builtin.h

Go to the documentation of this file.

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
#ifndef TVM_RUNTIME_DISCO_BUILTIN_H_
#define TVM_RUNTIME_DISCO_BUILTIN_H_
 
#include <tvm/runtime/data_type.h>
#include <tvm/runtime/module.h>
#include <tvm/runtime/ndarray.h>
 
#include <string>
 
namespace tvm {
namespace runtime {
 
enum class ReduceKind : int32_t {
  kSum = 0,
  kProd = 1,
  kMin = 2,
  kMax = 3,
  kAvg = 4,
};
 
inline std::string ReduceKind2String(ReduceKind kind) {
  switch (kind) {
    case ReduceKind::kSum:
      return "kSum";
    case ReduceKind::kProd:
      return "kProd";
    case ReduceKind::kMin:
      return "kMin";
    case ReduceKind::kMax:
      return "kMax";
    case ReduceKind::kAvg:
      return "kAvg";
  }
  LOG(FATAL) << "ValueError: Unknown ReduceKind: " << static_cast<int>(kind);
}
 
TVM_DLL ffi::Module LoadVMModule(std::string path, Optional<Device> device);
TVM_DLL NDArray DiscoEmptyNDArray(ffi::Shape shape, DataType dtype, Optional<Device> device);
TVM_DLL void AllReduce(NDArray send, ReduceKind reduce_kind, bool in_group, NDArray recv);
TVM_DLL void AllGather(NDArray send, bool in_group, NDArray recv);
TVM_DLL void BroadcastFromWorker0(NDArray send, bool in_group, NDArray recv);
TVM_DLL void ScatterFromWorker0(Optional<NDArray> send, bool in_group, NDArray recv);
TVM_DLL void GatherToWorker0(NDArray send, bool in_group, Optional<NDArray> recv);
TVM_DLL void RecvFromWorker0(NDArray buffer);
TVM_DLL void SendToNextGroup(NDArray buffer);
TVM_DLL void RecvFromPrevGroup(NDArray buffer);
TVM_DLL void SendToWorker(NDArray buffer, int receiver_id);
TVM_DLL void RecvFromWorker(NDArray buffer, int sender_id);
TVM_DLL int WorkerId();
TVM_DLL void SyncWorker();
 
}  // namespace runtime
}  // namespace tvm
 
#endif  // TVM_RUNTIME_DISCO_BUILTIN_H_