builtin.h

Go to the documentation of this file.

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
#ifndef TVM_RUNTIME_DISCO_BUILTIN_H_
#define TVM_RUNTIME_DISCO_BUILTIN_H_
 
#include <tvm/ffi/extra/module.h>
#include <tvm/runtime/data_type.h>
#include <tvm/runtime/tensor.h>
 
#include <string>
 
namespace tvm {
namespace runtime {
 
enum class ReduceKind : int32_t {
  kSum = 0,
  kProd = 1,
  kMin = 2,
  kMax = 3,
  kAvg = 4,
};
 
inline std::string ReduceKind2String(ReduceKind kind) {
  switch (kind) {
    case ReduceKind::kSum:
      return "kSum";
    case ReduceKind::kProd:
      return "kProd";
    case ReduceKind::kMin:
      return "kMin";
    case ReduceKind::kMax:
      return "kMax";
    case ReduceKind::kAvg:
      return "kAvg";
  }
  TVM_FFI_THROW(ValueError) << "Unknown ReduceKind: " << static_cast<int>(kind);
}
 
TVM_RUNTIME_DLL ffi::Module LoadVMModule(std::string path, ffi::Optional<Device> device);
TVM_RUNTIME_DLL Tensor DiscoEmptyTensor(ffi::Shape shape, DataType dtype,
                                        ffi::Optional<Device> device);
TVM_RUNTIME_DLL void AllReduce(Tensor send, ReduceKind reduce_kind, bool in_group, Tensor recv);
TVM_RUNTIME_DLL void AllGather(Tensor send, bool in_group, Tensor recv);
TVM_RUNTIME_DLL void BroadcastFromWorker0(Tensor send, bool in_group, Tensor recv);
TVM_RUNTIME_DLL void ScatterFromWorker0(ffi::Optional<Tensor> send, bool in_group, Tensor recv);
TVM_RUNTIME_DLL void GatherToWorker0(Tensor send, bool in_group, ffi::Optional<Tensor> recv);
TVM_RUNTIME_DLL void RecvFromWorker0(Tensor buffer);
TVM_RUNTIME_DLL void SendToNextGroup(Tensor buffer);
TVM_RUNTIME_DLL void RecvFromPrevGroup(Tensor buffer);
TVM_RUNTIME_DLL void SendToWorker(Tensor buffer, int receiver_id);
TVM_RUNTIME_DLL void RecvFromWorker(Tensor buffer, int sender_id);
TVM_RUNTIME_DLL int WorkerId();
TVM_RUNTIME_DLL void SyncWorker();
 
}  // namespace runtime
}  // namespace tvm
 
#endif  // TVM_RUNTIME_DISCO_BUILTIN_H_