tirx_op.h

Go to the documentation of this file.

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
#ifndef TVM_TIRX_TIRX_OP_H_
#define TVM_TIRX_TIRX_OP_H_
 
#include <tvm/ir/op.h>
#include <tvm/target/target.h>
#include <tvm/tirx/exec_scope.h>
#include <tvm/tirx/stmt.h>
#include <tvm/tirx/tirx_stmt.h>
 
namespace tvm {
namespace tirx {
 
using FArgSanitizer = ffi::TypedFunction<void(tvm::Op, ffi::Array<ffi::ObjectRef>)>;
 
namespace callback {
constexpr const char* kPrivateAlloc = "private_alloc";
constexpr const char* kDeviceInitStmt = "device_init_stmt";
constexpr const char* kHostInitStmt = "host_init_stmt";
constexpr const char* kPostBufferDefStmt = "post_buffer_def_stmt";
}  // namespace callback
 
class ScheduleContextNode : public ffi::Object {
 public:
  Target target;
  ExecScope exec_scope;
  ffi::Map<ffi::String, IterVar> launch_params;
  ffi::Map<Var, Range> var_range_map;
  bool alloc_only;
  ffi::Map<ffi::String, ffi::ObjectRef> callbacks;
 
  static void RegisterReflection() {
    namespace refl = tvm::ffi::reflection;
    refl::ObjectDef<ScheduleContextNode>()
        .def_ro("target", &ScheduleContextNode::target)
        .def_ro("exec_scope", &ScheduleContextNode::exec_scope)
        .def_ro("launch_params", &ScheduleContextNode::launch_params)
        .def_ro("var_range_map", &ScheduleContextNode::var_range_map)
        .def_ro("alloc_only", &ScheduleContextNode::alloc_only)
        .def_ro("callbacks", &ScheduleContextNode::callbacks);
  }
 
  void AddAllocBuffer(Buffer buffer);
 
  void AddInitStmt(Stmt stmt, bool host = false);
 
  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("tirx.ScheduleContext", ScheduleContextNode, ffi::Object);
};
 
class ScheduleContext : public ffi::ObjectRef {
 public:
  TVM_DLL ScheduleContext(Target target, ExecScope exec_scope,
                          ffi::Map<ffi::String, IterVar> launch_params = {},
                          ffi::Map<Var, Range> var_range_map = {}, bool alloc_only = false,
                          ffi::Map<ffi::String, ffi::ObjectRef> callbacks = {});
 
  TVM_FFI_DEFINE_OBJECT_REF_METHODS_NULLABLE(ScheduleContext, ffi::ObjectRef, ScheduleContextNode);
};
 
using FOpScheduler = ffi::TypedFunction<Stmt(tvm::Op, ffi::Array<ffi::ObjectRef>, ScheduleContext)>;
 
class DispatchContextNode : public ffi::Object {
 public:
  Target target;
  ExecScope exec_scope;
  ffi::Map<ffi::String, IterVar> launch_params;
  ffi::Map<Var, Range> var_range_map;
  bool alloc_only;
  ffi::Map<ffi::String, ffi::ObjectRef> callbacks;
  ffi::Map<ffi::String, ffi::ObjectRef> shared_state;
  ffi::Map<ffi::String, ffi::Array<PrimExpr>> inter;
  ffi::Map<ffi::String, ffi::Array<PrimExpr>> intra;
  ffi::String scope_kind;
 
  static void RegisterReflection() {
    namespace refl = tvm::ffi::reflection;
    refl::ObjectDef<DispatchContextNode>()
        .def_ro("target", &DispatchContextNode::target)
        .def_ro("exec_scope", &DispatchContextNode::exec_scope)
        .def_ro("launch_params", &DispatchContextNode::launch_params)
        .def_ro("var_range_map", &DispatchContextNode::var_range_map)
        .def_ro("alloc_only", &DispatchContextNode::alloc_only)
        .def_ro("callbacks", &DispatchContextNode::callbacks)
        .def_ro("shared_state", &DispatchContextNode::shared_state)
        .def_ro("inter", &DispatchContextNode::inter)
        .def_ro("intra", &DispatchContextNode::intra)
        .def_ro("scope_kind", &DispatchContextNode::scope_kind);
  }
 
  void AddAllocBuffer(Buffer buffer);
 
  void AddInitStmt(Stmt stmt, bool host = false);
 
  void AddPostBufferDefStmt(Buffer buffer, Stmt stmt);
 
  void SharedStateSet(ffi::String key, ffi::ObjectRef value);
 
  ffi::Optional<ffi::ObjectRef> SharedStateGet(ffi::String key);
 
  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("tirx.DispatchContext", DispatchContextNode, ffi::Object);
};
 
class DispatchContext : public ffi::ObjectRef {
 public:
  TVM_DLL DispatchContext(Target target, ExecScope exec_scope,
                          ffi::Map<ffi::String, IterVar> launch_params = {},
                          ffi::Map<Var, Range> var_range_map = {}, bool alloc_only = false,
                          ffi::Map<ffi::String, ffi::ObjectRef> callbacks = {},
                          ffi::Map<ffi::String, ffi::ObjectRef> shared_state = {},
                          ffi::Map<ffi::String, ffi::Array<PrimExpr>> inter = {},
                          ffi::Map<ffi::String, ffi::Array<PrimExpr>> intra = {},
                          ffi::String scope_kind = "");
 
  TVM_FFI_DEFINE_OBJECT_REF_METHODS_NULLABLE(DispatchContext, ffi::ObjectRef, DispatchContextNode);
};
 
TVM_DLL const Op& cast();
 
TVM_DLL const Op& permute_dims();
 
TVM_DLL const Op& copy();
 
TVM_DLL const Op& copy_async();
 
TVM_DLL const Op& fill();
 
TVM_DLL const Op& gemm();
 
TVM_DLL const Op& gemm_async();
 
TVM_DLL const Op& zero();
 
TVM_DLL const Op& sqrt();
 
TVM_DLL const Op& exp();
 
TVM_DLL const Op& add();
 
TVM_DLL const Op& sub();
 
TVM_DLL const Op& mul();
 
TVM_DLL const Op& fdiv();
 
TVM_DLL const Op& minimum();
 
TVM_DLL const Op& maximum();
 
TVM_DLL const Op& reciprocal();
 
TVM_DLL const Op& sum();
 
TVM_DLL const Op& max();
 
TVM_DLL const Op& min();
 
TVM_DLL const Op& memset();
 
TVM_DLL const Op& reduce_negate();
 
TVM_DLL const Op& binary_reduce();
 
TVM_DLL const Op& unary_reduce();
 
TVM_DLL const Op& binary_chain();
 
TVM_DLL const Op& select();
 
TVM_DLL const Op& tvm_kernel_replace_point();
 
}  // namespace tirx
}  // namespace tvm
 
#endif  // TVM_TIRX_TIRX_OP_H_