extern.h

Go to the documentation of this file.

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
 
#ifndef TVM_TOPI_DETAIL_EXTERN_H_
#define TVM_TOPI_DETAIL_EXTERN_H_
 
#include <tvm/te/operation.h>
#include <tvm/tirx/builtin.h>
 
#include <string>
#include <utility>
#include <vector>
 
namespace tvm {
namespace topi {
namespace detail {
 
using namespace tvm::te;
 
using FExtern = std::function<PrimExpr(ffi::Array<Buffer>, ffi::Array<Buffer>)>;
 
inline ffi::Array<Tensor> make_extern(const ffi::Array<ffi::Array<PrimExpr>>& out_shapes,
                                      const std::vector<PrimType>& out_types,
                                      const ffi::Array<Tensor>& inputs, FExtern fextern,
                                      std::string name, std::string tag,
                                      ::tvm::ffi::Map<ffi::String, ffi::Any> attrs) {
  TVM_FFI_ICHECK_EQ(out_shapes.size(), out_types.size())
      << "make_extern: out_shapes and out_types must have equal size";
 
  ffi::Array<Buffer> input_placeholders;
  for (auto t : inputs) {
    input_placeholders.push_back(tvm::tirx::decl_buffer(t->shape, t->dtype, t->op->name));
  }
  ffi::Array<Buffer> output_placeholders;
  for (size_t i = 0; i < out_shapes.size(); ++i) {
    output_placeholders.push_back(tvm::tirx::decl_buffer(out_shapes[i], out_types[i], name));
  }
 
  auto body = fextern(input_placeholders, output_placeholders);
  auto body_stmt = tvm::tirx::Evaluate(body);
 
  auto op = ExternOp(name, tag, attrs, inputs, input_placeholders, output_placeholders, body_stmt);
 
  ffi::Array<Tensor> outputs;
  for (size_t i = 0; i < output_placeholders.size(); ++i) {
    outputs.push_back(op.output(i));
  }
  return outputs;
}
 
inline Expr pack_buffer(Buffer buf) {
  TVM_FFI_ICHECK_GT(buf->shape.size(), 0) << "buf shape must have at least one element";
  Expr shape =
      Call(PointerType(PrimType::Int(64)), tvm::tirx::builtin::tvm_stack_make_shape(), buf->shape);
  Expr strides;
  if (buf->strides.size() > 0) {
    strides = Call(PointerType(PrimType::Int(64)), tvm::tirx::builtin::tvm_stack_make_shape(),
                   buf->strides);
  } else {
    strides = PrimExpr(0);
  }
  ffi::Array<Expr> pack_args{buf->data,
                             shape,
                             strides,
                             IntImm::Int32(static_cast<int64_t>(buf->shape.size())),
                             MakeConst(PrimType(buf->dtype), 0),
                             buf->elem_offset};
  return Call(PointerType::VoidPointerTy(), tvm::tirx::builtin::tvm_stack_make_array(), pack_args);
}
 
inline PrimExpr call_packed(ffi::Array<Expr> args) {
  return Call(PrimType::Int(32), tvm::tirx::builtin::tvm_call_packed(), args)
      .as_or_throw<PrimExpr>();
}
 
}  // namespace detail
}  // namespace topi
}  // namespace tvm
#endif  // TVM_TOPI_DETAIL_EXTERN_H_