tvm
function.h
Go to the documentation of this file.
1 /*
2  * Licensed to the Apache Software Foundation (ASF) under one
3  * or more contributor license agreements. See the NOTICE file
4  * distributed with this work for additional information
5  * regarding copyright ownership. The ASF licenses this file
6  * to you under the Apache License, Version 2.0 (the
7  * "License"); you may not use this file except in compliance
8  * with the License. You may obtain a copy of the License at
9  *
10  * http://www.apache.org/licenses/LICENSE-2.0
11  *
12  * Unless required by applicable law or agreed to in writing,
13  * software distributed under the License is distributed on an
14  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15  * KIND, either express or implied. See the License for the
16  * specific language governing permissions and limitations
17  * under the License.
18  */
19 
24 #ifndef TVM_TIR_FUNCTION_H_
25 #define TVM_TIR_FUNCTION_H_
26 
27 #include <tvm/ir/function.h>
28 #include <tvm/runtime/ndarray.h>
29 #include <tvm/tir/buffer.h>
30 #include <tvm/tir/expr.h>
31 #include <tvm/tir/stmt.h>
32 
33 #include <string>
34 
35 namespace tvm {
36 namespace tir {
37 
46 class PrimFuncNode : public BaseFuncNode {
47  public:
101 
103  v->Visit("params", &params);
104  v->Visit("body", &body);
105  v->Visit("ret_type", &ret_type);
106  v->Visit("buffer_map", &buffer_map);
107  v->Visit("attrs", &attrs);
108  v->Visit("span", &span);
109  v->Visit("_checked_type_", &checked_type_);
110  }
111 
112  bool SEqualReduce(const PrimFuncNode* other, SEqualReducer equal) const {
113  // visit params and buffer_map first as they contains defs.
114  return equal.DefEqual(params, other->params) && equal(buffer_map, other->buffer_map) &&
115  equal(ret_type, other->ret_type) && equal(body, other->body) &&
116  equal(attrs, other->attrs);
117  }
118 
119  void SHashReduce(SHashReducer hash_reduce) const {
120  hash_reduce.DefHash(params);
121  hash_reduce(buffer_map);
122  hash_reduce(ret_type);
123  hash_reduce(body);
124  hash_reduce(attrs);
125  }
134 
136 
137  static constexpr const char* _type_key = "tir.PrimFunc";
139 };
140 
145 class PrimFunc : public BaseFunc {
146  public:
165  TVM_DLL PrimFunc(Array<tir::Var> params, Stmt body, Type ret_type = VoidType(),
167  DictAttrs attrs = DictAttrs(), Span span = Span());
168 
171 };
172 
176 class TensorIntrinNode : public Object {
177  public:
182 
184  v->Visit("desc", &desc);
185  v->Visit("impl", &impl);
186  }
187 
188  static constexpr const char* _type_key = "tir.TensorIntrin";
190 };
191 
195 class TensorIntrin : public ObjectRef {
196  public:
202  TVM_DLL explicit TensorIntrin(PrimFunc desc, PrimFunc impl);
203 
213  TVM_DLL static void Register(String name, TensorIntrin intrin, bool override = false);
214 
224  TVM_DLL static Optional<TensorIntrin> Get(String name, bool allow_missing = false);
225 
227 };
228 
268 
274 namespace attr {
275 
322 constexpr const char* kKernelLaunchParams = "tir.kernel_launch_params";
323 
329 constexpr const char* kNoAlias = "tir.noalias";
330 
339 constexpr const char* kIsEntryFunc = "tir.is_entry_func";
340 
346 constexpr const char* kIsGlobalFunc = "tir.is_global_func";
347 
353 constexpr const char* kIsHostFunc = "tir.is_host_func";
354 
360 constexpr const char* kIsScheduled = "tir.is_scheduled";
361 
362 } // namespace attr
363 } // namespace tir
364 } // namespace tvm
365 #endif // TVM_TIR_FUNCTION_H_
Symbolic n-dimensional array, to represent a memory buffer.
Visitor class to get the attributes of an AST/IR node. The content is going to be called for each fie...
Definition: reflection.h:52
Span span
Span that points to the original source code. Reserved debug information.
Definition: expr.h:56
Base node of all functions.
Definition: function.h:139
DictAttrs attrs
Additional attributes storing the meta-data.
Definition: function.h:142
Managed reference to BaseFuncNode.
Definition: function.h:230
Managed reference to DictAttrsNode.
Definition: attrs.h:227
Managed reference to FuncTypeNode.
Definition: type.h:481
Type checked_type_
Stores the result of type inference(type checking).
Definition: expr.h:370
A Reducer class to reduce the structural equality result of two objects.
Definition: structural_equal.h:137
A Reducer class to reduce the structural hash value.
Definition: structural_hash.h:121
void DefHash(const ObjectRef &key) const
Push hash of key to the current sequence of hash values.
Definition: structural_hash.h:198
Definition: source_map.h:120
Managed reference to TypeNode.
Definition: type.h:93
Array, container representing a contiguous sequence of ObjectRefs.
Definition: array.h:289
Map container of NodeRef->NodeRef in DSL graph. Map implements copy on write semantics,...
Definition: map.h:1271
Base class of all object reference.
Definition: object.h:519
base class of all object containers.
Definition: object.h:171
Optional container that to represent to a Nullable variant of T.
Definition: optional.h:51
Reference to string objects.
Definition: string.h:98
Definition: variant.h:69
Primitive functions that contains TIR statements.
Definition: function.h:46
static constexpr const char * _type_key
Definition: function.h:137
Array< tir::Var > params
Function parameters.
Definition: function.h:49
void SHashReduce(SHashReducer hash_reduce) const
Definition: function.h:119
TVM_DECLARE_FINAL_OBJECT_INFO(PrimFuncNode, BaseFuncNode)
bool SEqualReduce(const PrimFuncNode *other, SEqualReducer equal) const
Definition: function.h:112
FuncType func_type_annotation() const
Return the derived function annotation of this function.
tir::Stmt body
The body of the function.
Definition: function.h:51
Type ret_type
The return type of the function.
Definition: function.h:53
void VisitAttrs(tvm::AttrVisitor *v)
Definition: function.h:102
Map< tir::Var, Buffer > buffer_map
Maps some parameters to specific Buffer data structures.
Definition: function.h:100
Managed reference to PrimFuncNode.
Definition: function.h:145
TVM_DEFINE_OBJECT_REF_COW_METHOD(PrimFuncNode)
PrimFunc(Array< tir::Var > params, Stmt body, Type ret_type=VoidType(), Map< tir::Var, Buffer > buffer_map=Map< tir::Var, Buffer >(), DictAttrs attrs=DictAttrs(), Span span=Span())
Constructor.
TVM_DEFINE_OBJECT_REF_METHODS(PrimFunc, BaseFunc, PrimFuncNode)
Container of all statements.
Definition: stmt.h:59
Tensor intrinsics for tensorization.
Definition: function.h:176
TVM_DECLARE_FINAL_OBJECT_INFO(TensorIntrinNode, Object)
void VisitAttrs(AttrVisitor *v)
Definition: function.h:183
static constexpr const char * _type_key
Definition: function.h:188
PrimFunc impl
The function of the implementation for the execution.
Definition: function.h:181
PrimFunc desc
The function to describe the computation.
Definition: function.h:179
Managed reference to TensorIntrinNode.
Definition: function.h:195
static Optional< TensorIntrin > Get(String name, bool allow_missing=false)
Look up TensorIntrin by name. Raises an exception if not found.
static void Register(String name, TensorIntrin intrin, bool override=false)
Create and register a TensorIntrin. After registration, the TensorIntrin can be looked up with its na...
TensorIntrin(PrimFunc desc, PrimFunc impl)
Constructor.
a named variable in TIR
Definition: var.h:89
Function nodes.
tvm::Span Span
Definition: base.h:65
constexpr const char * kIsGlobalFunc
Mark the function as the global function called from the host.
Definition: function.h:346
constexpr const char * kIsEntryFunc
Mark the function as the entry function of the final generated runtime module.
Definition: function.h:339
constexpr const char * kKernelLaunchParams
List of thread IterVar that a DeviceLaunch function corresponds to.
Definition: function.h:322
constexpr const char * kIsHostFunc
Mark the function as run on the host, mutually exclusive with kTarget.
Definition: function.h:353
constexpr const char * kNoAlias
Whether to set noalias rule on the function arguments.
Definition: function.h:329
constexpr const char * kIsScheduled
Mark the function as scheduled, so the default schedule will pass will skip it.
Definition: function.h:360
PrimFunc Specialize(PrimFunc func, const Map< Var, Variant< Buffer, PrimExpr >> &param_map)
Specialize parameters of PrimFunc.
runtime implementation for LibTorch/TorchScript.
Definition: analyzer.h:36
PrimExpr equal(PrimExpr a, PrimExpr b, Span span=Span())
equal
Type VoidType()
Definition: type.h:397
A device-independent managed NDArray abstraction.
#define TVM_DEFINE_OBJECT_REF_METHODS(TypeName, ParentType, ObjectName)
Definition: object.h:758
TIR statements.
TIR expressions.