tvm
module.h
Go to the documentation of this file.
1 /*
2  * Licensed to the Apache Software Foundation (ASF) under one
3  * or more contributor license agreements. See the NOTICE file
4  * distributed with this work for additional information
5  * regarding copyright ownership. The ASF licenses this file
6  * to you under the Apache License, Version 2.0 (the
7  * "License"); you may not use this file except in compliance
8  * with the License. You may obtain a copy of the License at
9  *
10  * http://www.apache.org/licenses/LICENSE-2.0
11  *
12  * Unless required by applicable law or agreed to in writing,
13  * software distributed under the License is distributed on an
14  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15  * KIND, either express or implied. See the License for the
16  * specific language governing permissions and limitations
17  * under the License.
18  */
19 
24 #ifndef TVM_IR_MODULE_H_
25 #define TVM_IR_MODULE_H_
26 
27 #include <tvm/ffi/container/array.h>
28 #include <tvm/ffi/container/map.h>
29 #include <tvm/ffi/reflection/registry.h>
30 #include <tvm/ffi/string.h>
31 #include <tvm/ir/cow.h>
32 #include <tvm/ir/expr.h>
33 #include <tvm/ir/function.h>
34 #include <tvm/ir/global_info.h>
35 #include <tvm/ir/source_map.h>
36 #include <tvm/ir/type.h>
38 
39 #include <string>
40 #include <unordered_map>
41 #include <unordered_set>
42 #include <utility>
43 #include <vector>
44 
45 namespace tvm {
46 
47 class IRModule;
48 
59 class IRModuleNode : public ffi::Object {
60  public:
62  ffi::Map<GlobalVar, BaseFunc> functions;
65  /* \brief Additional attributes storing meta-data about the module. */
68  ffi::Map<ffi::String, ffi::Array<GlobalInfo>> global_infos;
73  ffi::Map<ffi::String, GlobalVar> global_var_map_;
74 
94  template <typename TObjectRef>
95  ffi::Optional<TObjectRef> GetAttr(
96  const std::string& attr_key,
97  ffi::Optional<TObjectRef> default_value = ffi::Optional<TObjectRef>(std::nullopt)) const {
98  return attrs.GetAttr(attr_key, default_value);
99  }
100  // variant that uses TObjectRef to enable implicit conversion to default value.
101  template <typename TObjectRef>
102  ffi::Optional<TObjectRef> GetAttr(const std::string& attr_key, TObjectRef default_value) const {
103  return GetAttr<TObjectRef>(attr_key, ffi::Optional<TObjectRef>(default_value));
104  }
105 
110  DictAttrs GetAttrs() const { return attrs; }
111 
131  bool HasNonzeroAttr(const std::string& attr_key) const { return attrs.HasNonzeroAttr(attr_key); }
132 
134 
135  static void RegisterReflection() {
136  namespace refl = tvm::ffi::reflection;
137  refl::ObjectDef<IRModuleNode>()
138  .def_ro("functions", &IRModuleNode::functions)
139  .def_ro("global_var_map_", &IRModuleNode::global_var_map_)
140  .def_ro("source_map", &IRModuleNode::source_map)
141  .def_ro("attrs", &IRModuleNode::attrs)
142  .def_ro("global_infos", &IRModuleNode::global_infos);
143  // register custom structural equal and hash.
144  refl::TypeAttrDef<IRModuleNode>()
145  .def("__s_equal__", &IRModuleNode::SEqual)
146  .def("__s_hash__", &IRModuleNode::SHash);
147  }
148 
149  TVM_DLL bool SEqual(const IRModuleNode* other,
150  ffi::TypedFunction<bool(AnyView, AnyView, bool, AnyView)> equal) const;
151  TVM_DLL int64_t SHash(int64_t init_hash,
152  ffi::TypedFunction<int64_t(AnyView, int64_t, bool)> hash) const;
153 
161  TVM_DLL void Add(const GlobalVar& var, const BaseFunc& func, bool update = false);
162 
170  TVM_DLL void AddUnchecked(const GlobalVar& var, const BaseFunc& func);
171 
177  TVM_DLL void Update(const GlobalVar& var, const BaseFunc& func);
178 
184  TVM_DLL void UpdateGlobalInfo(const ffi::String& name, const ffi::Array<GlobalInfo>& info);
185 
190  TVM_DLL void Remove(const GlobalVar& var);
191 
197  TVM_DLL bool ContainGlobalVar(const ffi::String& name) const;
198 
204  TVM_DLL GlobalVar GetGlobalVar(const ffi::String& str) const;
205 
211  TVM_DLL ffi::Array<GlobalVar> GetGlobalVars() const;
212 
218  TVM_DLL BaseFunc Lookup(const GlobalVar& var) const;
219 
225  TVM_DLL BaseFunc Lookup(const ffi::String& name) const;
226 
232  TVM_DLL void Update(const IRModule& other);
233 
242  TVM_DLL std::unordered_set<ffi::String> Imports() const;
243 
245 
246  static constexpr TVMFFISEqHashKind _type_s_eq_hash_kind = kTVMFFISEqHashKindTreeNode;
247 
248  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("ir.IRModule", IRModuleNode, ffi::Object);
249 
250  private:
251  friend class IRModule;
252 };
253 
258 class IRModule : public ffi::ObjectRef {
259  public:
267  TVM_DLL explicit IRModule(ffi::Map<GlobalVar, BaseFunc> functions, SourceMap map = {},
268  DictAttrs attrs = DictAttrs(),
269  ffi::Map<ffi::String, ffi::Array<GlobalInfo>> global_infos = {});
270 
272  IRModule() : IRModule(ffi::Map<GlobalVar, BaseFunc>({})) {}
277  explicit IRModule(ffi::ObjectPtr<IRModuleNode> n) : ffi::ObjectRef(n) {}
281  explicit IRModule(ffi::UnsafeInit tag) : ffi::ObjectRef(tag) {}
284  auto* ptr = get_mutable();
285  TVM_FFI_ICHECK(ptr != nullptr);
286  return static_cast<IRModuleNode*>(ptr);
287  }
288 
293  TVM_DLL static IRModule FromExpr(const RelaxExpr& expr,
294  const ffi::Map<GlobalVar, BaseFunc>& global_funcs = {});
295 
302 
305 
306  // allow copy on write.
308 };
309 
310 namespace attr {
311 
312 // Following are attributes for IRModule only.
313 
319 constexpr const char* kModuleName = "mod_name";
320 
327 constexpr const char* kExternalMods = "external_mods";
328 
356 constexpr const char* kSystemLibPrefix = "system_lib_prefix";
357 
365 constexpr const char* kConstNameToConstant = "const_name_to_constant";
366 
367 } // namespace attr
368 } // namespace tvm
369 #endif // TVM_IR_MODULE_H_
Managed reference to BaseFuncNode.
Definition: function.h:250
Managed reference to DictAttrsNode.
Definition: attrs.h:162
bool HasNonzeroAttr(const std::string &attr_key) const
Check whether the function has an non-zero integer attr.
Definition: attrs.h:233
ffi::Optional< TObjectRef > GetAttr(const std::string &attr_key, ffi::Optional< TObjectRef > default_value=ffi::Optional< TObjectRef >(std::nullopt)) const
Get a function attribute.
Definition: attrs.h:197
Managed reference to GlobalVarNode.
Definition: expr.h:482
IRModule that holds functions and type definitions.
Definition: module.h:59
bool HasNonzeroAttr(const std::string &attr_key) const
Check whether the module has an non-zero integer attr.
Definition: module.h:131
ffi::Array< GlobalVar > GetGlobalVars() const
Collect all global vars defined in this module, ordered by the global variable name.
static void RegisterReflection()
Definition: module.h:135
IRModuleNode()
Definition: module.h:133
void Remove(const GlobalVar &var)
Remove a function from the global environment.
bool ContainGlobalVar(const ffi::String &name) const
Check if the global_var_map_ contains a global variable.
ffi::Map< ffi::String, GlobalVar > global_var_map_
A map from string names to global variables that ensures global uniqueness.
Definition: module.h:73
void UpdateGlobalInfo(const ffi::String &name, const ffi::Array< GlobalInfo > &info)
Update an array of global infos in the global environment.
void AddUnchecked(const GlobalVar &var, const BaseFunc &func)
Add a function to the global environment.
int64_t SHash(int64_t init_hash, ffi::TypedFunction< int64_t(AnyView, int64_t, bool)> hash) const
static constexpr TVMFFISEqHashKind _type_s_eq_hash_kind
Definition: module.h:246
TVM_FFI_DECLARE_OBJECT_INFO_FINAL("ir.IRModule", IRModuleNode, ffi::Object)
std::unordered_set< ffi::String > Imports() const
The set of imported files.
ffi::Map< ffi::String, ffi::Array< GlobalInfo > > global_infos
Globally static object that are referred by the IR itself.
Definition: module.h:68
IRModule ShallowCopy()
Create a shallow copy of this IRModule.
BaseFunc Lookup(const GlobalVar &var) const
Look up a global function by its variable.
void Update(const IRModule &other)
Update the functions inside this environment by functions in another environment.
ffi::Optional< TObjectRef > GetAttr(const std::string &attr_key, TObjectRef default_value) const
Definition: module.h:102
BaseFunc Lookup(const ffi::String &name) const
Look up a global function by its string name.
DictAttrs GetAttrs() const
Get the metadata attributes.
Definition: module.h:110
ffi::Map< GlobalVar, BaseFunc > functions
A map from ids to all global functions.
Definition: module.h:62
ffi::Optional< TObjectRef > GetAttr(const std::string &attr_key, ffi::Optional< TObjectRef > default_value=ffi::Optional< TObjectRef >(std::nullopt)) const
Get a module attribute.
Definition: module.h:95
void Add(const GlobalVar &var, const BaseFunc &func, bool update=false)
Add a function to the global environment.
SourceMap source_map
The source map for the module.
Definition: module.h:64
void Update(const GlobalVar &var, const BaseFunc &func)
Update a function in the global environment.
bool SEqual(const IRModuleNode *other, ffi::TypedFunction< bool(AnyView, AnyView, bool, AnyView)> equal) const
TVM_OBJECT_ENABLE_SCRIPT_PRINTER()
GlobalVar GetGlobalVar(const ffi::String &str) const
Lookup a global function by its variable.
DictAttrs attrs
Definition: module.h:66
Managed reference class to IRModuleNode.
Definition: module.h:258
IRModuleNode * operator->() const
Definition: module.h:283
static IRModule FromExpr(const RelaxExpr &expr, const ffi::Map< GlobalVar, BaseFunc > &global_funcs={})
As for FromExprInContext, but assuming expr is bound to 'main' and no imports.
IRModule(ffi::UnsafeInit tag)
constructor with UnsafeInit
Definition: module.h:281
IRModule(ffi::ObjectPtr< IRModuleNode > n)
constructor
Definition: module.h:277
TVM_DEFINE_OBJECT_REF_COW_METHOD(IRModuleNode)
IRModule()
default constructor
Definition: module.h:272
IRModule ShallowCopyIRModule(IRModule mod)
Create a shallow copy of an IRModule.
IRModule(ffi::Map< GlobalVar, BaseFunc > functions, SourceMap map={}, DictAttrs attrs=DictAttrs(), ffi::Map< ffi::String, ffi::Array< GlobalInfo >> global_infos={})
constructor
Managed reference to RelaxExprNode.
Definition: expr.h:441
Definition: source_map.h:205
Printer class to print repr string of each AST/IR nodes.
Copy-on-write helper macro for IR ffi::ObjectRef types.
Base expr nodes in TVM.
Function nodes.
GlobalInfo are globally static object that are referred by the IR itself.
IR/AST nodes for the unified type system in TVM.
constexpr const char * kConstNameToConstant
All the named runtime::Tensors accumulated during compilation by external codegen....
Definition: module.h:365
constexpr const char * kModuleName
Name of the module.
Definition: module.h:319
constexpr const char * kExternalMods
All the runtime::Modules accumulated during compilation by external codegen. These modules must be ei...
Definition: module.h:327
constexpr const char * kSystemLibPrefix
A prefix for generating C symbols system lib creation.
Definition: module.h:356
IRModuleFrame IRModule()
The IRModule declaration statement.
Definition: module.h:251
Var var(std::string name_hint, DataType t=DataType::Int(32))
Construct a new Var expression.
tvm::PrimExpr mod(const tvm::PrimExpr &a, const tvm::PrimExpr &b)
Definition: broadcast.h:308
An object that builds and maintains block scope and StmtSref mapping for Dependence analysis.
Definition: analyzer.h:37
PrimExpr equal(PrimExpr a, PrimExpr b, Span span=Span())
equal
A map from source names to source code.