tvm
module.h
Go to the documentation of this file.
1 /*
2  * Licensed to the Apache Software Foundation (ASF) under one
3  * or more contributor license agreements. See the NOTICE file
4  * distributed with this work for additional information
5  * regarding copyright ownership. The ASF licenses this file
6  * to you under the Apache License, Version 2.0 (the
7  * "License"); you may not use this file except in compliance
8  * with the License. You may obtain a copy of the License at
9  *
10  * http://www.apache.org/licenses/LICENSE-2.0
11  *
12  * Unless required by applicable law or agreed to in writing,
13  * software distributed under the License is distributed on an
14  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15  * KIND, either express or implied. See the License for the
16  * specific language governing permissions and limitations
17  * under the License.
18  */
19 
24 #ifndef TVM_IR_MODULE_H_
25 #define TVM_IR_MODULE_H_
26 
27 #include <tvm/ffi/container/array.h>
28 #include <tvm/ffi/container/map.h>
29 #include <tvm/ffi/reflection/registry.h>
30 #include <tvm/ffi/string.h>
31 #include <tvm/ir/expr.h>
32 #include <tvm/ir/function.h>
33 #include <tvm/ir/global_info.h>
34 #include <tvm/ir/source_map.h>
35 #include <tvm/ir/type.h>
37 
38 #include <string>
39 #include <unordered_map>
40 #include <unordered_set>
41 #include <utility>
42 #include <vector>
43 
44 namespace tvm {
45 
46 class IRModule;
47 
58 class IRModuleNode : public Object {
59  public:
61  ffi::Map<GlobalVar, BaseFunc> functions;
64  /* \brief Additional attributes storing meta-data about the module. */
67  ffi::Map<ffi::String, ffi::Array<GlobalInfo>> global_infos;
72  ffi::Map<ffi::String, GlobalVar> global_var_map_;
73 
93  template <typename TObjectRef>
94  ffi::Optional<TObjectRef> GetAttr(
95  const std::string& attr_key,
96  ffi::Optional<TObjectRef> default_value = ffi::Optional<TObjectRef>(std::nullopt)) const {
97  return attrs.GetAttr(attr_key, default_value);
98  }
99  // variant that uses TObjectRef to enable implicit conversion to default value.
100  template <typename TObjectRef>
101  ffi::Optional<TObjectRef> GetAttr(const std::string& attr_key, TObjectRef default_value) const {
102  return GetAttr<TObjectRef>(attr_key, ffi::Optional<TObjectRef>(default_value));
103  }
104 
109  DictAttrs GetAttrs() const { return attrs; }
110 
130  bool HasNonzeroAttr(const std::string& attr_key) const { return attrs.HasNonzeroAttr(attr_key); }
131 
133 
134  static void RegisterReflection() {
135  namespace refl = tvm::ffi::reflection;
136  refl::ObjectDef<IRModuleNode>()
137  .def_ro("functions", &IRModuleNode::functions)
138  .def_ro("global_var_map_", &IRModuleNode::global_var_map_)
139  .def_ro("source_map", &IRModuleNode::source_map)
140  .def_ro("attrs", &IRModuleNode::attrs)
141  .def_ro("global_infos", &IRModuleNode::global_infos);
142  // register custom structural equal and hash.
143  refl::TypeAttrDef<IRModuleNode>()
144  .def("__s_equal__", &IRModuleNode::SEqual)
145  .def("__s_hash__", &IRModuleNode::SHash);
146  }
147 
148  TVM_DLL bool SEqual(const IRModuleNode* other,
149  ffi::TypedFunction<bool(AnyView, AnyView, bool, AnyView)> equal) const;
150  TVM_DLL int64_t SHash(int64_t init_hash,
151  ffi::TypedFunction<int64_t(AnyView, int64_t, bool)> hash) const;
152 
160  TVM_DLL void Add(const GlobalVar& var, const BaseFunc& func, bool update = false);
161 
169  TVM_DLL void AddUnchecked(const GlobalVar& var, const BaseFunc& func);
170 
176  TVM_DLL void Update(const GlobalVar& var, const BaseFunc& func);
177 
183  TVM_DLL void UpdateGlobalInfo(const ffi::String& name, const ffi::Array<GlobalInfo>& info);
184 
189  TVM_DLL void Remove(const GlobalVar& var);
190 
196  TVM_DLL bool ContainGlobalVar(const ffi::String& name) const;
197 
203  TVM_DLL GlobalVar GetGlobalVar(const ffi::String& str) const;
204 
210  TVM_DLL ffi::Array<GlobalVar> GetGlobalVars() const;
211 
217  TVM_DLL BaseFunc Lookup(const GlobalVar& var) const;
218 
224  TVM_DLL BaseFunc Lookup(const ffi::String& name) const;
225 
231  TVM_DLL void Update(const IRModule& other);
232 
241  TVM_DLL std::unordered_set<ffi::String> Imports() const;
242 
244 
245  static constexpr TVMFFISEqHashKind _type_s_eq_hash_kind = kTVMFFISEqHashKindTreeNode;
246 
248 
249  private:
250  friend class IRModule;
251 };
252 
257 class IRModule : public ObjectRef {
258  public:
266  TVM_DLL explicit IRModule(ffi::Map<GlobalVar, BaseFunc> functions, SourceMap map = {},
267  DictAttrs attrs = DictAttrs(),
268  ffi::Map<ffi::String, ffi::Array<GlobalInfo>> global_infos = {});
269 
271  IRModule() : IRModule(ffi::Map<GlobalVar, BaseFunc>({})) {}
276  explicit IRModule(ObjectPtr<IRModuleNode> n) : ObjectRef(n) {}
280  explicit IRModule(ffi::UnsafeInit tag) : ObjectRef(tag) {}
283  auto* ptr = get_mutable();
284  TVM_FFI_ICHECK(ptr != nullptr);
285  return static_cast<IRModuleNode*>(ptr);
286  }
287 
292  TVM_DLL static IRModule FromExpr(const RelaxExpr& expr,
293  const ffi::Map<GlobalVar, BaseFunc>& global_funcs = {});
294 
301 
304 
305  // allow copy on write.
307 };
308 
309 namespace attr {
310 
311 // Following are attributes for IRModule only.
312 
318 constexpr const char* kModuleName = "mod_name";
319 
326 constexpr const char* kExternalMods = "external_mods";
327 
355 constexpr const char* kSystemLibPrefix = "system_lib_prefix";
356 
364 constexpr const char* kConstNameToConstant = "const_name_to_constant";
365 
366 } // namespace attr
367 } // namespace tvm
368 #endif // TVM_IR_MODULE_H_
Managed reference to BaseFuncNode.
Definition: function.h:233
Managed reference to DictAttrsNode.
Definition: attrs.h:161
bool HasNonzeroAttr(const std::string &attr_key) const
Check whether the function has an non-zero integer attr.
Definition: attrs.h:232
ffi::Optional< TObjectRef > GetAttr(const std::string &attr_key, ffi::Optional< TObjectRef > default_value=ffi::Optional< TObjectRef >(std::nullopt)) const
Get a function attribute.
Definition: attrs.h:196
Managed reference to GlobalVarNode.
Definition: expr.h:482
IRModule that holds functions and type definitions.
Definition: module.h:58
bool HasNonzeroAttr(const std::string &attr_key) const
Check whether the module has an non-zero integer attr.
Definition: module.h:130
ffi::Array< GlobalVar > GetGlobalVars() const
Collect all global vars defined in this module, ordered by the global variable name.
TVM_FFI_DECLARE_OBJECT_INFO_FINAL("ir.IRModule", IRModuleNode, Object)
static void RegisterReflection()
Definition: module.h:134
IRModuleNode()
Definition: module.h:132
void Remove(const GlobalVar &var)
Remove a function from the global environment.
bool ContainGlobalVar(const ffi::String &name) const
Check if the global_var_map_ contains a global variable.
ffi::Map< ffi::String, GlobalVar > global_var_map_
A map from string names to global variables that ensures global uniqueness.
Definition: module.h:72
void UpdateGlobalInfo(const ffi::String &name, const ffi::Array< GlobalInfo > &info)
Update an array of global infos in the global environment.
void AddUnchecked(const GlobalVar &var, const BaseFunc &func)
Add a function to the global environment.
int64_t SHash(int64_t init_hash, ffi::TypedFunction< int64_t(AnyView, int64_t, bool)> hash) const
static constexpr TVMFFISEqHashKind _type_s_eq_hash_kind
Definition: module.h:245
std::unordered_set< ffi::String > Imports() const
The set of imported files.
ffi::Map< ffi::String, ffi::Array< GlobalInfo > > global_infos
Globally static object that are referred by the IR itself.
Definition: module.h:67
IRModule ShallowCopy()
Create a shallow copy of this IRModule.
BaseFunc Lookup(const GlobalVar &var) const
Look up a global function by its variable.
void Update(const IRModule &other)
Update the functions inside this environment by functions in another environment.
ffi::Optional< TObjectRef > GetAttr(const std::string &attr_key, TObjectRef default_value) const
Definition: module.h:101
BaseFunc Lookup(const ffi::String &name) const
Look up a global function by its string name.
DictAttrs GetAttrs() const
Get the metadata attributes.
Definition: module.h:109
ffi::Map< GlobalVar, BaseFunc > functions
A map from ids to all global functions.
Definition: module.h:61
ffi::Optional< TObjectRef > GetAttr(const std::string &attr_key, ffi::Optional< TObjectRef > default_value=ffi::Optional< TObjectRef >(std::nullopt)) const
Get a module attribute.
Definition: module.h:94
void Add(const GlobalVar &var, const BaseFunc &func, bool update=false)
Add a function to the global environment.
SourceMap source_map
The source map for the module.
Definition: module.h:63
void Update(const GlobalVar &var, const BaseFunc &func)
Update a function in the global environment.
bool SEqual(const IRModuleNode *other, ffi::TypedFunction< bool(AnyView, AnyView, bool, AnyView)> equal) const
TVM_OBJECT_ENABLE_SCRIPT_PRINTER()
GlobalVar GetGlobalVar(const ffi::String &str) const
Lookup a global function by its variable.
DictAttrs attrs
Definition: module.h:65
Managed reference class to IRModuleNode.
Definition: module.h:257
IRModuleNode * operator->() const
Definition: module.h:282
static IRModule FromExpr(const RelaxExpr &expr, const ffi::Map< GlobalVar, BaseFunc > &global_funcs={})
As for FromExprInContext, but assuming expr is bound to 'main' and no imports.
IRModule(ffi::UnsafeInit tag)
constructor with UnsafeInit
Definition: module.h:280
IRModule(ObjectPtr< IRModuleNode > n)
constructor
Definition: module.h:276
TVM_DEFINE_OBJECT_REF_COW_METHOD(IRModuleNode)
IRModule()
default constructor
Definition: module.h:271
IRModule ShallowCopyIRModule(IRModule mod)
Create a shallow copy of an IRModule.
IRModule(ffi::Map< GlobalVar, BaseFunc > functions, SourceMap map={}, DictAttrs attrs=DictAttrs(), ffi::Map< ffi::String, ffi::Array< GlobalInfo >> global_infos={})
constructor
Managed reference to RelaxExprNode.
Definition: expr.h:441
Definition: source_map.h:205
Base expr nodes in TVM.
Function nodes.
GlobalInfo are globally static object that are referred by the IR itself.
IR/AST nodes for the unified type system in TVM.
constexpr const char * kConstNameToConstant
All the named runtime::Tensors accumulated during compilation by external codegen....
Definition: module.h:364
constexpr const char * kModuleName
Name of the module.
Definition: module.h:318
constexpr const char * kExternalMods
All the runtime::Modules accumulated during compilation by external codegen. These modules must be ei...
Definition: module.h:326
constexpr const char * kSystemLibPrefix
A prefix for generating C symbols system lib creation.
Definition: module.h:355
Definition: repr_printer.h:91
IRModuleFrame IRModule()
The IRModule declaration statement.
Definition: module.h:250
Var var(std::string name_hint, DataType t=DataType::Int(32))
Construct a new Var expression.
tvm::PrimExpr mod(const tvm::PrimExpr &a, const tvm::PrimExpr &b)
Definition: broadcast.h:308
An object that builds and maintains block scope and StmtSref mapping for Dependence analysis.
Definition: analyzer.h:37
PrimExpr equal(PrimExpr a, PrimExpr b, Span span=Span())
equal
A map from source names to source code.