tvm
state.h
Go to the documentation of this file.
1 /*
2  * Licensed to the Apache Software Foundation (ASF) under one
3  * or more contributor license agreements. See the NOTICE file
4  * distributed with this work for additional information
5  * regarding copyright ownership. The ASF licenses this file
6  * to you under the Apache License, Version 2.0 (the
7  * "License"); you may not use this file except in compliance
8  * with the License. You may obtain a copy of the License at
9  *
10  * http://www.apache.org/licenses/LICENSE-2.0
11  *
12  * Unless required by applicable law or agreed to in writing,
13  * software distributed under the License is distributed on an
14  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15  * KIND, either express or implied. See the License for the
16  * specific language governing permissions and limitations
17  * under the License.
18  */
23 #ifndef TVM_TIR_SCHEDULE_STATE_H_
24 #define TVM_TIR_SCHEDULE_STATE_H_
25 
26 #include <tvm/ir/module.h>
27 #include <tvm/tir/block_scope.h>
28 #include <tvm/tir/function.h>
29 
30 #include <unordered_map>
31 #include <utility>
32 
33 namespace tvm {
34 namespace tir {
35 
43 struct BlockInfo {
45  BlockScope scope{nullptr};
46  // The properties below are information about the current block realization under its parent scope
48  bool affine_binding{false};
53  bool region_cover{false};
63  bool stage_pipeline{false};
64 
65  BlockInfo() = default;
66 
67  explicit BlockInfo(BlockScope scope, bool affine_binding = false, bool region_cover = false,
68  bool stage_pipeline = false)
69  : scope(std::move(scope)), //
73 };
74 
79 enum ScheduleDebugMask : uint32_t {
84 };
85 
98 class ScheduleStateNode : public Object {
99  public:
107  std::unordered_map<StmtSRef, BlockInfo, ObjectPtrHash, ObjectPtrEqual> block_info;
109  std::unordered_map<const StmtNode*, StmtSRef> stmt2ref;
120 
122  v->Visit("mod", &mod);
123  // `block_info` is not visited
124  // `stmt2ref` is not visited
125  v->Visit("debug_mask", &debug_mask);
126  v->Visit("enable_check", &enable_check);
127  }
147  TVM_DLL void Replace(const tir::StmtSRef& src_sref, const Stmt& tgt_stmt,
148  const Map<Block, Block>& block_sref_reuse);
155  TVM_DLL void DebugVerify() const;
156 
157  static constexpr const char* _type_key = "tir.ScheduleState";
159 
160  /******** Property of blocks ********/
162  TVM_DLL BlockInfo GetBlockInfo(const StmtSRef& block_sref) const;
168  TVM_DLL void UpdateScopeBlockInfo(const Stmt& stmt);
174  BlockScope GetBlockScope(const StmtSRef& scope_root) const {
175  return GetBlockInfo(scope_root).scope;
176  }
182  bool IsAffineBlockBinding(const StmtSRef& block_sref) const {
183  return GetBlockInfo(block_sref).affine_binding;
184  }
191  bool IsRegionCoveredConsumer(const StmtSRef& consumer_block_sref) const {
192  return GetBlockInfo(consumer_block_sref).region_cover;
193  }
199  bool IsStagePipeline(const StmtSRef& scope_root) const {
200  return GetBlockInfo(scope_root).stage_pipeline;
201  }
202 };
203 
208 class ScheduleState : public ObjectRef {
209  public:
217  TVM_DLL explicit ScheduleState(IRModule mod, int debug_mask = 0, bool enable_check = true);
218 
220  ScheduleStateNode* get() const { return static_cast<ScheduleStateNode*>(data_.get()); }
221 
223 };
224 
225 } // namespace tir
226 } // namespace tvm
227 
228 #endif // TVM_TIR_SCHEDULE_STATE_H_
Definition of two pillar data structure for TensorIR scheduling: StmtSRef, BlockScope.
Visitor class to get the attributes of an AST/IR node. The content is going to be called for each fie...
Definition: reflection.h:52
Managed reference class to IRModuleNode.
Definition: module.h:366
Map container of NodeRef->NodeRef in DSL graph. Map implements copy on write semantics,...
Definition: map.h:1271
Base class of all object reference.
Definition: object.h:519
ObjectPtr< Object > data_
Internal pointer that backs the reference.
Definition: object.h:605
base class of all object containers.
Definition: object.h:171
Managed reference to BlockScopeNode.
Definition: block_scope.h:295
The state of scheduling, which exposes a Replace method as the primary interface for all the scheduli...
Definition: state.h:98
TVM_DECLARE_FINAL_OBJECT_INFO(ScheduleStateNode, Object)
bool IsAffineBlockBinding(const StmtSRef &block_sref) const
Check a cached flag indicating if the specific block has quasi-affine bindings.
Definition: state.h:182
std::unordered_map< const StmtNode *, StmtSRef > stmt2ref
The reverse mapping from block/for-loop to their corresponding srefs.
Definition: state.h:109
int debug_mask
Do extra correctness checking after the class creation and each time after calling the Replace method...
Definition: state.h:115
static constexpr const char * _type_key
Definition: state.h:157
BlockInfo GetBlockInfo(const StmtSRef &block_sref) const
Returns the BlockInfo correpsonding to the block sref.
void DebugVerify() const
Trigger the verification according to the debug_mask bitmask. 1) If the bitmask kVerifySRefTree is on...
bool enable_check
Whether to enable prequisite checks for schedule primitives.
Definition: state.h:119
IRModule mod
The AST of the module being scheduled.
Definition: state.h:101
bool IsRegionCoveredConsumer(const StmtSRef &consumer_block_sref) const
Check a cached flag indicating if each of the specific consumer block's read region is fully produced...
Definition: state.h:191
std::unordered_map< StmtSRef, BlockInfo, ObjectPtrHash, ObjectPtrEqual > block_info
Mapping from a block sref to its correpsonding BlockInfo, tracking the dependency inside the block sc...
Definition: state.h:107
void VisitAttrs(AttrVisitor *v)
Definition: state.h:121
void UpdateScopeBlockInfo(const Stmt &stmt)
Recalculate the BlockInfo recursively under stmt. If stmt is a Block itself, we will not reset its af...
bool IsStagePipeline(const StmtSRef &scope_root) const
Check a cached flag indicating if a block scope is an equivalence of a stage pipeline.
Definition: state.h:199
BlockScope GetBlockScope(const StmtSRef &scope_root) const
Get the BlockScope correpsonding to the sref of scope root block.
Definition: state.h:174
void Replace(const tir::StmtSRef &src_sref, const Stmt &tgt_stmt, const Map< Block, Block > &block_sref_reuse)
Replace the part of the AST, as being pointed to by src_sref, with a specific statement tgt_stmt,...
Managed reference to ScheduleStateNode.
Definition: state.h:208
ScheduleState(IRModule mod, int debug_mask=0, bool enable_check=true)
Construct a schedule state from an IRModule.
ScheduleStateNode * get() const
Definition: state.h:220
TVM_DEFINE_MUTABLE_OBJECT_REF_METHODS(ScheduleState, ObjectRef, ScheduleStateNode)
Managed reference to StmtSRefNode.
Definition: block_scope.h:107
Container of all statements.
Definition: stmt.h:59
IRModule that holds the functions and type definitions.
ScheduleDebugMask
The bitmask of the debug flag in the ScheduleStateNode.
Definition: state.h:79
@ kVerifySRefTree
Verify the correctness of the sref tree.
Definition: state.h:81
@ kVerifyCachedFlags
Verify the correctness of affine_binding, region_cover and stage_pipeline.
Definition: state.h:83
tvm::PrimExpr mod(const tvm::PrimExpr &a, const tvm::PrimExpr &b)
Definition: broadcast.h:290
runtime implementation for LibTorch/TorchScript.
Definition: analyzer.h:36
The information about a TensorIR block, it contains two categories of information 1) Info on the bloc...
Definition: state.h:43
BlockScope scope
Property of a block scope rooted at the block, storing dependencies in the scope.
Definition: state.h:45
BlockInfo(BlockScope scope, bool affine_binding=false, bool region_cover=false, bool stage_pipeline=false)
Definition: state.h:67
bool stage_pipeline
This property indicates that the block scope (rooted at its corresponding block) is equivalent to of ...
Definition: state.h:63
bool affine_binding
Property of a block, indicating the block realization binding is quasi-affine.
Definition: state.h:48
bool region_cover
Property of a block, indicating each of the block's read regions is fully produced by its producers.
Definition: state.h:53
TIR Function.