tvm
expr_functor.h
Go to the documentation of this file.
1 /*
2  * Licensed to the Apache Software Foundation (ASF) under one
3  * or more contributor license agreements. See the NOTICE file
4  * distributed with this work for additional information
5  * regarding copyright ownership. The ASF licenses this file
6  * to you under the Apache License, Version 2.0 (the
7  * "License"); you may not use this file except in compliance
8  * with the License. You may obtain a copy of the License at
9  *
10  * http://www.apache.org/licenses/LICENSE-2.0
11  *
12  * Unless required by applicable law or agreed to in writing,
13  * software distributed under the License is distributed on an
14  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15  * KIND, either express or implied. See the License for the
16  * specific language governing permissions and limitations
17  * under the License.
18  */
19 
25 #ifndef TVM_TIR_EXPR_FUNCTOR_H_
26 #define TVM_TIR_EXPR_FUNCTOR_H_
27 
28 #include <tvm/ir/node_functor.h>
29 #include <tvm/tirx/expr.h>
30 
31 #include <utility>
32 
33 namespace tvm {
34 namespace tirx {
35 
74 template <typename FType>
76 
77 // functions to be overriden.
78 #define EXPR_FUNCTOR_DEFAULT \
79  { \
80  return VisitExprDefault_(op, std::forward<Args>(args)...); \
81  }
82 
83 #define IR_EXPR_FUNCTOR_DISPATCH(OP) \
84  vtable.template set_dispatch<OP>([](const ffi::ObjectRef& n, TSelf* self, Args... args) { \
85  return self->VisitExpr_(static_cast<const OP*>(n.get()), std::forward<Args>(args)...); \
86  });
87 
88 template <typename R, typename... Args>
89 class ExprFunctor<R(const Expr& n, Args...)> {
90  private:
91  using TSelf = ExprFunctor<R(const Expr& n, Args...)>;
92  using FType = NodeFunctor<R(const ffi::ObjectRef& n, TSelf* self, Args...)>;
93 
94  public:
96  using result_type = R;
98  virtual ~ExprFunctor() {}
105  R operator()(const Expr& n, Args... args) { return VisitExpr(n, std::forward<Args>(args)...); }
112  virtual R VisitExpr(const Expr& n, Args... args) {
113  static FType vtable = InitVTable();
114  return vtable(n, this, std::forward<Args>(args)...);
115  }
116  // Functions that can be overriden by subclass
117  virtual R VisitExpr_(const VarNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
118  virtual R VisitExpr_(const BufferLoadNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
119  virtual R VisitExpr_(const ProducerLoadNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
120  virtual R VisitExpr_(const LetNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
121  virtual R VisitExpr_(const CallNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
122  virtual R VisitExpr_(const AddNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
123  virtual R VisitExpr_(const SubNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
124  virtual R VisitExpr_(const MulNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
125  virtual R VisitExpr_(const DivNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
126  virtual R VisitExpr_(const ModNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
127  virtual R VisitExpr_(const FloorDivNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
128  virtual R VisitExpr_(const FloorModNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
129  virtual R VisitExpr_(const MinNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
130  virtual R VisitExpr_(const MaxNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
131  virtual R VisitExpr_(const EQNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
132  virtual R VisitExpr_(const NENode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
133  virtual R VisitExpr_(const LTNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
134  virtual R VisitExpr_(const LENode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
135  virtual R VisitExpr_(const GTNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
136  virtual R VisitExpr_(const GENode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
137  virtual R VisitExpr_(const AndNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
138  virtual R VisitExpr_(const OrNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
139  virtual R VisitExpr_(const ReduceNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
140  virtual R VisitExpr_(const CastNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
141  virtual R VisitExpr_(const NotNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
142  virtual R VisitExpr_(const SelectNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
143  virtual R VisitExpr_(const RampNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
144  virtual R VisitExpr_(const BroadcastNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
145  virtual R VisitExpr_(const ShuffleNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
146  virtual R VisitExpr_(const IntImmNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
147  virtual R VisitExpr_(const FloatImmNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
148  virtual R VisitExpr_(const StringImmNode* op, Args... args) EXPR_FUNCTOR_DEFAULT;
149  virtual R VisitExprDefault_(const ffi::Object* op, Args...) {
150  TVM_FFI_THROW(InternalError) << "Do not have a default for " << op->GetTypeKey();
151  TVM_FFI_UNREACHABLE();
152  }
153 
154  private:
155  // initialize the vtable.
156  static FType InitVTable() {
157  FType vtable;
158  // Set dispatch
191  vtable.Finalize();
192  return vtable;
193  }
194 };
195 
196 #undef IR_EXPR_FUNCTOR_DISPATCH
197 #undef EXPR_FUNCTOR_DEFAULT
198 
202 class TVM_DLL ExprVisitor : public ExprFunctor<void(const Expr&)> {
203  public:
204  using ExprFunctor::operator();
205 
206  protected:
207  using ExprFunctor::VisitExpr;
208  // list of functions to override.
209  void VisitExpr_(const VarNode* op) override;
210  void VisitExpr_(const BufferLoadNode* op) override;
211  void VisitExpr_(const ProducerLoadNode* op) override;
212  void VisitExpr_(const LetNode* op) override;
213  void VisitExpr_(const CallNode* op) override;
214  void VisitExpr_(const AddNode* op) override;
215  void VisitExpr_(const SubNode* op) override;
216  void VisitExpr_(const MulNode* op) override;
217  void VisitExpr_(const DivNode* op) override;
218  void VisitExpr_(const ModNode* op) override;
219  void VisitExpr_(const FloorDivNode* op) override;
220  void VisitExpr_(const FloorModNode* op) override;
221  void VisitExpr_(const MinNode* op) override;
222  void VisitExpr_(const MaxNode* op) override;
223  void VisitExpr_(const EQNode* op) override;
224  void VisitExpr_(const NENode* op) override;
225  void VisitExpr_(const LTNode* op) override;
226  void VisitExpr_(const LENode* op) override;
227  void VisitExpr_(const GTNode* op) override;
228  void VisitExpr_(const GENode* op) override;
229  void VisitExpr_(const AndNode* op) override;
230  void VisitExpr_(const OrNode* op) override;
231  void VisitExpr_(const ReduceNode* op) override;
232  void VisitExpr_(const CastNode* op) override;
233  void VisitExpr_(const NotNode* op) override;
234  void VisitExpr_(const SelectNode* op) override;
235  void VisitExpr_(const RampNode* op) override;
236  void VisitExpr_(const BroadcastNode* op) override;
237  void VisitExpr_(const ShuffleNode* op) override;
238  void VisitExpr_(const IntImmNode* op) override;
239  void VisitExpr_(const FloatImmNode* op) override;
240  void VisitExpr_(const StringImmNode* op) override;
241 };
242 
246 class TVM_DLL ExprMutator : protected ExprFunctor<Expr(const Expr&)> {
247  public:
248  using ExprFunctor::operator();
249 
250  protected:
251  using ExprFunctor::VisitExpr;
253  PrimExpr VisitPrimExpr(const PrimExpr& expr) { return VisitExpr(expr).as_or_throw<PrimExpr>(); }
254  // list of functions to override.
255  Expr VisitExpr_(const VarNode* op) override;
256  Expr VisitExpr_(const BufferLoadNode* op) override;
257  Expr VisitExpr_(const ProducerLoadNode* op) override;
258  Expr VisitExpr_(const LetNode* op) override;
259  Expr VisitExpr_(const CallNode* op) override;
260  Expr VisitExpr_(const AddNode* op) override;
261  Expr VisitExpr_(const SubNode* op) override;
262  Expr VisitExpr_(const MulNode* op) override;
263  Expr VisitExpr_(const DivNode* op) override;
264  Expr VisitExpr_(const ModNode* op) override;
265  Expr VisitExpr_(const FloorDivNode* op) override;
266  Expr VisitExpr_(const FloorModNode* op) override;
267  Expr VisitExpr_(const MinNode* op) override;
268  Expr VisitExpr_(const MaxNode* op) override;
269  Expr VisitExpr_(const EQNode* op) override;
270  Expr VisitExpr_(const NENode* op) override;
271  Expr VisitExpr_(const LTNode* op) override;
272  Expr VisitExpr_(const LENode* op) override;
273  Expr VisitExpr_(const GTNode* op) override;
274  Expr VisitExpr_(const GENode* op) override;
275  Expr VisitExpr_(const AndNode* op) override;
276  Expr VisitExpr_(const OrNode* op) override;
277  Expr VisitExpr_(const ReduceNode* op) override;
278  Expr VisitExpr_(const CastNode* op) override;
279  Expr VisitExpr_(const NotNode* op) override;
280  Expr VisitExpr_(const SelectNode* op) override;
281  Expr VisitExpr_(const RampNode* op) override;
282  Expr VisitExpr_(const BroadcastNode* op) override;
283  Expr VisitExpr_(const ShuffleNode* op) override;
284  Expr VisitExpr_(const IntImmNode* op) override;
285  Expr VisitExpr_(const FloatImmNode* op) override;
286  Expr VisitExpr_(const StringImmNode* op) override;
287 };
288 
289 } // namespace tirx
290 } // namespace tvm
291 #endif // TVM_TIR_EXPR_FUNCTOR_H_
Call corresponds to callable invocation.
Definition: expr.h:314
Managed reference to ExprNode.
Definition: base_expr.h:311
Constant floating point literals in the program.
Definition: expr.h:424
Constant integer literals in the program.
Definition: expr.h:361
A dynamically dispatched functor on the type of the first argument.
Definition: node_functor.h:62
Typed reference/view over any Expr whose ExprNode::ty is PrimType.
Definition: base_expr.h:354
a + b
Definition: expr.h:125
a && b
Definition: expr.h:422
Create a vector where all the elements are value.
Definition: expr.h:670
Load value from the high dimension buffer.
Definition: expr.h:545
Cast value from one data type to another.
Definition: expr.h:81
a / b in the C semnatics.
Definition: expr.h:183
a == b
Definition: expr.h:314
virtual R VisitExpr_(const IntImmNode *op, Args... args)
Definition: expr_functor.h:146
virtual R VisitExprDefault_(const ffi::Object *op, Args...)
Definition: expr_functor.h:149
virtual R VisitExpr_(const AndNode *op, Args... args)
Definition: expr_functor.h:137
virtual R VisitExpr_(const EQNode *op, Args... args)
Definition: expr_functor.h:131
virtual R VisitExpr_(const ModNode *op, Args... args)
Definition: expr_functor.h:126
virtual R VisitExpr_(const MulNode *op, Args... args)
Definition: expr_functor.h:124
virtual R VisitExpr_(const BroadcastNode *op, Args... args)
Definition: expr_functor.h:144
virtual R VisitExpr_(const CastNode *op, Args... args)
Definition: expr_functor.h:140
virtual R VisitExpr_(const ProducerLoadNode *op, Args... args)
Definition: expr_functor.h:119
virtual R VisitExpr_(const ShuffleNode *op, Args... args)
Definition: expr_functor.h:145
virtual R VisitExpr_(const NotNode *op, Args... args)
Definition: expr_functor.h:141
R operator()(const Expr &n, Args... args)
Same as call.
Definition: expr_functor.h:105
virtual R VisitExpr_(const MaxNode *op, Args... args)
Definition: expr_functor.h:130
virtual R VisitExpr_(const SelectNode *op, Args... args)
Definition: expr_functor.h:142
virtual R VisitExpr_(const GTNode *op, Args... args)
Definition: expr_functor.h:135
virtual R VisitExpr_(const VarNode *op, Args... args)
Definition: expr_functor.h:117
virtual R VisitExpr_(const SubNode *op, Args... args)
Definition: expr_functor.h:123
virtual R VisitExpr_(const NENode *op, Args... args)
Definition: expr_functor.h:132
virtual R VisitExpr_(const OrNode *op, Args... args)
Definition: expr_functor.h:138
virtual R VisitExpr_(const LetNode *op, Args... args)
Definition: expr_functor.h:120
virtual R VisitExpr_(const BufferLoadNode *op, Args... args)
Definition: expr_functor.h:118
virtual R VisitExpr_(const MinNode *op, Args... args)
Definition: expr_functor.h:129
virtual R VisitExpr_(const ReduceNode *op, Args... args)
Definition: expr_functor.h:139
virtual R VisitExpr_(const RampNode *op, Args... args)
Definition: expr_functor.h:143
virtual R VisitExpr_(const FloorDivNode *op, Args... args)
Definition: expr_functor.h:127
virtual R VisitExpr(const Expr &n, Args... args)
The functor call.
Definition: expr_functor.h:112
virtual R VisitExpr_(const StringImmNode *op, Args... args)
Definition: expr_functor.h:148
virtual R VisitExpr_(const FloatImmNode *op, Args... args)
Definition: expr_functor.h:147
virtual R VisitExpr_(const FloorModNode *op, Args... args)
Definition: expr_functor.h:128
virtual R VisitExpr_(const LENode *op, Args... args)
Definition: expr_functor.h:134
virtual R VisitExpr_(const DivNode *op, Args... args)
Definition: expr_functor.h:125
R result_type
the result type of this functor
Definition: expr_functor.h:96
virtual R VisitExpr_(const LTNode *op, Args... args)
Definition: expr_functor.h:133
virtual R VisitExpr_(const GENode *op, Args... args)
Definition: expr_functor.h:136
virtual ~ExprFunctor()
virtual destructor
Definition: expr_functor.h:98
virtual R VisitExpr_(const AddNode *op, Args... args)
Definition: expr_functor.h:122
virtual R VisitExpr_(const CallNode *op, Args... args)
Definition: expr_functor.h:121
A dynamical functor that dispatches on in the first Expr argument. You can use this as a more powerfu...
Definition: expr_functor.h:75
ExprMutator that mutates expressions.
Definition: expr_functor.h:246
Expr VisitExpr_(const StringImmNode *op) override
Expr VisitExpr_(const ReduceNode *op) override
Expr VisitExpr_(const ShuffleNode *op) override
Expr VisitExpr_(const IntImmNode *op) override
Expr VisitExpr_(const ModNode *op) override
Expr VisitExpr_(const MinNode *op) override
Expr VisitExpr_(const FloorDivNode *op) override
Expr VisitExpr_(const BroadcastNode *op) override
Expr VisitExpr_(const VarNode *op) override
Expr VisitExpr_(const LENode *op) override
Expr VisitExpr_(const BufferLoadNode *op) override
Expr VisitExpr_(const AddNode *op) override
Expr VisitExpr_(const RampNode *op) override
Expr VisitExpr_(const LetNode *op) override
Expr VisitExpr_(const CastNode *op) override
Expr VisitExpr_(const MulNode *op) override
Expr VisitExpr_(const AndNode *op) override
Expr VisitExpr_(const SubNode *op) override
Expr VisitExpr_(const GTNode *op) override
Expr VisitExpr_(const OrNode *op) override
Expr VisitExpr_(const MaxNode *op) override
Expr VisitExpr_(const EQNode *op) override
Expr VisitExpr_(const GENode *op) override
Expr VisitExpr_(const DivNode *op) override
Expr VisitExpr_(const SelectNode *op) override
Expr VisitExpr_(const FloorModNode *op) override
Expr VisitExpr_(const CallNode *op) override
Expr VisitExpr_(const LTNode *op) override
Expr VisitExpr_(const NotNode *op) override
Expr VisitExpr_(const NENode *op) override
Expr VisitExpr_(const FloatImmNode *op) override
PrimExpr VisitPrimExpr(const PrimExpr &expr)
Visit a primitive expression and verify that it remains primitive.
Definition: expr_functor.h:253
Expr VisitExpr_(const ProducerLoadNode *op) override
ExprVisitor.
Definition: expr_functor.h:202
void VisitExpr_(const GENode *op) override
void VisitExpr_(const BroadcastNode *op) override
void VisitExpr_(const FloorModNode *op) override
void VisitExpr_(const RampNode *op) override
void VisitExpr_(const NotNode *op) override
void VisitExpr_(const GTNode *op) override
void VisitExpr_(const OrNode *op) override
void VisitExpr_(const LetNode *op) override
void VisitExpr_(const SubNode *op) override
void VisitExpr_(const AddNode *op) override
void VisitExpr_(const LENode *op) override
void VisitExpr_(const BufferLoadNode *op) override
void VisitExpr_(const MulNode *op) override
void VisitExpr_(const AndNode *op) override
void VisitExpr_(const FloorDivNode *op) override
void VisitExpr_(const NENode *op) override
void VisitExpr_(const FloatImmNode *op) override
void VisitExpr_(const CastNode *op) override
void VisitExpr_(const SelectNode *op) override
void VisitExpr_(const MinNode *op) override
void VisitExpr_(const ShuffleNode *op) override
void VisitExpr_(const StringImmNode *op) override
void VisitExpr_(const CallNode *op) override
void VisitExpr_(const IntImmNode *op) override
void VisitExpr_(const ModNode *op) override
void VisitExpr_(const ReduceNode *op) override
void VisitExpr_(const DivNode *op) override
void VisitExpr_(const EQNode *op) override
void VisitExpr_(const MaxNode *op) override
void VisitExpr_(const VarNode *op) override
void VisitExpr_(const LTNode *op) override
void VisitExpr_(const ProducerLoadNode *op) override
Floor division, floor(a/b)
Definition: expr.h:222
The remainder of the floordiv.
Definition: expr.h:240
a >= b
Definition: expr.h:404
a > b
Definition: expr.h:386
a < b
Definition: expr.h:350
Let binding. Bind var to value then evaluate body.
Definition: expr.h:700
max(a, b)
Definition: expr.h:276
min(a, b)
Definition: expr.h:258
a % b in the C semnatics.
Definition: expr.h:204
a * b
Definition: expr.h:162
a != b
Definition: expr.h:332
!a
Definition: expr.h:474
a || b
Definition: expr.h:448
Load value from the result produced by the producer.
Definition: expr.h:601
Construct a vector with lanes elements where its i-th element equals base + i * stride....
Definition: expr.h:639
Reduction operator.
Definition: expr.h:820
return true_value if condition is true, otherwise return false_value.
Definition: expr.h:504
Shuffle instruction. vec = concat(vectors) result = (vec[indices[0]], vec[indices[1]] ....
Definition: expr.h:736
ffi::String constants, only used in asserts.
Definition: expr.h:54
a - b
Definition: expr.h:143
A variable node in the IR.
Definition: var.h:49
An object that builds and maintains block scope and StmtSref mapping for Dependence analysis.
Definition: analyzer.h:40
Defines the Functor data structures.
a <= b
Definition: expr.h:368
TIR expressions.
#define IR_EXPR_FUNCTOR_DISPATCH(OP)
Definition: expr_functor.h:83
#define EXPR_FUNCTOR_DEFAULT
Definition: expr_functor.h:78