transform.h

Go to the documentation of this file.

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
 
#ifndef TVM_RELAX_TRANSFORM_H_
#define TVM_RELAX_TRANSFORM_H_
 
#include <tvm/ir/transform.h>
#include <tvm/relax/dataflow_pattern.h>
#include <tvm/relax/expr.h>
#include <tvm/tir/function.h>
#include <tvm/tir/index_map.h>
namespace tvm {
namespace relax {
namespace transform {
 
using Pass = tvm::transform::Pass;
using PassInfo = tvm::transform::PassInfo;
using PassContext = tvm::transform::PassContext;
using Function = tvm::relax::Function;
using DataflowBlock = tvm::relax::DataflowBlock;
 
TVM_DLL Pass CreateFunctionPass(
    const runtime::TypedPackedFunc<Function(Function, IRModule, PassContext)>& pass_func,
    int opt_level, String name, tvm::Array<String> required, bool traceable = false);
 
TVM_DLL Pass CreateDataflowBlockPass(
    const runtime::TypedPackedFunc<DataflowBlock(DataflowBlock, IRModule, PassContext)>& pass_func,
    int opt_level, String name, tvm::Array<String> required, bool traceable = false);
 
TVM_DLL Pass LambdaLift();
 
TVM_DLL Pass ToNonDataflow();
 
TVM_DLL Pass RemovePurityChecking();
 
TVM_DLL Pass CallTIRRewrite();
 
TVM_DLL Pass RewriteDataflowReshape();
 
TVM_DLL Pass StaticPlanBlockMemory();
 
TVM_DLL Pass AttachGlobalSymbol();
 
TVM_DLL Pass Normalize();
 
TVM_DLL Pass NormalizeGlobalVar();
 
TVM_DLL Pass CanonicalizeBindings();
 
TVM_DLL Pass EliminateCommonSubexpr(bool call_only = false);
 
TVM_DLL Pass BindParams(String func_name, Map<ObjectRef, ObjectRef> params);
 
TVM_DLL Pass BindSymbolicVars(Map<ObjectRef, PrimExpr> binding_map,
                              Optional<String> func_name = NullOpt);
 
TVM_DLL Pass FoldConstant();
 
TVM_DLL Pass LegalizeOps(Optional<Map<String, PackedFunc>> cmap, bool enable_warning = false);
 
TVM_DLL Pass RealizeVDevice();
 
TVM_DLL Pass AttachAttrLayoutFreeBuffers();
 
TVM_DLL Pass SplitLayoutRewritePreproc();
 
TVM_DLL Pass LiftTransformParams(Variant<Bool, Array<String>> shared_transform = Bool(false));
 
TVM_DLL Pass UpdateVDevice(VDevice new_vdevice, int64_t index);
 
TVM_DLL Pass ExpandTupleArguments();
 
TVM_DLL Pass RemoveUnusedParameters();
 
TVM_DLL Pass RemoveUnusedOutputs();
 
TVM_DLL Pass AnnotateTIROpPattern();
 
TVM_DLL Pass FuseOps(int fuse_opt_level = -1);
 
class FusionPatternNode : public Object {
 public:
  String name;
 
  DFPattern pattern;
 
  Map<String, DFPattern> annotation_patterns;
 
  Optional<PackedFunc> check;
 
  Optional<PackedFunc> attrs_getter;
 
  void VisitAttrs(tvm::AttrVisitor* v) {
    v->Visit("name", &name);
    v->Visit("pattern", &pattern);
    v->Visit("annotation_patterns", &annotation_patterns);
    v->Visit("check", &check);
    v->Visit("attrs_getter", &attrs_getter);
  }
 
  static constexpr const char* _type_key = "relax.transform.FusionPattern";
  TVM_DECLARE_FINAL_OBJECT_INFO(FusionPatternNode, Object);
};
 
class FusionPattern : public ObjectRef {
 public:
  FusionPattern(String name, DFPattern pattern, Map<String, DFPattern> annotation_patterns,
                Optional<PackedFunc> check, Optional<PackedFunc> attrs_getter);
 
  FusionPattern(String name, DFPattern pattern)
      : FusionPattern(name, pattern, {}, NullOpt, NullOpt) {}
 
  TVM_DEFINE_NOTNULLABLE_OBJECT_REF_METHODS(FusionPattern, ObjectRef, FusionPatternNode);
};
 
class PatternCheckContextNode : public Object {
 public:
  Expr matched_expr;
 
  Map<String, Expr> annotated_expr;
 
  Map<Var, Expr> matched_bindings;
 
  Map<Var, Array<Var>> var_usages;
 
  Map<Expr, Var> value_to_bound_var;
 
  void VisitAttrs(tvm::AttrVisitor* v) {
    v->Visit("matched_expr", &matched_expr);
    v->Visit("annotated_expr", &annotated_expr);
    v->Visit("matched_bindings", &matched_bindings);
    v->Visit("var_usages", &var_usages);
    v->Visit("value_to_bound_var", &value_to_bound_var);
  }
 
  static constexpr const char* _type_key = "relax.transform.PatternCheckContext";
  TVM_DECLARE_FINAL_OBJECT_INFO(PatternCheckContextNode, Object);
};
 
class PatternCheckContext : public ObjectRef {
 public:
  PatternCheckContext(Expr matched_expr, Map<String, Expr> annotated_expr,
                      Map<Var, Expr> matched_bindings, Map<Var, Array<Var>> var_usages,
                      Map<Expr, Var> value_to_bound_var);
 
  TVM_DEFINE_NOTNULLABLE_OBJECT_REF_METHODS(PatternCheckContext, ObjectRef,
                                            PatternCheckContextNode);
};
 
TVM_DLL Pass Gradient(String func_name, Optional<Array<Var>> require_grads = NullOpt,
                      int target_index = 0);
 
TVM_DLL Pass FuseOpsByPattern(const tvm::Array<FusionPattern>& patterns, bool bind_constants = true,
                              bool annotate_codegen = false,
                              const tvm::Array<String>& entry_function_names = {});
 
TVM_DLL Pass MergeCompositeFunctions();
 
TVM_DLL Pass FuseTIR();
 
TVM_DLL Pass RunCodegen(Optional<Map<String, Map<String, ObjectRef>>> target_options,
                        Array<runtime::String> entry_functions);
 
TVM_DLL Pass DecomposeOpsForInference(Optional<String> func_name);
 
TVM_DLL Pass DecomposeOpsForTraining(Optional<String> func_name);
 
TVM_DLL Pass AlterOpImpl(const Map<String, tir::PrimFunc>& op_impl_map,
                         const Map<String, Array<tir::IndexMap>>& op_buffer_transforms,
                         const Map<String, Array<Array<IntImm>>>& axis_separators,
                         const Map<String, Array<Array<IntImm>>>& input_axis_separators);
 
TVM_DLL Pass ConvertLayout(Map<String, Array<String>> desired_layouts);
 
TVM_DLL Pass ConvertToDataflow(int min_size = 2);
 
TVM_DLL Pass DeadCodeElimination(Array<runtime::String> entry_functions = {});
 
TVM_DLL Pass DataflowUseInplaceCalls();
 
TVM_DLL Pass ToMixedPrecision(const DataType& out_dtype,
                              Optional<Array<String>> fp16_input_names = NullOpt);
 
TVM_DLL Pass RewriteCUDAGraph();
 
TVM_DLL Pass FewShotTuning(int valid_count, bool benchmark);
 
}  // namespace transform
}  // namespace relax
}  // namespace tvm
 
#endif  // TVM_RELAX_TRANSFORM_H_