tvm
default.h
Go to the documentation of this file.
1 /*
2  * Licensed to the Apache Software Foundation (ASF) under one
3  * or more contributor license agreements. See the NOTICE file
4  * distributed with this work for additional information
5  * regarding copyright ownership. The ASF licenses this file
6  * to you under the Apache License, Version 2.0 (the
7  * "License"); you may not use this file except in compliance
8  * with the License. You may obtain a copy of the License at
9  *
10  * http://www.apache.org/licenses/LICENSE-2.0
11  *
12  * Unless required by applicable law or agreed to in writing,
13  * software distributed under the License is distributed on an
14  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15  * KIND, either express or implied. See the License for the
16  * specific language governing permissions and limitations
17  * under the License.
18  */
19 
24 #ifndef TVM_TOPI_X86_DEFAULT_H_
25 #define TVM_TOPI_X86_DEFAULT_H_
26 
28 #include <tvm/te/operation.h>
29 #include <tvm/te/schedule_pass.h>
30 #include <tvm/topi/detail/fuse.h>
31 #include <tvm/topi/tags.h>
32 
33 namespace tvm {
34 namespace topi {
35 
36 using namespace tvm::te;
37 
38 namespace x86 {
48 inline Schedule MakeDefaultSchedule(const Target& target, const Array<Tensor>& outs,
49  bool auto_inline) {
50  Array<Operation> out_ops;
51  for (auto t : outs) {
52  out_ops.push_back(t->op);
53  }
54  auto s = create_schedule(out_ops);
55  auto x = outs[0];
56  auto axis = s[x]->op.as<ComputeOpNode>()->axis;
57 
58  if (auto_inline) {
60  if (axis.size() > 0) {
61  detail::Fuse(s[x], axis);
62  }
63  return s;
64  }
65 
66  if (axis.size() == 4) {
67  auto n = axis[0];
68  auto c = axis[1];
69  auto fused = detail::Fuse(s[x], {n, c}); // for nhwc layout, fuse n and h
70  s[x].parallel(fused);
71  } else {
72  s[x].parallel(axis[0]);
73  }
74 
75  return s;
76 }
77 
86 inline Schedule default_schedule(const Target& target, const Array<Tensor>& outs) {
87  return MakeDefaultSchedule(target, outs, false);
88 }
89 
98 inline Schedule default_schedule_auto_inline(const Target& target, const Array<Tensor>& outs) {
99  return MakeDefaultSchedule(target, outs, true);
100 }
101 
102 } // namespace x86
103 } // namespace topi
104 } // namespace tvm
105 #endif // TVM_TOPI_X86_DEFAULT_H_
Managed reference class to TargetNode.
Definition: target.h:200
Array, container representing a contiguous sequence of ObjectRefs.
Definition: array.h:289
void push_back(const T &item)
push a new item to the back of the list
Definition: array.h:457
const ObjectType * as() const
Try to downcast the internal Object to a raw pointer of a corresponding type.
Definition: object.h:910
A Compute op that compute a tensor on certain domain.
Definition: operation.h:226
Managed reference to FuseNode.
Definition: schedule.h:826
Global schedule container For operations and all the operations they depend on. The schedule per Oper...
Definition: schedule.h:326
Fuse operation.
Generic function that can be specialzied on a per target basis.
Tensor expression language DSL.
Definition: extracted_task.h:33
Schedule create_schedule(Array< Operation > ops)
Create a schedule for array of ops(and their dependencies).
Definition: schedule.h:702
void AutoInlineInjective(Schedule sch)
To automatically inline operations with injective writes (i.e. writes without reduction or sequential...
Schedule MakeDefaultSchedule(const Target &target, const Array< Tensor > &outs, bool auto_inline)
Helper to create a default x86 schedule for the given ops.
Definition: default.h:48
Schedule default_schedule(const Target &target, const Array< Tensor > &outs)
Create a default x86 schedule for the given ops.
Definition: default.h:86
Schedule default_schedule_auto_inline(const Target &target, const Array< Tensor > &outs)
Create a default x86 schedule for the given ops, with auto inline.
Definition: default.h:98
runtime implementation for LibTorch/TorchScript.
Definition: analyzer.h:36
Operation node can generate one or multiple Tensors.
Collection of Schedule pass functions.
External function interface to rocBLAS libraries.