tvm
injective.h
Go to the documentation of this file.
1 /*
2  * Licensed to the Apache Software Foundation (ASF) under one
3  * or more contributor license agreements. See the NOTICE file
4  * distributed with this work for additional information
5  * regarding copyright ownership. The ASF licenses this file
6  * to you under the Apache License, Version 2.0 (the
7  * "License"); you may not use this file except in compliance
8  * with the License. You may obtain a copy of the License at
9  *
10  * http://www.apache.org/licenses/LICENSE-2.0
11  *
12  * Unless required by applicable law or agreed to in writing,
13  * software distributed under the License is distributed on an
14  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15  * KIND, either express or implied. See the License for the
16  * specific language governing permissions and limitations
17  * under the License.
18  */
19 
24 #ifndef TVM_TOPI_CUDA_INJECTIVE_H_
25 #define TVM_TOPI_CUDA_INJECTIVE_H_
26 
28 #include <tvm/te/operation.h>
29 #include <tvm/te/schedule_pass.h>
30 #include <tvm/topi/detail/fuse.h>
31 #include <tvm/topi/tags.h>
32 
33 namespace tvm {
34 namespace topi {
35 
36 using namespace tvm::te;
37 
38 namespace cuda {
39 
49  auto fused = detail::Fuse(sch[out], sch[out]->op.as<ComputeOpNode>()->axis);
50  auto target = Target::Current(false);
51  int num_thread = target->GetAttr<Integer>("max_num_threads").value().IntValue();
52  IterVar bx, tx;
53  sch[out].split(fused, num_thread, &bx, &tx);
54  sch[out].bind(bx, thread_axis(Range(), "blockIdx.x"));
55  sch[out].bind(tx, thread_axis(Range(), "threadIdx.x"));
56  return sch;
57 }
58 
67 inline Schedule schedule_injective(const Target& target, const Array<Tensor>& outs) {
68  Array<Operation> out_ops;
69  for (auto t : outs) {
70  out_ops.push_back(t->op);
71  }
72  auto s = create_schedule(out_ops);
74  for (auto out : outs) {
76  }
77  return s;
78 }
79 
80 } // namespace cuda
81 } // namespace topi
82 } // namespace tvm
83 #endif // TVM_TOPI_CUDA_INJECTIVE_H_
Container of constant int that adds more constructors.
Definition: expr.h:632
int64_t IntValue() const
convert to int64_t
Definition: expr.h:669
Range container
Definition: expr.h:725
Managed reference class to TargetNode.
Definition: target.h:200
static tvm::Target Current(bool allow_not_defined=true)
Get the current target context from thread local storage.
Array, container representing a contiguous sequence of ObjectRefs.
Definition: array.h:289
void push_back(const T &item)
push a new item to the back of the list
Definition: array.h:457
const ObjectType * as() const
Try to downcast the internal Object to a raw pointer of a corresponding type.
Definition: object.h:910
Array< IterVar > axis
IterVar on each axis.
Definition: operation.h:207
A Compute op that compute a tensor on certain domain.
Definition: operation.h:226
Managed reference to FuseNode.
Definition: schedule.h:826
Global schedule container For operations and all the operations they depend on. The schedule per Oper...
Definition: schedule.h:326
Tensor structure representing a possible input, or intermediate computation result.
Definition: tensor.h:102
Iteration Variable, represents an iteration over an integer interval.
Definition: var.h:315
Fuse operation.
Generic function that can be specialzied on a per target basis.
Tensor expression language DSL.
Definition: extracted_task.h:33
Schedule create_schedule(Array< Operation > ops)
Create a schedule for array of ops(and their dependencies).
Definition: schedule.h:702
void AutoInlineInjective(Schedule sch)
To automatically inline operations with injective writes (i.e. writes without reduction or sequential...
IterVar thread_axis(Range dom, std::string tag)
Create a new IterVar that represents an axis in thread.
Schedule schedule_injective(const Target &target, const Array< Tensor > &outs)
Create an x86 schedule for the given injective ops.
Definition: injective.h:68
Schedule schedule_injective_from_existing(Schedule sch, const Tensor &out)
Updates an existing schedule for the given injective ops.
Definition: injective.h:47
runtime implementation for LibTorch/TorchScript.
Definition: analyzer.h:36
Operation node can generate one or multiple Tensors.
Collection of Schedule pass functions.
External function interface to rocBLAS libraries.