tvm
global_info.h
Go to the documentation of this file.
1 /*
2  * Licensed to the Apache Software Foundation (ASF) under one
3  * or more contributor license agreements. See the NOTICE file
4  * distributed with this work for additional information
5  * regarding copyright ownership. The ASF licenses this file
6  * to you under the Apache License, Version 2.0 (the
7  * "License"); you may not use this file except in compliance
8  * with the License. You may obtain a copy of the License at
9  *
10  * http://www.apache.org/licenses/LICENSE-2.0
11  *
12  * Unless required by applicable law or agreed to in writing,
13  * software distributed under the License is distributed on an
14  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15  * KIND, either express or implied. See the License for the
16  * specific language governing permissions and limitations
17  * under the License.
18  */
19 
25 #ifndef TVM_RELAX_DISTRIBUTED_GLOBAL_INFO_H_
26 #define TVM_RELAX_DISTRIBUTED_GLOBAL_INFO_H_
27 
28 #include <tvm/ir/expr.h>
29 #include <tvm/ir/module.h>
30 namespace tvm {
31 namespace relax {
32 namespace distributed {
33 /*
34  * \brief Device mesh express a view of topology of devices, represented by an n-d matrix of
35  * device ids
36  */
38  public:
40  ffi::Shape shape;
41 
43  Array<Integer> device_ids;
44 
46  Optional<Range> device_range;
47 
48  static void RegisterReflection() {
49  namespace refl = tvm::ffi::reflection;
50  refl::ObjectDef<DeviceMeshNode>()
51  .def_ro("shape", &DeviceMeshNode::shape)
52  .def_ro("device_ids", &DeviceMeshNode::device_ids)
53  .def_ro("device_range", &DeviceMeshNode::device_range);
54  }
55 
56  static constexpr const char* _type_key = "relax.distributed.DeviceMesh";
58 };
59 
64 class DeviceMesh : public GlobalInfo {
65  public:
66  TVM_DLL DeviceMesh(ffi::Shape shape, Array<Integer> device_ids);
67  TVM_DLL DeviceMesh(ffi::Shape shape, Range device_range);
69 };
70 
71 } // namespace distributed
72 } // namespace relax
73 } // namespace tvm
74 
75 #endif // TVM_RELAX_DISTRIBUTED_GLOBAL_INFO_H_
GlobalInfo are globally static object that are referred by the IR itself. Base node for all global in...
Definition: global_info.h:43
Managed reference to GlobalInfoNode.
Definition: global_info.h:56
Range container
Definition: expr.h:698
Definition: global_info.h:37
static constexpr const char * _type_key
Definition: global_info.h:56
ffi::Shape shape
logical shape of the mesh
Definition: global_info.h:40
TVM_DECLARE_FINAL_OBJECT_INFO(DeviceMeshNode, GlobalInfoNode)
Array< Integer > device_ids
device ids in the mesh
Definition: global_info.h:43
static void RegisterReflection()
Definition: global_info.h:48
Optional< Range > device_range
Optionally use range to represent device_ids.
Definition: global_info.h:46
Managed reference to a DeviceMesh.
Definition: global_info.h:64
TVM_DEFINE_OBJECT_REF_METHODS(DeviceMesh, GlobalInfo, DeviceMeshNode)
DeviceMesh(ffi::Shape shape, Range device_range)
DeviceMesh(ffi::Shape shape, Array< Integer > device_ids)
Base expr nodes in TVM.
IRModule that holds the functions and type definitions.
Definition: repr_printer.h:91
Tensor shape(const Tensor &src, DataType dtype, const std::string name="T_shape", const std::string tag=kInjective)
Get the shape of input tensor.
Definition: transform.h:1945
Performance counters for profiling via the PAPI library.
Definition: analyzer.h:37