tvm
global_info.h
Go to the documentation of this file.
1 /*
2  * Licensed to the Apache Software Foundation (ASF) under one
3  * or more contributor license agreements. See the NOTICE file
4  * distributed with this work for additional information
5  * regarding copyright ownership. The ASF licenses this file
6  * to you under the Apache License, Version 2.0 (the
7  * "License"); you may not use this file except in compliance
8  * with the License. You may obtain a copy of the License at
9  *
10  * http://www.apache.org/licenses/LICENSE-2.0
11  *
12  * Unless required by applicable law or agreed to in writing,
13  * software distributed under the License is distributed on an
14  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15  * KIND, either express or implied. See the License for the
16  * specific language governing permissions and limitations
17  * under the License.
18  */
19 
25 #ifndef TVM_RELAX_DISTRIBUTED_GLOBAL_INFO_H_
26 #define TVM_RELAX_DISTRIBUTED_GLOBAL_INFO_H_
27 
28 #include <tvm/ir/expr.h>
29 #include <tvm/ir/module.h>
30 namespace tvm {
31 namespace relax {
32 namespace distributed {
33 /*
34  * \brief Device mesh express a view of topology of devices, represented by an n-d matrix of
35  * device ids
36  */
38  public:
40  ffi::Shape shape;
41 
43  ffi::Array<Integer> device_ids;
44 
46  ffi::Optional<Range> device_range;
47 
48  static void RegisterReflection() {
49  namespace refl = tvm::ffi::reflection;
50  refl::ObjectDef<DeviceMeshNode>()
51  .def_ro("shape", &DeviceMeshNode::shape)
52  .def_ro("device_ids", &DeviceMeshNode::device_ids)
53  .def_ro("device_range", &DeviceMeshNode::device_range);
54  }
56 };
57 
62 class DeviceMesh : public GlobalInfo {
63  public:
64  TVM_DLL DeviceMesh(ffi::Shape shape, ffi::Array<Integer> device_ids);
65  TVM_DLL DeviceMesh(ffi::Shape shape, Range device_range);
67 };
68 
69 } // namespace distributed
70 } // namespace relax
71 } // namespace tvm
72 
73 #endif // TVM_RELAX_DISTRIBUTED_GLOBAL_INFO_H_
GlobalInfo are globally static object that are referred by the IR itself. Base node for all global in...
Definition: global_info.h:43
Managed reference to GlobalInfoNode.
Definition: global_info.h:54
Range container
Definition: expr.h:689
Definition: global_info.h:37
ffi::Shape shape
logical shape of the mesh
Definition: global_info.h:40
static void RegisterReflection()
Definition: global_info.h:48
ffi::Optional< Range > device_range
Optionally use range to represent device_ids.
Definition: global_info.h:46
TVM_FFI_DECLARE_OBJECT_INFO_FINAL("relax.distributed.DeviceMesh", DeviceMeshNode, GlobalInfoNode)
ffi::Array< Integer > device_ids
device ids in the mesh
Definition: global_info.h:43
Managed reference to a DeviceMesh.
Definition: global_info.h:62
DeviceMesh(ffi::Shape shape, Range device_range)
TVM_FFI_DEFINE_OBJECT_REF_METHODS_NULLABLE(DeviceMesh, GlobalInfo, DeviceMeshNode)
DeviceMesh(ffi::Shape shape, ffi::Array< Integer > device_ids)
Base expr nodes in TVM.
IRModule that holds the functions and type definitions.
Definition: repr_printer.h:91
Tensor shape(const Tensor &src, DataType dtype, const std::string name="T_shape", const std::string tag=kInjective)
Get the shape of input tensor.
Definition: transform.h:1960
Performance counters for profiling via the PAPI library.
Definition: analyzer.h:37