tvm
distributed.h
Go to the documentation of this file.
1 /*
2  * Licensed to the Apache Software Foundation (ASF) under one
3  * or more contributor license agreements. See the NOTICE file
4  * distributed with this work for additional information
5  * regarding copyright ownership. The ASF licenses this file
6  * to you under the Apache License, Version 2.0 (the
7  * "License"); you may not use this file except in compliance
8  * with the License. You may obtain a copy of the License at
9  *
10  * http://www.apache.org/licenses/LICENSE-2.0
11  *
12  * Unless required by applicable law or agreed to in writing,
13  * software distributed under the License is distributed on an
14  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15  * KIND, either express or implied. See the License for the
16  * specific language governing permissions and limitations
17  * under the License.
18  */
19 
24 #ifndef TVM_RELAX_ATTRS_DISTRIBUTED_H_
25 #define TVM_RELAX_ATTRS_DISTRIBUTED_H_
26 
29 #include <tvm/relax/expr.h>
30 
31 namespace tvm {
32 namespace relax {
33 
35 struct DistributionAttrs : public tvm::AttrsNode<DistributionAttrs> {
38 
39  TVM_DECLARE_ATTRS(DistributionAttrs, "relax.attrs.DistributionAttrs") {
40  TVM_ATTR_FIELD(device_mesh).describe("The device mesh of a tensor's distribution plan");
41  TVM_ATTR_FIELD(placement).describe("The placement of a tensor's distribution plan");
42  }
43 }; // struct DistributionAttrs
44 
45 } // namespace relax
46 } // namespace tvm
47 
48 #endif // TVM_RELAX_ATTRS_DISTRIBUTED_H_
The base class of the all the Use "curiously recurring template pattern".
Definition: attrs.h:870
Managed reference to a DeviceMesh.
Definition: global_info.h:81
Managed reference to a Placement.
Definition: struct_info.h:121
Struct info for DTensor (Distributed Tensor)
#define TVM_ATTR_FIELD(FieldName)
Declare an attribute field.
Definition: attrs.h:76
runtime implementation for LibTorch/TorchScript.
Definition: analyzer.h:36
Data structure for distributed inference.
Attributes for redistribute and annotate_sharding operator.
Definition: distributed.h:35
distributed::DeviceMesh device_mesh
Definition: distributed.h:36
distributed::Placement placement
Definition: distributed.h:37
TVM_DECLARE_ATTRS(DistributionAttrs, "relax.attrs.DistributionAttrs")
Definition: distributed.h:39