24 #ifndef TVM_TIR_BUFFER_H_
25 #define TVM_TIR_BUFFER_H_
27 #include <tvm/ffi/container/array.h>
28 #include <tvm/ffi/reflection/registry.h>
29 #include <tvm/ffi/string.h>
39 #ifndef TVM_INDEX_DEFAULT_I64
40 #define TVM_INDEX_DEFAULT_I64 1
44 #if TVM_INDEX_DEFAULT_I64
117 refl::ObjectDef<BufferNode>()
123 refl::AttachFieldFlag::SEqHashDef())
162 PrimExpr elem_offset, String name,
int data_alignment,
int offset_factor,
190 Optional<PrimExpr> input_extent = std::nullopt)
const;
199 Optional<PrimExpr> predicate = std::nullopt)
const;
208 Optional<PrimExpr> predicate = std::nullopt)
const;
221 Array<PrimExpr>
OffsetOf(Array<PrimExpr> index)
const;
244 String name =
"buffer", String storage_scope =
"",
280 static constexpr
const char*
_type_key =
"tir.DataProducer";
307 std::string name,
int data_alignment,
308 int offset_factor,
bool compact,
309 std::string memory_scope =
"");
Managed reference class to IntImmNode.
Definition: expr.h:520
Base class for other IR constructs that can be converted to PrimExpr. This is useful for the FFI to c...
Definition: expr.h:159
Managed reference to PrimExprConvertibleNode.
Definition: expr.h:172
Reference to PrimExprNode.
Definition: expr.h:129
Definition: source_map.h:113
Runtime primitive data type.
Definition: data_type.h:47
static DataType Float(int bits, int lanes=1)
Construct an float type.
Definition: data_type.h:291
static DataType Int(int bits, int lanes=1)
Construct an int type.
Definition: data_type.h:274
static DataType Handle(int bits=64, int lanes=1)
Construct a handle type.
Definition: data_type.h:392
Node to represent a buffer.
Definition: buffer.h:62
String name
optional name of the buffer
Definition: buffer.h:97
static constexpr const char * _type_key
Definition: buffer.h:145
Span span
Span that points to the original source code. Reserved debug information.
Definition: buffer.h:111
BufferNode()
constructor
Definition: buffer.h:113
BufferType buffer_type
buffer type
Definition: buffer.h:106
Var data
The pointer to the head of the data.
Definition: buffer.h:69
static void RegisterReflection()
Definition: buffer.h:115
Array< PrimExpr > shape
The type of the buffer prior to flattening.
Definition: buffer.h:78
PrimExpr elem_offset
The offset in terms of number of dtype elements (including lanes)
Definition: buffer.h:94
TVM_DECLARE_FINAL_OBJECT_INFO(BufferNode, Object)
static constexpr TVMFFISEqHashKind _type_s_eq_hash_kind
Definition: buffer.h:146
int offset_factor
Factor of elem_offset field, elem_offset is guaranteed to be multiple of offset_factor.
Definition: buffer.h:104
Array< IntImm > axis_separators
Separators between input axes when generating flattened output axes.
Definition: buffer.h:87
int data_alignment
Alignment requirement of data pointer in bytes.
Definition: buffer.h:99
TVM_OBJECT_ENABLE_SCRIPT_PRINTER()
Array< PrimExpr > strides
The strides of each dimension This can be an empty array, indicating array is contiguous.
Definition: buffer.h:92
DataType DefaultIndexType() const
Definition: buffer.h:133
DataType dtype
data type in the content of the tensor
Definition: buffer.h:71
Array< PrimExpr > ElemOffset(Array< PrimExpr > index) const
Determine the offset in the buffer of the given index.
Buffer is a symbolic n-darray structure. It is a composition of primitive symbolic types,...
Definition: buffer.h:157
Array< PrimExpr > OffsetOf(Array< PrimExpr > index) const
Determine the offset in the buffer of the given index.
String scope() const
Return the storage scope associated with this buffer.
Stmt vstore(Array< PrimExpr > begin, PrimExpr value, Optional< PrimExpr > predicate=std::nullopt) const
Create a Stmt that does a vector store at begin index.
PrimExpr vload(Array< PrimExpr > begin, DataType dtype, Optional< PrimExpr > predicate=std::nullopt) const
Create an Expr that does a vector load at begin index.
TVM_DEFINE_OBJECT_REF_COW_METHOD(BufferNode)
Buffer MakeStrideView() const
Return a new buffer that is equivalent with current one but always add stride field.
PrimExpr access_ptr(int access_mask, DataType ptr_type=DataType::Handle(), int content_lanes=1, PrimExpr offset=IntImm(DataType::Int(32), 0), Optional< PrimExpr > input_extent=std::nullopt) const
Get access ptr to the entire buffer.
Buffer(Var data, DataType dtype, Array< PrimExpr > shape, Array< PrimExpr > strides, PrimExpr elem_offset, String name, int data_alignment, int offset_factor, BufferType buffer_type, Array< IntImm > axis_separators={}, Span span=Span())
Buffer MakeSlice(Array< PrimExpr > begins, Array< PrimExpr > extents) const
Make a new symbolic buffer representing a slice of the buffer.
TVM_DEFINE_OBJECT_REF_METHODS(Buffer, ObjectRef, BufferNode)
Buffer GetFlattenedBuffer() const
Get a flattened version of the buffer.
Base node for data producers.
Definition: buffer.h:260
static constexpr const char * _type_key
Definition: buffer.h:280
virtual DataType GetDataType() const =0
Get the data type of the result.
virtual Array< PrimExpr > GetShape() const =0
Get the shape of the result.
virtual String GetNameHint() const =0
Get the name hint of the data producer.
TVM_DECLARE_BASE_OBJECT_INFO(DataProducerNode, PrimExprConvertibleNode)
virtual ~DataProducerNode()
destructor.
Definition: buffer.h:263
Managed reference to DataProducerNode.
Definition: buffer.h:288
TVM_DEFINE_OBJECT_REF_METHODS(DataProducer, PrimExprConvertible, DataProducerNode)
Container of all statements.
Definition: stmt.h:64
a named variable in TIR
Definition: var.h:78
Definition: repr_printer.h:91
constexpr const char * axis_separators
Marks the physical axis separators.
Definition: stmt.h:1123
DataType DefaultIndexType()
if TVM_INDEX_DEFAULT_I64 is set, return int64, otherwise return int32
Definition: buffer.h:43
Buffer decl_buffer(Array< PrimExpr > shape, DataType dtype=DataType::Float(32), String name="buffer", String storage_scope="", Optional< Array< IntImm >> axis_separators=std::nullopt, Span span=Span())
Construct a new buffer given shape, and dtype.
BufferType
buffer type
Definition: buffer.h:55
@ kAutoBroadcast
Definition: buffer.h:58
@ kDefault
Definition: buffer.h:56
tir::Buffer BufferWithOffsetAlignment(Array< PrimExpr > shape, DataType dtype, std::string name, int data_alignment, int offset_factor, bool compact, std::string memory_scope="")
Creates TIR Buffer for provided parameters.
Tensor shape(const Tensor &src, DataType dtype, const std::string name="T_shape", const std::string tag=kInjective)
Get the shape of input tensor.
Definition: transform.h:1945
Performance counters for profiling via the PAPI library.
Definition: analyzer.h:37