24 #ifndef TVM_TIR_BUFFER_H_
25 #define TVM_TIR_BUFFER_H_
27 #include <tvm/ffi/container/array.h>
28 #include <tvm/ffi/reflection/registry.h>
29 #include <tvm/ffi/string.h>
39 #ifndef TVM_INDEX_DEFAULT_I64
40 #define TVM_INDEX_DEFAULT_I64 1
44 #if TVM_INDEX_DEFAULT_I64
117 refl::ObjectDef<BufferNode>()
123 refl::AttachFieldFlag::SEqHashDef())
143 ffi::Array<PrimExpr>
ElemOffset(ffi::Array<PrimExpr> index)
const;
161 PrimExpr elem_offset, ffi::String name,
int data_alignment,
int offset_factor,
179 TVM_DLL
Buffer MakeSlice(ffi::Array<PrimExpr> begins, ffi::Array<PrimExpr> extents)
const;
190 ffi::Optional<PrimExpr> input_extent = std::nullopt)
const;
199 ffi::Optional<PrimExpr> predicate = std::nullopt)
const;
208 ffi::Optional<PrimExpr> predicate = std::nullopt)
const;
221 ffi::Array<PrimExpr>
OffsetOf(ffi::Array<PrimExpr> index)
const;
244 ffi::String name =
"buffer", ffi::String storage_scope =
"",
305 std::string name,
int data_alignment,
306 int offset_factor,
bool compact,
307 std::string memory_scope =
"");
Managed reference class to IntImmNode.
Definition: expr.h:510
Base class for other IR constructs that can be converted to PrimExpr. This is useful for the FFI to c...
Definition: expr.h:154
Managed reference to PrimExprConvertibleNode.
Definition: expr.h:165
Reference to PrimExprNode.
Definition: expr.h:124
Definition: source_map.h:111
Runtime primitive data type.
Definition: data_type.h:47
static DataType Float(int bits, int lanes=1)
Construct an float type.
Definition: data_type.h:291
static DataType Int(int bits, int lanes=1)
Construct an int type.
Definition: data_type.h:274
static DataType Handle(int bits=64, int lanes=1)
Construct a handle type.
Definition: data_type.h:392
Node to represent a buffer.
Definition: buffer.h:62
Span span
Span that points to the original source code. Reserved debug information.
Definition: buffer.h:111
BufferNode()
constructor
Definition: buffer.h:113
ffi::String name
optional name of the buffer
Definition: buffer.h:97
BufferType buffer_type
buffer type
Definition: buffer.h:106
Var data
The pointer to the head of the data.
Definition: buffer.h:69
static void RegisterReflection()
Definition: buffer.h:115
ffi::Array< IntImm > axis_separators
Separators between input axes when generating flattened output axes.
Definition: buffer.h:87
PrimExpr elem_offset
The offset in terms of number of dtype elements (including lanes)
Definition: buffer.h:94
ffi::Array< PrimExpr > shape
The type of the buffer prior to flattening.
Definition: buffer.h:78
ffi::Array< PrimExpr > ElemOffset(ffi::Array< PrimExpr > index) const
Determine the offset in the buffer of the given index.
static constexpr TVMFFISEqHashKind _type_s_eq_hash_kind
Definition: buffer.h:145
ffi::Array< PrimExpr > strides
The strides of each dimension This can be an empty array, indicating array is contiguous.
Definition: buffer.h:92
int offset_factor
Factor of elem_offset field, elem_offset is guaranteed to be multiple of offset_factor.
Definition: buffer.h:104
int data_alignment
Alignment requirement of data pointer in bytes.
Definition: buffer.h:99
TVM_OBJECT_ENABLE_SCRIPT_PRINTER()
DataType DefaultIndexType() const
Definition: buffer.h:133
DataType dtype
data type in the content of the tensor
Definition: buffer.h:71
TVM_FFI_DECLARE_OBJECT_INFO_FINAL("tir.Buffer", BufferNode, Object)
Buffer is a symbolic n-darray structure. It is a composition of primitive symbolic types,...
Definition: buffer.h:156
ffi::String scope() const
Return the storage scope associated with this buffer.
PrimExpr vload(ffi::Array< PrimExpr > begin, DataType dtype, ffi::Optional< PrimExpr > predicate=std::nullopt) const
Create an Expr that does a vector load at begin index.
Buffer(Var data, DataType dtype, ffi::Array< PrimExpr > shape, ffi::Array< PrimExpr > strides, PrimExpr elem_offset, ffi::String name, int data_alignment, int offset_factor, BufferType buffer_type, ffi::Array< IntImm > axis_separators={}, Span span=Span())
TVM_DEFINE_OBJECT_REF_COW_METHOD(BufferNode)
Buffer MakeStrideView() const
Return a new buffer that is equivalent with current one but always add stride field.
ffi::Array< PrimExpr > OffsetOf(ffi::Array< PrimExpr > index) const
Determine the offset in the buffer of the given index.
PrimExpr access_ptr(int access_mask, DataType ptr_type=DataType::Handle(), int content_lanes=1, PrimExpr offset=IntImm(DataType::Int(32), 0), ffi::Optional< PrimExpr > input_extent=std::nullopt) const
Get access ptr to the entire buffer.
Buffer MakeSlice(ffi::Array< PrimExpr > begins, ffi::Array< PrimExpr > extents) const
Make a new symbolic buffer representing a slice of the buffer.
Stmt vstore(ffi::Array< PrimExpr > begin, PrimExpr value, ffi::Optional< PrimExpr > predicate=std::nullopt) const
Create a Stmt that does a vector store at begin index.
TVM_FFI_DEFINE_OBJECT_REF_METHODS_NULLABLE(Buffer, ObjectRef, BufferNode)
Buffer GetFlattenedBuffer() const
Get a flattened version of the buffer.
Base node for data producers.
Definition: buffer.h:260
virtual ffi::String GetNameHint() const =0
Get the name hint of the data producer.
virtual DataType GetDataType() const =0
Get the data type of the result.
TVM_FFI_DECLARE_OBJECT_INFO("tir.DataProducer", DataProducerNode, PrimExprConvertibleNode)
virtual ffi::Array< PrimExpr > GetShape() const =0
Get the shape of the result.
virtual ~DataProducerNode()
destructor.
Definition: buffer.h:263
Managed reference to DataProducerNode.
Definition: buffer.h:286
TVM_FFI_DEFINE_OBJECT_REF_METHODS_NULLABLE(DataProducer, PrimExprConvertible, DataProducerNode)
Container of all statements.
Definition: stmt.h:63
a named variable in TIR
Definition: var.h:77
Definition: repr_printer.h:91
constexpr const char * axis_separators
Marks the physical axis separators.
Definition: stmt.h:1094
DataType DefaultIndexType()
if TVM_INDEX_DEFAULT_I64 is set, return int64, otherwise return int32
Definition: buffer.h:43
BufferType
buffer type
Definition: buffer.h:55
@ kAutoBroadcast
Definition: buffer.h:58
@ kDefault
Definition: buffer.h:56
tir::Buffer BufferWithOffsetAlignment(ffi::Array< PrimExpr > shape, DataType dtype, std::string name, int data_alignment, int offset_factor, bool compact, std::string memory_scope="")
Creates TIR Buffer for provided parameters.
Buffer decl_buffer(ffi::Array< PrimExpr > shape, DataType dtype=DataType::Float(32), ffi::String name="buffer", ffi::String storage_scope="", ffi::Optional< ffi::Array< IntImm >> axis_separators=std::nullopt, Span span=Span())
Construct a new buffer given shape, and dtype.
Tensor shape(const Tensor &src, DataType dtype, const std::string name="T_shape", const std::string tag=kInjective)
Get the shape of input tensor.
Definition: transform.h:1960
Performance counters for profiling via the PAPI library.
Definition: analyzer.h:37