24 #ifndef TVM_RUNTIME_MEMORY_MEMORY_MANAGER_H_
25 #define TVM_RUNTIME_MEMORY_MEMORY_MANAGER_H_
35 #include <unordered_map>
70 Optional<String> mem_scope = std::nullopt);
81 DLDataType type_hint) = 0;
90 const std::string& mem_scope =
"");
100 const std::string& mem_scope =
"global") {
154 std::unordered_map<Device, std::unordered_map<AllocatorType, std::unique_ptr<Allocator>>>
171 String scope =
"global");
Managed NDArray. The array is backed by reference counted blocks.
Definition: ndarray.h:53
Definition: memory_manager.h:58
virtual void Free(const Buffer &buffer)=0
Free a buffer allocated by the allocator.
virtual Buffer Alloc(Device dev, ffi::Shape shape, DLDataType type_hint, const std::string &mem_scope="")
Allocate a buffer given a shape and type.
virtual ~Allocator()=default
virtual size_t UsedMemory() const =0
The amount of memory currently allocated.
NDArray Empty(ffi::Shape shape, DLDataType dtype, Device dev, Optional< String > mem_scope=std::nullopt)
Allocate an empty NDArray using from the allocator.
AllocatorType type() const
Return the allocator type.
Definition: memory_manager.h:72
virtual bool AllowMemoryScope(const std::string &mem_scope) const
Check if the given memory scope is allowed to allocate by the allocator.
Allocator(AllocatorType type)
Definition: memory_manager.h:60
virtual Buffer Alloc(Device dev, size_t nbytes, size_t alignment, DLDataType type_hint)=0
Allocate a buffer given a size, alignment and type.
virtual void Clear()
Clear the allocated memory.
virtual void FreeView(Device dev, void *data)
Release the view .
Definition: memory_manager.h:108
virtual void * CreateView(const Buffer &buffer, ffi::Shape shape, DLDataType type_hint, const std::string &mem_scope="global")
Create a view for the buffer given a shape, type and scope.
Definition: memory_manager.h:99
Definition: memory_manager.h:129
static void Clear()
Clear the allocators.
static Allocator * GetOrCreateAllocator(Device dev, AllocatorType type)
Get or create an allocator given the context and allocator type.
std::mutex mu_
Definition: memory_manager.h:153
static Allocator * GetAllocator(Device dev, AllocatorType type)
Get an allocator given the context.
static MemoryManager * Global()
std::unordered_map< Device, std::unordered_map< AllocatorType, std::unique_ptr< Allocator > > > allocators_
Definition: memory_manager.h:155
An object representing a storage allocation.
Definition: memory_manager.h:159
Buffer buffer
The index into the VM function table.
Definition: memory_manager.h:162
Allocator * allocator
The allocator where the storage buffer is allocated from.
Definition: memory_manager.h:164
~StorageObj()
Definition: memory_manager.h:173
NDArray AllocNDArray(int64_t offset, ffi::Shape shape, DLDataType dtype)
Allocate an NDArray from a given piece of storage.
static constexpr const char * _type_key
Definition: memory_manager.h:179
NDArray AllocNDArrayScoped(int64_t offset, ffi::Shape shape, DLDataType dtype, String scope="global")
Allocate an NDArray with memory scope from a given piece of storage.
TVM_DECLARE_FINAL_OBJECT_INFO(StorageObj, Object)
reference to storage.
Definition: memory_manager.h:184
TVM_DEFINE_MUTABLE_OBJECT_REF_METHODS(Storage, ObjectRef, StorageObj)
Storage(Buffer buffer, Allocator *allocator)
AllocatorType
Definition: memory_manager.h:42
@ kNaive
Definition: memory_manager.h:43
@ kPooled
Definition: memory_manager.h:44
Tensor shape(const Tensor &src, DataType dtype, const std::string name="T_shape", const std::string tag=kInjective)
Get the shape of input tensor.
Definition: transform.h:1945
Performance counters for profiling via the PAPI library.
Definition: analyzer.h:37
DLDevice Device
Definition: device_api.h:42
A device-independent managed NDArray abstraction.
A managed object in the TVM runtime.
Definition: memory_manager.h:47
Device device
The context of the allocated buffers.
Definition: memory_manager.h:53
AllocatorType alloc_type
The allocator that created this buffer.
Definition: memory_manager.h:55
void * data
The pointer to the allocated block of memory.
Definition: memory_manager.h:49
size_t size
The size of the block.
Definition: memory_manager.h:51