ArmNN
 22.11
RefTensorHandle.hpp
Go to the documentation of this file.
1 //
2 // Copyright © 2017 Arm Ltd. All rights reserved.
3 // SPDX-License-Identifier: MIT
4 //
5 #pragma once
6 
8 
9 #include "RefMemoryManager.hpp"
10 
11 namespace armnn
12 {
13 
14 // An implementation of ITensorHandle with simple "bump the pointer" memory-management behaviour
16 {
17 public:
18  RefTensorHandle(const TensorInfo& tensorInfo, std::shared_ptr<RefMemoryManager> &memoryManager);
19 
20  RefTensorHandle(const TensorInfo& tensorInfo, MemorySourceFlags importFlags);
21 
23 
24  virtual void Manage() override;
25 
26  virtual void Allocate() override;
27 
28  virtual ITensorHandle* GetParent() const override
29  {
30  return nullptr;
31  }
32 
33  virtual const void* Map(bool /* blocking = true */) const override;
34  using ITensorHandle::Map;
35 
36  virtual void Unmap() const override
37  {}
38 
39  TensorShape GetStrides() const override
40  {
41  return GetUnpaddedTensorStrides(m_TensorInfo);
42  }
43 
44  TensorShape GetShape() const override
45  {
46  return m_TensorInfo.GetShape();
47  }
48 
49  const TensorInfo& GetTensorInfo() const
50  {
51  return m_TensorInfo;
52  }
53 
54  virtual MemorySourceFlags GetImportFlags() const override
55  {
56  return m_ImportFlags;
57  }
58 
59  virtual bool Import(void* memory, MemorySource source) override;
60  virtual bool CanBeImported(void* memory, MemorySource source) override;
61 
62 private:
63  // Only used for testing
64  void CopyOutTo(void*) const override;
65  void CopyInFrom(const void*) override;
66 
67  void* GetPointer() const;
68 
69  RefTensorHandle(const RefTensorHandle& other) = delete; // noncopyable
70  RefTensorHandle& operator=(const RefTensorHandle& other) = delete; //noncopyable
71 
72  TensorInfo m_TensorInfo;
73 
74  std::shared_ptr<RefMemoryManager> m_MemoryManager;
75  RefMemoryManager::Pool* m_Pool;
76  mutable void* m_UnmanagedMemory;
77  MemorySourceFlags m_ImportFlags;
78  bool m_Imported;
79  bool m_IsImportEnabled;
80 };
81 
82 }
virtual void Unmap() const override
Unmap the tensor data.
const TensorShape & GetShape() const
Definition: Tensor.hpp:191
virtual bool CanBeImported(void *memory, MemorySource source) override
Implementations must determine if this memory block can be imported.
virtual const void * Map(bool) const override
Map the tensor data for access.
unsigned int MemorySourceFlags
Copyright (c) 2021 ARM Limited and Contributors.
virtual void Allocate() override
Indicate to the memory manager that this resource is no longer active.
RefTensorHandle(const TensorInfo &tensorInfo, std::shared_ptr< RefMemoryManager > &memoryManager)
virtual MemorySourceFlags GetImportFlags() const override
Get flags describing supported import sources.
TensorShape GetShape() const override
Get the number of elements for each dimension ordered from slowest iterating dimension to fastest ite...
TensorShape GetUnpaddedTensorStrides(const TensorInfo &tensorInfo)
TensorShape GetStrides() const override
Get the strides for each dimension ordered from largest to smallest where the smallest value is the s...
virtual const void * Map(bool blocking=true) const =0
Map the tensor data for access.
MemorySource
Define the Memory Source to reduce copies.
Definition: Types.hpp:230
const TensorInfo & GetTensorInfo() const
virtual bool Import(void *memory, MemorySource source) override
Import externally allocated memory.
virtual void Manage() override
Indicate to the memory manager that this resource is active.
virtual ITensorHandle * GetParent() const override
Get the parent tensor if this is a subtensor.