blob: 2a7c6f36d9e1261b5198050d18e1f25b13006a68 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
|
//
// Copyright © 2017 Arm Ltd. All rights reserved.
// SPDX-License-Identifier: MIT
//
#pragma once
#include <armnn/backends/ITensorHandleFactory.hpp>
#include <memory>
#include <vector>
namespace armnn
{
//Forward
class IMemoryManager;
using CopyAndImportFactoryPairs = std::map<ITensorHandleFactory::FactoryId, ITensorHandleFactory::FactoryId>;
///
class TensorHandleFactoryRegistry
{
public:
TensorHandleFactoryRegistry() = default;
TensorHandleFactoryRegistry(const TensorHandleFactoryRegistry& other) = delete;
TensorHandleFactoryRegistry(TensorHandleFactoryRegistry&& other) = delete;
/// Register a TensorHandleFactory and transfer ownership
void RegisterFactory(std::unique_ptr<ITensorHandleFactory> allocator);
/// Register a memory manager with shared ownership
void RegisterMemoryManager(std::shared_ptr<IMemoryManager> memoryManger);
/// Find a TensorHandleFactory by Id
/// Returns nullptr if not found
ITensorHandleFactory* GetFactory(ITensorHandleFactory::FactoryId id) const;
/// Overload of above allowing specification of Memory Source
ITensorHandleFactory* GetFactory(ITensorHandleFactory::FactoryId id,
MemorySource memSource) const;
/// Register a pair of TensorHandleFactory Id for Memory Copy and TensorHandleFactory Id for Memory Import
void RegisterCopyAndImportFactoryPair(ITensorHandleFactory::FactoryId copyFactoryId,
ITensorHandleFactory::FactoryId importFactoryId);
/// Get a matching TensorHandleFatory Id for Memory Import given TensorHandleFactory Id for Memory Copy
ITensorHandleFactory::FactoryId GetMatchingImportFactoryId(ITensorHandleFactory::FactoryId copyFactoryId);
/// Aquire memory required for inference
void AquireMemory();
/// Release memory required for inference
void ReleaseMemory();
std::vector<std::shared_ptr<IMemoryManager>>& GetMemoryManagers()
{
return m_MemoryManagers;
}
private:
std::vector<std::unique_ptr<ITensorHandleFactory>> m_Factories;
std::vector<std::shared_ptr<IMemoryManager>> m_MemoryManagers;
CopyAndImportFactoryPairs m_FactoryMappings;
};
} // namespace armnn
|
