1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
|
//
// Copyright © 2017 Arm Ltd. All rights reserved.
// SPDX-License-Identifier: MIT
//
#pragma once
#include <aclCommon/BaseMemoryManager.hpp>
#include <armnn/backends/ITensorHandleFactory.hpp>
namespace armnn
{
constexpr const char* NeonTensorHandleFactoryId() { return "Arm/Neon/TensorHandleFactory"; }
const std::set<armnn::LayerType> paddingRequiredLayers {
LayerType::ArgMinMax,
LayerType::Concat,
LayerType::Convolution2d,
LayerType::DepthToSpace,
LayerType::DepthwiseConvolution2d,
LayerType::Dequantize,
LayerType::FullyConnected,
LayerType::Gather,
LayerType::L2Normalization,
LayerType::Lstm,
LayerType::Mean,
LayerType::Multiplication,
LayerType::Normalization,
LayerType::Permute,
LayerType::Pooling2d,
LayerType::Quantize,
LayerType::QuantizedLstm,
LayerType::Resize,
LayerType::Stack,
LayerType::Transpose,
LayerType::TransposeConvolution2d
};
class NeonTensorHandleFactory : public ITensorHandleFactory
{
public:
NeonTensorHandleFactory(std::weak_ptr<NeonMemoryManager> mgr)
: m_MemoryManager(mgr),
m_ImportFlags(static_cast<MemorySourceFlags>(MemorySource::Malloc)),
m_ExportFlags(static_cast<MemorySourceFlags>(MemorySource::Malloc))
{}
std::unique_ptr<ITensorHandle> CreateSubTensorHandle(ITensorHandle& parent,
const TensorShape& subTensorShape,
const unsigned int* subTensorOrigin) const override;
std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo) const override;
std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
DataLayout dataLayout) const override;
std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
const bool IsMemoryManaged) const override;
std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
DataLayout dataLayout,
const bool IsMemoryManaged = true) const override;
static const FactoryId& GetIdStatic();
const FactoryId& GetId() const override;
bool SupportsSubTensors() const override;
MemorySourceFlags GetExportFlags() const override;
MemorySourceFlags GetImportFlags() const override;
std::vector<Capability> GetCapabilities(const IConnectableLayer* layer,
const IConnectableLayer* connectedLayer,
CapabilityClass capabilityClass) override;
private:
mutable std::shared_ptr<NeonMemoryManager> m_MemoryManager;
MemorySourceFlags m_ImportFlags;
MemorySourceFlags m_ExportFlags;
};
} // namespace armnn
|
