1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
//
// Copyright © 2017 Arm Ltd. All rights reserved.
// SPDX-License-Identifier: MIT
//
#pragma once
#include "ITensorHandle.hpp"
#include <armnn/IRuntime.hpp>
#include <armnn/MemorySources.hpp>
#include <armnn/Types.hpp>
#include <armnn/utility/IgnoreUnused.hpp>
namespace armnn
{
/// Capability class to calculate in the GetCapabilities function
/// so that only the capability in the scope can be choose to calculate
enum class CapabilityClass
{
PaddingRequired = 1,
// add new enum values here
CapabilityClassMax = 254
};
/// Capability of the TensorHandleFactory
struct Capability
{
Capability(CapabilityClass capabilityClass, bool value)
: m_CapabilityClass(capabilityClass)
, m_Value(value)
{}
CapabilityClass m_CapabilityClass;
bool m_Value;
};
class ITensorHandleFactory
{
public:
using FactoryId = std::string;
static const FactoryId LegacyFactoryId; /// Use the workload factory to create the tensor handle
static const FactoryId DeferredFactoryId; /// Some TensorHandleFactory decisions are deferred to run-time
virtual ~ITensorHandleFactory() {}
virtual std::unique_ptr<ITensorHandle> CreateSubTensorHandle(ITensorHandle& parent,
TensorShape const& subTensorShape,
unsigned int const* subTensorOrigin) const = 0;
virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo) const = 0;
virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
DataLayout dataLayout) const = 0;
/// Utility Functions for backends which require TensorHandles to have unmanaged memory.
/// These should be overloaded if required to facilitate direct import of input tensors
/// and direct export of output tensors.
virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
const bool IsMemoryManaged) const
{
IgnoreUnused(IsMemoryManaged);
return CreateTensorHandle(tensorInfo);
}
virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
DataLayout dataLayout,
const bool IsMemoryManaged) const
{
IgnoreUnused(IsMemoryManaged);
return CreateTensorHandle(tensorInfo, dataLayout);
}
virtual const FactoryId& GetId() const = 0;
virtual bool SupportsSubTensors() const = 0;
virtual bool SupportsMapUnmap() const final { return true; }
virtual MemorySourceFlags GetExportFlags() const { return 0; }
virtual MemorySourceFlags GetImportFlags() const { return 0; }
virtual std::vector<Capability> GetCapabilities(const IConnectableLayer* layer,
const IConnectableLayer* connectedLayer,
CapabilityClass capabilityClass)
{
IgnoreUnused(layer);
IgnoreUnused(connectedLayer);
IgnoreUnused(capabilityClass);
return std::vector<Capability>();
}
};
enum class EdgeStrategy
{
Undefined, /// No strategy has been defined. Used internally to verify integrity of optimizations.
DirectCompatibility, /// Destination backend can work directly with tensors on source backend.
ExportToTarget, /// Source backends tensor data can be exported to destination backend tensor without copy.
CopyToTarget /// Copy contents from source backend tensor to destination backend tensor.
};
} //namespace armnn
|
