1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
//
// Copyright © 2022 Arm Ltd and Contributors. All rights reserved.
// SPDX-License-Identifier: MIT
//
#pragma once
#include <armnn/ArmNN.hpp>
#include <CpuExecutor.h>
#include <nnapi/OperandTypes.h>
#include <nnapi/Result.h>
#include <nnapi/Types.h>
#include <vector>
#include <string>
#include <fstream>
#include <iomanip>
namespace armnn_driver
{
using namespace android::nn;
extern const armnn::PermutationVector g_DontPermute;
template <typename OperandType>
class UnsupportedOperand: public std::runtime_error
{
public:
UnsupportedOperand(const OperandType type)
: std::runtime_error("Operand type is unsupported")
, m_type(type)
{}
OperandType m_type;
};
/// Swizzles tensor data in @a input according to the dimension mappings.
void SwizzleAndroidNn4dTensorToArmNn(armnn::TensorInfo& tensor,
const void* input,
void* output,
const armnn::PermutationVector& mappings);
/// Returns a pointer to a specific location in a pool`
void* GetMemoryFromPool(DataLocation location,
const std::vector<android::nn::RunTimePoolInfo>& memPools);
void* GetMemoryFromPointer(const Request::Argument& requestArg);
armnn::TensorInfo GetTensorInfoForOperand(const Operand& operand);
std::string GetOperandSummary(const Operand& operand);
bool isQuantizedOperand(const OperandType& operandType);
std::string GetModelSummary(const Model& model);
void DumpTensor(const std::string& dumpDir,
const std::string& requestName,
const std::string& tensorName,
const armnn::ConstTensor& tensor);
void DumpJsonProfilingIfRequired(bool gpuProfilingEnabled,
const std::string& dumpDir,
armnn::NetworkId networkId,
const armnn::IProfiler* profiler);
std::string ExportNetworkGraphToDotFile(const armnn::IOptimizedNetwork& optimizedNetwork,
const std::string& dumpDir);
std::string SerializeNetwork(const armnn::INetwork& network,
const std::string& dumpDir,
std::vector<uint8_t>& dataCacheData,
bool dataCachingActive = true);
void RenameExportedFiles(const std::string& existingSerializedFileName,
const std::string& existingDotFileName,
const std::string& dumpDir,
const armnn::NetworkId networkId);
void RenameFile(const std::string& existingName,
const std::string& extension,
const std::string& dumpDir,
const armnn::NetworkId networkId);
/// Checks if a tensor info represents a dynamic tensor
bool IsDynamicTensor(const armnn::TensorInfo& outputInfo);
/// Checks for ArmNN support of dynamic tensors.
bool AreDynamicTensorsSupported(void);
std::string GetFileTimestamp();
inline OutputShape ComputeShape(const armnn::TensorInfo& info)
{
OutputShape shape;
armnn::TensorShape tensorShape = info.GetShape();
// Android will expect scalars as a zero dimensional tensor
if(tensorShape.GetDimensionality() == armnn::Dimensionality::Scalar)
{
shape.dimensions = std::vector<uint32_t>{};
}
else
{
std::vector<uint32_t> dimensions;
const unsigned int numDims = tensorShape.GetNumDimensions();
dimensions.resize(numDims);
for (unsigned int outputIdx = 0u; outputIdx < numDims; ++outputIdx)
{
dimensions[outputIdx] = tensorShape[outputIdx];
}
shape.dimensions = dimensions;
}
shape.isSufficient = true;
return shape;
}
void CommitPools(std::vector<::android::nn::RunTimePoolInfo>& memPools);
} // namespace armnn_driver
|
