1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
|
//
// Copyright © 2017 Arm Ltd. All rights reserved.
// See LICENSE file in the project root for full license information.
//
#pragma once
#include "RequestThread.hpp"
#include "HalInterfaces.h"
#include "NeuralNetworks.h"
#include <armnn/ArmNN.hpp>
#include "ArmnnDriver.hpp"
#include <string>
#include <vector>
namespace armnn_driver
{
class ArmnnPreparedModel : public IPreparedModel
{
public:
ArmnnPreparedModel(armnn::NetworkId networkId,
armnn::IRuntime* runtime,
const V1_0::Model& model,
const std::string& requestInputsAndOutputsDumpDir);
virtual ~ArmnnPreparedModel();
virtual Return<ErrorStatus> execute(const Request& request,
const ::android::sp<IExecutionCallback>& callback) override;
/// execute the graph prepared from the request
void ExecuteGraph(std::shared_ptr<std::vector<::android::nn::RunTimePoolInfo>>& pMemPools,
std::shared_ptr<armnn::InputTensors>& pInputTensors,
std::shared_ptr<armnn::OutputTensors>& pOutputTensors,
const ::android::sp<IExecutionCallback>& callback);
/// Executes this model with dummy inputs (e.g. all zeroes).
void ExecuteWithDummyInputs();
private:
template <typename TensorBindingCollection>
void DumpTensorsIfRequired(char const* tensorNamePrefix, const TensorBindingCollection& tensorBindings);
armnn::NetworkId m_NetworkId;
armnn::IRuntime* m_Runtime;
V1_0::Model m_Model;
// There must be a single RequestThread for all ArmnnPreparedModel objects to ensure serial execution of workloads
// It is specific to this class, so it is declared as static here
static RequestThread m_RequestThread;
uint32_t m_RequestCount;
const std::string& m_RequestInputsAndOutputsDumpDir;
};
class AndroidNnCpuExecutorPreparedModel : public IPreparedModel
{
public:
AndroidNnCpuExecutorPreparedModel(const V1_0::Model& model, const std::string& requestInputsAndOutputsDumpDir);
virtual ~AndroidNnCpuExecutorPreparedModel() { }
bool Initialize();
virtual Return<ErrorStatus> execute(const Request& request,
const ::android::sp<IExecutionCallback>& callback) override;
private:
void DumpTensorsIfRequired(
char const* tensorNamePrefix,
const hidl_vec<uint32_t>& operandIndices,
const hidl_vec<RequestArgument>& requestArgs,
const std::vector<android::nn::RunTimePoolInfo>& requestPoolInfos);
V1_0::Model m_Model;
std::vector<android::nn::RunTimePoolInfo> m_ModelPoolInfos;
const std::string& m_RequestInputsAndOutputsDumpDir;
uint32_t m_RequestCount;
};
}
|
