10 #include <ArmnnSchema_generated.h> 12 #include <unordered_map> 19 using GraphPtr =
const armnnSerializer::SerializedGraph *;
65 unsigned int layerIndex);
67 unsigned int layerIndex);
77 const std::vector<uint32_t> & targetDimsIn);
86 void ParseUnsupportedLayer(
GraphPtr graph,
unsigned int layerIndex);
87 void ParseAbs(
GraphPtr graph,
unsigned int layerIndex);
88 void ParseActivation(
GraphPtr graph,
unsigned int layerIndex);
89 void ParseAdd(
GraphPtr graph,
unsigned int layerIndex);
90 void ParseArgMinMax(
GraphPtr graph,
unsigned int layerIndex);
91 void ParseBatchToSpaceNd(
GraphPtr graph,
unsigned int layerIndex);
92 void ParseBatchNormalization(
GraphPtr graph,
unsigned int layerIndex);
93 void ParseCast(
GraphPtr graph,
unsigned int layerIndex);
94 void ParseChannelShuffle(
GraphPtr graph,
unsigned int layerIndex);
95 void ParseComparison(
GraphPtr graph,
unsigned int layerIndex);
96 void ParseConcat(
GraphPtr graph,
unsigned int layerIndex);
97 void ParseConstant(
GraphPtr graph,
unsigned int layerIndex);
98 void ParseConvolution2d(
GraphPtr graph,
unsigned int layerIndex);
99 void ParseConvolution3d(
GraphPtr graph,
unsigned int layerIndex);
100 void ParseDepthToSpace(
GraphPtr graph,
unsigned int layerIndex);
101 void ParseDepthwiseConvolution2d(
GraphPtr graph,
unsigned int layerIndex);
102 void ParseDequantize(
GraphPtr graph,
unsigned int layerIndex);
103 void ParseDetectionPostProcess(
GraphPtr graph,
unsigned int layerIndex);
104 void ParseDivision(
GraphPtr graph,
unsigned int layerIndex);
105 void ParseElementwiseUnary(
GraphPtr graph,
unsigned int layerIndex);
106 void ParseEqual(
GraphPtr graph,
unsigned int layerIndex);
107 void ParseFill(
GraphPtr graph,
unsigned int layerIndex);
108 void ParseFloor(
GraphPtr graph,
unsigned int layerIndex);
109 void ParseFullyConnected(
GraphPtr graph,
unsigned int layerIndex);
110 void ParseGather(
GraphPtr graph,
unsigned int layerIndex);
111 void ParseGatherNd(
GraphPtr graph,
unsigned int layerIndex);
112 void ParseGreater(
GraphPtr graph,
unsigned int layerIndex);
113 void ParseInstanceNormalization(
GraphPtr graph,
unsigned int layerIndex);
114 void ParseL2Normalization(
GraphPtr graph,
unsigned int layerIndex);
115 void ParseLogicalBinary(
GraphPtr graph,
unsigned int layerIndex);
116 void ParseLogSoftmax(
GraphPtr graph,
unsigned int layerIndex);
117 void ParseMaximum(
GraphPtr graph,
unsigned int layerIndex);
118 void ParseMean(
GraphPtr graph,
unsigned int layerIndex);
119 void ParseMinimum(
GraphPtr graph,
unsigned int layerIndex);
120 void ParseMerge(
GraphPtr graph,
unsigned int layerIndex);
121 void ParseMultiplication(
GraphPtr graph,
unsigned int layerIndex);
122 void ParseNormalization(
GraphPtr graph,
unsigned int layerIndex);
123 void ParseLstm(
GraphPtr graph,
unsigned int layerIndex);
124 void ParseQuantizedLstm(
GraphPtr graph,
unsigned int layerIndex);
125 void ParsePad(
GraphPtr graph,
unsigned int layerIndex);
126 void ParsePermute(
GraphPtr graph,
unsigned int layerIndex);
127 void ParsePooling2d(
GraphPtr graph,
unsigned int layerIndex);
128 void ParsePooling3d(
GraphPtr graph,
unsigned int layerIndex);
129 void ParsePrelu(
GraphPtr graph,
unsigned int layerIndex);
130 void ParseQLstm(
GraphPtr graph,
unsigned int layerIndex);
131 void ParseQuantize(
GraphPtr graph,
unsigned int layerIndex);
132 void ParseRank(
GraphPtr graph,
unsigned int layerIndex);
133 void ParseReduce(
GraphPtr graph,
unsigned int layerIndex);
134 void ParseReshape(
GraphPtr graph,
unsigned int layerIndex);
135 void ParseResize(
GraphPtr graph,
unsigned int layerIndex);
136 void ParseResizeBilinear(
GraphPtr graph,
unsigned int layerIndex);
137 void ParseRsqrt(
GraphPtr graph,
unsigned int layerIndex);
138 void ParseShape(
GraphPtr graph,
unsigned int layerIndex);
139 void ParseSlice(
GraphPtr graph,
unsigned int layerIndex);
140 void ParseSoftmax(
GraphPtr graph,
unsigned int layerIndex);
141 void ParseSpaceToBatchNd(
GraphPtr graph,
unsigned int layerIndex);
142 void ParseSpaceToDepth(
GraphPtr graph,
unsigned int layerIndex);
143 void ParseSplitter(
GraphPtr graph,
unsigned int layerIndex);
144 void ParseStack(
GraphPtr graph,
unsigned int layerIndex);
145 void ParseStandIn(
GraphPtr graph,
unsigned int layerIndex);
146 void ParseStridedSlice(
GraphPtr graph,
unsigned int layerIndex);
147 void ParseSubtraction(
GraphPtr graph,
unsigned int layerIndex);
148 void ParseSwitch(
GraphPtr graph,
unsigned int layerIndex);
149 void ParseTranspose(
GraphPtr graph,
unsigned int layerIndex);
150 void ParseTransposeConvolution2d(
GraphPtr graph,
unsigned int layerIndex);
151 void ParseUnidirectionalSequenceLstm(
GraphPtr graph,
unsigned int layerIndex);
153 void RegisterInputSlots(
GraphPtr graph,
156 std::vector<unsigned int> ignoreSlots = {});
157 void RegisterOutputSlots(
GraphPtr graph,
162 void RegisterOutputSlotOfConnection(uint32_t sourceLayerIndex, uint32_t outputSlotIndex,
armnn::IOutputSlot* slot);
163 void RegisterInputSlotOfConnection(uint32_t sourceLayerIndex, uint32_t outputSlotIndex,
armnn::IInputSlot* slot);
167 void SetupInputLayers(
GraphPtr graphPtr);
168 void SetupOutputLayers(
GraphPtr graphPtr);
171 unsigned int GetInputLayerInVector(
GraphPtr graph,
int targetId);
172 unsigned int GetOutputLayerInVector(
GraphPtr graph,
int targetId);
175 unsigned int GetLayerIndexInVector(
GraphPtr graph,
unsigned int index);
177 struct FeatureVersions
180 unsigned int m_BindingIdScheme = 0;
183 unsigned int m_WeightsLayoutScheme = 0;
186 unsigned int m_ConstTensorsAsInputs = 0;
189 FeatureVersions GetFeatureVersions(
GraphPtr graph);
193 std::vector<LayerParsingFunction> m_ParserFunctions;
195 using NameToBindingInfo = std::pair<std::string, BindingPointInfo >;
196 std::vector<NameToBindingInfo> m_InputBindings;
197 std::vector<NameToBindingInfo> m_OutputBindings;
203 std::unordered_map<unsigned int, armnn::IOutputSlot*> outputSlots;
206 std::unordered_map<unsigned int, std::vector<armnn::IInputSlot*>> inputSlots;
210 std::unordered_map<unsigned int, Connections> m_GraphConnections;
static armnn::NormalizationDescriptor GetNormalizationDescriptor(NormalizationDescriptorPtr normalizationDescriptor, unsigned int layerIndex)
static TensorRawPtrVector GetOutputs(const GraphPtr &graph, unsigned int layerIndex)
Interface for a layer that is connectable to other layers via InputSlots and OutputSlots.
static LayerBaseRawPtr GetBaseLayer(const GraphPtr &graphPtr, unsigned int layerIndex)
const armnnSerializer::ConstTensor * ConstTensorRawPtr
const armnnSerializer::NormalizationDescriptor * NormalizationDescriptorPtr
static GraphPtr LoadGraphFromBinary(const uint8_t *binaryContent, size_t len)
const armnnSerializer::QLstmDescriptor * QLstmDescriptorPtr
static armnn::UnidirectionalSequenceLstmDescriptor GetUnidirectionalSequenceLstmDescriptor(UnidirectionalSequenceLstmDescriptorPtr descriptor)
BindingPointInfo GetNetworkInputBindingInfo(unsigned int layerId, const std::string &name) const
Retrieve binding info (layer id and tensor info) for the network input identified by the given layer ...
armnn::INetworkPtr CreateNetworkFromBinary(const std::vector< uint8_t > &binaryContent)
Create an input network from binary file contents.
std::vector< LayerBaseRawPtr > LayerBaseRawPtrVector
const armnnSerializer::SerializedGraph * GraphPtr
const armnnSerializer::Pooling2dDescriptor * Pooling2dDescriptor
static int32_t GetBindingLayerInfo(const GraphPtr &graphPtr, unsigned int layerIndex)
const armnnSerializer::LayerBase * LayerBaseRawPtr
std::vector< TensorRawPtr > TensorRawPtrVector
const armnnSerializer::UnidirectionalSequenceLstmDescriptor * UnidirectionalSequenceLstmDescriptorPtr
DeserializerImpl & operator=(const DeserializerImpl &)=delete
const armnnSerializer::QuantizedLstmInputParams * QunatizedLstmInputParamsPtr
const armnnSerializer::LstmDescriptor * LstmDescriptorPtr
static armnn::LstmDescriptor GetLstmDescriptor(LstmDescriptorPtr lstmDescriptor)
An LstmDescriptor for the LstmLayer.
An output connection slot for a layer.
static TensorRawPtrVector GetInputs(const GraphPtr &graph, unsigned int layerIndex)
BindingPointInfo GetNetworkOutputBindingInfo(unsigned int layerId, const std::string &name) const
Retrieve binding info (layer id and tensor info) for the network output identified by the given layer...
A QLstmDescriptor for the QLstmLayer.
LstmDescriptor UnidirectionalSequenceLstmDescriptor
static armnn::Pooling3dDescriptor GetPooling3dDescriptor(Pooling3dDescriptor pooling3dDescriptor, unsigned int layerIndex)
static armnn::LstmInputParams GetLstmInputParams(LstmDescriptorPtr lstmDescriptor, LstmInputParamsPtr lstmInputParams)
A Pooling3dDescriptor for the Pooling3dLayer.
static armnn::Pooling2dDescriptor GetPooling2dDescriptor(Pooling2dDescriptor pooling2dDescriptor, unsigned int layerIndex)
const armnnSerializer::TensorInfo * TensorRawPtr
~DeserializerImpl()=default
static std::string GetLayerName(const GraphPtr &graph, unsigned int index)
static armnn::QLstmDescriptor GetQLstmDescriptor(QLstmDescriptorPtr qLstmDescriptorPtr)
static armnn::TensorInfo OutputShapeOfReshape(const armnn::TensorInfo &inputTensorInfo, const std::vector< uint32_t > &targetDimsIn)
const armnnSerializer::LayerBase * LayerRawPtr
std::unique_ptr< INetwork, void(*)(INetwork *network)> INetworkPtr
A Pooling2dDescriptor for the Pooling2dLayer.
A NormalizationDescriptor for the NormalizationLayer.
const armnnSerializer::LstmInputParams * LstmInputParamsPtr
const armnnSerializer::Pooling3dDescriptor * Pooling3dDescriptor