12 #include <unordered_map> 19 using GraphPtr =
const armnnSerializer::SerializedGraph *;
64 unsigned int layerIndex);
74 const std::vector<uint32_t> & targetDimsIn);
83 void ParseUnsupportedLayer(
GraphPtr graph,
unsigned int layerIndex);
84 void ParseAbs(
GraphPtr graph,
unsigned int layerIndex);
85 void ParseActivation(
GraphPtr graph,
unsigned int layerIndex);
86 void ParseAdd(
GraphPtr graph,
unsigned int layerIndex);
87 void ParseArgMinMax(
GraphPtr graph,
unsigned int layerIndex);
88 void ParseBatchToSpaceNd(
GraphPtr graph,
unsigned int layerIndex);
89 void ParseBatchNormalization(
GraphPtr graph,
unsigned int layerIndex);
90 void ParseCast(
GraphPtr graph,
unsigned int layerIndex);
91 void ParseChannelShuffle(
GraphPtr graph,
unsigned int layerIndex);
92 void ParseComparison(
GraphPtr graph,
unsigned int layerIndex);
93 void ParseConcat(
GraphPtr graph,
unsigned int layerIndex);
94 void ParseConstant(
GraphPtr graph,
unsigned int layerIndex);
95 void ParseConvolution2d(
GraphPtr graph,
unsigned int layerIndex);
96 void ParseConvolution3d(
GraphPtr graph,
unsigned int layerIndex);
97 void ParseDepthToSpace(
GraphPtr graph,
unsigned int layerIndex);
98 void ParseDepthwiseConvolution2d(
GraphPtr graph,
unsigned int layerIndex);
99 void ParseDequantize(
GraphPtr graph,
unsigned int layerIndex);
100 void ParseDetectionPostProcess(
GraphPtr graph,
unsigned int layerIndex);
101 void ParseDivision(
GraphPtr graph,
unsigned int layerIndex);
102 void ParseElementwiseUnary(
GraphPtr graph,
unsigned int layerIndex);
103 void ParseEqual(
GraphPtr graph,
unsigned int layerIndex);
104 void ParseFill(
GraphPtr graph,
unsigned int layerIndex);
105 void ParseFloor(
GraphPtr graph,
unsigned int layerIndex);
106 void ParseFullyConnected(
GraphPtr graph,
unsigned int layerIndex);
107 void ParseGather(
GraphPtr graph,
unsigned int layerIndex);
108 void ParseGreater(
GraphPtr graph,
unsigned int layerIndex);
109 void ParseInstanceNormalization(
GraphPtr graph,
unsigned int layerIndex);
110 void ParseL2Normalization(
GraphPtr graph,
unsigned int layerIndex);
111 void ParseLogicalBinary(
GraphPtr graph,
unsigned int layerIndex);
112 void ParseLogSoftmax(
GraphPtr graph,
unsigned int layerIndex);
113 void ParseMaximum(
GraphPtr graph,
unsigned int layerIndex);
114 void ParseMean(
GraphPtr graph,
unsigned int layerIndex);
115 void ParseMinimum(
GraphPtr graph,
unsigned int layerIndex);
116 void ParseMerge(
GraphPtr graph,
unsigned int layerIndex);
117 void ParseMultiplication(
GraphPtr graph,
unsigned int layerIndex);
118 void ParseNormalization(
GraphPtr graph,
unsigned int layerIndex);
119 void ParseLstm(
GraphPtr graph,
unsigned int layerIndex);
120 void ParseQuantizedLstm(
GraphPtr graph,
unsigned int layerIndex);
121 void ParsePad(
GraphPtr graph,
unsigned int layerIndex);
122 void ParsePermute(
GraphPtr graph,
unsigned int layerIndex);
123 void ParsePooling2d(
GraphPtr graph,
unsigned int layerIndex);
124 void ParsePrelu(
GraphPtr graph,
unsigned int layerIndex);
125 void ParseQLstm(
GraphPtr graph,
unsigned int layerIndex);
126 void ParseQuantize(
GraphPtr graph,
unsigned int layerIndex);
127 void ParseRank(
GraphPtr graph,
unsigned int layerIndex);
128 void ParseReduce(
GraphPtr graph,
unsigned int layerIndex);
129 void ParseReshape(
GraphPtr graph,
unsigned int layerIndex);
130 void ParseResize(
GraphPtr graph,
unsigned int layerIndex);
131 void ParseResizeBilinear(
GraphPtr graph,
unsigned int layerIndex);
132 void ParseRsqrt(
GraphPtr graph,
unsigned int layerIndex);
133 void ParseShape(
GraphPtr graph,
unsigned int layerIndex);
134 void ParseSlice(
GraphPtr graph,
unsigned int layerIndex);
135 void ParseSoftmax(
GraphPtr graph,
unsigned int layerIndex);
136 void ParseSpaceToBatchNd(
GraphPtr graph,
unsigned int layerIndex);
137 void ParseSpaceToDepth(
GraphPtr graph,
unsigned int layerIndex);
138 void ParseSplitter(
GraphPtr graph,
unsigned int layerIndex);
139 void ParseStack(
GraphPtr graph,
unsigned int layerIndex);
140 void ParseStandIn(
GraphPtr graph,
unsigned int layerIndex);
141 void ParseStridedSlice(
GraphPtr graph,
unsigned int layerIndex);
142 void ParseSubtraction(
GraphPtr graph,
unsigned int layerIndex);
143 void ParseSwitch(
GraphPtr graph,
unsigned int layerIndex);
144 void ParseTranspose(
GraphPtr graph,
unsigned int layerIndex);
145 void ParseTransposeConvolution2d(
GraphPtr graph,
unsigned int layerIndex);
146 void ParseUnidirectionalSequenceLstm(
GraphPtr graph,
unsigned int layerIndex);
148 void RegisterInputSlots(
GraphPtr graph,
151 std::vector<unsigned int> ignoreSlots = {});
152 void RegisterOutputSlots(
GraphPtr graph,
157 void RegisterOutputSlotOfConnection(uint32_t sourceLayerIndex, uint32_t outputSlotIndex,
armnn::IOutputSlot* slot);
158 void RegisterInputSlotOfConnection(uint32_t sourceLayerIndex, uint32_t outputSlotIndex,
armnn::IInputSlot* slot);
162 void SetupInputLayers(
GraphPtr graphPtr);
163 void SetupOutputLayers(
GraphPtr graphPtr);
166 unsigned int GetInputLayerInVector(
GraphPtr graph,
int targetId);
167 unsigned int GetOutputLayerInVector(
GraphPtr graph,
int targetId);
170 unsigned int GetLayerIndexInVector(
GraphPtr graph,
unsigned int index);
172 struct FeatureVersions
175 unsigned int m_BindingIdScheme = 0;
178 unsigned int m_WeightsLayoutScheme = 0;
181 unsigned int m_ConstTensorsAsInputs = 0;
184 FeatureVersions GetFeatureVersions(
GraphPtr graph);
188 std::vector<LayerParsingFunction> m_ParserFunctions;
190 using NameToBindingInfo = std::pair<std::string, BindingPointInfo >;
191 std::vector<NameToBindingInfo> m_InputBindings;
192 std::vector<NameToBindingInfo> m_OutputBindings;
198 std::unordered_map<unsigned int, armnn::IOutputSlot*> outputSlots;
201 std::unordered_map<unsigned int, std::vector<armnn::IInputSlot*>> inputSlots;
205 std::unordered_map<unsigned int, Connections> m_GraphConnections;
static armnn::NormalizationDescriptor GetNormalizationDescriptor(NormalizationDescriptorPtr normalizationDescriptor, unsigned int layerIndex)
static TensorRawPtrVector GetOutputs(const GraphPtr &graph, unsigned int layerIndex)
Interface for a layer that is connectable to other layers via InputSlots and OutputSlots.
static LayerBaseRawPtr GetBaseLayer(const GraphPtr &graphPtr, unsigned int layerIndex)
const armnnSerializer::ConstTensor * ConstTensorRawPtr
const armnnSerializer::NormalizationDescriptor * NormalizationDescriptorPtr
static GraphPtr LoadGraphFromBinary(const uint8_t *binaryContent, size_t len)
const armnnSerializer::QLstmDescriptor * QLstmDescriptorPtr
static armnn::UnidirectionalSequenceLstmDescriptor GetUnidirectionalSequenceLstmDescriptor(UnidirectionalSequenceLstmDescriptorPtr descriptor)
BindingPointInfo GetNetworkInputBindingInfo(unsigned int layerId, const std::string &name) const
Retrieve binding info (layer id and tensor info) for the network input identified by the given layer ...
armnn::INetworkPtr CreateNetworkFromBinary(const std::vector< uint8_t > &binaryContent)
Create an input network from binary file contents.
std::vector< LayerBaseRawPtr > LayerBaseRawPtrVector
const armnnSerializer::SerializedGraph * GraphPtr
static int32_t GetBindingLayerInfo(const GraphPtr &graphPtr, unsigned int layerIndex)
const armnnSerializer::LayerBase * LayerBaseRawPtr
std::vector< TensorRawPtr > TensorRawPtrVector
const armnnSerializer::UnidirectionalSequenceLstmDescriptor * UnidirectionalSequenceLstmDescriptorPtr
DeserializerImpl & operator=(const DeserializerImpl &)=delete
const armnnSerializer::QuantizedLstmInputParams * QunatizedLstmInputParamsPtr
const armnnSerializer::LstmDescriptor * LstmDescriptorPtr
static armnn::LstmDescriptor GetLstmDescriptor(LstmDescriptorPtr lstmDescriptor)
An LstmDescriptor for the LstmLayer.
An output connection slot for a layer.
static TensorRawPtrVector GetInputs(const GraphPtr &graph, unsigned int layerIndex)
BindingPointInfo GetNetworkOutputBindingInfo(unsigned int layerId, const std::string &name) const
Retrieve binding info (layer id and tensor info) for the network output identified by the given layer...
static armnn::Pooling2dDescriptor GetPoolingDescriptor(PoolingDescriptor pooling2dDescriptor, unsigned int layerIndex)
A QLstmDescriptor for the QLstmLayer.
LstmDescriptor UnidirectionalSequenceLstmDescriptor
static armnn::LstmInputParams GetLstmInputParams(LstmDescriptorPtr lstmDescriptor, LstmInputParamsPtr lstmInputParams)
const armnnSerializer::TensorInfo * TensorRawPtr
~DeserializerImpl()=default
static std::string GetLayerName(const GraphPtr &graph, unsigned int index)
static armnn::QLstmDescriptor GetQLstmDescriptor(QLstmDescriptorPtr qLstmDescriptorPtr)
static armnn::TensorInfo OutputShapeOfReshape(const armnn::TensorInfo &inputTensorInfo, const std::vector< uint32_t > &targetDimsIn)
const armnnSerializer::LayerBase * LayerRawPtr
std::unique_ptr< INetwork, void(*)(INetwork *network)> INetworkPtr
A Pooling2dDescriptor for the Pooling2dLayer.
A NormalizationDescriptor for the NormalizationLayer.
const armnnSerializer::LstmInputParams * LstmInputParamsPtr
const armnnSerializer::Pooling2dDescriptor * PoolingDescriptor