12 #include <schema_generated.h>
14 #include <unordered_map>
17 #include <tensorflow/lite/version.h>
19 #if TF_MAJOR_VERSION > 2 || (TF_MAJOR_VERSION == 2 && TF_MINOR_VERSION > 3)
20 #define ARMNN_POST_TFLITE_2_3
30 using ModelPtr = std::unique_ptr<tflite::ModelT>;
53 const std::string& name)
const;
58 const std::string& name)
const;
91 const std::vector<int32_t>& targetDimsIn);
106 using OperatorParsingFunction = void(
TfLiteParserImpl::*)(
size_t subgraphIndex,
size_t operatorIndex);
108 void ParseCustomOperator(
size_t subgraphIndex,
size_t operatorIndex);
109 void ParseUnsupportedOperator(
size_t subgraphIndex,
size_t operatorIndex);
111 void ParseAbs(
size_t subgraphIndex,
size_t operatorIndex);
113 void ParseAdd(
size_t subgraphIndex,
size_t operatorIndex);
115 void ParseArgMin(
size_t subgraphIndex,
size_t operatorIndex);
116 void ParseArgMax(
size_t subgraphIndex,
size_t operatorIndex);
117 void ParseAveragePool2D(
size_t subgraphIndex,
size_t operatorIndex);
118 void ParseBatchMatMul(
size_t subgraphIndex,
size_t operatorIndex);
119 void ParseBatchToSpaceND(
size_t subgraphIndex,
size_t operatorIndex);
120 void ParseCast(
size_t subgraphIndex,
size_t operatorIndex);
121 void ParseCeil(
size_t subgraphIndex,
size_t operatorIndex);
123 void ParseConcatenation(
size_t subgraphIndex,
size_t operatorIndex);
124 void ParseConv2D(
size_t subgraphIndex,
size_t operatorIndex);
126 #if defined(ARMNN_POST_TFLITE_2_4)
127 void ParseConv3D(
size_t subgraphIndex,
size_t operatorIndex);
129 void ParseDepthToSpace(
size_t subgraphIndex,
size_t operatorIndex);
130 void ParseDepthwiseConv2D(
size_t subgraphIndex,
size_t operatorIndex);
131 void ParseDequantize(
size_t subgraphIndex,
size_t operatorIndex);
132 void ParseDetectionPostProcess(
size_t subgraphIndex,
size_t operatorIndex);
133 void ParseDiv(
size_t subgraphIndex,
size_t operatorIndex);
134 void ParseElementwiseUnary(
size_t subgraphIndex,
size_t operatorIndex,
armnn::UnaryOperation unaryOperation);
135 void ParseElu(
size_t subgraphIndex,
size_t operatorIndex);
136 void ParseEqual(
size_t subgraphIndex,
size_t operatorIndex);
137 void ParseExp(
size_t subgraphIndex,
size_t operatorIndex);
138 void ParseExpandDims(
size_t subgraphIndex,
size_t operatorIndex);
139 void ParseFloorDiv(
size_t subgraphIndex,
size_t operatorIndex);
140 void ParseFullyConnected(
size_t subgraphIndex,
size_t operatorIndex);
141 void ParseGather(
size_t subgraphIndex,
size_t operatorIndex);
142 void ParseGatherNd(
size_t subgraphIndex,
size_t operatorIndex);
143 void ParseGreater(
size_t subgraphIndex,
size_t operatorIndex);
144 void ParseGreaterOrEqual(
size_t subgraphIndex,
size_t operatorIndex);
145 void ParseHardSwish(
size_t subgraphIndex,
size_t operatorIndex);
146 void ParseLeakyRelu(
size_t subgraphIndex,
size_t operatorIndex);
147 void ParseLess(
size_t subgraphIndex,
size_t operatorIndex);
148 void ParseLessOrEqual(
size_t subgraphIndex,
size_t operatorIndex);
149 void ParseLog(
size_t subgraphIndex,
size_t operatorIndex);
150 void ParseLocalResponseNormalization(
size_t subgraphIndex,
size_t operatorIndex);
151 void ParseLogicalNot(
size_t subgraphIndex,
size_t operatorIndex);
152 void ParseLogistic(
size_t subgraphIndex,
size_t operatorIndex);
153 void ParseLogSoftmax(
size_t subgraphIndex,
size_t operatorIndex);
154 void ParseL2Normalization(
size_t subgraphIndex,
size_t operatorIndex);
155 void ParseMaxPool2D(
size_t subgraphIndex,
size_t operatorIndex);
156 void ParseMaximum(
size_t subgraphIndex,
size_t operatorIndex);
157 void ParseMean(
size_t subgraphIndex,
size_t operatorIndex);
158 void ParseMinimum(
size_t subgraphIndex,
size_t operatorIndex);
159 void ParseMirrorPad(
size_t subgraphIndex,
size_t operatorIndex);
160 void ParseMul(
size_t subgraphIndex,
size_t operatorIndex);
161 void ParseNeg(
size_t subgraphIndex,
size_t operatorIndex);
162 void ParseNotEqual(
size_t subgraphIndex,
size_t operatorIndex);
163 void ParsePack(
size_t subgraphIndex,
size_t operatorIndex);
164 void ParsePad(
size_t subgraphIndex,
size_t operatorIndex);
166 void ParsePower(
size_t subgraphIndex,
size_t operatorIndex);
167 void ParsePrelu(
size_t subgraphIndex,
size_t operatorIndex);
168 void ParseQuantize(
size_t subgraphIndex,
size_t operatorIndex);
170 void ParseReduceMax(
size_t subgraphIndex,
size_t operatorIndex);
171 void ParseReduceMin(
size_t subgraphIndex,
size_t operatorIndex);
172 void ParseReduceProd(
size_t subgraphIndex,
size_t operatorIndex);
173 void ParseRelu(
size_t subgraphIndex,
size_t operatorIndex);
174 void ParseRelu6(
size_t subgraphIndex,
size_t operatorIndex);
175 void ParseReshape(
size_t subgraphIndex,
size_t operatorIndex);
176 void ParseResize(
size_t subgraphIndex,
size_t operatorIndex,
armnn::ResizeMethod resizeMethod);
177 void ParseResizeBilinear(
size_t subgraphIndex,
size_t operatorIndex);
178 void ParseResizeNearestNeighbor(
size_t subgraphIndex,
size_t operatorIndex);
179 void ParseReverseV2(
size_t subgraphIndex,
size_t operatorIndex);
180 void ParseRsqrt(
size_t subgraphIndex,
size_t operatorIndex);
181 void ParseShape(
size_t subgraphIndex,
size_t operatorIndex);
182 void ParseSin(
size_t subgraphIndex,
size_t operatorIndex);
183 void ParseSlice(
size_t subgraphIndex,
size_t operatorIndex);
184 void ParseSoftmax(
size_t subgraphIndex,
size_t operatorIndex);
185 void ParseSqrt(
size_t subgraphIndex,
size_t operatorIndex);
186 void ParseSpaceToBatchND(
size_t subgraphIndex,
size_t operatorIndex);
187 void ParseSpaceToDepth(
size_t subgraphIndex,
size_t operatorIndex);
188 void ParseSplit(
size_t subgraphIndex,
size_t operatorIndex);
189 void ParseSplitV(
size_t subgraphIndex,
size_t operatorIndex);
190 void ParseSqueeze(
size_t subgraphIndex,
size_t operatorIndex);
191 void ParseSquare(
size_t subgraphIndex,
size_t operatorIndex);
192 void ParseSquaredDifference(
size_t subgraphIndex,
size_t operatorIndex);
193 void ParseStridedSlice(
size_t subgraphIndex,
size_t operatorIndex);
194 void ParseSub(
size_t subgraphIndex,
size_t operatorIndex);
195 void ParseSum(
size_t subgraphIndex,
size_t operatorIndex);
196 void ParseTanH(
size_t subgraphIndex,
size_t operatorIndex);
197 void ParseTile(
size_t subgraphIndex,
size_t operatorIndex);
198 void ParseTranspose(
size_t subgraphIndex,
size_t operatorIndex);
199 void ParseTransposeConv(
size_t subgraphIndex,
size_t operatorIndex);
200 void ParseUnidirectionalSequenceLSTM(
size_t subgraphIndex,
size_t operatorIndex);
201 void ParseUnpack(
size_t subgraphIndex,
size_t operatorIndex);
203 void RegisterProducerOfTensor(
size_t subgraphIndex,
size_t tensorIndex,
armnn::IOutputSlot* slot);
204 void RegisterConsumerOfTensor(
size_t subgraphIndex,
size_t tensorIndex,
armnn::IInputSlot* slot);
205 void RegisterInputSlots(
size_t subgraphIndex,
206 size_t operatorIndex,
208 const std::vector<unsigned int>& tensorIndexes,
209 unsigned int startingSlotIndex = 0);
210 void RegisterOutputSlots(
size_t subgraphIndex,
211 size_t operatorIndex,
213 const std::vector<unsigned int>& tensorIndexes);
215 void SetupInputLayerTensorInfos(
size_t subgraphIndex);
216 void SetupConstantLayerTensorInfos(
size_t subgraphIndex);
218 void SetupInputLayers(
size_t subgraphIndex);
219 void SetupOutputLayers(
size_t subgraphIndex);
220 void SetupConstantLayers(
size_t subgraphIndex);
224 void AddBroadcastReshapeLayer(
size_t subgraphIndex,
225 size_t operatorIndex,
230 unsigned int outputSlot,
231 std::string reshapeLayerName,
236 unsigned int outputSlot,
237 tflite::ActivationFunctionType activationType);
244 struct SupportedDataStorage
248 SupportedDataStorage(std::unique_ptr<
float[]>&& data);
249 SupportedDataStorage(std::unique_ptr<uint8_t[]>&& data);
250 SupportedDataStorage(std::unique_ptr<int8_t[]>&& data);
251 SupportedDataStorage(std::unique_ptr<int32_t[]>&& data);
255 std::unique_ptr<float[]> m_FloatData;
256 std::unique_ptr<uint8_t[]> m_Uint8Data;
257 std::unique_ptr<int8_t[]> m_Int8Data;
258 std::unique_ptr<int32_t[]> m_Int32Data;
261 bool ShouldConstantTensorBeCreated(
unsigned int tensorIndex);
272 std::pair<armnn::ConstTensor, SupportedDataStorage>
277 std::pair<armnn::ConstTensor, std::unique_ptr<float[]>>
283 std::pair<armnn::ConstTensor, TfLiteParserImpl::SupportedDataStorage>
289 std::pair<armnn::ConstTensor*, std::unique_ptr<float[]>>
294 size_t operatorIndex,
298 size_t operatorIndex,
301 std::vector<int> inputs);
304 size_t operatorIndex,
307 std::vector<armnn::TensorShape> inputShapes = {});
316 std::vector<OperatorParsingFunction> m_ParserFunctions;
317 std::unordered_map<std::string, OperatorParsingFunction> m_CustomParserFunctions;
325 std::vector<armnn::IInputSlot*> inputSlots;
327 TensorSlots() : outputSlot(nullptr) { }
329 typedef std::vector<TensorSlots> TensorConnections;
332 std::vector<TensorConnections> m_SubgraphConnections;
336 std::vector<std::vector<unsigned int>> m_OverriddenOutputShapes;
338 std::vector<unsigned int> m_ConstantsToDequantize;
339 std::vector<unsigned int> m_ConstantsToBeCreated;
340 std::map<size_t, armnn::TensorInfo> m_TensorInfos;