21 #include <doctest/doctest.h> 26 using FloatData = std::vector<float>;
27 using QuantData = std::pair<float, int32_t>;
35 static const QuantData s_BoxEncodingsQuantData;
36 static const QuantData s_ScoresQuantData;
37 static const QuantData s_AnchorsQuantData;
39 static const FloatData s_BoxEncodings;
40 static const FloatData s_Scores;
41 static const FloatData s_Anchors;
44 struct RegularNmsExpectedResults
46 static const FloatData s_DetectionBoxes;
47 static const FloatData s_DetectionScores;
48 static const FloatData s_DetectionClasses;
49 static const FloatData s_NumDetections;
52 struct FastNmsExpectedResults
54 static const FloatData s_DetectionBoxes;
55 static const FloatData s_DetectionScores;
56 static const FloatData s_DetectionClasses;
57 static const FloatData s_NumDetections;
64 const QuantData TestData::s_BoxEncodingsQuantData = { 1.00f, 1 };
65 const QuantData TestData::s_ScoresQuantData = { 0.01f, 0 };
66 const QuantData TestData::s_AnchorsQuantData = { 0.50f, 0 };
68 const FloatData TestData::s_BoxEncodings =
70 0.0f, 0.0f, 0.0f, 0.0f,
71 0.0f, 1.0f, 0.0f, 0.0f,
72 0.0f, -1.0f, 0.0f, 0.0f,
73 0.0f, 0.0f, 0.0f, 0.0f,
74 0.0f, 1.0f, 0.0f, 0.0f,
75 0.0f, 0.0f, 0.0f, 0.0f
78 const FloatData TestData::s_Scores =
88 const FloatData TestData::s_Anchors =
90 0.5f, 0.5f, 1.0f, 1.0f,
91 0.5f, 0.5f, 1.0f, 1.0f,
92 0.5f, 0.5f, 1.0f, 1.0f,
93 0.5f, 10.5f, 1.0f, 1.0f,
94 0.5f, 10.5f, 1.0f, 1.0f,
95 0.5f, 100.5f, 1.0f, 1.0f
98 const FloatData RegularNmsExpectedResults::s_DetectionBoxes =
100 0.0f, 10.0f, 1.0f, 11.0f,
101 0.0f, 10.0f, 1.0f, 11.0f,
102 0.0f, 0.0f, 0.0f, 0.0f
105 const FloatData RegularNmsExpectedResults::s_DetectionScores =
110 const FloatData RegularNmsExpectedResults::s_DetectionClasses =
115 const FloatData RegularNmsExpectedResults::s_NumDetections = { 2.0f };
117 const FloatData FastNmsExpectedResults::s_DetectionBoxes =
119 0.0f, 10.0f, 1.0f, 11.0f,
120 0.0f, 0.0f, 1.0f, 1.0f,
121 0.0f, 100.0f, 1.0f, 101.0f
124 const FloatData FastNmsExpectedResults::s_DetectionScores =
129 const FloatData FastNmsExpectedResults::s_DetectionClasses =
134 const FloatData FastNmsExpectedResults::s_NumDetections = { 3.0f };
138 template<
typename FactoryType,
144 const std::vector<T>& boxEncodingsData,
145 const std::vector<T>& scoresData,
146 const std::vector<T>& anchorsData,
147 const std::vector<float>& expectedDetectionBoxes,
148 const std::vector<float>& expectedDetectionClasses,
149 const std::vector<float>& expectedDetectionScores,
150 const std::vector<float>& expectedNumDetections,
153 std::unique_ptr<armnn::IProfiler> profiler = std::make_unique<armnn::IProfiler>();
156 auto memoryManager = WorkloadFactoryHelper<FactoryType>::GetMemoryManager();
157 FactoryType workloadFactory = WorkloadFactoryHelper<FactoryType>::GetFactory(memoryManager);
158 auto tensorHandleFactory = WorkloadFactoryHelper<FactoryType>::GetTensorHandleFactory(memoryManager);
165 std::vector<float> actualDetectionBoxesOutput(detectionBoxesInfo.GetNumElements());
166 std::vector<float> actualDetectionClassesOutput(detectionClassesInfo.GetNumElements());
167 std::vector<float> actualDetectionScoresOutput(detectionScoresInfo.GetNumElements());
168 std::vector<float> actualNumDetectionOutput(numDetectionInfo.GetNumElements());
170 auto boxedHandle = tensorHandleFactory.CreateTensorHandle(boxEncodingsInfo);
171 auto scoreshandle = tensorHandleFactory.CreateTensorHandle(scoresInfo);
172 auto anchorsHandle = tensorHandleFactory.CreateTensorHandle(anchorsInfo);
173 auto outputBoxesHandle = tensorHandleFactory.CreateTensorHandle(detectionBoxesInfo);
174 auto classesHandle = tensorHandleFactory.CreateTensorHandle(detectionClassesInfo);
175 auto outputScoresHandle = tensorHandleFactory.CreateTensorHandle(detectionScoresInfo);
176 auto numDetectionHandle = tensorHandleFactory.CreateTensorHandle(numDetectionInfo);
183 data.m_Parameters.m_MaxDetections = 3;
184 data.m_Parameters.m_MaxClassesPerDetection = 1;
185 data.m_Parameters.m_DetectionsPerClass =1;
186 data.m_Parameters.m_NmsScoreThreshold = 0.0;
187 data.m_Parameters.m_NmsIouThreshold = 0.5;
188 data.m_Parameters.m_NumClasses = 2;
189 data.m_Parameters.m_ScaleY = 10.0;
190 data.m_Parameters.m_ScaleX = 10.0;
191 data.m_Parameters.m_ScaleH = 5.0;
192 data.m_Parameters.m_ScaleW = 5.0;
193 data.m_Anchors = &anchorsTensor;
196 AddInputToWorkload(data, info, boxEncodingsInfo, boxedHandle.get());
197 AddInputToWorkload(data, info, scoresInfo, scoreshandle.get());
198 AddOutputToWorkload(data, info, detectionBoxesInfo, outputBoxesHandle.get());
199 AddOutputToWorkload(data, info, detectionClassesInfo, classesHandle.get());
200 AddOutputToWorkload(data, info, detectionScoresInfo, outputScoresHandle.get());
201 AddOutputToWorkload(data, info, numDetectionInfo, numDetectionHandle.get());
207 boxedHandle->Allocate();
208 scoreshandle->Allocate();
209 outputBoxesHandle->Allocate();
210 classesHandle->Allocate();
211 outputScoresHandle->Allocate();
212 numDetectionHandle->Allocate();
225 expectedDetectionBoxes,
226 outputBoxesHandle->GetShape(),
227 detectionBoxesInfo.GetShape());
228 CHECK_MESSAGE(result.m_Result, result.m_Message.str());
231 expectedDetectionClasses,
232 classesHandle->GetShape(),
233 detectionClassesInfo.GetShape());
234 CHECK_MESSAGE(result.m_Result, result.m_Message.str());
237 expectedDetectionScores,
238 outputScoresHandle->GetShape(),
239 detectionScoresInfo.GetShape());
240 CHECK_MESSAGE(result.m_Result, result.m_Message.str());
243 expectedNumDetections,
244 numDetectionHandle->GetShape(),
245 numDetectionInfo.GetShape());
246 CHECK_MESSAGE(result.m_Result, result.m_Message.str());
249 template<armnn::DataType QuantizedType,
typename RawType = armnn::ResolveType<QuantizedType>>
254 quant[i] = armnn::Quantize<RawType>(
259 template<
typename FactoryType>
262 return DetectionPostProcessImpl<FactoryType, armnn::DataType::Float32>(
266 TestData::s_BoxEncodings,
269 RegularNmsExpectedResults::s_DetectionBoxes,
270 RegularNmsExpectedResults::s_DetectionClasses,
271 RegularNmsExpectedResults::s_DetectionScores,
272 RegularNmsExpectedResults::s_NumDetections,
276 template<
typename FactoryType,
281 armnn::TensorInfo boxEncodingsInfo(TestData::s_BoxEncodingsShape, QuantizedType);
294 std::vector<RawType> boxEncodingsData(TestData::s_BoxEncodingsShape.GetNumElements());
295 QuantizeData<QuantizedType>(boxEncodingsData.data(),
296 TestData::s_BoxEncodings.data(),
299 std::vector<RawType> scoresData(TestData::s_ScoresShape.GetNumElements());
300 QuantizeData<QuantizedType>(scoresData.data(),
301 TestData::s_Scores.data(),
304 std::vector<RawType> anchorsData(TestData::s_AnchorsShape.GetNumElements());
305 QuantizeData<QuantizedType>(anchorsData.data(),
306 TestData::s_Anchors.data(),
309 return DetectionPostProcessImpl<FactoryType, QuantizedType>(
316 RegularNmsExpectedResults::s_DetectionBoxes,
317 RegularNmsExpectedResults::s_DetectionClasses,
318 RegularNmsExpectedResults::s_DetectionScores,
319 RegularNmsExpectedResults::s_NumDetections,
323 template<
typename FactoryType>
326 return DetectionPostProcessImpl<FactoryType, armnn::DataType::Float32>(
330 TestData::s_BoxEncodings,
333 FastNmsExpectedResults::s_DetectionBoxes,
334 FastNmsExpectedResults::s_DetectionClasses,
335 FastNmsExpectedResults::s_DetectionScores,
336 FastNmsExpectedResults::s_NumDetections,
340 template<
typename FactoryType,
345 armnn::TensorInfo boxEncodingsInfo(TestData::s_BoxEncodingsShape, QuantizedType);
358 std::vector<RawType> boxEncodingsData(TestData::s_BoxEncodingsShape.GetNumElements());
359 QuantizeData<QuantizedType>(boxEncodingsData.data(),
360 TestData::s_BoxEncodings.data(),
363 std::vector<RawType> scoresData(TestData::s_ScoresShape.GetNumElements());
364 QuantizeData<QuantizedType>(scoresData.data(),
365 TestData::s_Scores.data(),
368 std::vector<RawType> anchorsData(TestData::s_AnchorsShape.GetNumElements());
369 QuantizeData<QuantizedType>(anchorsData.data(),
370 TestData::s_Anchors.data(),
373 return DetectionPostProcessImpl<FactoryType, QuantizedType>(
380 FastNmsExpectedResults::s_DetectionBoxes,
381 FastNmsExpectedResults::s_DetectionClasses,
382 FastNmsExpectedResults::s_DetectionScores,
383 FastNmsExpectedResults::s_NumDetections,
static ProfilerManager & GetInstance()
void QuantizeData(RawType *quant, const float *dequant, const armnn::TensorInfo &info)
void DetectionPostProcessImpl(const armnn::TensorInfo &boxEncodingsInfo, const armnn::TensorInfo &scoresInfo, const armnn::TensorInfo &anchorsInfo, const std::vector< T > &boxEncodingsData, const std::vector< T > &scoresData, const std::vector< T > &anchorsData, const std::vector< float > &expectedDetectionBoxes, const std::vector< float > &expectedDetectionClasses, const std::vector< float > &expectedDetectionScores, const std::vector< float > &expectedNumDetections, bool useRegularNms)
typename ResolveTypeImpl< DT >::Type ResolveType
LayerDescriptor m_Parameters
void AllocateAndCopyDataToITensorHandle(armnn::ITensorHandle *tensorHandle, const void *memory)
void DetectionPostProcessRegularNmsFloatTest()
void DetectionPostProcessRegularNmsQuantizedTest()
int32_t GetQuantizationOffset() const
float GetQuantizationScale() const
void CopyDataFromITensorHandle(void *mem, const armnn::ITensorHandle *tensorHandle)
void SetQuantizationScale(float scale)
bool m_UseRegularNms
Use Regular NMS.
armnn::PredicateResult CompareTensors(const std::vector< T > &actualData, const std::vector< T > &expectedData, const armnn::TensorShape &actualShape, const armnn::TensorShape &expectedShape, bool compareBoolean=false, bool isDynamic=false)
void DetectionPostProcessFastNmsQuantizedTest()
void RegisterProfiler(IProfiler *profiler)
void CopyDataToITensorHandle(armnn::ITensorHandle *tensorHandle, const void *memory)
void DetectionPostProcessFastNmsFloatTest()
Contains information about TensorInfos of a layer.
void SetQuantizationOffset(int32_t offset)
unsigned int GetNumElements() const