// // Copyright © 2017 Arm Ltd and Contributors. All rights reserved. // SPDX-License-Identifier: MIT // #include "DebugTestImpl.hpp" #include #include #include #include #include #include namespace { template LayerTestResult DebugTestImpl( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, armnn::TensorInfo& inputTensorInfo, armnn::TensorInfo& outputTensorInfo, std::vector& inputData, std::vector& outputExpectedData, armnn::DebugQueueDescriptor descriptor, const std::string expectedStringOutput, const float qScale = 1.0f, const int32_t qOffset = 0) { IgnoreUnused(memoryManager); if(armnn::IsQuantizedType()) { inputTensorInfo.SetQuantizationScale(qScale); inputTensorInfo.SetQuantizationOffset(qOffset); outputTensorInfo.SetQuantizationScale(qScale); outputTensorInfo.SetQuantizationOffset(qOffset); } std::vector input = armnnUtils::QuantizedVector(inputData, qScale, qOffset); std::vector actualOutput(outputTensorInfo.GetNumElements()); std::vector expectedOutput = armnnUtils::QuantizedVector(outputExpectedData, qScale, qOffset); ARMNN_NO_DEPRECATE_WARN_BEGIN std::unique_ptr inputHandle = workloadFactory.CreateTensorHandle(inputTensorInfo); std::unique_ptr outputHandle = workloadFactory.CreateTensorHandle(outputTensorInfo); ARMNN_NO_DEPRECATE_WARN_END armnn::WorkloadInfo info; AddInputToWorkload(descriptor, info, inputTensorInfo, inputHandle.get()); AddOutputToWorkload(descriptor, info, outputTensorInfo, outputHandle.get()); std::unique_ptr workload = workloadFactory.CreateWorkload(armnn::LayerType::Debug, descriptor, info); inputHandle->Allocate(); outputHandle->Allocate(); CopyDataToITensorHandle(inputHandle.get(), input.data()); std::ostringstream oss; std::streambuf* coutStreambuf = std::cout.rdbuf(); std::cout.rdbuf(oss.rdbuf()); ExecuteWorkload(*workload, memoryManager); std::cout.rdbuf(coutStreambuf); CHECK(oss.str() == expectedStringOutput); CopyDataFromITensorHandle(actualOutput.data(), outputHandle.get()); return LayerTestResult(actualOutput, expectedOutput, outputHandle->GetShape(), outputTensorInfo.GetShape()); } template > LayerTestResult Debug4dTest( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { armnn::TensorInfo inputTensorInfo; armnn::TensorInfo outputTensorInfo; unsigned int inputShape[] = {1, 2, 2, 3}; unsigned int outputShape[] = {1, 2, 2, 3}; armnn::DebugQueueDescriptor desc; desc.m_Guid = 1; desc.m_LayerName = "TestOutput"; desc.m_SlotIndex = 0; inputTensorInfo = armnn::TensorInfo(4, inputShape, ArmnnType); outputTensorInfo = armnn::TensorInfo(4, outputShape, ArmnnType); std::vector input = std::vector( { 1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f, 7.0f, 8.0f, 9.0f, 10.0f, 11.0f, 12.0f, }); std::vector outputExpected = std::vector( { 1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f, 7.0f, 8.0f, 9.0f, 10.0f, 11.0f, 12.0f, }); const std::string expectedStringOutput = "{ \"layerGuid\": 1," " \"layerName\": \"TestOutput\"," " \"outputSlot\": 0," " \"shape\": [1, 2, 2, 3]," " \"min\": 1, \"max\": 12," " \"data\": [[[[1, 2, 3], [4, 5, 6]], [[7, 8, 9], [10, 11, 12]]]] }\n"; return DebugTestImpl(workloadFactory, memoryManager, inputTensorInfo, outputTensorInfo, input, outputExpected, desc, expectedStringOutput); } template > LayerTestResult Debug3dTest( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { armnn::TensorInfo inputTensorInfo; armnn::TensorInfo outputTensorInfo; unsigned int inputShape[] = {3, 3, 1}; unsigned int outputShape[] = {3, 3, 1}; armnn::DebugQueueDescriptor desc; desc.m_Guid = 1; desc.m_LayerName = "TestOutput"; desc.m_SlotIndex = 0; inputTensorInfo = armnn::TensorInfo(3, inputShape, ArmnnType); outputTensorInfo = armnn::TensorInfo(3, outputShape, ArmnnType); std::vector input = std::vector( { 1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f, 7.0f, 8.0f, 9.0f, }); std::vector outputExpected = std::vector( { 1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f, 7.0f, 8.0f, 9.0f, }); const std::string expectedStringOutput = "{ \"layerGuid\": 1," " \"layerName\": \"TestOutput\"," " \"outputSlot\": 0," " \"shape\": [3, 3, 1]," " \"min\": 1, \"max\": 9," " \"data\": [[[1], [2], [3]], [[4], [5], [6]], [[7], [8], [9]]] }\n"; return DebugTestImpl(workloadFactory, memoryManager, inputTensorInfo, outputTensorInfo, input, outputExpected, desc, expectedStringOutput); } template > LayerTestResult Debug2dTest( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { armnn::TensorInfo inputTensorInfo; armnn::TensorInfo outputTensorInfo; unsigned int inputShape[] = {2, 2}; unsigned int outputShape[] = {2, 2}; armnn::DebugQueueDescriptor desc; desc.m_Guid = 1; desc.m_LayerName = "TestOutput"; desc.m_SlotIndex = 0; inputTensorInfo = armnn::TensorInfo(2, inputShape, ArmnnType); outputTensorInfo = armnn::TensorInfo(2, outputShape, ArmnnType); std::vector input = std::vector( { 1.0f, 2.0f, 3.0f, 4.0f, }); std::vector outputExpected = std::vector( { 1.0f, 2.0f, 3.0f, 4.0f, }); const std::string expectedStringOutput = "{ \"layerGuid\": 1," " \"layerName\": \"TestOutput\"," " \"outputSlot\": 0," " \"shape\": [2, 2]," " \"min\": 1, \"max\": 4," " \"data\": [[1, 2], [3, 4]] }\n"; return DebugTestImpl(workloadFactory, memoryManager, inputTensorInfo, outputTensorInfo, input, outputExpected, desc, expectedStringOutput); } template > LayerTestResult Debug1dTest( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { armnn::TensorInfo inputTensorInfo; armnn::TensorInfo outputTensorInfo; unsigned int inputShape[] = {4}; unsigned int outputShape[] = {4}; armnn::DebugQueueDescriptor desc; desc.m_Guid = 1; desc.m_LayerName = "TestOutput"; desc.m_SlotIndex = 0; inputTensorInfo = armnn::TensorInfo(1, inputShape, ArmnnType); outputTensorInfo = armnn::TensorInfo(1, outputShape, ArmnnType); std::vector input = std::vector( { 1.0f, 2.0f, 3.0f, 4.0f, }); std::vector outputExpected = std::vector( { 1.0f, 2.0f, 3.0f, 4.0f, }); const std::string expectedStringOutput = "{ \"layerGuid\": 1," " \"layerName\": \"TestOutput\"," " \"outputSlot\": 0," " \"shape\": [4]," " \"min\": 1, \"max\": 4," " \"data\": [1, 2, 3, 4] }\n"; return DebugTestImpl(workloadFactory, memoryManager, inputTensorInfo, outputTensorInfo, input, outputExpected, desc, expectedStringOutput); } } // anonymous namespace LayerTestResult Debug4dFloat32Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug4dTest(workloadFactory, memoryManager); } LayerTestResult Debug3dFloat32Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug3dTest(workloadFactory, memoryManager); } LayerTestResult Debug2dFloat32Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug2dTest(workloadFactory, memoryManager); } LayerTestResult Debug1dFloat32Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug1dTest(workloadFactory, memoryManager); } LayerTestResult Debug4dBFloat16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug4dTest(workloadFactory, memoryManager); } LayerTestResult Debug3dBFloat16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug3dTest(workloadFactory, memoryManager); } LayerTestResult Debug2dBFloat16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug2dTest(workloadFactory, memoryManager); } LayerTestResult Debug1dBFloat16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug1dTest(workloadFactory, memoryManager); } LayerTestResult Debug4dUint8Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug4dTest(workloadFactory, memoryManager); } LayerTestResult Debug3dUint8Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug3dTest(workloadFactory, memoryManager); } LayerTestResult Debug2dUint8Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug2dTest(workloadFactory, memoryManager); } LayerTestResult Debug1dUint8Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug1dTest(workloadFactory, memoryManager); } LayerTestResult Debug4dInt16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug4dTest(workloadFactory, memoryManager); } LayerTestResult Debug3dInt16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug3dTest(workloadFactory, memoryManager); } LayerTestResult Debug2dInt16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug2dTest(workloadFactory, memoryManager); } LayerTestResult Debug1dInt16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager) { return Debug1dTest(workloadFactory, memoryManager); }