// // Copyright © 2017 Arm Ltd and Contributors. All rights reserved. // SPDX-License-Identifier: MIT // #include "SpaceToBatchNdTestImpl.hpp" #include #include #include #include #include #include namespace { template LayerTestResult SpaceToBatchNdTestImpl( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory, armnn::TensorInfo& inputTensorInfo, armnn::TensorInfo& outputTensorInfo, std::vector& inputData, std::vector& outputExpectedData, armnn::SpaceToBatchNdQueueDescriptor descriptor, const float qScale = 1.0f, const int32_t qOffset = 0) { IgnoreUnused(memoryManager); const armnn::PermutationVector NCHWToNHWC = {0, 3, 1, 2}; if (descriptor.m_Parameters.m_DataLayout == armnn::DataLayout::NHWC) { inputTensorInfo = armnnUtils::Permuted(inputTensorInfo, NCHWToNHWC); outputTensorInfo = armnnUtils::Permuted(outputTensorInfo, NCHWToNHWC); std::vector inputTmp(inputData.size()); armnnUtils::Permute(inputTensorInfo.GetShape(), NCHWToNHWC, inputData.data(), inputTmp.data(), sizeof(float)); inputData = inputTmp; std::vector outputTmp(outputExpectedData.size()); armnnUtils::Permute(outputTensorInfo.GetShape(), NCHWToNHWC, outputExpectedData.data(), outputTmp.data(), sizeof(float)); outputExpectedData = outputTmp; } if(armnn::IsQuantizedType()) { inputTensorInfo.SetQuantizationScale(qScale); inputTensorInfo.SetQuantizationOffset(qOffset); outputTensorInfo.SetQuantizationScale(qScale); outputTensorInfo.SetQuantizationOffset(qOffset); } std::vector input = armnnUtils::QuantizedVector(inputData, qScale, qOffset); std::vector expectedOutput = armnnUtils::QuantizedVector(outputExpectedData, qScale, qOffset); std::vector actualOutput(outputTensorInfo.GetNumElements()); std::unique_ptr inputHandle = tensorHandleFactory.CreateTensorHandle(inputTensorInfo); std::unique_ptr outputHandle = tensorHandleFactory.CreateTensorHandle(outputTensorInfo); armnn::WorkloadInfo info; AddInputToWorkload(descriptor, info, inputTensorInfo, inputHandle.get()); AddOutputToWorkload(descriptor, info, outputTensorInfo, outputHandle.get()); std::unique_ptr workload = workloadFactory.CreateWorkload(armnn::LayerType::SpaceToBatchNd, descriptor, info); inputHandle->Allocate(); outputHandle->Allocate(); CopyDataToITensorHandle(inputHandle.get(), input.data()); workload->Execute(); CopyDataFromITensorHandle(actualOutput.data(), outputHandle.get()); return LayerTestResult(actualOutput, expectedOutput, outputHandle->GetShape(), outputTensorInfo.GetShape()); } template> LayerTestResult SpaceToBatchNdSimpleTest( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory, armnn::DataLayout dataLayout = armnn::DataLayout::NCHW) { armnn::TensorInfo inputTensorInfo; armnn::TensorInfo outputTensorInfo; unsigned int inputShape[] = {1, 1, 2, 2}; unsigned int outputShape[] = {4, 1, 1, 1}; armnn::SpaceToBatchNdQueueDescriptor desc; desc.m_Parameters.m_DataLayout = dataLayout; desc.m_Parameters.m_BlockShape = {2, 2}; desc.m_Parameters.m_PadList = {{0, 0}, {0, 0}}; inputTensorInfo = armnn::TensorInfo(4, inputShape, ArmnnType); outputTensorInfo = armnn::TensorInfo(4, outputShape, ArmnnType); std::vector input = std::vector( { 1.0f, 2.0f, 3.0f, 4.0f }); std::vector outputExpected = std::vector( { 1.0f, 2.0f, 3.0f, 4.0f }); return SpaceToBatchNdTestImpl( workloadFactory, memoryManager, tensorHandleFactory, inputTensorInfo, outputTensorInfo, input, outputExpected, desc); } template> LayerTestResult SpaceToBatchNdMultiChannelsTest( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory, armnn::DataLayout dataLayout = armnn::DataLayout::NCHW) { armnn::TensorInfo inputTensorInfo; armnn::TensorInfo outputTensorInfo; unsigned int inputShape[] = {1, 3, 2, 2}; unsigned int outputShape[] = {4, 3, 1, 1}; armnn::SpaceToBatchNdQueueDescriptor desc; desc.m_Parameters.m_DataLayout = dataLayout; desc.m_Parameters.m_BlockShape = {2, 2}; desc.m_Parameters.m_PadList = {{0, 0}, {0, 0}}; inputTensorInfo = armnn::TensorInfo(4, inputShape, ArmnnType); outputTensorInfo = armnn::TensorInfo(4, outputShape, ArmnnType); std::vector input = std::vector( { 1.0f, 4.0f, 7.0f, 10.0f, 2.0f, 5.0, 8.0, 11.0f, 3.0f, 6.0f, 9.0f, 12.0f }); std::vector outputExpected = std::vector( { 1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f, 7.0f, 8.0f, 9.0f, 10.0f, 11.0f, 12.0f }); return SpaceToBatchNdTestImpl( workloadFactory, memoryManager, tensorHandleFactory, inputTensorInfo, outputTensorInfo, input, outputExpected, desc); } template> LayerTestResult SpaceToBatchNdMultiBlockTest( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory, armnn::DataLayout dataLayout = armnn::DataLayout::NCHW) { armnn::TensorInfo inputTensorInfo; armnn::TensorInfo outputTensorInfo; unsigned int inputShape[] = {1, 1, 4, 4}; unsigned int outputShape[] = {4, 1, 2, 2}; armnn::SpaceToBatchNdQueueDescriptor desc; desc.m_Parameters.m_DataLayout = dataLayout; desc.m_Parameters.m_BlockShape = {2, 2}; desc.m_Parameters.m_PadList = {{0, 0}, {0, 0}}; inputTensorInfo = armnn::TensorInfo(4, inputShape, ArmnnType); outputTensorInfo = armnn::TensorInfo(4, outputShape, ArmnnType); std::vector input = std::vector( { 1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f, 7.0f, 8.0f, 9.0f, 10.0f, 11.0f, 12.0f, 13.0f, 14.0f, 15.0f, 16.0f }); std::vector outputExpected = std::vector( { 1.0f, 3.0f, 9.0f, 11.0f, 2.0f, 4.0f, 10.0f, 12.0f, 5.0f, 7.0f, 13.0f, 15.0f, 6.0f, 8.0f, 14.0f, 16.0f }); return SpaceToBatchNdTestImpl( workloadFactory, memoryManager, tensorHandleFactory, inputTensorInfo, outputTensorInfo, input, outputExpected, desc); } template> LayerTestResult SpaceToBatchNdPaddingTest( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory, armnn::DataLayout dataLayout = armnn::DataLayout::NCHW) { armnn::TensorInfo inputTensorInfo; armnn::TensorInfo outputTensorInfo; unsigned int inputShape[] = {2, 1, 2, 4}; unsigned int outputShape[] = {8, 1, 1, 3}; armnn::SpaceToBatchNdQueueDescriptor desc; desc.m_Parameters.m_DataLayout = dataLayout; desc.m_Parameters.m_BlockShape = {2, 2}; desc.m_Parameters.m_PadList = {{0, 0}, {2, 0}}; inputTensorInfo = armnn::TensorInfo(4, inputShape, ArmnnType); outputTensorInfo = armnn::TensorInfo(4, outputShape, ArmnnType); std::vector input = std::vector( { 1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f, 7.0f, 8.0f, 9.0f, 10.0f, 11.0f, 12.0f, 13.0f, 14.0f, 15.0f, 16.0f }); std::vector outputExpected = std::vector( { 0.0f, 1.0f, 3.0f, 0.0f, 9.0f, 11.0f, 0.0f, 2.0f, 4.0f, 0.0f, 10.0f, 12.0f, 0.0f, 5.0f, 7.0f, 0.0f, 13.0f, 15.0f, 0.0f, 6.0f, 8.0f, 0.0f, 14.0f, 16.0f }); return SpaceToBatchNdTestImpl( workloadFactory, memoryManager, tensorHandleFactory, inputTensorInfo, outputTensorInfo, input, outputExpected, desc); } template> LayerTestResult SpaceToBatchNdSimpleNhwcTest( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdSimpleTest(workloadFactory, memoryManager, tensorHandleFactory, armnn::DataLayout::NHWC); } template> LayerTestResult SpaceToBatchNdMultiChannelsNhwcTest( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiChannelsTest(workloadFactory, memoryManager, tensorHandleFactory, armnn::DataLayout::NHWC); } template> LayerTestResult SpaceToBatchNdMultiBlockNhwcTest( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiBlockTest(workloadFactory, memoryManager, tensorHandleFactory, armnn::DataLayout::NHWC); } template> LayerTestResult SpaceToBatchNdPaddingNhwcTest( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdPaddingTest(workloadFactory, memoryManager, tensorHandleFactory, armnn::DataLayout::NHWC); } } // anonymous namespace LayerTestResult SpaceToBatchNdSimpleFloat32Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdSimpleTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiChannelsFloat32Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiChannelsTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiBlockFloat32Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiBlockTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdPaddingFloat32Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdPaddingTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdSimpleFloat16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdSimpleTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiChannelsFloat16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiChannelsTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiBlockFloat16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiBlockTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdPaddingFloat16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdPaddingTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdSimpleUint8Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdSimpleTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiChannelsUint8Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiChannelsTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiBlockUint8Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiBlockTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdPaddingUint8Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdPaddingTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdSimpleNhwcFloat32Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdSimpleNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiChannelsNhwcFloat32Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiChannelsNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiBlockNhwcFloat32Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiBlockNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdPaddingNhwcFloat32Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdPaddingNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdSimpleNhwcFloat16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdSimpleNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiChannelsNhwcFloat16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiChannelsNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiBlockNhwcFloat16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiBlockNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdPaddingNhwcFloat16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdPaddingNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdSimpleNhwcUint8Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdSimpleNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiChannelsNhwcUint8Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiChannelsNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiBlockNhwcUint8Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiBlockNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdPaddingNhwcUint8Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdPaddingNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdSimpleUint16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdSimpleTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiChannelsUint16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiChannelsTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiBlockUint16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiBlockTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdPaddingUint16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdPaddingTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdSimpleNhwcUint16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdSimpleNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiChannelsNhwcUint16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiChannelsNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdMultiBlockNhwcUint16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdMultiBlockNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); } LayerTestResult SpaceToBatchNdPaddingNhwcUint16Test( armnn::IWorkloadFactory& workloadFactory, const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const armnn::ITensorHandleFactory& tensorHandleFactory) { return SpaceToBatchNdPaddingNhwcTest(workloadFactory, memoryManager, tensorHandleFactory); }