From 5bda97349eb99151a61ab787a33e9c224ca215be Mon Sep 17 00:00:00 2001 From: Teresa Charlin Date: Thu, 8 Feb 2024 18:46:38 +0000 Subject: IVGCVSW-8276 GpuFsa Op: Add MatMul Signed-off-by: Teresa Charlin Change-Id: Ib95eb0fd71106e684cb7652917b8de9f0ac73f9c --- src/backends/gpuFsa/GpuFsaBackend.cpp | 9 ++ src/backends/gpuFsa/GpuFsaLayerSupport.cpp | 17 ++++ src/backends/gpuFsa/layers/CMakeLists.txt | 2 + src/backends/gpuFsa/layers/GpuFsaBatchMatMul.cpp | 106 +++++++++++++++++++++ src/backends/gpuFsa/layers/GpuFsaBatchMatMul.hpp | 22 +++++ src/backends/gpuFsa/test/GpuFsaEndToEndTests.cpp | 9 +- .../gpuFsa/test/GpuFsaLayerSupportTests.cpp | 19 ++++ .../gpuFsa/test/GpuFsaOptimizedNetworkTests.cpp | 46 +++++++++ 8 files changed, 229 insertions(+), 1 deletion(-) create mode 100644 src/backends/gpuFsa/layers/GpuFsaBatchMatMul.cpp create mode 100644 src/backends/gpuFsa/layers/GpuFsaBatchMatMul.hpp diff --git a/src/backends/gpuFsa/GpuFsaBackend.cpp b/src/backends/gpuFsa/GpuFsaBackend.cpp index de0d01973c..72f8af7b76 100644 --- a/src/backends/gpuFsa/GpuFsaBackend.cpp +++ b/src/backends/gpuFsa/GpuFsaBackend.cpp @@ -20,6 +20,7 @@ #include #include +#include "layers/GpuFsaBatchMatMul.hpp" #include "layers/GpuFsaCast.hpp" #include "layers/GpuFsaConvolution2d.hpp" #include "layers/GpuFsaDepthwiseConvolution2d.hpp" @@ -280,6 +281,14 @@ OptimizationViews GpuFsaBackend::OptimizeSubgraphView(const SubgraphView& subgra } break; } + case (LayerType::BatchMatMul): + { + auto input0 = base.GetInputSlot(0).GetConnectedOutputSlot()->GetTensorInfo(); + auto input1 = base.GetInputSlot(1).GetConnectedOutputSlot()->GetTensorInfo(); + auto desc = PolymorphicDowncast(&base.GetParameters()); + GpuFsaBatchMatMulCreateOp(preCompiledBlobPtr, input0, input1, *desc); + break; + } case (LayerType::DepthwiseConvolution2d): { auto input = base.GetInputSlot(0).GetConnectedOutputSlot()->GetTensorInfo(); diff --git a/src/backends/gpuFsa/GpuFsaLayerSupport.cpp b/src/backends/gpuFsa/GpuFsaLayerSupport.cpp index 1ee80c964f..85fb03a157 100644 --- a/src/backends/gpuFsa/GpuFsaLayerSupport.cpp +++ b/src/backends/gpuFsa/GpuFsaLayerSupport.cpp @@ -10,6 +10,7 @@ #include #if defined(ARMCOMPUTEGPUFSA_ENABLED) +#include "layers/GpuFsaBatchMatMul.hpp" #include "layers/GpuFsaCast.hpp" #include "layers/GpuFsaConvolution2d.hpp" #include "layers/GpuFsaDepthwiseConvolution2d.hpp" @@ -76,6 +77,22 @@ bool GpuFsaLayerSupport::IsLayerSupported(const LayerType& type, switch (type) { + case LayerType::BatchMatMul: + { + if (infos.size() != 3) + { + throw InvalidArgumentException("Invalid number of BatchMatMul TensorInfos. " + "TensorInfos should be of format: {input0, input1 output}."); + } + + auto desc = PolymorphicDowncast(&descriptor); + + FORWARD_LAYER_VALIDATE_FUNC(GpuFsaBatchMatMulValidate, + reasonIfUnsupported, + infos[0], + infos[1], + *desc); + } case LayerType::Cast: { if (infos.size() != 2) diff --git a/src/backends/gpuFsa/layers/CMakeLists.txt b/src/backends/gpuFsa/layers/CMakeLists.txt index 3fe4bdcbc6..37d52e4da1 100644 --- a/src/backends/gpuFsa/layers/CMakeLists.txt +++ b/src/backends/gpuFsa/layers/CMakeLists.txt @@ -4,6 +4,8 @@ # list(APPEND armnnGpuFsaBackendLayers_sources + GpuFsaBatchMatMul.cpp + GpuFsaBatchMatMul.hpp GpuFsaCast.cpp GpuFsaCast.hpp GpuFsaConvolution2d.cpp diff --git a/src/backends/gpuFsa/layers/GpuFsaBatchMatMul.cpp b/src/backends/gpuFsa/layers/GpuFsaBatchMatMul.cpp new file mode 100644 index 0000000000..99c899946f --- /dev/null +++ b/src/backends/gpuFsa/layers/GpuFsaBatchMatMul.cpp @@ -0,0 +1,106 @@ +// +// Copyright © 2024 Arm Ltd and Contributors. All rights reserved. +// SPDX-License-Identifier: MIT +// + +#include "GpuFsaBatchMatMul.hpp" +#include "UtilsGpuFsa.hpp" + +#include + +#include +#include +#include +#include + +using namespace arm_compute::experimental::dynamic_fusion; +using namespace armnn::armcomputetensorutils; + +namespace armnn +{ + +arm_compute::Status GpuFsaBatchMatMulValidate(const TensorInfo& input0, + const TensorInfo& input1, + const BatchMatMulDescriptor& descriptor) +{ + // Create a new workload sketch, for validation purposes + auto compileCtx = arm_compute::CLKernelLibrary::get().get_compile_context(); + auto workloadContext = GpuWorkloadContext(&compileCtx); + GpuWorkloadSketch sketch{ &workloadContext }; + + arm_compute::TensorInfo aclInput0Info = BuildArmComputeTensorInfo(input0, input0.GetNumDimensions()); + arm_compute::TensorInfo aclInput1Info = BuildArmComputeTensorInfo(input1, input1.GetNumDimensions()); + + aclInput0Info.set_are_values_constant(input0.IsConstant()); + aclInput1Info.set_are_values_constant(input1.IsConstant()); + + arm_compute::ITensorInfo* inputInfo0 = workloadContext.create_tensor_info(aclInput0Info); + arm_compute::ITensorInfo* inputInfo1 = workloadContext.create_tensor_info(aclInput1Info); + + MatMulAttributes matMulAttributes{}; + matMulAttributes.adj_lhs(descriptor.m_TransposeX); + matMulAttributes.adj_rhs(descriptor.m_TransposeY); + GpuMatMulSettings matmulSettings{}; + matmulSettings.m0(1); + matmulSettings.n0(1); + matmulSettings.k0(1); + + return GpuMatMul::validate_op(sketch, inputInfo0, inputInfo1, matMulAttributes, matmulSettings); +} + +void GpuFsaBatchMatMulCreateOp(GpuFsaPreCompiledBlob* blob, + const TensorInfo& input0, + const TensorInfo& input1, + const BatchMatMulDescriptor& descriptor) +{ + GpuWorkloadSketch* sketch = blob->sketch.get(); + GpuWorkloadContext* workloadContext = blob->workloadContext.get(); + std::vector inputTensorInfos = {}; + std::vector outputTensorInfos = {}; + + arm_compute::TensorInfo aclInput0Info = BuildArmComputeTensorInfo(input0, input0.GetNumDimensions()); + arm_compute::TensorInfo aclInput1Info = BuildArmComputeTensorInfo(input1, input1.GetNumDimensions()); + + aclInput0Info.set_are_values_constant(input0.IsConstant()); + aclInput1Info.set_are_values_constant(input1.IsConstant()); + + inputTensorInfos.emplace_back(workloadContext->create_tensor_info(aclInput0Info)); + inputTensorInfos.emplace_back(workloadContext->create_tensor_info(aclInput1Info)); + + MatMulAttributes matMulAttributes{}; + matMulAttributes.adj_lhs(descriptor.m_TransposeX); + matMulAttributes.adj_rhs(descriptor.m_TransposeY); + GpuMatMulSettings matmulSettings{}; + matmulSettings.m0(1); + matmulSettings.n0(1); + matmulSettings.k0(1); + + // Validate operator, check status and update reasonIfUnsupported + arm_compute::Status aclStatus = GpuMatMul::validate_op(*sketch, + inputTensorInfos[0], + inputTensorInfos[1], + matMulAttributes, + matmulSettings); + + const bool supported = aclStatus.error_code() == arm_compute::ErrorCode::OK; + if (!supported) + { + throw BackendCapabilityException("\"GpuFsa\" backend failed during elementwise binary add validation"); + } + + arm_compute::ITensorInfo* addOutputInfo = GpuMatMul::create_op(*sketch, + inputTensorInfos[0], + inputTensorInfos[1], + matMulAttributes, + matmulSettings); + + // Temporary fix until fusing attempt is make for GpuFsa backend and Output layer workload is created. + outputTensorInfos.emplace_back(workloadContext->create_tensor_info()); + GpuOutput::create_op(*sketch, addOutputInfo, outputTensorInfos[0]); + + // Store the TensorInfos within the blob as unique_ptrs to be used later + blob->inputTensorInfos = std::make_unique>(inputTensorInfos); + blob->outputTensorInfos = std::make_unique>(outputTensorInfos); +} + +} // namespace armnn \ No newline at end of file diff --git a/src/backends/gpuFsa/layers/GpuFsaBatchMatMul.hpp b/src/backends/gpuFsa/layers/GpuFsaBatchMatMul.hpp new file mode 100644 index 0000000000..f7af3a763c --- /dev/null +++ b/src/backends/gpuFsa/layers/GpuFsaBatchMatMul.hpp @@ -0,0 +1,22 @@ +// +// Copyright © 2024 Arm Ltd and Contributors. All rights reserved. +// SPDX-License-Identifier: MIT +// +#pragma once + +#include + +#include + +namespace armnn +{ +arm_compute::Status GpuFsaBatchMatMulValidate(const TensorInfo& input0, + const TensorInfo& input1, + const BatchMatMulDescriptor& descriptor); + +void GpuFsaBatchMatMulCreateOp(GpuFsaPreCompiledBlob* blob, + const TensorInfo& input0, + const TensorInfo& input1, + const BatchMatMulDescriptor& descriptor); + +} // namespace armnn \ No newline at end of file diff --git a/src/backends/gpuFsa/test/GpuFsaEndToEndTests.cpp b/src/backends/gpuFsa/test/GpuFsaEndToEndTests.cpp index a2708c0e53..7503c4698f 100644 --- a/src/backends/gpuFsa/test/GpuFsaEndToEndTests.cpp +++ b/src/backends/gpuFsa/test/GpuFsaEndToEndTests.cpp @@ -5,9 +5,9 @@ #include "backendsCommon/test/EndToEndTestImpl.hpp" +#include "backendsCommon/test/BatchMatMulEndToEndTestImpl.hpp" #include "backendsCommon/test/Convolution2dEndToEndTestImpl.hpp" #include "backendsCommon/test/layerTests/CastTestImpl.hpp" - #include "backendsCommon/test/DepthwiseConvolution2dEndToEndTests.hpp" #include "backendsCommon/test/ElementwiseBinaryEndToEndTestImpl.hpp" #include "backendsCommon/test/Pooling2dEndToEndTestImpl.hpp" @@ -20,6 +20,13 @@ TEST_SUITE("GpuFsaEndToEnd") std::vector gpuFsaDefaultBackends = {"GpuFsa"}; +// BatchMatMul +TEST_CASE("RefBatchMatMulEndToEndFloat32Test") +{ + BatchMatMulEndToEnd(gpuFsaDefaultBackends); +} + +// Cast TEST_CASE("GpuFsaCastEndtoEndTestFloat32ToFloat16") { using namespace half_float::literal; diff --git a/src/backends/gpuFsa/test/GpuFsaLayerSupportTests.cpp b/src/backends/gpuFsa/test/GpuFsaLayerSupportTests.cpp index 34af1909e6..b6f7f32ea6 100644 --- a/src/backends/gpuFsa/test/GpuFsaLayerSupportTests.cpp +++ b/src/backends/gpuFsa/test/GpuFsaLayerSupportTests.cpp @@ -17,6 +17,25 @@ using namespace armnn; TEST_SUITE("GpuFsaLayerSupport") { +TEST_CASE("IsLayerSupportedGpuFsaBatchMatMul") +{ + TensorInfo input0Info({ 2, 2 }, DataType::Float32); + TensorInfo input1Info({ 2, 2 }, DataType::Float32); + TensorInfo outputInfo({ 2, 2 }, DataType::Float32); + + BatchMatMulDescriptor desc{}; + + GpuFsaLayerSupport supportChecker; + std::string reasonIfNotSupported; + auto supported = supportChecker.IsLayerSupported(LayerType::BatchMatMul, + {input0Info, input1Info, outputInfo}, + desc, + EmptyOptional(), + EmptyOptional(), + reasonIfNotSupported); + CHECK(supported); +} + TEST_CASE("IsLayerSupportedCast") { armnn::TensorInfo inputTensorInfo({1, 3, 2, 3}, armnn::DataType::Float32); diff --git a/src/backends/gpuFsa/test/GpuFsaOptimizedNetworkTests.cpp b/src/backends/gpuFsa/test/GpuFsaOptimizedNetworkTests.cpp index 6ddb942dea..1e5c976c00 100644 --- a/src/backends/gpuFsa/test/GpuFsaOptimizedNetworkTests.cpp +++ b/src/backends/gpuFsa/test/GpuFsaOptimizedNetworkTests.cpp @@ -15,6 +15,52 @@ using namespace armnn; TEST_SUITE("GpuFsaOptimizedNetwork") { +TEST_CASE("BatchMatMulSupportedOptimizedNetwork") +{ + using namespace armnn; + + const float qScale = 1.0f; + const int32_t qOffset = 0; + + const TensorShape& input1Shape = { 2, 2 }; + const TensorShape& input2Shape = { 2, 2 }; + const TensorShape& outputShape = { 2, 2 }; + + TensorInfo input1TensorInfo(input1Shape, DataType::Float32, qScale, qOffset, true); + TensorInfo input2TensorInfo(input2Shape, DataType::Float32, qScale, qOffset, true); + TensorInfo outputTensorInfo(outputShape, DataType::Float32, qScale, qOffset); + + IRuntime::CreationOptions options; + IRuntimePtr runtime(IRuntime::Create(options)); + INetworkPtr network(INetwork::Create()); + + BatchMatMulDescriptor desc{}; + + IConnectableLayer* input1 = network->AddInputLayer(0, "input0"); + IConnectableLayer* input2 = network->AddInputLayer(1, "input1"); + IConnectableLayer* batchMatMulLayer = network->AddBatchMatMulLayer(desc, "batchMatMul"); + IConnectableLayer* output = network->AddOutputLayer(2, "output"); + + Connect(input1, batchMatMulLayer, input1TensorInfo, 0, 0); + Connect(input2, batchMatMulLayer, input2TensorInfo, 0, 1); + Connect(batchMatMulLayer, output, outputTensorInfo, 0, 0); + + std::vector backends = { "GpuFsa" }; + + OptimizerOptionsOpaque optimizedOptions; + IOptimizedNetworkPtr optNet = Optimize(*network, backends, runtime->GetDeviceSpec(), optimizedOptions); + CHECK(optNet); + + Graph& graph = GetGraphForTesting(optNet.get()); + + // Check graph layer sequence to ensure that the network has been replaced with a PreCompiledLayer + CHECK(CheckSequence(graph.cbegin(), graph.cend(), + &IsLayerOfType, + &IsLayerOfType, + &IsLayerOfType, + &IsLayerOfType)); +} + TEST_CASE("CastSupportedOptimizedNetwork") { using namespace armnn; -- cgit v1.2.1