diff options
author | Teresa Charlin <teresa.charlinreyes@arm.com> | 2022-10-13 15:47:08 +0100 |
---|---|---|
committer | Teresa Charlin <teresa.charlinreyes@arm.com> | 2022-10-28 09:15:30 +0100 |
commit | 0f86ecfce593a302ebd2baf8b70c9f6f50616f81 (patch) | |
tree | bf312b7f8780ccecef54de782ff965c72cf68778 /src/backends/neon/workloads/NeonBatchMatMulWorkload.hpp | |
parent | 20508425bb92623862e4b3f0da1adf46fc541f27 (diff) | |
download | armnn-0f86ecfce593a302ebd2baf8b70c9f6f50616f81.tar.gz |
IVGCVSW-6494 Add CpuAcc Batch MatMul Workload Fp32
Signed-off-by: Teresa Charlin <teresa.charlinreyes@arm.com>
Change-Id: I2def6995f81d33e68f1ea45d8d19a1e6294049b1
Diffstat (limited to 'src/backends/neon/workloads/NeonBatchMatMulWorkload.hpp')
-rw-r--r-- | src/backends/neon/workloads/NeonBatchMatMulWorkload.hpp | 41 |
1 files changed, 41 insertions, 0 deletions
diff --git a/src/backends/neon/workloads/NeonBatchMatMulWorkload.hpp b/src/backends/neon/workloads/NeonBatchMatMulWorkload.hpp new file mode 100644 index 0000000000..cb004d2478 --- /dev/null +++ b/src/backends/neon/workloads/NeonBatchMatMulWorkload.hpp @@ -0,0 +1,41 @@ +// +// Copyright © 2022 Arm Ltd and Contributors. All rights reserved. +// SPDX-License-Identifier: MIT +// + +#pragma once + +#include "NeonBaseWorkload.hpp" + +#include <arm_compute/runtime/IFunction.h> +#include <arm_compute/runtime/Tensor.h> + +#include <memory> + +namespace armnn +{ + arm_compute::Status NeonBatchMatMulValidate(const TensorInfo& inputX, + const TensorInfo& inputY, + const TensorInfo& output, + const BatchMatMulDescriptor& descriptor); + + class NeonBatchMatMulWorkload : public NeonBaseWorkload<BatchMatMulQueueDescriptor> + { + public: + NeonBatchMatMulWorkload(const BatchMatMulQueueDescriptor& descriptor, + const WorkloadInfo& info); + virtual void Execute() const override; + + private: + // ACL layers required to fully form a Batch Mat Mul layer. + std::unique_ptr<arm_compute::IFunction> m_GEMMLayer; + std::unique_ptr<arm_compute::IFunction> m_PermuteLayerX; + std::unique_ptr<arm_compute::IFunction> m_PermuteLayerY; + + // Additional ACL arm_compute::Tensors. + // Required to perform permutations. + arm_compute::Tensor m_PermutedTensorX; + arm_compute::Tensor m_PermutedTensorY; + + }; +} //namespace armnn |