aboutsummaryrefslogtreecommitdiff
path: root/src/backends/neon/workloads/NeonBatchMatMulWorkload.hpp
diff options
context:
space:
mode:
authorTeresa Charlin <teresa.charlinreyes@arm.com>2022-10-13 15:47:08 +0100
committerTeresa Charlin <teresa.charlinreyes@arm.com>2022-10-28 09:15:30 +0100
commit0f86ecfce593a302ebd2baf8b70c9f6f50616f81 (patch)
treebf312b7f8780ccecef54de782ff965c72cf68778 /src/backends/neon/workloads/NeonBatchMatMulWorkload.hpp
parent20508425bb92623862e4b3f0da1adf46fc541f27 (diff)
downloadarmnn-0f86ecfce593a302ebd2baf8b70c9f6f50616f81.tar.gz
IVGCVSW-6494 Add CpuAcc Batch MatMul Workload Fp32
Signed-off-by: Teresa Charlin <teresa.charlinreyes@arm.com> Change-Id: I2def6995f81d33e68f1ea45d8d19a1e6294049b1
Diffstat (limited to 'src/backends/neon/workloads/NeonBatchMatMulWorkload.hpp')
-rw-r--r--src/backends/neon/workloads/NeonBatchMatMulWorkload.hpp41
1 files changed, 41 insertions, 0 deletions
diff --git a/src/backends/neon/workloads/NeonBatchMatMulWorkload.hpp b/src/backends/neon/workloads/NeonBatchMatMulWorkload.hpp
new file mode 100644
index 0000000000..cb004d2478
--- /dev/null
+++ b/src/backends/neon/workloads/NeonBatchMatMulWorkload.hpp
@@ -0,0 +1,41 @@
+//
+// Copyright © 2022 Arm Ltd and Contributors. All rights reserved.
+// SPDX-License-Identifier: MIT
+//
+
+#pragma once
+
+#include "NeonBaseWorkload.hpp"
+
+#include <arm_compute/runtime/IFunction.h>
+#include <arm_compute/runtime/Tensor.h>
+
+#include <memory>
+
+namespace armnn
+{
+ arm_compute::Status NeonBatchMatMulValidate(const TensorInfo& inputX,
+ const TensorInfo& inputY,
+ const TensorInfo& output,
+ const BatchMatMulDescriptor& descriptor);
+
+ class NeonBatchMatMulWorkload : public NeonBaseWorkload<BatchMatMulQueueDescriptor>
+ {
+ public:
+ NeonBatchMatMulWorkload(const BatchMatMulQueueDescriptor& descriptor,
+ const WorkloadInfo& info);
+ virtual void Execute() const override;
+
+ private:
+ // ACL layers required to fully form a Batch Mat Mul layer.
+ std::unique_ptr<arm_compute::IFunction> m_GEMMLayer;
+ std::unique_ptr<arm_compute::IFunction> m_PermuteLayerX;
+ std::unique_ptr<arm_compute::IFunction> m_PermuteLayerY;
+
+ // Additional ACL arm_compute::Tensors.
+ // Required to perform permutations.
+ arm_compute::Tensor m_PermutedTensorX;
+ arm_compute::Tensor m_PermutedTensorY;
+
+ };
+} //namespace armnn