From 03c7ff3f6188240baaeaeb405a357a0c58195fec Mon Sep 17 00:00:00 2001 From: Nikhil Raj Date: Tue, 22 Aug 2023 12:00:04 +0100 Subject: IVGCVSW-7702 Update Doxygen Docu for 23.08 Signed-off-by: Nikhil Raj Change-Id: I357a9f7e47614589327c1ac5d95b6224ff77103d --- .../_neon_batch_mat_mul_workload_8cpp_source.html | 256 +++++++++++++++++++++ 1 file changed, 256 insertions(+) create mode 100644 latest/_neon_batch_mat_mul_workload_8cpp_source.html (limited to 'latest/_neon_batch_mat_mul_workload_8cpp_source.html') diff --git a/latest/_neon_batch_mat_mul_workload_8cpp_source.html b/latest/_neon_batch_mat_mul_workload_8cpp_source.html new file mode 100644 index 0000000000..d400a8b0cc --- /dev/null +++ b/latest/_neon_batch_mat_mul_workload_8cpp_source.html @@ -0,0 +1,256 @@ + + + + + + + + +Arm NN: src/backends/neon/workloads/NeonBatchMatMulWorkload.cpp Source File + + + + + + + + + + + + + + + + +
+
+ + + + ArmNN + + + +
+
+  23.08 +
+
+
+ + + + + + + +
+
+ +
+
+
+ +
+ +
+
+ + +
+ +
+ +
+
+
NeonBatchMatMulWorkload.cpp
+
+
+Go to the documentation of this file.
1 //
+
2 // Copyright © 2022-2023 Arm Ltd and Contributors. All rights reserved.
+
3 // SPDX-License-Identifier: MIT
+
4 //
+
5 
+
6 #include "NeonBatchMatMulWorkload.hpp"
+
7 
+
8 #include "NeonWorkloadUtils.hpp"
+
9 
+
10 #include <armnn/utility/PolymorphicDowncast.hpp>
+
11 #include <aclCommon/ArmComputeUtils.hpp>
+
12 
+
13 #include <backendsCommon/WorkloadUtils.hpp>
+
14 
+
15 #include <arm_compute/function_info/MatMulInfo.h>
+
16 
+
17 namespace armnn
+
18 {
+
19 arm_compute::Status NeonBatchMatMulValidate(const TensorInfo& inputInfoX,
+
20  const TensorInfo& inputInfoY,
+
21  const TensorInfo& outputInfo,
+
22  const BatchMatMulDescriptor& descriptor,
+
23  const bool isFastMathEnabled,
+
24  const ActivationDescriptor* activationDescriptor)
+
25 {
+
26  if (descriptor.m_AdjointX || descriptor.m_AdjointY )
+
27  {
+
28  throw Exception("Support for adjoint not implemented.");
+
29  }
+
30  if (descriptor.m_DataLayoutX != armnn::DataLayout::NCHW || descriptor.m_DataLayoutY != armnn::DataLayout::NCHW )
+
31  {
+
32  throw Exception("Only supported the MatMul in the last 2 dimensions");
+
33  }
+
34 
+
35  arm_compute::TensorInfo aclInputInfoX = armcomputetensorutils::BuildArmComputeTensorInfo(inputInfoX);
+
36  arm_compute::TensorInfo aclInputInfoY = armcomputetensorutils::BuildArmComputeTensorInfo(inputInfoY);
+
37  arm_compute::TensorInfo aclOutputInfo = armcomputetensorutils::BuildArmComputeTensorInfo(outputInfo);
+
38 
+
39  // GeMM dispatches kernel handles dynamic inputs differently to static so this flag needs to be set
+
40  aclInputInfoX.set_are_values_constant(false);
+
41  aclInputInfoY.set_are_values_constant(false);
+
42 
+
43  const arm_compute::ActivationLayerInfo activationInfo = ConvertActivationDescriptorToAclActivationLayerInfo(
+
44  activationDescriptor);
+
45 
+
46  arm_compute::MatMulInfo matMulInfo;
+
47  matMulInfo.adj_lhs(descriptor.m_TransposeX);
+
48  matMulInfo.adj_rhs(descriptor.m_TransposeY);
+
49 
+
50  arm_compute::CpuMatMulSettings settings;
+
51  settings.fast_math(isFastMathEnabled);
+
52 
+
53  return arm_compute::NEMatMul::validate(&aclInputInfoX, &aclInputInfoY, &aclOutputInfo, matMulInfo, settings,
+
54  activationInfo);
+
55 }
+
56 
+
57 NeonBatchMatMulWorkload::NeonBatchMatMulWorkload(const BatchMatMulQueueDescriptor& descriptor,
+
58  const WorkloadInfo& info,
+
59  const bool isFastMathEnabled)
+
60  : NeonBaseWorkload<BatchMatMulQueueDescriptor>(descriptor, info)
+
61 {
+
62  if (descriptor.m_Parameters.m_AdjointX || descriptor.m_Parameters.m_AdjointY )
+
63  {
+
64  throw Exception("Support for adjoint not implemented.");
+
65  }
+
66  if (descriptor.m_Parameters.m_DataLayoutX != armnn::DataLayout::NCHW
+
67  || descriptor.m_Parameters.m_DataLayoutY != armnn::DataLayout::NCHW )
+
68  {
+
69  throw Exception("Only supported the MatMul in the last 2 dimensions");
+
70  }
+
71 
+
72  m_Data.ValidateInputsOutputs("NeonBatchMatMulWorkload", 2, 1);
+
73 
+
74  arm_compute::ITensor& inputX = PolymorphicDowncast<IAclTensorHandle*>(m_Data.m_Inputs[0])->GetTensor();
+
75  arm_compute::ITensor& inputY = PolymorphicDowncast<IAclTensorHandle*>(m_Data.m_Inputs[1])->GetTensor();
+
76  arm_compute::ITensor& output = PolymorphicDowncast<IAclTensorHandle*>(m_Data.m_Outputs[0])->GetTensor();
+
77 
+
78  // GeMM dispatches kernel handles dynamic inputs differently to static so this flag needs to be set
+
79  inputX.info()->set_are_values_constant(false);
+
80  inputY.info()->set_are_values_constant(false);
+
81 
+
82  const arm_compute::ActivationLayerInfo activationInfo = ConvertAdditionalInfoToAclActivationLayerInfo(descriptor);
+
83 
+
84  arm_compute::MatMulInfo matMulInfo;
+
85  matMulInfo.adj_lhs(descriptor.m_Parameters.m_TransposeX);
+
86  matMulInfo.adj_rhs(descriptor.m_Parameters.m_TransposeY);
+
87 
+
88  arm_compute::CpuMatMulSettings settings;
+
89  settings.fast_math(isFastMathEnabled);
+
90 
+
91  m_MatMulLayer.configure(&inputX, &inputY, &output, matMulInfo, settings, activationInfo);
+
92 
+
93  // Report Profiling Details
+
94  WorkloadInfo detailsInfo;
+
95  detailsInfo.m_InputTensorInfos = info.m_InputTensorInfos;
+
96  detailsInfo.m_OutputTensorInfos = info.m_OutputTensorInfos;
+
97  ARMNN_REPORT_PROFILING_WORKLOAD_DESC("NeonBatchMatMulWorkload_Construct",
+
98  descriptor.m_Parameters,
+
99  detailsInfo,
+
100  GetGuid());
+
101 }
+
102 
+
103 void NeonBatchMatMulWorkload::Execute() const
+
104 {
+
105  ARMNN_SCOPED_PROFILING_EVENT_NEON_NAME_GUID("NeonBatchMatMulWorkload_Execute");
+
106  m_MatMulLayer.run();
+
107 }
+
108 } //namespace armnn
+
+
+ +
armnn::ActivationDescriptor
An ActivationDescriptor for the ActivationLayer.
Definition: Descriptors.hpp:36
+
armnn::BatchMatMulDescriptor::m_TransposeX
bool m_TransposeX
Transpose the slices of each input tensor Transpose and Adjoint can not both be set to true for the s...
Definition: Descriptors.hpp:1591
+
armnn::BatchMatMulDescriptor::m_AdjointX
bool m_AdjointX
Adjoint the slices of each input tensor Transpose and Adjoint can not both be set to true for the sam...
Definition: Descriptors.hpp:1596
+ +
armnn::QueueDescriptor::ValidateInputsOutputs
void ValidateInputsOutputs(const std::string &descName, unsigned int numExpectedIn, unsigned int numExpectedOut) const
Definition: WorkloadData.cpp:446
+
armnn::NeonBatchMatMulWorkload::NeonBatchMatMulWorkload
NeonBatchMatMulWorkload(const BatchMatMulQueueDescriptor &descriptor, const WorkloadInfo &info, const bool isFastMathEnabled)
Definition: NeonBatchMatMulWorkload.cpp:57
+
armnn::ConvertAdditionalInfoToAclActivationLayerInfo
arm_compute::ActivationLayerInfo ConvertAdditionalInfoToAclActivationLayerInfo(const QueueDescriptor &queueDescriptor)
Definition: ArmComputeUtils.hpp:103
+
armnn::BatchMatMulDescriptor::m_DataLayoutX
DataLayout m_DataLayoutX
Data layout of each input tensor, such as NHWC/NDHWC (leave as default for arbitrary layout)
Definition: Descriptors.hpp:1600
+ + +
armnn::NeonBatchMatMulValidate
arm_compute::Status NeonBatchMatMulValidate(const TensorInfo &inputInfoX, const TensorInfo &inputInfoY, const TensorInfo &outputInfo, const BatchMatMulDescriptor &descriptor, const bool isFastMathEnabled, const ActivationDescriptor *activationDescriptor)
Definition: NeonBatchMatMulWorkload.cpp:19
+
armnn::WorkloadInfo::m_OutputTensorInfos
std::vector< TensorInfo > m_OutputTensorInfos
Definition: WorkloadInfo.hpp:19
+ + +
armnn::WorkloadInfo
Contains information about TensorInfos of a layer.
Definition: WorkloadInfo.hpp:16
+ + +
armnn::BatchMatMulDescriptor
A BatchMatMulDescriptor for the BatchMatMul operator.
Definition: Descriptors.hpp:1563
+
armnn::NeonBatchMatMulWorkload::Execute
virtual void Execute() const override
Definition: NeonBatchMatMulWorkload.cpp:103
+ +
armnn::Exception
Base class for all ArmNN exceptions so that users can filter to just those.
Definition: Exceptions.hpp:46
+
armnn::ConvertActivationDescriptorToAclActivationLayerInfo
arm_compute::ActivationLayerInfo ConvertActivationDescriptorToAclActivationLayerInfo(const ActivationDescriptor &actDesc)
Definition: ArmComputeUtils.hpp:85
+ +
armnn::QueueDescriptor::m_Outputs
std::vector< ITensorHandle * > m_Outputs
Definition: WorkloadData.hpp:27
+
ARMNN_REPORT_PROFILING_WORKLOAD_DESC
#define ARMNN_REPORT_PROFILING_WORKLOAD_DESC(name, desc, infos, guid)
Definition: Profiling.hpp:227
+
armnn::BaseWorkload< BatchMatMulQueueDescriptor >::GetGuid
arm::pipe::ProfilingGuid GetGuid() const final
Definition: Workload.hpp:67
+
armnn::Status
Status
Definition: Types.hpp:42
+ +
armnn::WorkloadInfo::m_InputTensorInfos
std::vector< TensorInfo > m_InputTensorInfos
Definition: WorkloadInfo.hpp:18
+ + +
armnn
Copyright (c) 2021 ARM Limited and Contributors.
Definition: 01_00_quick_start.dox:6
+
ARMNN_SCOPED_PROFILING_EVENT_NEON_NAME_GUID
#define ARMNN_SCOPED_PROFILING_EVENT_NEON_NAME_GUID(label)
Creates a profiling event that uses GetGuid() and GetName() from the calling class.
Definition: NeonWorkloadUtils.hpp:32
+ +
armnn::QueueDescriptor::m_Inputs
std::vector< ITensorHandle * > m_Inputs
Definition: WorkloadData.hpp:26
+ + + + + -- cgit v1.2.1