diff options
| author | David Monahan <david.monahan@arm.com> | 2023-03-22 16:48:58 +0000 |
|---|---|---|
| committer | David Monahan <david.monahan@arm.com> | 2023-03-22 16:48:58 +0000 |
| commit | ae050524109f1ce827962665436ef7430f2ac479 (patch) | |
| tree | a087fe0c77570971dd7979f2757426c24e91afc7 /23.02/classarmnn_1_1_neon_batch_mat_mul_workload.xhtml | |
| parent | 8d2ca734165a068478df7cffa46185680b05cd20 (diff) | |
| download | armnn-ae050524109f1ce827962665436ef7430f2ac479.tar.gz | |
IVGCVSW-7255 Update Doxygen Documentation and publish on GitHub.
* Updating Doxygen documentation for 23.02 release.
Signed-off-by: David Monahan <david.monahan@arm.com>
Change-Id: I545574ff7664b4595d2fe6a91a3c35d2ad55df82
Diffstat (limited to '23.02/classarmnn_1_1_neon_batch_mat_mul_workload.xhtml')
| -rw-r--r-- | 23.02/classarmnn_1_1_neon_batch_mat_mul_workload.xhtml | 159 |
1 files changed, 125 insertions, 34 deletions
diff --git a/23.02/classarmnn_1_1_neon_batch_mat_mul_workload.xhtml b/23.02/classarmnn_1_1_neon_batch_mat_mul_workload.xhtml index 6cfdcf0f66..efcf77e439 100644 --- a/23.02/classarmnn_1_1_neon_batch_mat_mul_workload.xhtml +++ b/23.02/classarmnn_1_1_neon_batch_mat_mul_workload.xhtml @@ -8,7 +8,7 @@ <head> <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> <meta http-equiv="X-UA-Compatible" content="IE=9"/> -<meta name="generator" content="Doxygen 1.8.13"/> +<meta name="generator" content="Doxygen 1.8.17"/> <meta name="robots" content="NOINDEX, NOFOLLOW" /> <meta name="viewport" content="width=device-width, initial-scale=1"/> <title>ArmNN: NeonBatchMatMulWorkload Class Reference</title> @@ -19,9 +19,6 @@ <script type="text/javascript" src="resize.js"></script> <script type="text/javascript" src="navtreedata.js"></script> <script type="text/javascript" src="navtree.js"></script> -<script type="text/javascript"> - $(document).ready(initResizable); -</script> <link href="search/search.css" rel="stylesheet" type="text/css"/> <script type="text/javascript" src="search/searchdata.js"></script> <script type="text/javascript" src="search/search.js"></script> @@ -30,7 +27,8 @@ extensions: ["tex2jax.js"], jax: ["input/TeX","output/HTML-CSS"], }); -</script><script type="text/javascript" src="http://cdn.mathjax.org/mathjax/latest/MathJax.js"></script> +</script> +<script type="text/javascript" async="async" src="http://cdn.mathjax.org/mathjax/latest/MathJax.js"></script> <link href="doxygen.css" rel="stylesheet" type="text/css" /> <link href="stylesheet.css" rel="stylesheet" type="text/css"/> </head> @@ -51,18 +49,21 @@ </table> </div> <!-- end header part --> -<!-- Generated by Doxygen 1.8.13 --> +<!-- Generated by Doxygen 1.8.17 --> <script type="text/javascript"> +/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */ var searchBox = new SearchBox("searchBox", "search",false,'Search'); +/* @license-end */ </script> <script type="text/javascript" src="menudata.js"></script> <script type="text/javascript" src="menu.js"></script> <script type="text/javascript"> +/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */ $(function() { initMenu('',true,false,'search.php','Search'); $(document).ready(function() { init_search(); }); }); -</script> +/* @license-end */</script> <div id="main-nav"></div> </div><!-- top --> <div id="side-nav" class="ui-resizable side-nav-resizable"> @@ -76,7 +77,9 @@ $(function() { </div> </div> <script type="text/javascript"> -$(document).ready(function(){initNavTree('classarmnn_1_1_neon_batch_mat_mul_workload.xhtml','');}); +/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */ +$(document).ready(function(){initNavTree('classarmnn_1_1_neon_batch_mat_mul_workload.xhtml',''); initResizable(); }); +/* @license-end */ </script> <div id="doc-content"> <!-- window showing the filter options --> @@ -111,13 +114,13 @@ Inheritance diagram for NeonBatchMatMulWorkload:</div> <map id="NeonBatchMatMulWorkload_map" name="NeonBatchMatMulWorkload_map"> <area href="classarmnn_1_1_neon_base_workload.xhtml" alt="NeonBaseWorkload< BatchMatMulQueueDescriptor >" shape="rect" coords="0,112,318,136"/> <area href="classarmnn_1_1_base_workload.xhtml" alt="BaseWorkload< BatchMatMulQueueDescriptor >" shape="rect" coords="0,56,318,80"/> -<area href="classarmnn_1_1_i_workload.xhtml" title="Workload interface to enqueue a layer computation. " alt="IWorkload" shape="rect" coords="0,0,318,24"/> -</map> - </div></div> +<area href="classarmnn_1_1_i_workload.xhtml" title="Workload interface to enqueue a layer computation." alt="IWorkload" shape="rect" coords="0,0,318,24"/> + </map> +</div></div> <table class="memberdecls"> <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-methods"></a> Public Member Functions</h2></td></tr> -<tr class="memitem:a2eed4c19f5918cfa8efd910e6195c99c"><td class="memItemLeft" align="right" valign="top"> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_neon_batch_mat_mul_workload.xhtml#a2eed4c19f5918cfa8efd910e6195c99c">NeonBatchMatMulWorkload</a> (const <a class="el" href="structarmnn_1_1_batch_mat_mul_queue_descriptor.xhtml">BatchMatMulQueueDescriptor</a> &descriptor, const <a class="el" href="structarmnn_1_1_workload_info.xhtml">WorkloadInfo</a> &<a class="el" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>)</td></tr> +<tr class="memitem:a2eed4c19f5918cfa8efd910e6195c99c"><td class="memItemLeft" align="right" valign="top"> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_neon_batch_mat_mul_workload.xhtml#a2eed4c19f5918cfa8efd910e6195c99c">NeonBatchMatMulWorkload</a> (const <a class="el" href="structarmnn_1_1_batch_mat_mul_queue_descriptor.xhtml">BatchMatMulQueueDescriptor</a> &descriptor, const <a class="el" href="structarmnn_1_1_workload_info.xhtml">WorkloadInfo</a> &info)</td></tr> <tr class="separator:a2eed4c19f5918cfa8efd910e6195c99c"><td class="memSeparator" colspan="2"> </td></tr> <tr class="memitem:ae071e8822437c78baea75c3aef3a263a"><td class="memItemLeft" align="right" valign="top">virtual void </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_neon_batch_mat_mul_workload.xhtml#ae071e8822437c78baea75c3aef3a263a">Execute</a> () const override</td></tr> <tr class="separator:ae071e8822437c78baea75c3aef3a263a"><td class="memSeparator" colspan="2"> </td></tr> @@ -144,6 +147,10 @@ Public Member Functions</h2></td></tr> <tr class="inherit_header pub_methods_classarmnn_1_1_i_workload"><td colspan="2" onclick="javascript:toggleInherit('pub_methods_classarmnn_1_1_i_workload')"><img src="closed.png" alt="-"/> Public Member Functions inherited from <a class="el" href="classarmnn_1_1_i_workload.xhtml">IWorkload</a></td></tr> <tr class="memitem:a69c83c02ae8de866bc7a46c49e69c1ba inherit pub_methods_classarmnn_1_1_i_workload"><td class="memItemLeft" align="right" valign="top">virtual </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_i_workload.xhtml#a69c83c02ae8de866bc7a46c49e69c1ba">~IWorkload</a> ()</td></tr> <tr class="separator:a69c83c02ae8de866bc7a46c49e69c1ba inherit pub_methods_classarmnn_1_1_i_workload"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:a00f887eb14b9ed163d795b31c4964965 inherit pub_methods_classarmnn_1_1_i_workload"><td class="memItemLeft" align="right" valign="top">virtual arm::pipe::ProfilingGuid </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_i_workload.xhtml#a00f887eb14b9ed163d795b31c4964965">GetGuid</a> () const =0</td></tr> +<tr class="separator:a00f887eb14b9ed163d795b31c4964965 inherit pub_methods_classarmnn_1_1_i_workload"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:a9cc47a21a60b5e47247cde5e660e29ce inherit pub_methods_classarmnn_1_1_i_workload"><td class="memItemLeft" align="right" valign="top">virtual bool </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_i_workload.xhtml#a9cc47a21a60b5e47247cde5e660e29ce">SupportsTensorHandleReplacement</a> () const =0</td></tr> +<tr class="separator:a9cc47a21a60b5e47247cde5e660e29ce inherit pub_methods_classarmnn_1_1_i_workload"><td class="memSeparator" colspan="2"> </td></tr> <tr class="memitem:ab81312bd5e64cbae2803de9f243bdb32 inherit pub_methods_classarmnn_1_1_i_workload"><td class="memItemLeft" align="right" valign="top">virtual void </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_i_workload.xhtml#ab81312bd5e64cbae2803de9f243bdb32">RegisterDebugCallback</a> (const <a class="el" href="namespacearmnn.xhtml#a15f3ad9b5e4e3d46b0a6dda246a7bc28">DebugCallbackFunction</a> &)</td></tr> <tr class="separator:ab81312bd5e64cbae2803de9f243bdb32 inherit pub_methods_classarmnn_1_1_i_workload"><td class="memSeparator" colspan="2"> </td></tr> <tr class="memitem:a2d2834d1029217934f504e3e59579081 inherit pub_methods_classarmnn_1_1_i_workload"><td class="memItemLeft" align="right" valign="top">virtual <a class="el" href="classarmnn_1_1_optional.xhtml">armnn::Optional</a>< <a class="el" href="structarmnn_1_1_memory_requirements.xhtml">armnn::MemoryRequirements</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_i_workload.xhtml#a2d2834d1029217934f504e3e59579081">GetMemoryRequirements</a> ()</td></tr> @@ -191,23 +198,81 @@ Additional Inherited Members</h2></td></tr> </div><div class="memdoc"> <p class="definition">Definition at line <a class="el" href="_neon_batch_mat_mul_workload_8cpp_source.xhtml#l00102">102</a> of file <a class="el" href="_neon_batch_mat_mul_workload_8cpp_source.xhtml">NeonBatchMatMulWorkload.cpp</a>.</p> - -<p class="reference">References <a class="el" href="_profiling_8hpp_source.xhtml#l00227">ARMNN_REPORT_PROFILING_WORKLOAD_DESC</a>, <a class="el" href="_descriptors_8hpp_source.xhtml#l01564">BatchMatMulDescriptor::m_AdjointX</a>, <a class="el" href="_descriptors_8hpp_source.xhtml#l01565">BatchMatMulDescriptor::m_AdjointY</a>, <a class="el" href="_workload_8hpp_source.xhtml#l00083">BaseWorkload< BatchMatMulQueueDescriptor >::m_Data</a>, <a class="el" href="_descriptors_8hpp_source.xhtml#l01568">BatchMatMulDescriptor::m_DataLayoutX</a>, <a class="el" href="_descriptors_8hpp_source.xhtml#l01569">BatchMatMulDescriptor::m_DataLayoutY</a>, <a class="el" href="_workload_data_8hpp_source.xhtml#l00026">QueueDescriptor::m_Inputs</a>, <a class="el" href="_workload_data_8hpp_source.xhtml#l00027">QueueDescriptor::m_Outputs</a>, <a class="el" href="_workload_data_8hpp_source.xhtml#l00066">QueueDescriptorWithParameters< LayerDescriptor >::m_Parameters</a>, <a class="el" href="namespacearmnn.xhtml#ad1d5cce2d9e9a5d61c243e5c989112e0a6b99f356fe3b30a2a850b5ea897c289f">armnn::NCHW</a>, and <a class="el" href="_workload_data_8cpp_source.xhtml#l00475">QueueDescriptor::ValidateInputsOutputs()</a>.</p> -<div class="fragment"><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  : NeonBaseWorkload<BatchMatMulQueueDescriptor>(descriptor, <a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>)</div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span> {</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span>  <span class="keywordflow">if</span> (descriptor.m_Parameters.m_AdjointX || descriptor.m_Parameters.m_AdjointY )</div><div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  {</div><div class="line"><a name="l00108"></a><span class="lineno"> 108</span>  <span class="keywordflow">throw</span> Exception(<span class="stringliteral">"Support for adjoint not implemented."</span>);</div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span>  }</div><div class="line"><a name="l00110"></a><span class="lineno"> 110</span>  <span class="keywordflow">if</span> (descriptor.m_Parameters.m_DataLayoutX != <a class="code" href="namespacearmnn.xhtml#ad1d5cce2d9e9a5d61c243e5c989112e0a6b99f356fe3b30a2a850b5ea897c289f">armnn::DataLayout::NCHW</a> ||</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span>  descriptor.m_Parameters.m_DataLayoutY != <a class="code" href="namespacearmnn.xhtml#ad1d5cce2d9e9a5d61c243e5c989112e0a6b99f356fe3b30a2a850b5ea897c289f">armnn::DataLayout::NCHW</a> )</div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span>  {</div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span>  <span class="keywordflow">throw</span> Exception(<span class="stringliteral">"Only supported the MatMul in the last 2 dimensions"</span>);</div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  }</div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span> </div><div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  <span class="comment">// Report Profiling Details</span></div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  <a class="code" href="_profiling_8hpp.xhtml#a786492a3881a4c760ab1eec2149f4aba">ARMNN_REPORT_PROFILING_WORKLOAD_DESC</a>(<span class="stringliteral">"NeonBatchMatMulWorkload_Construct"</span>,</div><div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  descriptor.m_Parameters,</div><div class="line"><a name="l00119"></a><span class="lineno"> 119</span>  <a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>,</div><div class="line"><a name="l00120"></a><span class="lineno"> 120</span>  this->GetGuid());</div><div class="line"><a name="l00121"></a><span class="lineno"> 121</span> </div><div class="line"><a name="l00122"></a><span class="lineno"> 122</span>  <a class="code" href="classarmnn_1_1_base_workload.xhtml#afb8d2c8817c75de9d01a4c0e0d5c160b">m_Data</a>.<a class="code" href="structarmnn_1_1_queue_descriptor.xhtml#a765d2cee4ccce5b9467e0c2b6d25b84a">ValidateInputsOutputs</a>(<span class="stringliteral">"NeonBatchMatMulWorkload"</span>, 2, 1);</div><div class="line"><a name="l00123"></a><span class="lineno"> 123</span> </div><div class="line"><a name="l00124"></a><span class="lineno"> 124</span>  arm_compute::ITensor& inputX = PolymorphicDowncast<IAclTensorHandle*>(<a class="code" href="classarmnn_1_1_base_workload.xhtml#afb8d2c8817c75de9d01a4c0e0d5c160b">m_Data</a>.<a class="code" href="structarmnn_1_1_queue_descriptor.xhtml#a4b50e46a6810018f3edecfb68b2a76b3">m_Inputs</a>[0])->GetTensor();</div><div class="line"><a name="l00125"></a><span class="lineno"> 125</span>  arm_compute::ITensor& inputY = PolymorphicDowncast<IAclTensorHandle*>(<a class="code" href="classarmnn_1_1_base_workload.xhtml#afb8d2c8817c75de9d01a4c0e0d5c160b">m_Data</a>.<a class="code" href="structarmnn_1_1_queue_descriptor.xhtml#a4b50e46a6810018f3edecfb68b2a76b3">m_Inputs</a>[1])->GetTensor();</div><div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  <span class="keyword">auto</span> outputHandle = PolymorphicDowncast<IAclTensorHandle*>(<a class="code" href="classarmnn_1_1_base_workload.xhtml#afb8d2c8817c75de9d01a4c0e0d5c160b">m_Data</a>.<a class="code" href="structarmnn_1_1_queue_descriptor.xhtml#a6abd491bb99ffe88bd472c1ae5a1ed1a">m_Outputs</a>[0]);</div><div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  arm_compute::ITensor& output = outputHandle->GetTensor();</div><div class="line"><a name="l00128"></a><span class="lineno"> 128</span> </div><div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  <a class="code" href="namespacearmnn.xhtml#ad1d5cce2d9e9a5d61c243e5c989112e0">arm_compute::DataLayout</a> aclDataLayoutX = ConvertDataLayout(<a class="code" href="classarmnn_1_1_base_workload.xhtml#afb8d2c8817c75de9d01a4c0e0d5c160b">m_Data</a>.<a class="code" href="structarmnn_1_1_queue_descriptor_with_parameters.xhtml#aad91b9bbf7aa365d304febe79a3d1333">m_Parameters</a>.<a class="code" href="structarmnn_1_1_batch_mat_mul_descriptor.xhtml#aedca000a005e091c23191e82d7e81b1d">m_DataLayoutX</a>);</div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  <a class="code" href="namespacearmnn.xhtml#ad1d5cce2d9e9a5d61c243e5c989112e0">arm_compute::DataLayout</a> aclDataLayoutY = ConvertDataLayout(<a class="code" href="classarmnn_1_1_base_workload.xhtml#afb8d2c8817c75de9d01a4c0e0d5c160b">m_Data</a>.<a class="code" href="structarmnn_1_1_queue_descriptor_with_parameters.xhtml#aad91b9bbf7aa365d304febe79a3d1333">m_Parameters</a>.<a class="code" href="structarmnn_1_1_batch_mat_mul_descriptor.xhtml#aaf7828880989b4b9378d3e86aa6dc843">m_DataLayoutY</a>);</div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span> </div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span>  inputX.info()->set_data_layout(aclDataLayoutX);</div><div class="line"><a name="l00133"></a><span class="lineno"> 133</span>  inputY.info()->set_data_layout(aclDataLayoutY);</div><div class="line"><a name="l00134"></a><span class="lineno"> 134</span> </div><div class="line"><a name="l00135"></a><span class="lineno"> 135</span>  <span class="keywordflow">if</span> (descriptor.m_Parameters.m_TransposeX == <span class="keyword">true</span>)</div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  {</div><div class="line"><a name="l00137"></a><span class="lineno"> 137</span>  <a class="code" href="classarmnn_1_1_permutation_vector.xhtml">armnn::PermutationVector</a> permutationXVector</div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  = <a class="code" href="namespacearmnn.xhtml#a15e2ba06d2ecd7ff6013118838e5d1be">GeneratePermutationVectorOnLastTwoDimensions</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>.m_InputTensorInfos[0].GetNumDimensions());</div><div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  <span class="keyword">const</span> TensorInfo permutedXInfo = <a class="code" href="namespacearmnn_utils.xhtml#abeaf4f6785039866fd075f4569ba8e84">armnnUtils::Permuted</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>.m_InputTensorInfos[0], permutationXVector);</div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  <span class="keyword">const</span> <span class="keyword">auto</span> aclPermutationXVector = armcomputetensorutils::BuildArmComputePermutationVector(permutationXVector);</div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span> </div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  <span class="keyword">auto</span> permuteLayerX = std::make_unique<arm_compute::NEPermute>();</div><div class="line"><a name="l00143"></a><span class="lineno"> 143</span>  BuildArmComputeTensor(m_PermutedTensorX, permutedXInfo);</div><div class="line"><a name="l00144"></a><span class="lineno"> 144</span>  InitialiseArmComputeTensorEmpty(m_PermutedTensorX);</div><div class="line"><a name="l00145"></a><span class="lineno"> 145</span>  permuteLayerX->configure(&inputX, &m_PermutedTensorX, aclPermutationXVector);</div><div class="line"><a name="l00146"></a><span class="lineno"> 146</span>  m_PermuteLayerX.reset(permuteLayerX.release());</div><div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  }</div><div class="line"><a name="l00148"></a><span class="lineno"> 148</span> </div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  <span class="keywordflow">if</span> (descriptor.m_Parameters.m_TransposeY == <span class="keyword">true</span>)</div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  {</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  <a class="code" href="classarmnn_1_1_permutation_vector.xhtml">armnn::PermutationVector</a> permutationYVector</div><div class="line"><a name="l00152"></a><span class="lineno"> 152</span>  = <a class="code" href="namespacearmnn.xhtml#a15e2ba06d2ecd7ff6013118838e5d1be">GeneratePermutationVectorOnLastTwoDimensions</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>.m_InputTensorInfos[1].GetNumDimensions());</div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span>  <span class="keyword">const</span> TensorInfo permutedYInfo = <a class="code" href="namespacearmnn_utils.xhtml#abeaf4f6785039866fd075f4569ba8e84">armnnUtils::Permuted</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>.m_InputTensorInfos[1], permutationYVector);</div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span>  <span class="keyword">const</span> <span class="keyword">auto</span> aclPermutationYVector = armcomputetensorutils::BuildArmComputePermutationVector(permutationYVector);</div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span> </div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  <span class="keyword">auto</span> permuteLayerY = std::make_unique<arm_compute::NEPermute>();</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span>  BuildArmComputeTensor(m_PermutedTensorY, permutedYInfo);</div><div class="line"><a name="l00158"></a><span class="lineno"> 158</span>  InitialiseArmComputeTensorEmpty(m_PermutedTensorY);</div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span>  permuteLayerY->configure(&inputY, &m_PermutedTensorY, aclPermutationYVector);</div><div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  m_PermuteLayerY.reset(permuteLayerY.release());</div><div class="line"><a name="l00161"></a><span class="lineno"> 161</span>  }</div><div class="line"><a name="l00162"></a><span class="lineno"> 162</span> </div><div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  <span class="keyword">const</span> arm_compute::GEMMInfo& gemm_info = arm_compute::GEMMInfo(<span class="keyword">false</span>, <span class="comment">// is inputX reshaped</span></div><div class="line"><a name="l00164"></a><span class="lineno"> 164</span>  <span class="keyword">false</span>, <span class="comment">// is inputY reshaped</span></div><div class="line"><a name="l00165"></a><span class="lineno"> 165</span>  <span class="keyword">false</span>); <span class="comment">// is inputY reshaped only 1st run</span></div><div class="line"><a name="l00166"></a><span class="lineno"> 166</span>  <span class="keyword">auto</span> gemmLayer = std::make_unique<arm_compute::NEGEMM>();</div><div class="line"><a name="l00167"></a><span class="lineno"> 167</span>  gemmLayer->configure(descriptor.m_Parameters.m_TransposeX ? &m_PermutedTensorX : &inputX,</div><div class="line"><a name="l00168"></a><span class="lineno"> 168</span>  descriptor.m_Parameters.m_TransposeY ? &m_PermutedTensorY : &inputY,</div><div class="line"><a name="l00169"></a><span class="lineno"> 169</span>  <span class="keyword">nullptr</span>,</div><div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  &output,</div><div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  1.0,</div><div class="line"><a name="l00172"></a><span class="lineno"> 172</span>  0,</div><div class="line"><a name="l00173"></a><span class="lineno"> 173</span>  gemm_info);</div><div class="line"><a name="l00174"></a><span class="lineno"> 174</span>  m_GEMMLayer.reset(gemmLayer.release());</div><div class="line"><a name="l00175"></a><span class="lineno"> 175</span> }</div><div class="ttc" id="structarmnn_1_1_batch_mat_mul_descriptor_xhtml_aaf7828880989b4b9378d3e86aa6dc843"><div class="ttname"><a href="structarmnn_1_1_batch_mat_mul_descriptor.xhtml#aaf7828880989b4b9378d3e86aa6dc843">armnn::BatchMatMulDescriptor::m_DataLayoutY</a></div><div class="ttdeci">DataLayout m_DataLayoutY</div><div class="ttdef"><b>Definition:</b> <a href="_descriptors_8hpp_source.xhtml#l01569">Descriptors.hpp:1569</a></div></div> -<div class="ttc" id="namespacearmnn_xhtml_ad1d5cce2d9e9a5d61c243e5c989112e0"><div class="ttname"><a href="namespacearmnn.xhtml#ad1d5cce2d9e9a5d61c243e5c989112e0">armnn::DataLayout</a></div><div class="ttdeci">DataLayout</div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.xhtml#l00062">Types.hpp:62</a></div></div> -<div class="ttc" id="namespacearmnn_xhtml_a15e2ba06d2ecd7ff6013118838e5d1be"><div class="ttname"><a href="namespacearmnn.xhtml#a15e2ba06d2ecd7ff6013118838e5d1be">armnn::GeneratePermutationVectorOnLastTwoDimensions</a></div><div class="ttdeci">armnn::PermutationVector GeneratePermutationVectorOnLastTwoDimensions(unsigned int rank)</div><div class="ttdoc">Generates a permutation vector of size rank that permutes the 2 most right dimensions. </div><div class="ttdef"><b>Definition:</b> <a href="_workload_utils_8cpp_source.xhtml#l00344">WorkloadUtils.cpp:344</a></div></div> -<div class="ttc" id="structarmnn_1_1_queue_descriptor_xhtml_a765d2cee4ccce5b9467e0c2b6d25b84a"><div class="ttname"><a href="structarmnn_1_1_queue_descriptor.xhtml#a765d2cee4ccce5b9467e0c2b6d25b84a">armnn::QueueDescriptor::ValidateInputsOutputs</a></div><div class="ttdeci">void ValidateInputsOutputs(const std::string &descName, unsigned int numExpectedIn, unsigned int numExpectedOut) const</div><div class="ttdef"><b>Definition:</b> <a href="_workload_data_8cpp_source.xhtml#l00475">WorkloadData.cpp:475</a></div></div> -<div class="ttc" id="structarmnn_1_1_queue_descriptor_with_parameters_xhtml_aad91b9bbf7aa365d304febe79a3d1333"><div class="ttname"><a href="structarmnn_1_1_queue_descriptor_with_parameters.xhtml#aad91b9bbf7aa365d304febe79a3d1333">armnn::QueueDescriptorWithParameters::m_Parameters</a></div><div class="ttdeci">LayerDescriptor m_Parameters</div><div class="ttdef"><b>Definition:</b> <a href="_workload_data_8hpp_source.xhtml#l00066">WorkloadData.hpp:66</a></div></div> -<div class="ttc" id="structarmnn_1_1_batch_mat_mul_descriptor_xhtml_aedca000a005e091c23191e82d7e81b1d"><div class="ttname"><a href="structarmnn_1_1_batch_mat_mul_descriptor.xhtml#aedca000a005e091c23191e82d7e81b1d">armnn::BatchMatMulDescriptor::m_DataLayoutX</a></div><div class="ttdeci">DataLayout m_DataLayoutX</div><div class="ttdoc">Data layout of each input tensor, such as NHWC/NDHWC (leave as default for arbitrary layout) ...</div><div class="ttdef"><b>Definition:</b> <a href="_descriptors_8hpp_source.xhtml#l01568">Descriptors.hpp:1568</a></div></div> -<div class="ttc" id="classarmnn_1_1_base_workload_xhtml_afb8d2c8817c75de9d01a4c0e0d5c160b"><div class="ttname"><a href="classarmnn_1_1_base_workload.xhtml#afb8d2c8817c75de9d01a4c0e0d5c160b">armnn::BaseWorkload< BatchMatMulQueueDescriptor >::m_Data</a></div><div class="ttdeci">BatchMatMulQueueDescriptor m_Data</div><div class="ttdef"><b>Definition:</b> <a href="_workload_8hpp_source.xhtml#l00083">Workload.hpp:83</a></div></div> -<div class="ttc" id="classarmnn_1_1_permutation_vector_xhtml"><div class="ttname"><a href="classarmnn_1_1_permutation_vector.xhtml">armnn::PermutationVector</a></div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.xhtml#l00295">Types.hpp:295</a></div></div> -<div class="ttc" id="structarmnn_1_1_queue_descriptor_xhtml_a6abd491bb99ffe88bd472c1ae5a1ed1a"><div class="ttname"><a href="structarmnn_1_1_queue_descriptor.xhtml#a6abd491bb99ffe88bd472c1ae5a1ed1a">armnn::QueueDescriptor::m_Outputs</a></div><div class="ttdeci">std::vector< ITensorHandle * > m_Outputs</div><div class="ttdef"><b>Definition:</b> <a href="_workload_data_8hpp_source.xhtml#l00027">WorkloadData.hpp:27</a></div></div> -<div class="ttc" id="namespacearmnn_xhtml_a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c"><div class="ttname"><a href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::BoostLogSeverityMapping::info</a></div></div> -<div class="ttc" id="_profiling_8hpp_xhtml_a786492a3881a4c760ab1eec2149f4aba"><div class="ttname"><a href="_profiling_8hpp.xhtml#a786492a3881a4c760ab1eec2149f4aba">ARMNN_REPORT_PROFILING_WORKLOAD_DESC</a></div><div class="ttdeci">#define ARMNN_REPORT_PROFILING_WORKLOAD_DESC(name, desc, infos, guid)</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_8hpp_source.xhtml#l00227">Profiling.hpp:227</a></div></div> -<div class="ttc" id="structarmnn_1_1_queue_descriptor_xhtml_a4b50e46a6810018f3edecfb68b2a76b3"><div class="ttname"><a href="structarmnn_1_1_queue_descriptor.xhtml#a4b50e46a6810018f3edecfb68b2a76b3">armnn::QueueDescriptor::m_Inputs</a></div><div class="ttdeci">std::vector< ITensorHandle * > m_Inputs</div><div class="ttdef"><b>Definition:</b> <a href="_workload_data_8hpp_source.xhtml#l00026">WorkloadData.hpp:26</a></div></div> -<div class="ttc" id="namespacearmnn_xhtml_ad1d5cce2d9e9a5d61c243e5c989112e0a6b99f356fe3b30a2a850b5ea897c289f"><div class="ttname"><a href="namespacearmnn.xhtml#ad1d5cce2d9e9a5d61c243e5c989112e0a6b99f356fe3b30a2a850b5ea897c289f">armnn::DataLayout::NCHW</a></div></div> -<div class="ttc" id="namespacearmnn_utils_xhtml_abeaf4f6785039866fd075f4569ba8e84"><div class="ttname"><a href="namespacearmnn_utils.xhtml#abeaf4f6785039866fd075f4569ba8e84">armnnUtils::Permuted</a></div><div class="ttdeci">armnn::TensorShape Permuted(const armnn::TensorShape &srcShape, const armnn::PermutationVector &mappings)</div><div class="ttdef"><b>Definition:</b> <a href="_permute_8cpp_source.xhtml#l00098">Permute.cpp:98</a></div></div> +<div class="fragment"><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  : NeonBaseWorkload<BatchMatMulQueueDescriptor>(descriptor, info)</div> +<div class="line"><a name="l00105"></a><span class="lineno"> 105</span> {</div> +<div class="line"><a name="l00106"></a><span class="lineno"> 106</span>  <span class="keywordflow">if</span> (descriptor.m_Parameters.m_AdjointX || descriptor.m_Parameters.m_AdjointY )</div> +<div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  {</div> +<div class="line"><a name="l00108"></a><span class="lineno"> 108</span>  <span class="keywordflow">throw</span> Exception(<span class="stringliteral">"Support for adjoint not implemented."</span>);</div> +<div class="line"><a name="l00109"></a><span class="lineno"> 109</span>  }</div> +<div class="line"><a name="l00110"></a><span class="lineno"> 110</span>  <span class="keywordflow">if</span> (descriptor.m_Parameters.m_DataLayoutX != <a class="code" href="namespacearmnn.xhtml#ad1d5cce2d9e9a5d61c243e5c989112e0a6b99f356fe3b30a2a850b5ea897c289f">armnn::DataLayout::NCHW</a> ||</div> +<div class="line"><a name="l00111"></a><span class="lineno"> 111</span>  descriptor.m_Parameters.m_DataLayoutY != <a class="code" href="namespacearmnn.xhtml#ad1d5cce2d9e9a5d61c243e5c989112e0a6b99f356fe3b30a2a850b5ea897c289f">armnn::DataLayout::NCHW</a> )</div> +<div class="line"><a name="l00112"></a><span class="lineno"> 112</span>  {</div> +<div class="line"><a name="l00113"></a><span class="lineno"> 113</span>  <span class="keywordflow">throw</span> Exception(<span class="stringliteral">"Only supported the MatMul in the last 2 dimensions"</span>);</div> +<div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  }</div> +<div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  </div> +<div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  <span class="comment">// Report Profiling Details</span></div> +<div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  <a class="code" href="_profiling_8hpp.xhtml#a786492a3881a4c760ab1eec2149f4aba">ARMNN_REPORT_PROFILING_WORKLOAD_DESC</a>(<span class="stringliteral">"NeonBatchMatMulWorkload_Construct"</span>,</div> +<div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  descriptor.m_Parameters,</div> +<div class="line"><a name="l00119"></a><span class="lineno"> 119</span>  info,</div> +<div class="line"><a name="l00120"></a><span class="lineno"> 120</span>  this->GetGuid());</div> +<div class="line"><a name="l00121"></a><span class="lineno"> 121</span>  </div> +<div class="line"><a name="l00122"></a><span class="lineno"> 122</span>  <a class="code" href="classarmnn_1_1_base_workload.xhtml#afb8d2c8817c75de9d01a4c0e0d5c160b">m_Data</a>.<a class="code" href="structarmnn_1_1_queue_descriptor.xhtml#a765d2cee4ccce5b9467e0c2b6d25b84a">ValidateInputsOutputs</a>(<span class="stringliteral">"NeonBatchMatMulWorkload"</span>, 2, 1);</div> +<div class="line"><a name="l00123"></a><span class="lineno"> 123</span>  </div> +<div class="line"><a name="l00124"></a><span class="lineno"> 124</span>  arm_compute::ITensor& inputX = PolymorphicDowncast<IAclTensorHandle*>(<a class="code" href="classarmnn_1_1_base_workload.xhtml#afb8d2c8817c75de9d01a4c0e0d5c160b">m_Data</a>.<a class="code" href="structarmnn_1_1_queue_descriptor.xhtml#a4b50e46a6810018f3edecfb68b2a76b3">m_Inputs</a>[0])->GetTensor();</div> +<div class="line"><a name="l00125"></a><span class="lineno"> 125</span>  arm_compute::ITensor& inputY = PolymorphicDowncast<IAclTensorHandle*>(<a class="code" href="classarmnn_1_1_base_workload.xhtml#afb8d2c8817c75de9d01a4c0e0d5c160b">m_Data</a>.<a class="code" href="structarmnn_1_1_queue_descriptor.xhtml#a4b50e46a6810018f3edecfb68b2a76b3">m_Inputs</a>[1])->GetTensor();</div> +<div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  <span class="keyword">auto</span> outputHandle = PolymorphicDowncast<IAclTensorHandle*>(<a class="code" href="classarmnn_1_1_base_workload.xhtml#afb8d2c8817c75de9d01a4c0e0d5c160b">m_Data</a>.<a class="code" href="structarmnn_1_1_queue_descriptor.xhtml#a6abd491bb99ffe88bd472c1ae5a1ed1a">m_Outputs</a>[0]);</div> +<div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  arm_compute::ITensor& output = outputHandle->GetTensor();</div> +<div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  </div> +<div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  <a class="code" href="namespacearmnn.xhtml#ad1d5cce2d9e9a5d61c243e5c989112e0">arm_compute::DataLayout</a> aclDataLayoutX = ConvertDataLayout(<a class="code" href="classarmnn_1_1_base_workload.xhtml#afb8d2c8817c75de9d01a4c0e0d5c160b">m_Data</a>.<a class="code" href="structarmnn_1_1_queue_descriptor_with_parameters.xhtml#aad91b9bbf7aa365d304febe79a3d1333">m_Parameters</a>.<a class="code" href="structarmnn_1_1_batch_mat_mul_descriptor.xhtml#aedca000a005e091c23191e82d7e81b1d">m_DataLayoutX</a>);</div> +<div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  <a class="code" href="namespacearmnn.xhtml#ad1d5cce2d9e9a5d61c243e5c989112e0">arm_compute::DataLayout</a> aclDataLayoutY = ConvertDataLayout(<a class="code" href="classarmnn_1_1_base_workload.xhtml#afb8d2c8817c75de9d01a4c0e0d5c160b">m_Data</a>.<a class="code" href="structarmnn_1_1_queue_descriptor_with_parameters.xhtml#aad91b9bbf7aa365d304febe79a3d1333">m_Parameters</a>.<a class="code" href="structarmnn_1_1_batch_mat_mul_descriptor.xhtml#aaf7828880989b4b9378d3e86aa6dc843">m_DataLayoutY</a>);</div> +<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  </div> +<div class="line"><a name="l00132"></a><span class="lineno"> 132</span>  inputX.info()->set_data_layout(aclDataLayoutX);</div> +<div class="line"><a name="l00133"></a><span class="lineno"> 133</span>  inputY.info()->set_data_layout(aclDataLayoutY);</div> +<div class="line"><a name="l00134"></a><span class="lineno"> 134</span>  </div> +<div class="line"><a name="l00135"></a><span class="lineno"> 135</span>  <span class="keywordflow">if</span> (descriptor.m_Parameters.m_TransposeX == <span class="keyword">true</span>)</div> +<div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  {</div> +<div class="line"><a name="l00137"></a><span class="lineno"> 137</span>  <a class="code" href="classarmnn_1_1_permutation_vector.xhtml">armnn::PermutationVector</a> permutationXVector</div> +<div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  = <a class="code" href="namespacearmnn.xhtml#a15e2ba06d2ecd7ff6013118838e5d1be">GeneratePermutationVectorOnLastTwoDimensions</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>.m_InputTensorInfos[0].GetNumDimensions());</div> +<div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  <span class="keyword">const</span> TensorInfo permutedXInfo = <a class="code" href="namespacearmnn_utils.xhtml#abeaf4f6785039866fd075f4569ba8e84">armnnUtils::Permuted</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>.m_InputTensorInfos[0], permutationXVector);</div> +<div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  <span class="keyword">const</span> <span class="keyword">auto</span> aclPermutationXVector = armcomputetensorutils::BuildArmComputePermutationVector(permutationXVector);</div> +<div class="line"><a name="l00141"></a><span class="lineno"> 141</span>  </div> +<div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  <span class="keyword">auto</span> permuteLayerX = std::make_unique<arm_compute::NEPermute>();</div> +<div class="line"><a name="l00143"></a><span class="lineno"> 143</span>  BuildArmComputeTensor(m_PermutedTensorX, permutedXInfo);</div> +<div class="line"><a name="l00144"></a><span class="lineno"> 144</span>  InitialiseArmComputeTensorEmpty(m_PermutedTensorX);</div> +<div class="line"><a name="l00145"></a><span class="lineno"> 145</span>  permuteLayerX->configure(&inputX, &m_PermutedTensorX, aclPermutationXVector);</div> +<div class="line"><a name="l00146"></a><span class="lineno"> 146</span>  m_PermuteLayerX.reset(permuteLayerX.release());</div> +<div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  }</div> +<div class="line"><a name="l00148"></a><span class="lineno"> 148</span>  </div> +<div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  <span class="keywordflow">if</span> (descriptor.m_Parameters.m_TransposeY == <span class="keyword">true</span>)</div> +<div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  {</div> +<div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  <a class="code" href="classarmnn_1_1_permutation_vector.xhtml">armnn::PermutationVector</a> permutationYVector</div> +<div class="line"><a name="l00152"></a><span class="lineno"> 152</span>  = <a class="code" href="namespacearmnn.xhtml#a15e2ba06d2ecd7ff6013118838e5d1be">GeneratePermutationVectorOnLastTwoDimensions</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>.m_InputTensorInfos[1].GetNumDimensions());</div> +<div class="line"><a name="l00153"></a><span class="lineno"> 153</span>  <span class="keyword">const</span> TensorInfo permutedYInfo = <a class="code" href="namespacearmnn_utils.xhtml#abeaf4f6785039866fd075f4569ba8e84">armnnUtils::Permuted</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>.m_InputTensorInfos[1], permutationYVector);</div> +<div class="line"><a name="l00154"></a><span class="lineno"> 154</span>  <span class="keyword">const</span> <span class="keyword">auto</span> aclPermutationYVector = armcomputetensorutils::BuildArmComputePermutationVector(permutationYVector);</div> +<div class="line"><a name="l00155"></a><span class="lineno"> 155</span>  </div> +<div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  <span class="keyword">auto</span> permuteLayerY = std::make_unique<arm_compute::NEPermute>();</div> +<div class="line"><a name="l00157"></a><span class="lineno"> 157</span>  BuildArmComputeTensor(m_PermutedTensorY, permutedYInfo);</div> +<div class="line"><a name="l00158"></a><span class="lineno"> 158</span>  InitialiseArmComputeTensorEmpty(m_PermutedTensorY);</div> +<div class="line"><a name="l00159"></a><span class="lineno"> 159</span>  permuteLayerY->configure(&inputY, &m_PermutedTensorY, aclPermutationYVector);</div> +<div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  m_PermuteLayerY.reset(permuteLayerY.release());</div> +<div class="line"><a name="l00161"></a><span class="lineno"> 161</span>  }</div> +<div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  </div> +<div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  <span class="keyword">const</span> arm_compute::GEMMInfo& gemm_info = arm_compute::GEMMInfo(<span class="keyword">false</span>, <span class="comment">// is inputX reshaped</span></div> +<div class="line"><a name="l00164"></a><span class="lineno"> 164</span>  <span class="keyword">false</span>, <span class="comment">// is inputY reshaped</span></div> +<div class="line"><a name="l00165"></a><span class="lineno"> 165</span>  <span class="keyword">false</span>); <span class="comment">// is inputY reshaped only 1st run</span></div> +<div class="line"><a name="l00166"></a><span class="lineno"> 166</span>  <span class="keyword">auto</span> gemmLayer = std::make_unique<arm_compute::NEGEMM>();</div> +<div class="line"><a name="l00167"></a><span class="lineno"> 167</span>  gemmLayer->configure(descriptor.m_Parameters.m_TransposeX ? &m_PermutedTensorX : &inputX,</div> +<div class="line"><a name="l00168"></a><span class="lineno"> 168</span>  descriptor.m_Parameters.m_TransposeY ? &m_PermutedTensorY : &inputY,</div> +<div class="line"><a name="l00169"></a><span class="lineno"> 169</span>  <span class="keyword">nullptr</span>,</div> +<div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  &output,</div> +<div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  1.0,</div> +<div class="line"><a name="l00172"></a><span class="lineno"> 172</span>  0,</div> +<div class="line"><a name="l00173"></a><span class="lineno"> 173</span>  gemm_info);</div> +<div class="line"><a name="l00174"></a><span class="lineno"> 174</span>  m_GEMMLayer.reset(gemmLayer.release());</div> +<div class="line"><a name="l00175"></a><span class="lineno"> 175</span> }</div> </div><!-- fragment --> +<p class="reference">References <a class="el" href="_profiling_8hpp_source.xhtml#l00227">ARMNN_REPORT_PROFILING_WORKLOAD_DESC</a>, <a class="el" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::info</a>, <a class="el" href="_descriptors_8hpp_source.xhtml#l01564">BatchMatMulDescriptor::m_AdjointX</a>, <a class="el" href="_descriptors_8hpp_source.xhtml#l01565">BatchMatMulDescriptor::m_AdjointY</a>, <a class="el" href="_workload_8hpp_source.xhtml#l00083">BaseWorkload< BatchMatMulQueueDescriptor >::m_Data</a>, <a class="el" href="_descriptors_8hpp_source.xhtml#l01568">BatchMatMulDescriptor::m_DataLayoutX</a>, <a class="el" href="_descriptors_8hpp_source.xhtml#l01569">BatchMatMulDescriptor::m_DataLayoutY</a>, <a class="el" href="_workload_data_8hpp_source.xhtml#l00026">QueueDescriptor::m_Inputs</a>, <a class="el" href="_workload_data_8hpp_source.xhtml#l00027">QueueDescriptor::m_Outputs</a>, <a class="el" href="_workload_data_8hpp_source.xhtml#l00066">QueueDescriptorWithParameters< LayerDescriptor >::m_Parameters</a>, <a class="el" href="namespacearmnn.xhtml#ad1d5cce2d9e9a5d61c243e5c989112e0a6b99f356fe3b30a2a850b5ea897c289f">armnn::NCHW</a>, and <a class="el" href="_workload_data_8cpp_source.xhtml#l00475">QueueDescriptor::ValidateInputsOutputs()</a>.</p> + </div> </div> <h2 class="groupheader">Member Function Documentation</h2> @@ -237,11 +302,21 @@ Additional Inherited Members</h2></td></tr> <p>Implements <a class="el" href="classarmnn_1_1_i_workload.xhtml#a72ae00e6604850c8798c5e0d825ee7e4">IWorkload</a>.</p> <p class="definition">Definition at line <a class="el" href="_neon_batch_mat_mul_workload_8cpp_source.xhtml#l00177">177</a> of file <a class="el" href="_neon_batch_mat_mul_workload_8cpp_source.xhtml">NeonBatchMatMulWorkload.cpp</a>.</p> - -<p class="reference">References <a class="el" href="_neon_workload_utils_8hpp_source.xhtml#l00024">ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID</a>, and <a class="el" href="_workload_8hpp_source.xhtml#l00061">BaseWorkload< BatchMatMulQueueDescriptor >::GetGuid()</a>.</p> -<div class="fragment"><div class="line"><a name="l00178"></a><span class="lineno"> 178</span> {</div><div class="line"><a name="l00179"></a><span class="lineno"> 179</span>  <a class="code" href="_neon_workload_utils_8hpp.xhtml#a9165e41bcaf1b90f9ff91ef681e88c4f">ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID</a>(<span class="stringliteral">"NeonBatchMatMulWorkload_Execute"</span>, this-><a class="code" href="classarmnn_1_1_base_workload.xhtml#aaff95a48875d8fb4a616352906660ca9">GetGuid</a>());</div><div class="line"><a name="l00180"></a><span class="lineno"> 180</span>  <span class="keywordflow">if</span> (m_PermuteLayerX)</div><div class="line"><a name="l00181"></a><span class="lineno"> 181</span>  {</div><div class="line"><a name="l00182"></a><span class="lineno"> 182</span>  m_PermuteLayerX->run();</div><div class="line"><a name="l00183"></a><span class="lineno"> 183</span>  }</div><div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  <span class="keywordflow">if</span> (m_PermuteLayerY)</div><div class="line"><a name="l00185"></a><span class="lineno"> 185</span>  {</div><div class="line"><a name="l00186"></a><span class="lineno"> 186</span>  m_PermuteLayerY->run();</div><div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  }</div><div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  m_GEMMLayer->run();</div><div class="line"><a name="l00189"></a><span class="lineno"> 189</span> }</div><div class="ttc" id="classarmnn_1_1_base_workload_xhtml_aaff95a48875d8fb4a616352906660ca9"><div class="ttname"><a href="classarmnn_1_1_base_workload.xhtml#aaff95a48875d8fb4a616352906660ca9">armnn::BaseWorkload< BatchMatMulQueueDescriptor >::GetGuid</a></div><div class="ttdeci">arm::pipe::ProfilingGuid GetGuid() const final</div><div class="ttdef"><b>Definition:</b> <a href="_workload_8hpp_source.xhtml#l00061">Workload.hpp:61</a></div></div> -<div class="ttc" id="_neon_workload_utils_8hpp_xhtml_a9165e41bcaf1b90f9ff91ef681e88c4f"><div class="ttname"><a href="_neon_workload_utils_8hpp.xhtml#a9165e41bcaf1b90f9ff91ef681e88c4f">ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID</a></div><div class="ttdeci">#define ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID(name, guid)</div><div class="ttdef"><b>Definition:</b> <a href="_neon_workload_utils_8hpp_source.xhtml#l00024">NeonWorkloadUtils.hpp:24</a></div></div> +<div class="fragment"><div class="line"><a name="l00178"></a><span class="lineno"> 178</span> {</div> +<div class="line"><a name="l00179"></a><span class="lineno"> 179</span>  <a class="code" href="_neon_workload_utils_8hpp.xhtml#a9165e41bcaf1b90f9ff91ef681e88c4f">ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID</a>(<span class="stringliteral">"NeonBatchMatMulWorkload_Execute"</span>, this-><a class="code" href="classarmnn_1_1_base_workload.xhtml#aaff95a48875d8fb4a616352906660ca9">GetGuid</a>());</div> +<div class="line"><a name="l00180"></a><span class="lineno"> 180</span>  <span class="keywordflow">if</span> (m_PermuteLayerX)</div> +<div class="line"><a name="l00181"></a><span class="lineno"> 181</span>  {</div> +<div class="line"><a name="l00182"></a><span class="lineno"> 182</span>  m_PermuteLayerX->run();</div> +<div class="line"><a name="l00183"></a><span class="lineno"> 183</span>  }</div> +<div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  <span class="keywordflow">if</span> (m_PermuteLayerY)</div> +<div class="line"><a name="l00185"></a><span class="lineno"> 185</span>  {</div> +<div class="line"><a name="l00186"></a><span class="lineno"> 186</span>  m_PermuteLayerY->run();</div> +<div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  }</div> +<div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  m_GEMMLayer->run();</div> +<div class="line"><a name="l00189"></a><span class="lineno"> 189</span> }</div> </div><!-- fragment --> +<p class="reference">References <a class="el" href="_neon_workload_utils_8hpp_source.xhtml#l00024">ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID</a>, and <a class="el" href="_workload_8hpp_source.xhtml#l00061">BaseWorkload< BatchMatMulQueueDescriptor >::GetGuid()</a>.</p> + </div> </div> <hr/>The documentation for this class was generated from the following files:<ul> @@ -250,13 +325,29 @@ Additional Inherited Members</h2></td></tr> </ul> </div><!-- contents --> </div><!-- doc-content --> +<div class="ttc" id="aclassarmnn_1_1_base_workload_xhtml_aaff95a48875d8fb4a616352906660ca9"><div class="ttname"><a href="classarmnn_1_1_base_workload.xhtml#aaff95a48875d8fb4a616352906660ca9">armnn::BaseWorkload< BatchMatMulQueueDescriptor >::GetGuid</a></div><div class="ttdeci">arm::pipe::ProfilingGuid GetGuid() const final</div><div class="ttdef"><b>Definition:</b> <a href="_workload_8hpp_source.xhtml#l00061">Workload.hpp:61</a></div></div> +<div class="ttc" id="astructarmnn_1_1_queue_descriptor_xhtml_a765d2cee4ccce5b9467e0c2b6d25b84a"><div class="ttname"><a href="structarmnn_1_1_queue_descriptor.xhtml#a765d2cee4ccce5b9467e0c2b6d25b84a">armnn::QueueDescriptor::ValidateInputsOutputs</a></div><div class="ttdeci">void ValidateInputsOutputs(const std::string &descName, unsigned int numExpectedIn, unsigned int numExpectedOut) const</div><div class="ttdef"><b>Definition:</b> <a href="_workload_data_8cpp_source.xhtml#l00475">WorkloadData.cpp:475</a></div></div> +<div class="ttc" id="anamespacearmnn_xhtml_ad1d5cce2d9e9a5d61c243e5c989112e0"><div class="ttname"><a href="namespacearmnn.xhtml#ad1d5cce2d9e9a5d61c243e5c989112e0">armnn::DataLayout</a></div><div class="ttdeci">DataLayout</div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.xhtml#l00062">Types.hpp:62</a></div></div> +<div class="ttc" id="aclassarmnn_1_1_base_workload_xhtml_afb8d2c8817c75de9d01a4c0e0d5c160b"><div class="ttname"><a href="classarmnn_1_1_base_workload.xhtml#afb8d2c8817c75de9d01a4c0e0d5c160b">armnn::BaseWorkload< BatchMatMulQueueDescriptor >::m_Data</a></div><div class="ttdeci">BatchMatMulQueueDescriptor m_Data</div><div class="ttdef"><b>Definition:</b> <a href="_workload_8hpp_source.xhtml#l00083">Workload.hpp:83</a></div></div> +<div class="ttc" id="anamespacearmnn_utils_xhtml_abeaf4f6785039866fd075f4569ba8e84"><div class="ttname"><a href="namespacearmnn_utils.xhtml#abeaf4f6785039866fd075f4569ba8e84">armnnUtils::Permuted</a></div><div class="ttdeci">armnn::TensorShape Permuted(const armnn::TensorShape &srcShape, const armnn::PermutationVector &mappings)</div><div class="ttdef"><b>Definition:</b> <a href="_permute_8cpp_source.xhtml#l00098">Permute.cpp:98</a></div></div> +<div class="ttc" id="a_neon_workload_utils_8hpp_xhtml_a9165e41bcaf1b90f9ff91ef681e88c4f"><div class="ttname"><a href="_neon_workload_utils_8hpp.xhtml#a9165e41bcaf1b90f9ff91ef681e88c4f">ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID</a></div><div class="ttdeci">#define ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID(name, guid)</div><div class="ttdef"><b>Definition:</b> <a href="_neon_workload_utils_8hpp_source.xhtml#l00024">NeonWorkloadUtils.hpp:24</a></div></div> +<div class="ttc" id="anamespacearmnn_xhtml_ad1d5cce2d9e9a5d61c243e5c989112e0a6b99f356fe3b30a2a850b5ea897c289f"><div class="ttname"><a href="namespacearmnn.xhtml#ad1d5cce2d9e9a5d61c243e5c989112e0a6b99f356fe3b30a2a850b5ea897c289f">armnn::DataLayout::NCHW</a></div><div class="ttdeci">@ NCHW</div></div> +<div class="ttc" id="astructarmnn_1_1_batch_mat_mul_descriptor_xhtml_aedca000a005e091c23191e82d7e81b1d"><div class="ttname"><a href="structarmnn_1_1_batch_mat_mul_descriptor.xhtml#aedca000a005e091c23191e82d7e81b1d">armnn::BatchMatMulDescriptor::m_DataLayoutX</a></div><div class="ttdeci">DataLayout m_DataLayoutX</div><div class="ttdoc">Data layout of each input tensor, such as NHWC/NDHWC (leave as default for arbitrary layout)</div><div class="ttdef"><b>Definition:</b> <a href="_descriptors_8hpp_source.xhtml#l01568">Descriptors.hpp:1568</a></div></div> +<div class="ttc" id="anamespacearmnn_xhtml_a15e2ba06d2ecd7ff6013118838e5d1be"><div class="ttname"><a href="namespacearmnn.xhtml#a15e2ba06d2ecd7ff6013118838e5d1be">armnn::GeneratePermutationVectorOnLastTwoDimensions</a></div><div class="ttdeci">armnn::PermutationVector GeneratePermutationVectorOnLastTwoDimensions(unsigned int rank)</div><div class="ttdoc">Generates a permutation vector of size rank that permutes the 2 most right dimensions.</div><div class="ttdef"><b>Definition:</b> <a href="_workload_utils_8cpp_source.xhtml#l00344">WorkloadUtils.cpp:344</a></div></div> +<div class="ttc" id="aclassarmnn_1_1_permutation_vector_xhtml"><div class="ttname"><a href="classarmnn_1_1_permutation_vector.xhtml">armnn::PermutationVector</a></div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.xhtml#l00295">Types.hpp:295</a></div></div> +<div class="ttc" id="astructarmnn_1_1_queue_descriptor_with_parameters_xhtml_aad91b9bbf7aa365d304febe79a3d1333"><div class="ttname"><a href="structarmnn_1_1_queue_descriptor_with_parameters.xhtml#aad91b9bbf7aa365d304febe79a3d1333">armnn::QueueDescriptorWithParameters::m_Parameters</a></div><div class="ttdeci">LayerDescriptor m_Parameters</div><div class="ttdef"><b>Definition:</b> <a href="_workload_data_8hpp_source.xhtml#l00066">WorkloadData.hpp:66</a></div></div> +<div class="ttc" id="a_profiling_8hpp_xhtml_a786492a3881a4c760ab1eec2149f4aba"><div class="ttname"><a href="_profiling_8hpp.xhtml#a786492a3881a4c760ab1eec2149f4aba">ARMNN_REPORT_PROFILING_WORKLOAD_DESC</a></div><div class="ttdeci">#define ARMNN_REPORT_PROFILING_WORKLOAD_DESC(name, desc, infos, guid)</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_8hpp_source.xhtml#l00227">Profiling.hpp:227</a></div></div> +<div class="ttc" id="astructarmnn_1_1_batch_mat_mul_descriptor_xhtml_aaf7828880989b4b9378d3e86aa6dc843"><div class="ttname"><a href="structarmnn_1_1_batch_mat_mul_descriptor.xhtml#aaf7828880989b4b9378d3e86aa6dc843">armnn::BatchMatMulDescriptor::m_DataLayoutY</a></div><div class="ttdeci">DataLayout m_DataLayoutY</div><div class="ttdef"><b>Definition:</b> <a href="_descriptors_8hpp_source.xhtml#l01569">Descriptors.hpp:1569</a></div></div> +<div class="ttc" id="astructarmnn_1_1_queue_descriptor_xhtml_a6abd491bb99ffe88bd472c1ae5a1ed1a"><div class="ttname"><a href="structarmnn_1_1_queue_descriptor.xhtml#a6abd491bb99ffe88bd472c1ae5a1ed1a">armnn::QueueDescriptor::m_Outputs</a></div><div class="ttdeci">std::vector< ITensorHandle * > m_Outputs</div><div class="ttdef"><b>Definition:</b> <a href="_workload_data_8hpp_source.xhtml#l00027">WorkloadData.hpp:27</a></div></div> +<div class="ttc" id="astructarmnn_1_1_queue_descriptor_xhtml_a4b50e46a6810018f3edecfb68b2a76b3"><div class="ttname"><a href="structarmnn_1_1_queue_descriptor.xhtml#a4b50e46a6810018f3edecfb68b2a76b3">armnn::QueueDescriptor::m_Inputs</a></div><div class="ttdeci">std::vector< ITensorHandle * > m_Inputs</div><div class="ttdef"><b>Definition:</b> <a href="_workload_data_8hpp_source.xhtml#l00026">WorkloadData.hpp:26</a></div></div> +<div class="ttc" id="anamespacearmnn_xhtml_a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c"><div class="ttname"><a href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::BoostLogSeverityMapping::info</a></div><div class="ttdeci">@ info</div></div> <!-- start footer part --> <div id="nav-path" class="navpath"><!-- id is needed for treeview function! --> <ul> <li class="navelem"><a class="el" href="namespacearmnn.xhtml">armnn</a></li><li class="navelem"><a class="el" href="classarmnn_1_1_neon_batch_mat_mul_workload.xhtml">NeonBatchMatMulWorkload</a></li> - <li class="footer">Generated on Fri Feb 24 2023 10:24:31 for ArmNN by + <li class="footer">Generated on Wed Mar 22 2023 15:53:06 for ArmNN by <a href="http://www.doxygen.org/index.html"> - <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li> + <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.17 </li> </ul> </div> </body> |