1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
|
<!-- Copyright (c) 2020 ARM Limited. -->
<!-- -->
<!-- SPDX-License-Identifier: MIT -->
<!-- -->
<!-- HTML header for doxygen 1.8.13-->
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.13"/>
<meta name="robots" content="NOINDEX, NOFOLLOW" />
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>ArmNN: src/backends/backendsCommon/test/EndToEndTestImpl.hpp Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="resize.js"></script>
<script type="text/javascript" src="navtreedata.js"></script>
<script type="text/javascript" src="navtree.js"></script>
<script type="text/javascript">
$(document).ready(initResizable);
</script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/x-mathjax-config">
MathJax.Hub.Config({
extensions: ["tex2jax.js"],
jax: ["input/TeX","output/HTML-CSS"],
});
</script><script type="text/javascript" src="http://cdn.mathjax.org/mathjax/latest/MathJax.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
<link href="stylesheet.css" rel="stylesheet" type="text/css"/>
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<img alt="ArmNN" src="Arm_NN_horizontal_blue.png" style="max-width: 10rem; margin-top: .5rem; margin-left 10px"/>
<td style="padding-left: 0.5em;">
<div id="projectname">
 <span id="projectnumber">22.08</span>
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.13 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<script type="text/javascript" src="menudata.js"></script>
<script type="text/javascript" src="menu.js"></script>
<script type="text/javascript">
$(function() {
initMenu('',true,false,'search.php','Search');
$(document).ready(function() { init_search(); });
});
</script>
<div id="main-nav"></div>
</div><!-- top -->
<div id="side-nav" class="ui-resizable side-nav-resizable">
<div id="nav-tree">
<div id="nav-tree-contents">
<div id="nav-sync" class="sync"></div>
</div>
</div>
<div id="splitbar" style="-moz-user-select:none;"
class="ui-resizable-handle">
</div>
</div>
<script type="text/javascript">
$(document).ready(function(){initNavTree('_end_to_end_test_impl_8hpp_source.xhtml','');});
</script>
<div id="doc-content">
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div class="header">
<div class="headertitle">
<div class="title">EndToEndTestImpl.hpp</div> </div>
</div><!--header-->
<div class="contents">
<a href="_end_to_end_test_impl_8hpp.xhtml">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">//</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment">// Copyright © 2017 Arm Ltd. All rights reserved.</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment">// SPDX-License-Identifier: MIT</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment">//</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="preprocessor">#pragma once</span></div><div class="line"><a name="l00006"></a><span class="lineno"> 6</span> </div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="preprocessor">#include <<a class="code" href="backends_2backends_common_2test_2_common_test_utils_8hpp.xhtml">CommonTestUtils.hpp</a>></span></div><div class="line"><a name="l00008"></a><span class="lineno"> 8</span> </div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="preprocessor">#include <<a class="code" href="_descriptors_8hpp.xhtml">armnn/Descriptors.hpp</a>></span></div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="preprocessor">#include <<a class="code" href="_i_network_8hpp.xhtml">armnn/INetwork.hpp</a>></span></div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="preprocessor">#include <<a class="code" href="_i_runtime_8hpp.xhtml">armnn/IRuntime.hpp</a>></span></div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span> </div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="preprocessor">#include <<a class="code" href="_profiling_8hpp.xhtml">Profiling.hpp</a>></span></div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="preprocessor">#include <<a class="code" href="_quantize_helper_8hpp.xhtml">armnnUtils/QuantizeHelper.hpp</a>></span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="preprocessor">#include <<a class="code" href="_resolve_type_8hpp.xhtml">ResolveType.hpp</a>></span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span> </div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="preprocessor">#include <doctest/doctest.h></span></div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span> </div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="preprocessor">#include <vector></span></div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span> </div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="keyword">namespace</span></div><div class="line"><a name="l00022"></a><span class="lineno"> 22</span> {</div><div class="line"><a name="l00023"></a><span class="lineno"> 23</span> </div><div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span> </div><div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="keyword">template</span><<span class="keyword">typename</span> T></div><div class="line"><a name="l00027"></a><span class="lineno"> 27</span> <span class="keywordtype">bool</span> ConstantUsageTest(<span class="keyword">const</span> std::vector<BackendId>& computeDevice,</div><div class="line"><a name="l00028"></a><span class="lineno"> 28</span>  <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>& commonTensorInfo,</div><div class="line"><a name="l00029"></a><span class="lineno"> 29</span>  <span class="keyword">const</span> std::vector<T>& inputData,</div><div class="line"><a name="l00030"></a><span class="lineno"> 30</span>  <span class="keyword">const</span> std::vector<T>& constantData,</div><div class="line"><a name="l00031"></a><span class="lineno"> 31</span>  <span class="keyword">const</span> std::vector<T>& expectedOutputData)</div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span> {</div><div class="line"><a name="l00033"></a><span class="lineno"> 33</span>  <span class="comment">// Create runtime in which test will run</span></div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l00035"></a><span class="lineno"> 35</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">IRuntime::Create</a>(options));</div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span> </div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span>  <span class="comment">// Builds up the structure of the network.</span></div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span> </div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l00041"></a><span class="lineno"> 41</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* constant = net->AddConstantLayer(<a class="code" href="classarmnn_1_1_const_tensor.xhtml">ConstTensor</a>(commonTensorInfo, constantData));</div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* add = net->AddAdditionLayer();</div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output = net->AddOutputLayer(0);</div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span> </div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(add-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00046"></a><span class="lineno"> 46</span>  constant-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(add-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(1));</div><div class="line"><a name="l00047"></a><span class="lineno"> 47</span>  add-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span> </div><div class="line"><a name="l00049"></a><span class="lineno"> 49</span>  <span class="comment">// Sets the tensors in the network.</span></div><div class="line"><a name="l00050"></a><span class="lineno"> 50</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(commonTensorInfo);</div><div class="line"><a name="l00051"></a><span class="lineno"> 51</span>  constant-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(commonTensorInfo);</div><div class="line"><a name="l00052"></a><span class="lineno"> 52</span>  add-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(commonTensorInfo);</div><div class="line"><a name="l00053"></a><span class="lineno"> 53</span> </div><div class="line"><a name="l00054"></a><span class="lineno"> 54</span>  <span class="comment">// optimize the network</span></div><div class="line"><a name="l00055"></a><span class="lineno"> 55</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, computeDevice, runtime->GetDeviceSpec());</div><div class="line"><a name="l00056"></a><span class="lineno"> 56</span> </div><div class="line"><a name="l00057"></a><span class="lineno"> 57</span>  <span class="comment">// Loads it into the runtime.</span></div><div class="line"><a name="l00058"></a><span class="lineno"> 58</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l00059"></a><span class="lineno"> 59</span>  runtime->LoadNetwork(netId, std::move(optNet));</div><div class="line"><a name="l00060"></a><span class="lineno"> 60</span> </div><div class="line"><a name="l00061"></a><span class="lineno"> 61</span>  <span class="comment">// Creates structures for input & output.</span></div><div class="line"><a name="l00062"></a><span class="lineno"> 62</span>  std::vector<T> outputData(inputData.size());</div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span> </div><div class="line"><a name="l00064"></a><span class="lineno"> 64</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors</div><div class="line"><a name="l00065"></a><span class="lineno"> 65</span>  {</div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span>  {0, <a class="code" href="classarmnn_1_1_const_tensor.xhtml">ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), inputData.data())}</div><div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  };</div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors</div><div class="line"><a name="l00069"></a><span class="lineno"> 69</span>  {</div><div class="line"><a name="l00070"></a><span class="lineno"> 70</span>  {0, <a class="code" href="classarmnn_1_1_tensor.xhtml">Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), outputData.data())}</div><div class="line"><a name="l00071"></a><span class="lineno"> 71</span>  };</div><div class="line"><a name="l00072"></a><span class="lineno"> 72</span> </div><div class="line"><a name="l00073"></a><span class="lineno"> 73</span>  <span class="comment">// Does the inference.</span></div><div class="line"><a name="l00074"></a><span class="lineno"> 74</span>  runtime->EnqueueWorkload(netId, inputTensors, outputTensors);</div><div class="line"><a name="l00075"></a><span class="lineno"> 75</span> </div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span>  <span class="comment">// Checks the results.</span></div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span>  <span class="keywordflow">return</span> outputData == expectedOutputData;</div><div class="line"><a name="l00078"></a><span class="lineno"> 78</span> }</div><div class="line"><a name="l00079"></a><span class="lineno"> 79</span> </div><div class="line"><a name="l00080"></a><span class="lineno"> 80</span> <span class="keyword">inline</span> <span class="keywordtype">bool</span> ConstantUsageFloat32Test(<span class="keyword">const</span> std::vector<BackendId>& backends)</div><div class="line"><a name="l00081"></a><span class="lineno"> 81</span> {</div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  <a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a> commonTensorInfo({ 2, 3 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>);</div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span>  commonTensorInfo.<a class="code" href="classarmnn_1_1_tensor_info.xhtml#a8ffca1e21bdfa7f945617acd606aac91">SetConstant</a>(<span class="keyword">true</span>);</div><div class="line"><a name="l00084"></a><span class="lineno"> 84</span> </div><div class="line"><a name="l00085"></a><span class="lineno"> 85</span>  <span class="keywordflow">return</span> ConstantUsageTest(backends,</div><div class="line"><a name="l00086"></a><span class="lineno"> 86</span>  commonTensorInfo,</div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span>  std::vector<float>{ 1.f, 2.f, 3.f, 4.f, 5.f, 6.f }, <span class="comment">// Input.</span></div><div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  std::vector<float>{ 6.f, 5.f, 4.f, 3.f, 2.f, 1.f }, <span class="comment">// Const input.</span></div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  std::vector<float>{ 7.f, 7.f, 7.f, 7.f, 7.f, 7.f } <span class="comment">// Expected output.</span></div><div class="line"><a name="l00090"></a><span class="lineno"> 90</span>  );</div><div class="line"><a name="l00091"></a><span class="lineno"> 91</span> }</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span> </div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span> <span class="keyword">inline</span> <span class="keywordtype">bool</span> ConstantUsageUint8Test(<span class="keyword">const</span> std::vector<BackendId>& backends)</div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span> {</div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span>  <a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a> commonTensorInfo({ 2, 3 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a0a3f57c876f5a230244c38e1453a8a6e">DataType::QAsymmU8</a>);</div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span> </div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span>  <span class="keyword">const</span> <span class="keywordtype">float</span> scale = 0.023529f;</div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span>  <span class="keyword">const</span> int8_t offset = -43;</div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span> </div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span>  commonTensorInfo.<a class="code" href="classarmnn_1_1_tensor_info.xhtml#a685739c4eb65a580e075282cfe6787d6">SetQuantizationScale</a>(scale);</div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span>  commonTensorInfo.<a class="code" href="classarmnn_1_1_tensor_info.xhtml#a63cbc581012c957f9d68d224ddc3e43c">SetQuantizationOffset</a>(offset);</div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  commonTensorInfo.<a class="code" href="classarmnn_1_1_tensor_info.xhtml#a8ffca1e21bdfa7f945617acd606aac91">SetConstant</a>(<span class="keyword">true</span>);</div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span> </div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  <span class="keywordflow">return</span> ConstantUsageTest(backends,</div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  commonTensorInfo,</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span>  armnnUtils::QuantizedVector<uint8_t>({ 1.f, 2.f, 3.f, 4.f, 5.f, 6.f }, scale, offset), <span class="comment">// Input.</span></div><div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  armnnUtils::QuantizedVector<uint8_t>({ 6.f, 5.f, 4.f, 3.f, 2.f, 1.f }, scale, offset), <span class="comment">// Const input.</span></div><div class="line"><a name="l00108"></a><span class="lineno"> 108</span>  armnnUtils::QuantizedVector<uint8_t>({ 7.f, 7.f, 7.f, 7.f, 7.f, 7.f }, scale, offset) <span class="comment">// Expected output.</span></div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span>  );</div><div class="line"><a name="l00110"></a><span class="lineno"> 110</span> }</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span> </div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span> <span class="comment">// Utility function to find the number of instances of a substring within a string.</span></div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span> <span class="keywordtype">int</span> SubStringCounter(std::string& <span class="keywordtype">string</span>, std::string&& substring)</div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span> {</div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  std::size_t found = 0;</div><div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  <span class="keywordtype">int</span> count = 0;</div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  <span class="comment">// Look for the substring starting from where we last found the substring</span></div><div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  <span class="keywordflow">while</span>((found = <span class="keywordtype">string</span>.find(substring, found)) != std::string::npos)</div><div class="line"><a name="l00119"></a><span class="lineno"> 119</span>  {</div><div class="line"><a name="l00120"></a><span class="lineno"> 120</span>  count++;</div><div class="line"><a name="l00121"></a><span class="lineno"> 121</span>  <span class="comment">// Offset by substring length to avoid finding the same substring twice</span></div><div class="line"><a name="l00122"></a><span class="lineno"> 122</span>  found += substring.length();</div><div class="line"><a name="l00123"></a><span class="lineno"> 123</span>  }</div><div class="line"><a name="l00124"></a><span class="lineno"> 124</span>  <span class="keywordflow">return</span> count;</div><div class="line"><a name="l00125"></a><span class="lineno"> 125</span> }</div><div class="line"><a name="l00126"></a><span class="lineno"> 126</span> </div><div class="line"><a name="l00127"></a><span class="lineno"> 127</span> <span class="keyword">template</span><<a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6">DataType</a> ArmnnIType, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6">DataType</a> ArmnnOType,</div><div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  <span class="keyword">typename</span> TInput = <a class="code" href="namespacearmnn.xhtml#a0743ed5e860c316a20b68ca96301b411">ResolveType<ArmnnIType></a>, <span class="keyword">typename</span> TOutput = <a class="code" href="namespacearmnn.xhtml#a0743ed5e860c316a20b68ca96301b411">ResolveType<ArmnnOType></a>></div><div class="line"><a name="l00129"></a><span class="lineno"> 129</span> <span class="keywordtype">void</span> EndToEndLayerTestImpl(<a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> network,</div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  <span class="keyword">const</span> std::map<<span class="keywordtype">int</span>, std::vector<TInput>>& inputTensorData,</div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  <span class="keyword">const</span> std::map<<span class="keywordtype">int</span>, std::vector<TOutput>>& expectedOutputData,</div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span>  std::vector<BackendId> backends,</div><div class="line"><a name="l00133"></a><span class="lineno"> 133</span>  <span class="keywordtype">float</span> tolerance = 0.000001f)</div><div class="line"><a name="l00134"></a><span class="lineno"> 134</span> {</div><div class="line"><a name="l00135"></a><span class="lineno"> 135</span>  <span class="comment">// Create runtime in which test will run</span></div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l00137"></a><span class="lineno"> 137</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">IRuntime::Create</a>(options));</div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span> </div><div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  <span class="comment">// optimize the network</span></div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*network, backends, runtime->GetDeviceSpec());</div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span> </div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  <span class="comment">// Loads it into the runtime.</span></div><div class="line"><a name="l00143"></a><span class="lineno"> 143</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l00144"></a><span class="lineno"> 144</span>  runtime->LoadNetwork(netId, std::move(optNet));</div><div class="line"><a name="l00145"></a><span class="lineno"> 145</span> </div><div class="line"><a name="l00146"></a><span class="lineno"> 146</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors;</div><div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  inputTensors.reserve(inputTensorData.size());</div><div class="line"><a name="l00148"></a><span class="lineno"> 148</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& it : inputTensorData)</div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  {</div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  inputTensors.push_back({it.first,</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  <a class="code" href="classarmnn_1_1_const_tensor.xhtml">ConstTensor</a>(runtime->GetInputTensorInfo(netId, it.first), it.second.data())});</div><div class="line"><a name="l00152"></a><span class="lineno"> 152</span>  }</div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors;</div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span>  outputTensors.reserve(expectedOutputData.size());</div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span>  std::map<int, std::vector<TOutput>> outputStorage;</div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& it : expectedOutputData)</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span>  {</div><div class="line"><a name="l00158"></a><span class="lineno"> 158</span>  std::vector<TOutput> out(it.second.size());</div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span>  outputStorage.emplace(it.first, out);</div><div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  outputTensors.push_back({it.first,</div><div class="line"><a name="l00161"></a><span class="lineno"> 161</span>  <a class="code" href="classarmnn_1_1_tensor.xhtml">Tensor</a>(runtime->GetOutputTensorInfo(netId, it.first),</div><div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  outputStorage.at(it.first).data())});</div><div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  }</div><div class="line"><a name="l00164"></a><span class="lineno"> 164</span> </div><div class="line"><a name="l00165"></a><span class="lineno"> 165</span>  <span class="comment">// Does the inference.</span></div><div class="line"><a name="l00166"></a><span class="lineno"> 166</span>  runtime->EnqueueWorkload(netId, inputTensors, outputTensors);</div><div class="line"><a name="l00167"></a><span class="lineno"> 167</span> </div><div class="line"><a name="l00168"></a><span class="lineno"> 168</span>  <span class="comment">// Checks the results.</span></div><div class="line"><a name="l00169"></a><span class="lineno"> 169</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& it : expectedOutputData)</div><div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  {</div><div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  std::vector<TOutput> out = outputStorage.at(it.first);</div><div class="line"><a name="l00172"></a><span class="lineno"> 172</span>  <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> i = 0; i < out.size(); ++i)</div><div class="line"><a name="l00173"></a><span class="lineno"> 173</span>  {</div><div class="line"><a name="l00174"></a><span class="lineno"> 174</span>  CHECK_MESSAGE(Compare<ArmnnOType>(it.second[i], out[i], tolerance) == <span class="keyword">true</span>,</div><div class="line"><a name="l00175"></a><span class="lineno"> 175</span>  <span class="stringliteral">"Actual output: "</span> << out[i] << <span class="stringliteral">". Expected output:"</span> << it.second[i]);</div><div class="line"><a name="l00176"></a><span class="lineno"> 176</span> </div><div class="line"><a name="l00177"></a><span class="lineno"> 177</span>  }</div><div class="line"><a name="l00178"></a><span class="lineno"> 178</span>  }</div><div class="line"><a name="l00179"></a><span class="lineno"> 179</span> }</div><div class="line"><a name="l00180"></a><span class="lineno"> 180</span> </div><div class="line"><a name="l00181"></a><span class="lineno"> 181</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> ImportNonAlignedInputPointerTest(std::vector<BackendId> backends)</div><div class="line"><a name="l00182"></a><span class="lineno"> 182</span> {</div><div class="line"><a name="l00183"></a><span class="lineno"> 183</span>  <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l00184"></a><span class="lineno"> 184</span> </div><div class="line"><a name="l00185"></a><span class="lineno"> 185</span>  <span class="comment">// Create runtime in which test will run</span></div><div class="line"><a name="l00186"></a><span class="lineno"> 186</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">armnn::IRuntime::Create</a>(options));</div><div class="line"><a name="l00188"></a><span class="lineno"> 188</span> </div><div class="line"><a name="l00189"></a><span class="lineno"> 189</span>  <span class="comment">// build up the structure of the network</span></div><div class="line"><a name="l00190"></a><span class="lineno"> 190</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l00191"></a><span class="lineno"> 191</span> </div><div class="line"><a name="l00192"></a><span class="lineno"> 192</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l00193"></a><span class="lineno"> 193</span> </div><div class="line"><a name="l00194"></a><span class="lineno"> 194</span>  <a class="code" href="structarmnn_1_1_activation_descriptor.xhtml">ActivationDescriptor</a> descriptor;</div><div class="line"><a name="l00195"></a><span class="lineno"> 195</span>  descriptor.<a class="code" href="structarmnn_1_1_activation_descriptor.xhtml#af10fa7883e3579950f477bee92a64844">m_Function</a> = <a class="code" href="namespacearmnn.xhtml#a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304">ActivationFunction::Square</a>;</div><div class="line"><a name="l00196"></a><span class="lineno"> 196</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* pooling = net->AddActivationLayer(descriptor);</div><div class="line"><a name="l00197"></a><span class="lineno"> 197</span> </div><div class="line"><a name="l00198"></a><span class="lineno"> 198</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output = net->AddOutputLayer(0);</div><div class="line"><a name="l00199"></a><span class="lineno"> 199</span> </div><div class="line"><a name="l00200"></a><span class="lineno"> 200</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00201"></a><span class="lineno"> 201</span>  pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00202"></a><span class="lineno"> 202</span> </div><div class="line"><a name="l00203"></a><span class="lineno"> 203</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>, 0.0f, 0, <span class="keyword">true</span>));</div><div class="line"><a name="l00204"></a><span class="lineno"> 204</span>  pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>));</div><div class="line"><a name="l00205"></a><span class="lineno"> 205</span> </div><div class="line"><a name="l00206"></a><span class="lineno"> 206</span>  <span class="comment">// Optimize the network</span></div><div class="line"><a name="l00207"></a><span class="lineno"> 207</span>  <a class="code" href="structarmnn_1_1_optimizer_options.xhtml">OptimizerOptions</a> optimizedOptions;</div><div class="line"><a name="l00208"></a><span class="lineno"> 208</span>  optimizedOptions.<a class="code" href="structarmnn_1_1_optimizer_options.xhtml#a05c1bba6ba3ecc1339d4c4c10c0d8890">m_ImportEnabled</a> = <span class="keyword">true</span>;</div><div class="line"><a name="l00209"></a><span class="lineno"> 209</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, backends, runtime->GetDeviceSpec(), optimizedOptions);</div><div class="line"><a name="l00210"></a><span class="lineno"> 210</span>  CHECK(optNet);</div><div class="line"><a name="l00211"></a><span class="lineno"> 211</span> </div><div class="line"><a name="l00212"></a><span class="lineno"> 212</span>  <span class="comment">// Loads it into the runtime.</span></div><div class="line"><a name="l00213"></a><span class="lineno"> 213</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l00214"></a><span class="lineno"> 214</span>  std::string ignoredErrorMessage;</div><div class="line"><a name="l00215"></a><span class="lineno"> 215</span>  <span class="comment">// Enable Importing</span></div><div class="line"><a name="l00216"></a><span class="lineno"> 216</span>  <a class="code" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> networkProperties(<span class="keyword">false</span>, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>);</div><div class="line"><a name="l00217"></a><span class="lineno"> 217</span>  runtime->LoadNetwork(netId, std::move(optNet), ignoredErrorMessage, networkProperties);</div><div class="line"><a name="l00218"></a><span class="lineno"> 218</span> </div><div class="line"><a name="l00219"></a><span class="lineno"> 219</span>  <span class="comment">// Creates structures for input & output</span></div><div class="line"><a name="l00220"></a><span class="lineno"> 220</span>  std::vector<float> inputData</div><div class="line"><a name="l00221"></a><span class="lineno"> 221</span>  {</div><div class="line"><a name="l00222"></a><span class="lineno"> 222</span>  1.0f, 2.0f, 3.0f, 4.0f</div><div class="line"><a name="l00223"></a><span class="lineno"> 223</span>  };</div><div class="line"><a name="l00224"></a><span class="lineno"> 224</span> </div><div class="line"><a name="l00225"></a><span class="lineno"> 225</span>  <span class="comment">// Misaligned input</span></div><div class="line"><a name="l00226"></a><span class="lineno"> 226</span>  <span class="keywordtype">float</span>* misalignedInputData = <span class="keyword">reinterpret_cast<</span><span class="keywordtype">float</span>*<span class="keyword">></span>(<span class="keyword">reinterpret_cast<</span><span class="keywordtype">char</span>*<span class="keyword">></span>(inputData.data()) + 1);</div><div class="line"><a name="l00227"></a><span class="lineno"> 227</span> </div><div class="line"><a name="l00228"></a><span class="lineno"> 228</span>  std::vector<float> outputData(4);</div><div class="line"><a name="l00229"></a><span class="lineno"> 229</span> </div><div class="line"><a name="l00230"></a><span class="lineno"> 230</span>  <span class="comment">// Aligned output</span></div><div class="line"><a name="l00231"></a><span class="lineno"> 231</span>  <span class="keywordtype">float</span>* alignedOutputData = outputData.data();</div><div class="line"><a name="l00232"></a><span class="lineno"> 232</span> </div><div class="line"><a name="l00233"></a><span class="lineno"> 233</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors</div><div class="line"><a name="l00234"></a><span class="lineno"> 234</span>  {</div><div class="line"><a name="l00235"></a><span class="lineno"> 235</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), misalignedInputData)},</div><div class="line"><a name="l00236"></a><span class="lineno"> 236</span>  };</div><div class="line"><a name="l00237"></a><span class="lineno"> 237</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors</div><div class="line"><a name="l00238"></a><span class="lineno"> 238</span>  {</div><div class="line"><a name="l00239"></a><span class="lineno"> 239</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), alignedOutputData)}</div><div class="line"><a name="l00240"></a><span class="lineno"> 240</span>  };</div><div class="line"><a name="l00241"></a><span class="lineno"> 241</span> </div><div class="line"><a name="l00242"></a><span class="lineno"> 242</span>  runtime->GetProfiler(netId)->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l00243"></a><span class="lineno"> 243</span> </div><div class="line"><a name="l00244"></a><span class="lineno"> 244</span>  <span class="comment">// Do the inference and expect it to fail with a ImportMemoryException</span></div><div class="line"><a name="l00245"></a><span class="lineno"> 245</span>  CHECK_THROWS_AS(runtime->EnqueueWorkload(netId, inputTensors, outputTensors), <a class="code" href="classarmnn_1_1_memory_import_exception.xhtml">MemoryImportException</a>);</div><div class="line"><a name="l00246"></a><span class="lineno"> 246</span> }</div><div class="line"><a name="l00247"></a><span class="lineno"> 247</span> </div><div class="line"><a name="l00248"></a><span class="lineno"> 248</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> ExportNonAlignedOutputPointerTest(std::vector<BackendId> backends)</div><div class="line"><a name="l00249"></a><span class="lineno"> 249</span> {</div><div class="line"><a name="l00250"></a><span class="lineno"> 250</span>  <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l00251"></a><span class="lineno"> 251</span> </div><div class="line"><a name="l00252"></a><span class="lineno"> 252</span>  <span class="comment">// Create runtime in which test will run</span></div><div class="line"><a name="l00253"></a><span class="lineno"> 253</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l00254"></a><span class="lineno"> 254</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">armnn::IRuntime::Create</a>(options));</div><div class="line"><a name="l00255"></a><span class="lineno"> 255</span> </div><div class="line"><a name="l00256"></a><span class="lineno"> 256</span>  <span class="comment">// build up the structure of the network</span></div><div class="line"><a name="l00257"></a><span class="lineno"> 257</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l00258"></a><span class="lineno"> 258</span> </div><div class="line"><a name="l00259"></a><span class="lineno"> 259</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l00260"></a><span class="lineno"> 260</span> </div><div class="line"><a name="l00261"></a><span class="lineno"> 261</span>  <a class="code" href="structarmnn_1_1_activation_descriptor.xhtml">ActivationDescriptor</a> descriptor;</div><div class="line"><a name="l00262"></a><span class="lineno"> 262</span>  descriptor.<a class="code" href="structarmnn_1_1_activation_descriptor.xhtml#af10fa7883e3579950f477bee92a64844">m_Function</a> = <a class="code" href="namespacearmnn.xhtml#a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304">ActivationFunction::Square</a>;</div><div class="line"><a name="l00263"></a><span class="lineno"> 263</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* pooling = net->AddActivationLayer(descriptor);</div><div class="line"><a name="l00264"></a><span class="lineno"> 264</span> </div><div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output = net->AddOutputLayer(0);</div><div class="line"><a name="l00266"></a><span class="lineno"> 266</span> </div><div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00268"></a><span class="lineno"> 268</span>  pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00269"></a><span class="lineno"> 269</span> </div><div class="line"><a name="l00270"></a><span class="lineno"> 270</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>, 0.0f, 0, <span class="keyword">true</span>));</div><div class="line"><a name="l00271"></a><span class="lineno"> 271</span>  pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>));</div><div class="line"><a name="l00272"></a><span class="lineno"> 272</span> </div><div class="line"><a name="l00273"></a><span class="lineno"> 273</span>  <span class="comment">// Optimize the network</span></div><div class="line"><a name="l00274"></a><span class="lineno"> 274</span>  <a class="code" href="structarmnn_1_1_optimizer_options.xhtml">OptimizerOptions</a> optimizedOptions;</div><div class="line"><a name="l00275"></a><span class="lineno"> 275</span>  optimizedOptions.<a class="code" href="structarmnn_1_1_optimizer_options.xhtml#a05c1bba6ba3ecc1339d4c4c10c0d8890">m_ImportEnabled</a> = <span class="keyword">true</span>;</div><div class="line"><a name="l00276"></a><span class="lineno"> 276</span>  optimizedOptions.<a class="code" href="structarmnn_1_1_optimizer_options.xhtml#a0054f53e4e70bb39c000bcf240627b18">m_ExportEnabled</a> = <span class="keyword">true</span>;</div><div class="line"><a name="l00277"></a><span class="lineno"> 277</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, backends, runtime->GetDeviceSpec(), optimizedOptions);</div><div class="line"><a name="l00278"></a><span class="lineno"> 278</span>  CHECK(optNet);</div><div class="line"><a name="l00279"></a><span class="lineno"> 279</span> </div><div class="line"><a name="l00280"></a><span class="lineno"> 280</span>  <span class="comment">// Loads it into the runtime.</span></div><div class="line"><a name="l00281"></a><span class="lineno"> 281</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l00282"></a><span class="lineno"> 282</span>  std::string ignoredErrorMessage;</div><div class="line"><a name="l00283"></a><span class="lineno"> 283</span>  <span class="comment">// Enable Importing and Exporting</span></div><div class="line"><a name="l00284"></a><span class="lineno"> 284</span>  <a class="code" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> networkProperties(<span class="keyword">false</span>, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l00285"></a><span class="lineno"> 285</span>  runtime->LoadNetwork(netId, std::move(optNet), ignoredErrorMessage, networkProperties);</div><div class="line"><a name="l00286"></a><span class="lineno"> 286</span> </div><div class="line"><a name="l00287"></a><span class="lineno"> 287</span>  <span class="comment">// Creates structures for input & output</span></div><div class="line"><a name="l00288"></a><span class="lineno"> 288</span>  std::vector<float> inputData</div><div class="line"><a name="l00289"></a><span class="lineno"> 289</span>  {</div><div class="line"><a name="l00290"></a><span class="lineno"> 290</span>  1.0f, 2.0f, 3.0f, 4.0f, 5.0f</div><div class="line"><a name="l00291"></a><span class="lineno"> 291</span>  };</div><div class="line"><a name="l00292"></a><span class="lineno"> 292</span> </div><div class="line"><a name="l00293"></a><span class="lineno"> 293</span>  <span class="comment">// Aligned input</span></div><div class="line"><a name="l00294"></a><span class="lineno"> 294</span>  <span class="keywordtype">float</span>* alignedInputData = inputData.data();</div><div class="line"><a name="l00295"></a><span class="lineno"> 295</span> </div><div class="line"><a name="l00296"></a><span class="lineno"> 296</span>  std::vector<float> outputData(5);</div><div class="line"><a name="l00297"></a><span class="lineno"> 297</span> </div><div class="line"><a name="l00298"></a><span class="lineno"> 298</span>  <span class="comment">// Misaligned output</span></div><div class="line"><a name="l00299"></a><span class="lineno"> 299</span>  <span class="keywordtype">float</span>* misalignedOutputData = <span class="keyword">reinterpret_cast<</span><span class="keywordtype">float</span>*<span class="keyword">></span>(<span class="keyword">reinterpret_cast<</span><span class="keywordtype">char</span>*<span class="keyword">></span>(outputData.data()) + 1);</div><div class="line"><a name="l00300"></a><span class="lineno"> 300</span> </div><div class="line"><a name="l00301"></a><span class="lineno"> 301</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors</div><div class="line"><a name="l00302"></a><span class="lineno"> 302</span>  {</div><div class="line"><a name="l00303"></a><span class="lineno"> 303</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), alignedInputData)},</div><div class="line"><a name="l00304"></a><span class="lineno"> 304</span>  };</div><div class="line"><a name="l00305"></a><span class="lineno"> 305</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors</div><div class="line"><a name="l00306"></a><span class="lineno"> 306</span>  {</div><div class="line"><a name="l00307"></a><span class="lineno"> 307</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), misalignedOutputData)}</div><div class="line"><a name="l00308"></a><span class="lineno"> 308</span>  };</div><div class="line"><a name="l00309"></a><span class="lineno"> 309</span> </div><div class="line"><a name="l00310"></a><span class="lineno"> 310</span>  <span class="comment">// Do the inference and expect it to fail with a ExportMemoryException</span></div><div class="line"><a name="l00311"></a><span class="lineno"> 311</span>  <span class="keywordflow">if</span> (backends[0] == <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aea39f8662ca778258e9c6a14f26fec5ec1">Compute::CpuAcc</a>)</div><div class="line"><a name="l00312"></a><span class="lineno"> 312</span>  {</div><div class="line"><a name="l00313"></a><span class="lineno"> 313</span>  <span class="comment">// For CpuAcc the NeonTensorHandle will throw its own exception on misaligned memory</span></div><div class="line"><a name="l00314"></a><span class="lineno"> 314</span>  CHECK_THROWS_AS(runtime->EnqueueWorkload(netId, inputTensors, outputTensors), <a class="code" href="classarmnn_1_1_memory_import_exception.xhtml">MemoryImportException</a>);</div><div class="line"><a name="l00315"></a><span class="lineno"> 315</span>  }</div><div class="line"><a name="l00316"></a><span class="lineno"> 316</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l00317"></a><span class="lineno"> 317</span>  {</div><div class="line"><a name="l00318"></a><span class="lineno"> 318</span>  CHECK_THROWS_AS(runtime->EnqueueWorkload(netId, inputTensors, outputTensors), <a class="code" href="classarmnn_1_1_memory_export_exception.xhtml">MemoryExportException</a>);</div><div class="line"><a name="l00319"></a><span class="lineno"> 319</span>  }</div><div class="line"><a name="l00320"></a><span class="lineno"> 320</span> }</div><div class="line"><a name="l00321"></a><span class="lineno"> 321</span> </div><div class="line"><a name="l00322"></a><span class="lineno"> 322</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> ImportAlignedPointerTest(std::vector<BackendId> backends)</div><div class="line"><a name="l00323"></a><span class="lineno"> 323</span> {</div><div class="line"><a name="l00324"></a><span class="lineno"> 324</span>  <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l00325"></a><span class="lineno"> 325</span> </div><div class="line"><a name="l00326"></a><span class="lineno"> 326</span>  <span class="comment">// Create runtime in which test will run</span></div><div class="line"><a name="l00327"></a><span class="lineno"> 327</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l00328"></a><span class="lineno"> 328</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">armnn::IRuntime::Create</a>(options));</div><div class="line"><a name="l00329"></a><span class="lineno"> 329</span> </div><div class="line"><a name="l00330"></a><span class="lineno"> 330</span>  <span class="comment">// build up the structure of the network</span></div><div class="line"><a name="l00331"></a><span class="lineno"> 331</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l00332"></a><span class="lineno"> 332</span> </div><div class="line"><a name="l00333"></a><span class="lineno"> 333</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l00334"></a><span class="lineno"> 334</span> </div><div class="line"><a name="l00335"></a><span class="lineno"> 335</span>  <a class="code" href="structarmnn_1_1_activation_descriptor.xhtml">ActivationDescriptor</a> descriptor;</div><div class="line"><a name="l00336"></a><span class="lineno"> 336</span>  descriptor.<a class="code" href="structarmnn_1_1_activation_descriptor.xhtml#af10fa7883e3579950f477bee92a64844">m_Function</a> = <a class="code" href="namespacearmnn.xhtml#a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304">ActivationFunction::Square</a>;</div><div class="line"><a name="l00337"></a><span class="lineno"> 337</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* pooling = net->AddActivationLayer(descriptor);</div><div class="line"><a name="l00338"></a><span class="lineno"> 338</span> </div><div class="line"><a name="l00339"></a><span class="lineno"> 339</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output = net->AddOutputLayer(0);</div><div class="line"><a name="l00340"></a><span class="lineno"> 340</span> </div><div class="line"><a name="l00341"></a><span class="lineno"> 341</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00342"></a><span class="lineno"> 342</span>  pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00343"></a><span class="lineno"> 343</span> </div><div class="line"><a name="l00344"></a><span class="lineno"> 344</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>, 0.0f, 0, <span class="keyword">true</span>));</div><div class="line"><a name="l00345"></a><span class="lineno"> 345</span>  pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>));</div><div class="line"><a name="l00346"></a><span class="lineno"> 346</span> </div><div class="line"><a name="l00347"></a><span class="lineno"> 347</span>  <span class="comment">// Optimize the network</span></div><div class="line"><a name="l00348"></a><span class="lineno"> 348</span>  <a class="code" href="structarmnn_1_1_optimizer_options.xhtml">OptimizerOptions</a> optimizedOptions;</div><div class="line"><a name="l00349"></a><span class="lineno"> 349</span>  optimizedOptions.<a class="code" href="structarmnn_1_1_optimizer_options.xhtml#a05c1bba6ba3ecc1339d4c4c10c0d8890">m_ImportEnabled</a> = <span class="keyword">true</span>;</div><div class="line"><a name="l00350"></a><span class="lineno"> 350</span>  optimizedOptions.<a class="code" href="structarmnn_1_1_optimizer_options.xhtml#a0054f53e4e70bb39c000bcf240627b18">m_ExportEnabled</a> = <span class="keyword">true</span>;</div><div class="line"><a name="l00351"></a><span class="lineno"> 351</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, backends, runtime->GetDeviceSpec(), optimizedOptions);</div><div class="line"><a name="l00352"></a><span class="lineno"> 352</span>  CHECK(optNet);</div><div class="line"><a name="l00353"></a><span class="lineno"> 353</span> </div><div class="line"><a name="l00354"></a><span class="lineno"> 354</span>  <span class="comment">// Loads it into the runtime.</span></div><div class="line"><a name="l00355"></a><span class="lineno"> 355</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l00356"></a><span class="lineno"> 356</span>  std::string ignoredErrorMessage;</div><div class="line"><a name="l00357"></a><span class="lineno"> 357</span>  <span class="comment">// Enable Importing</span></div><div class="line"><a name="l00358"></a><span class="lineno"> 358</span>  <a class="code" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> networkProperties(<span class="keyword">false</span>, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l00359"></a><span class="lineno"> 359</span>  runtime->LoadNetwork(netId, std::move(optNet), ignoredErrorMessage, networkProperties);</div><div class="line"><a name="l00360"></a><span class="lineno"> 360</span> </div><div class="line"><a name="l00361"></a><span class="lineno"> 361</span>  <span class="comment">// Creates structures for input & output</span></div><div class="line"><a name="l00362"></a><span class="lineno"> 362</span>  std::vector<float> inputData</div><div class="line"><a name="l00363"></a><span class="lineno"> 363</span>  {</div><div class="line"><a name="l00364"></a><span class="lineno"> 364</span>  1.0f, 2.0f, 3.0f, 4.0f</div><div class="line"><a name="l00365"></a><span class="lineno"> 365</span>  };</div><div class="line"><a name="l00366"></a><span class="lineno"> 366</span> </div><div class="line"><a name="l00367"></a><span class="lineno"> 367</span>  std::vector<float> outputData(4);</div><div class="line"><a name="l00368"></a><span class="lineno"> 368</span> </div><div class="line"><a name="l00369"></a><span class="lineno"> 369</span>  std::vector<float> expectedOutput</div><div class="line"><a name="l00370"></a><span class="lineno"> 370</span>  {</div><div class="line"><a name="l00371"></a><span class="lineno"> 371</span>  1.0f, 4.0f, 9.0f, 16.0f</div><div class="line"><a name="l00372"></a><span class="lineno"> 372</span>  };</div><div class="line"><a name="l00373"></a><span class="lineno"> 373</span> </div><div class="line"><a name="l00374"></a><span class="lineno"> 374</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors</div><div class="line"><a name="l00375"></a><span class="lineno"> 375</span>  {</div><div class="line"><a name="l00376"></a><span class="lineno"> 376</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), inputData.data())},</div><div class="line"><a name="l00377"></a><span class="lineno"> 377</span>  };</div><div class="line"><a name="l00378"></a><span class="lineno"> 378</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors</div><div class="line"><a name="l00379"></a><span class="lineno"> 379</span>  {</div><div class="line"><a name="l00380"></a><span class="lineno"> 380</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), outputData.data())}</div><div class="line"><a name="l00381"></a><span class="lineno"> 381</span>  };</div><div class="line"><a name="l00382"></a><span class="lineno"> 382</span> </div><div class="line"><a name="l00383"></a><span class="lineno"> 383</span>  runtime->GetProfiler(netId)->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l00384"></a><span class="lineno"> 384</span> </div><div class="line"><a name="l00385"></a><span class="lineno"> 385</span>  <span class="comment">// Do the inference</span></div><div class="line"><a name="l00386"></a><span class="lineno"> 386</span>  runtime->EnqueueWorkload(netId, inputTensors, outputTensors);</div><div class="line"><a name="l00387"></a><span class="lineno"> 387</span> </div><div class="line"><a name="l00388"></a><span class="lineno"> 388</span>  <span class="comment">// Retrieve the Profiler.Print() output to get the workload execution</span></div><div class="line"><a name="l00389"></a><span class="lineno"> 389</span>  <a class="code" href="classarmnn_1_1_profiler_manager.xhtml">ProfilerManager</a>& profilerManager = <a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a93857080c2523bf3395e7aa7e6024d5c">armnn::ProfilerManager::GetInstance</a>();</div><div class="line"><a name="l00390"></a><span class="lineno"> 390</span>  std::stringstream ss;</div><div class="line"><a name="l00391"></a><span class="lineno"> 391</span>  profilerManager.<a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a3756986bc88b9b212d3f983c70c5c129">GetProfiler</a>()-><a class="code" href="classarmnn_1_1_i_profiler.xhtml#a038bb767bbc6abc0ee0d9b509616b896">Print</a>(ss);</div><div class="line"><a name="l00392"></a><span class="lineno"> 392</span>  std::string dump = ss.str();</div><div class="line"><a name="l00393"></a><span class="lineno"> 393</span> </div><div class="line"><a name="l00394"></a><span class="lineno"> 394</span>  <span class="comment">// Contains ActivationWorkload</span></div><div class="line"><a name="l00395"></a><span class="lineno"> 395</span>  std::size_t found = dump.find(<span class="stringliteral">"ActivationWorkload"</span>);</div><div class="line"><a name="l00396"></a><span class="lineno"> 396</span>  CHECK(found != std::string::npos);</div><div class="line"><a name="l00397"></a><span class="lineno"> 397</span> </div><div class="line"><a name="l00398"></a><span class="lineno"> 398</span>  <span class="comment">// Contains SyncMemGeneric</span></div><div class="line"><a name="l00399"></a><span class="lineno"> 399</span>  found = dump.find(<span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l00400"></a><span class="lineno"> 400</span>  CHECK(found != std::string::npos);</div><div class="line"><a name="l00401"></a><span class="lineno"> 401</span> </div><div class="line"><a name="l00402"></a><span class="lineno"> 402</span>  <span class="comment">// Does not contain CopyMemGeneric</span></div><div class="line"><a name="l00403"></a><span class="lineno"> 403</span>  found = dump.find(<span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l00404"></a><span class="lineno"> 404</span>  CHECK(found == std::string::npos);</div><div class="line"><a name="l00405"></a><span class="lineno"> 405</span> </div><div class="line"><a name="l00406"></a><span class="lineno"> 406</span>  <span class="comment">// Check output is as expected</span></div><div class="line"><a name="l00407"></a><span class="lineno"> 407</span>  CHECK(outputData == expectedOutput);</div><div class="line"><a name="l00408"></a><span class="lineno"> 408</span> }</div><div class="line"><a name="l00409"></a><span class="lineno"> 409</span> </div><div class="line"><a name="l00410"></a><span class="lineno"> 410</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> ImportOnlyWorkload(std::vector<BackendId> backends)</div><div class="line"><a name="l00411"></a><span class="lineno"> 411</span> {</div><div class="line"><a name="l00412"></a><span class="lineno"> 412</span>  <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l00413"></a><span class="lineno"> 413</span> </div><div class="line"><a name="l00414"></a><span class="lineno"> 414</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l00415"></a><span class="lineno"> 415</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">IRuntime::Create</a>(options));</div><div class="line"><a name="l00416"></a><span class="lineno"> 416</span> </div><div class="line"><a name="l00417"></a><span class="lineno"> 417</span>  <span class="comment">// Builds up the structure of the network.</span></div><div class="line"><a name="l00418"></a><span class="lineno"> 418</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l00419"></a><span class="lineno"> 419</span> </div><div class="line"><a name="l00420"></a><span class="lineno"> 420</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l00421"></a><span class="lineno"> 421</span> </div><div class="line"><a name="l00422"></a><span class="lineno"> 422</span>  <a class="code" href="structarmnn_1_1_activation_descriptor.xhtml">ActivationDescriptor</a> descriptor;</div><div class="line"><a name="l00423"></a><span class="lineno"> 423</span>  descriptor.<a class="code" href="structarmnn_1_1_activation_descriptor.xhtml#af10fa7883e3579950f477bee92a64844">m_Function</a> = <a class="code" href="namespacearmnn.xhtml#a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304">ActivationFunction::Square</a>;</div><div class="line"><a name="l00424"></a><span class="lineno"> 424</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* pooling = net->AddActivationLayer(descriptor);</div><div class="line"><a name="l00425"></a><span class="lineno"> 425</span> </div><div class="line"><a name="l00426"></a><span class="lineno"> 426</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output = net->AddOutputLayer(0);</div><div class="line"><a name="l00427"></a><span class="lineno"> 427</span> </div><div class="line"><a name="l00428"></a><span class="lineno"> 428</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00429"></a><span class="lineno"> 429</span>  pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00430"></a><span class="lineno"> 430</span> </div><div class="line"><a name="l00431"></a><span class="lineno"> 431</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>, 0.0f, 0, <span class="keyword">true</span>));</div><div class="line"><a name="l00432"></a><span class="lineno"> 432</span>  pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>));</div><div class="line"><a name="l00433"></a><span class="lineno"> 433</span> </div><div class="line"><a name="l00434"></a><span class="lineno"> 434</span>  <span class="comment">// optimize the network</span></div><div class="line"><a name="l00435"></a><span class="lineno"> 435</span>  <a class="code" href="structarmnn_1_1_optimizer_options.xhtml">OptimizerOptions</a> optimizedOptions;</div><div class="line"><a name="l00436"></a><span class="lineno"> 436</span>  optimizedOptions.<a class="code" href="structarmnn_1_1_optimizer_options.xhtml#a05c1bba6ba3ecc1339d4c4c10c0d8890">m_ImportEnabled</a> = <span class="keyword">true</span>;</div><div class="line"><a name="l00437"></a><span class="lineno"> 437</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, backends, runtime->GetDeviceSpec(), optimizedOptions);</div><div class="line"><a name="l00438"></a><span class="lineno"> 438</span> </div><div class="line"><a name="l00439"></a><span class="lineno"> 439</span>  INFO(<span class="stringliteral">"Load Network"</span>);</div><div class="line"><a name="l00440"></a><span class="lineno"> 440</span>  <span class="comment">// Load it into the runtime. It should pass.</span></div><div class="line"><a name="l00441"></a><span class="lineno"> 441</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l00442"></a><span class="lineno"> 442</span>  std::string ignoredErrorMessage;</div><div class="line"><a name="l00443"></a><span class="lineno"> 443</span> </div><div class="line"><a name="l00444"></a><span class="lineno"> 444</span>  <a class="code" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> networkProperties(<span class="keyword">false</span>, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>);</div><div class="line"><a name="l00445"></a><span class="lineno"> 445</span> </div><div class="line"><a name="l00446"></a><span class="lineno"> 446</span>  CHECK(runtime->LoadNetwork(netId, std::move(optNet),ignoredErrorMessage, networkProperties)</div><div class="line"><a name="l00447"></a><span class="lineno"> 447</span>  == <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>);</div><div class="line"><a name="l00448"></a><span class="lineno"> 448</span> </div><div class="line"><a name="l00449"></a><span class="lineno"> 449</span>  INFO(<span class="stringliteral">"Generate Data"</span>);</div><div class="line"><a name="l00450"></a><span class="lineno"> 450</span>  <span class="comment">// Creates structures for input & output</span></div><div class="line"><a name="l00451"></a><span class="lineno"> 451</span>  std::vector<float> inputData</div><div class="line"><a name="l00452"></a><span class="lineno"> 452</span>  {</div><div class="line"><a name="l00453"></a><span class="lineno"> 453</span>  1.0f, 2.0f, 3.0f, 4.0f</div><div class="line"><a name="l00454"></a><span class="lineno"> 454</span>  };</div><div class="line"><a name="l00455"></a><span class="lineno"> 455</span> </div><div class="line"><a name="l00456"></a><span class="lineno"> 456</span>  std::vector<float> outputData(4);</div><div class="line"><a name="l00457"></a><span class="lineno"> 457</span> </div><div class="line"><a name="l00458"></a><span class="lineno"> 458</span>  std::vector<float> expectedOutput</div><div class="line"><a name="l00459"></a><span class="lineno"> 459</span>  {</div><div class="line"><a name="l00460"></a><span class="lineno"> 460</span>  1.0f, 4.0f, 9.0f, 16.0f</div><div class="line"><a name="l00461"></a><span class="lineno"> 461</span>  };</div><div class="line"><a name="l00462"></a><span class="lineno"> 462</span> </div><div class="line"><a name="l00463"></a><span class="lineno"> 463</span>  INFO(<span class="stringliteral">"Create Inference"</span>);</div><div class="line"><a name="l00464"></a><span class="lineno"> 464</span> </div><div class="line"><a name="l00465"></a><span class="lineno"> 465</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors</div><div class="line"><a name="l00466"></a><span class="lineno"> 466</span>  {</div><div class="line"><a name="l00467"></a><span class="lineno"> 467</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), inputData.data())},</div><div class="line"><a name="l00468"></a><span class="lineno"> 468</span>  };</div><div class="line"><a name="l00469"></a><span class="lineno"> 469</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors</div><div class="line"><a name="l00470"></a><span class="lineno"> 470</span>  {</div><div class="line"><a name="l00471"></a><span class="lineno"> 471</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), outputData.data())}</div><div class="line"><a name="l00472"></a><span class="lineno"> 472</span>  };</div><div class="line"><a name="l00473"></a><span class="lineno"> 473</span> </div><div class="line"><a name="l00474"></a><span class="lineno"> 474</span>  INFO(<span class="stringliteral">"Get Profiler"</span>);</div><div class="line"><a name="l00475"></a><span class="lineno"> 475</span>  runtime->GetProfiler(netId)->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l00476"></a><span class="lineno"> 476</span> </div><div class="line"><a name="l00477"></a><span class="lineno"> 477</span>  INFO(<span class="stringliteral">"Run Inference"</span>);</div><div class="line"><a name="l00478"></a><span class="lineno"> 478</span>  <span class="comment">// Do the inference</span></div><div class="line"><a name="l00479"></a><span class="lineno"> 479</span>  runtime->EnqueueWorkload(netId, inputTensors, outputTensors);</div><div class="line"><a name="l00480"></a><span class="lineno"> 480</span> </div><div class="line"><a name="l00481"></a><span class="lineno"> 481</span>  INFO(<span class="stringliteral">"Print Profiler"</span>);</div><div class="line"><a name="l00482"></a><span class="lineno"> 482</span>  <span class="comment">// Retrieve the Profiler.Print() output to get the workload execution</span></div><div class="line"><a name="l00483"></a><span class="lineno"> 483</span>  <a class="code" href="classarmnn_1_1_profiler_manager.xhtml">ProfilerManager</a>& profilerManager = <a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a93857080c2523bf3395e7aa7e6024d5c">armnn::ProfilerManager::GetInstance</a>();</div><div class="line"><a name="l00484"></a><span class="lineno"> 484</span>  std::stringstream ss;</div><div class="line"><a name="l00485"></a><span class="lineno"> 485</span>  profilerManager.<a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a3756986bc88b9b212d3f983c70c5c129">GetProfiler</a>()-><a class="code" href="classarmnn_1_1_i_profiler.xhtml#a038bb767bbc6abc0ee0d9b509616b896">Print</a>(ss);</div><div class="line"><a name="l00486"></a><span class="lineno"> 486</span>  std::string dump = ss.str();</div><div class="line"><a name="l00487"></a><span class="lineno"> 487</span> </div><div class="line"><a name="l00488"></a><span class="lineno"> 488</span>  <span class="comment">// Check there are no SyncMemGeneric workloads as we didn't export</span></div><div class="line"><a name="l00489"></a><span class="lineno"> 489</span>  INFO(<span class="stringliteral">"Find SyncMemGeneric"</span>);</div><div class="line"><a name="l00490"></a><span class="lineno"> 490</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l00491"></a><span class="lineno"> 491</span>  CHECK(count == 0);</div><div class="line"><a name="l00492"></a><span class="lineno"> 492</span> </div><div class="line"><a name="l00493"></a><span class="lineno"> 493</span>  <span class="comment">// Should only be 1 CopyMemGeneric for the output as we imported</span></div><div class="line"><a name="l00494"></a><span class="lineno"> 494</span>  INFO(<span class="stringliteral">"Find CopyMemGeneric"</span>);</div><div class="line"><a name="l00495"></a><span class="lineno"> 495</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l00496"></a><span class="lineno"> 496</span>  CHECK(count == 1);</div><div class="line"><a name="l00497"></a><span class="lineno"> 497</span> </div><div class="line"><a name="l00498"></a><span class="lineno"> 498</span>  <span class="comment">// Check the output is correct</span></div><div class="line"><a name="l00499"></a><span class="lineno"> 499</span>  CHECK(std::equal(outputData.begin(), outputData.end(), expectedOutput.begin(), expectedOutput.end()));</div><div class="line"><a name="l00500"></a><span class="lineno"> 500</span> }</div><div class="line"><a name="l00501"></a><span class="lineno"> 501</span> </div><div class="line"><a name="l00502"></a><span class="lineno"> 502</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> ExportOnlyWorkload(std::vector<BackendId> backends)</div><div class="line"><a name="l00503"></a><span class="lineno"> 503</span> {</div><div class="line"><a name="l00504"></a><span class="lineno"> 504</span>  <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l00505"></a><span class="lineno"> 505</span> </div><div class="line"><a name="l00506"></a><span class="lineno"> 506</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l00507"></a><span class="lineno"> 507</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">IRuntime::Create</a>(options));</div><div class="line"><a name="l00508"></a><span class="lineno"> 508</span> </div><div class="line"><a name="l00509"></a><span class="lineno"> 509</span>  <span class="comment">// Builds up the structure of the network.</span></div><div class="line"><a name="l00510"></a><span class="lineno"> 510</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l00511"></a><span class="lineno"> 511</span> </div><div class="line"><a name="l00512"></a><span class="lineno"> 512</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l00513"></a><span class="lineno"> 513</span> </div><div class="line"><a name="l00514"></a><span class="lineno"> 514</span>  <a class="code" href="structarmnn_1_1_activation_descriptor.xhtml">ActivationDescriptor</a> descriptor;</div><div class="line"><a name="l00515"></a><span class="lineno"> 515</span>  descriptor.<a class="code" href="structarmnn_1_1_activation_descriptor.xhtml#af10fa7883e3579950f477bee92a64844">m_Function</a> = <a class="code" href="namespacearmnn.xhtml#a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304">ActivationFunction::Square</a>;</div><div class="line"><a name="l00516"></a><span class="lineno"> 516</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* pooling = net->AddActivationLayer(descriptor);</div><div class="line"><a name="l00517"></a><span class="lineno"> 517</span> </div><div class="line"><a name="l00518"></a><span class="lineno"> 518</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output = net->AddOutputLayer(0);</div><div class="line"><a name="l00519"></a><span class="lineno"> 519</span> </div><div class="line"><a name="l00520"></a><span class="lineno"> 520</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00521"></a><span class="lineno"> 521</span>  pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00522"></a><span class="lineno"> 522</span> </div><div class="line"><a name="l00523"></a><span class="lineno"> 523</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>, 0.0f, 0, <span class="keyword">true</span>));</div><div class="line"><a name="l00524"></a><span class="lineno"> 524</span>  pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>));</div><div class="line"><a name="l00525"></a><span class="lineno"> 525</span> </div><div class="line"><a name="l00526"></a><span class="lineno"> 526</span>  <span class="comment">// optimize the network</span></div><div class="line"><a name="l00527"></a><span class="lineno"> 527</span>  <a class="code" href="structarmnn_1_1_optimizer_options.xhtml">OptimizerOptions</a> optimizedOptions;</div><div class="line"><a name="l00528"></a><span class="lineno"> 528</span>  optimizedOptions.<a class="code" href="structarmnn_1_1_optimizer_options.xhtml#a0054f53e4e70bb39c000bcf240627b18">m_ExportEnabled</a> = <span class="keyword">true</span>;</div><div class="line"><a name="l00529"></a><span class="lineno"> 529</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, backends, runtime->GetDeviceSpec(), optimizedOptions);</div><div class="line"><a name="l00530"></a><span class="lineno"> 530</span> </div><div class="line"><a name="l00531"></a><span class="lineno"> 531</span>  INFO(<span class="stringliteral">"Load Network"</span>);</div><div class="line"><a name="l00532"></a><span class="lineno"> 532</span>  <span class="comment">// Load it into the runtime. It should pass.</span></div><div class="line"><a name="l00533"></a><span class="lineno"> 533</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l00534"></a><span class="lineno"> 534</span>  std::string ignoredErrorMessage;</div><div class="line"><a name="l00535"></a><span class="lineno"> 535</span>  <a class="code" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> networkProperties(<span class="keyword">false</span>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l00536"></a><span class="lineno"> 536</span>  CHECK(runtime->LoadNetwork(netId, std::move(optNet),ignoredErrorMessage, networkProperties)</div><div class="line"><a name="l00537"></a><span class="lineno"> 537</span>  == <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>);</div><div class="line"><a name="l00538"></a><span class="lineno"> 538</span> </div><div class="line"><a name="l00539"></a><span class="lineno"> 539</span>  INFO(<span class="stringliteral">"Generate Data"</span>);</div><div class="line"><a name="l00540"></a><span class="lineno"> 540</span>  <span class="comment">// Creates structures for input & output</span></div><div class="line"><a name="l00541"></a><span class="lineno"> 541</span>  std::vector<float> inputData</div><div class="line"><a name="l00542"></a><span class="lineno"> 542</span>  {</div><div class="line"><a name="l00543"></a><span class="lineno"> 543</span>  1.0f, 2.0f, 3.0f, 4.0f</div><div class="line"><a name="l00544"></a><span class="lineno"> 544</span>  };</div><div class="line"><a name="l00545"></a><span class="lineno"> 545</span> </div><div class="line"><a name="l00546"></a><span class="lineno"> 546</span>  std::vector<float> outputData(4);</div><div class="line"><a name="l00547"></a><span class="lineno"> 547</span> </div><div class="line"><a name="l00548"></a><span class="lineno"> 548</span>  std::vector<float> expectedOutput</div><div class="line"><a name="l00549"></a><span class="lineno"> 549</span>  {</div><div class="line"><a name="l00550"></a><span class="lineno"> 550</span>  1.0f, 4.0f, 9.0f, 16.0f</div><div class="line"><a name="l00551"></a><span class="lineno"> 551</span>  };</div><div class="line"><a name="l00552"></a><span class="lineno"> 552</span> </div><div class="line"><a name="l00553"></a><span class="lineno"> 553</span>  INFO(<span class="stringliteral">"Create Inference"</span>);</div><div class="line"><a name="l00554"></a><span class="lineno"> 554</span> </div><div class="line"><a name="l00555"></a><span class="lineno"> 555</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors</div><div class="line"><a name="l00556"></a><span class="lineno"> 556</span>  {</div><div class="line"><a name="l00557"></a><span class="lineno"> 557</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), inputData.data())},</div><div class="line"><a name="l00558"></a><span class="lineno"> 558</span>  };</div><div class="line"><a name="l00559"></a><span class="lineno"> 559</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors</div><div class="line"><a name="l00560"></a><span class="lineno"> 560</span>  {</div><div class="line"><a name="l00561"></a><span class="lineno"> 561</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), outputData.data())}</div><div class="line"><a name="l00562"></a><span class="lineno"> 562</span>  };</div><div class="line"><a name="l00563"></a><span class="lineno"> 563</span> </div><div class="line"><a name="l00564"></a><span class="lineno"> 564</span>  INFO(<span class="stringliteral">"Get Profiler"</span>);</div><div class="line"><a name="l00565"></a><span class="lineno"> 565</span>  runtime->GetProfiler(netId)->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l00566"></a><span class="lineno"> 566</span> </div><div class="line"><a name="l00567"></a><span class="lineno"> 567</span>  INFO(<span class="stringliteral">"Run Inference"</span>);</div><div class="line"><a name="l00568"></a><span class="lineno"> 568</span>  <span class="comment">// Do the inference</span></div><div class="line"><a name="l00569"></a><span class="lineno"> 569</span>  runtime->EnqueueWorkload(netId, inputTensors, outputTensors);</div><div class="line"><a name="l00570"></a><span class="lineno"> 570</span> </div><div class="line"><a name="l00571"></a><span class="lineno"> 571</span>  INFO(<span class="stringliteral">"Print Profiler"</span>);</div><div class="line"><a name="l00572"></a><span class="lineno"> 572</span>  <span class="comment">// Retrieve the Profiler.Print() output to get the workload execution</span></div><div class="line"><a name="l00573"></a><span class="lineno"> 573</span>  <a class="code" href="classarmnn_1_1_profiler_manager.xhtml">ProfilerManager</a>& profilerManager = <a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a93857080c2523bf3395e7aa7e6024d5c">armnn::ProfilerManager::GetInstance</a>();</div><div class="line"><a name="l00574"></a><span class="lineno"> 574</span>  std::stringstream ss;</div><div class="line"><a name="l00575"></a><span class="lineno"> 575</span>  profilerManager.<a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a3756986bc88b9b212d3f983c70c5c129">GetProfiler</a>()-><a class="code" href="classarmnn_1_1_i_profiler.xhtml#a038bb767bbc6abc0ee0d9b509616b896">Print</a>(ss);</div><div class="line"><a name="l00576"></a><span class="lineno"> 576</span>  std::string dump = ss.str();</div><div class="line"><a name="l00577"></a><span class="lineno"> 577</span> </div><div class="line"><a name="l00578"></a><span class="lineno"> 578</span>  <span class="comment">// Check there is a SyncMemGeneric workload as we exported</span></div><div class="line"><a name="l00579"></a><span class="lineno"> 579</span>  INFO(<span class="stringliteral">"Find SyncMemGeneric"</span>);</div><div class="line"><a name="l00580"></a><span class="lineno"> 580</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l00581"></a><span class="lineno"> 581</span>  CHECK(count == 1);</div><div class="line"><a name="l00582"></a><span class="lineno"> 582</span> </div><div class="line"><a name="l00583"></a><span class="lineno"> 583</span>  <span class="comment">// Should be 1 CopyMemGeneric for the output as we did not import</span></div><div class="line"><a name="l00584"></a><span class="lineno"> 584</span>  INFO(<span class="stringliteral">"Find CopyMemGeneric"</span>);</div><div class="line"><a name="l00585"></a><span class="lineno"> 585</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l00586"></a><span class="lineno"> 586</span>  CHECK(count == 1);</div><div class="line"><a name="l00587"></a><span class="lineno"> 587</span> </div><div class="line"><a name="l00588"></a><span class="lineno"> 588</span>  <span class="comment">// Check the output is correct</span></div><div class="line"><a name="l00589"></a><span class="lineno"> 589</span>  CHECK(std::equal(outputData.begin(), outputData.end(), expectedOutput.begin(), expectedOutput.end()));</div><div class="line"><a name="l00590"></a><span class="lineno"> 590</span> }</div><div class="line"><a name="l00591"></a><span class="lineno"> 591</span> </div><div class="line"><a name="l00592"></a><span class="lineno"> 592</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> ImportAndExportWorkload(std::vector<BackendId> backends)</div><div class="line"><a name="l00593"></a><span class="lineno"> 593</span> {</div><div class="line"><a name="l00594"></a><span class="lineno"> 594</span>  <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l00595"></a><span class="lineno"> 595</span> </div><div class="line"><a name="l00596"></a><span class="lineno"> 596</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l00597"></a><span class="lineno"> 597</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">IRuntime::Create</a>(options));</div><div class="line"><a name="l00598"></a><span class="lineno"> 598</span> </div><div class="line"><a name="l00599"></a><span class="lineno"> 599</span>  <span class="comment">// Builds up the structure of the network.</span></div><div class="line"><a name="l00600"></a><span class="lineno"> 600</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l00601"></a><span class="lineno"> 601</span> </div><div class="line"><a name="l00602"></a><span class="lineno"> 602</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l00603"></a><span class="lineno"> 603</span> </div><div class="line"><a name="l00604"></a><span class="lineno"> 604</span>  <a class="code" href="structarmnn_1_1_activation_descriptor.xhtml">ActivationDescriptor</a> descriptor;</div><div class="line"><a name="l00605"></a><span class="lineno"> 605</span>  descriptor.<a class="code" href="structarmnn_1_1_activation_descriptor.xhtml#af10fa7883e3579950f477bee92a64844">m_Function</a> = <a class="code" href="namespacearmnn.xhtml#a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304">ActivationFunction::Square</a>;</div><div class="line"><a name="l00606"></a><span class="lineno"> 606</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* pooling = net->AddActivationLayer(descriptor);</div><div class="line"><a name="l00607"></a><span class="lineno"> 607</span> </div><div class="line"><a name="l00608"></a><span class="lineno"> 608</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output = net->AddOutputLayer(0);</div><div class="line"><a name="l00609"></a><span class="lineno"> 609</span> </div><div class="line"><a name="l00610"></a><span class="lineno"> 610</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00611"></a><span class="lineno"> 611</span>  pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00612"></a><span class="lineno"> 612</span> </div><div class="line"><a name="l00613"></a><span class="lineno"> 613</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>, 0.0f, 0, <span class="keyword">true</span>));</div><div class="line"><a name="l00614"></a><span class="lineno"> 614</span>  pooling-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>));</div><div class="line"><a name="l00615"></a><span class="lineno"> 615</span> </div><div class="line"><a name="l00616"></a><span class="lineno"> 616</span>  <a class="code" href="structarmnn_1_1_optimizer_options.xhtml">OptimizerOptions</a> optimizedOptions;</div><div class="line"><a name="l00617"></a><span class="lineno"> 617</span>  optimizedOptions.<a class="code" href="structarmnn_1_1_optimizer_options.xhtml#a05c1bba6ba3ecc1339d4c4c10c0d8890">m_ImportEnabled</a> = <span class="keyword">true</span>;</div><div class="line"><a name="l00618"></a><span class="lineno"> 618</span>  optimizedOptions.<a class="code" href="structarmnn_1_1_optimizer_options.xhtml#a0054f53e4e70bb39c000bcf240627b18">m_ExportEnabled</a> = <span class="keyword">true</span>;</div><div class="line"><a name="l00619"></a><span class="lineno"> 619</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, backends, runtime->GetDeviceSpec(), optimizedOptions);</div><div class="line"><a name="l00620"></a><span class="lineno"> 620</span> </div><div class="line"><a name="l00621"></a><span class="lineno"> 621</span>  INFO(<span class="stringliteral">"Load Network"</span>);</div><div class="line"><a name="l00622"></a><span class="lineno"> 622</span>  <span class="comment">// Load it into the runtime. It should pass.</span></div><div class="line"><a name="l00623"></a><span class="lineno"> 623</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l00624"></a><span class="lineno"> 624</span>  std::string ignoredErrorMessage;</div><div class="line"><a name="l00625"></a><span class="lineno"> 625</span> </div><div class="line"><a name="l00626"></a><span class="lineno"> 626</span>  <a class="code" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> networkProperties(<span class="keyword">false</span>, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l00627"></a><span class="lineno"> 627</span> </div><div class="line"><a name="l00628"></a><span class="lineno"> 628</span>  CHECK(runtime->LoadNetwork(netId, std::move(optNet),ignoredErrorMessage, networkProperties)</div><div class="line"><a name="l00629"></a><span class="lineno"> 629</span>  == <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>);</div><div class="line"><a name="l00630"></a><span class="lineno"> 630</span> </div><div class="line"><a name="l00631"></a><span class="lineno"> 631</span>  INFO(<span class="stringliteral">"Generate Data"</span>);</div><div class="line"><a name="l00632"></a><span class="lineno"> 632</span>  <span class="comment">// Creates structures for input & output</span></div><div class="line"><a name="l00633"></a><span class="lineno"> 633</span>  std::vector<float> inputData</div><div class="line"><a name="l00634"></a><span class="lineno"> 634</span>  {</div><div class="line"><a name="l00635"></a><span class="lineno"> 635</span>  1.0f, 2.0f, 3.0f, 4.0f</div><div class="line"><a name="l00636"></a><span class="lineno"> 636</span>  };</div><div class="line"><a name="l00637"></a><span class="lineno"> 637</span> </div><div class="line"><a name="l00638"></a><span class="lineno"> 638</span>  std::vector<float> outputData(4);</div><div class="line"><a name="l00639"></a><span class="lineno"> 639</span> </div><div class="line"><a name="l00640"></a><span class="lineno"> 640</span>  std::vector<float> expectedOutput</div><div class="line"><a name="l00641"></a><span class="lineno"> 641</span>  {</div><div class="line"><a name="l00642"></a><span class="lineno"> 642</span>  1.0f, 4.0f, 9.0f, 16.0f</div><div class="line"><a name="l00643"></a><span class="lineno"> 643</span>  };</div><div class="line"><a name="l00644"></a><span class="lineno"> 644</span> </div><div class="line"><a name="l00645"></a><span class="lineno"> 645</span>  INFO(<span class="stringliteral">"Create inference"</span>);</div><div class="line"><a name="l00646"></a><span class="lineno"> 646</span> </div><div class="line"><a name="l00647"></a><span class="lineno"> 647</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors</div><div class="line"><a name="l00648"></a><span class="lineno"> 648</span>  {</div><div class="line"><a name="l00649"></a><span class="lineno"> 649</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), inputData.data())},</div><div class="line"><a name="l00650"></a><span class="lineno"> 650</span>  };</div><div class="line"><a name="l00651"></a><span class="lineno"> 651</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors</div><div class="line"><a name="l00652"></a><span class="lineno"> 652</span>  {</div><div class="line"><a name="l00653"></a><span class="lineno"> 653</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), outputData.data())}</div><div class="line"><a name="l00654"></a><span class="lineno"> 654</span>  };</div><div class="line"><a name="l00655"></a><span class="lineno"> 655</span> </div><div class="line"><a name="l00656"></a><span class="lineno"> 656</span>  INFO(<span class="stringliteral">"Get Profiler"</span>);</div><div class="line"><a name="l00657"></a><span class="lineno"> 657</span>  runtime->GetProfiler(netId)->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l00658"></a><span class="lineno"> 658</span> </div><div class="line"><a name="l00659"></a><span class="lineno"> 659</span>  INFO(<span class="stringliteral">"Run Inference"</span>);</div><div class="line"><a name="l00660"></a><span class="lineno"> 660</span>  <span class="comment">// Do the inference</span></div><div class="line"><a name="l00661"></a><span class="lineno"> 661</span>  runtime->EnqueueWorkload(netId, inputTensors, outputTensors);</div><div class="line"><a name="l00662"></a><span class="lineno"> 662</span> </div><div class="line"><a name="l00663"></a><span class="lineno"> 663</span>  INFO(<span class="stringliteral">"Print Profiler"</span>);</div><div class="line"><a name="l00664"></a><span class="lineno"> 664</span>  <span class="comment">// Retrieve the Profiler.Print() output to get the workload execution</span></div><div class="line"><a name="l00665"></a><span class="lineno"> 665</span>  <a class="code" href="classarmnn_1_1_profiler_manager.xhtml">ProfilerManager</a>& profilerManager = <a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a93857080c2523bf3395e7aa7e6024d5c">armnn::ProfilerManager::GetInstance</a>();</div><div class="line"><a name="l00666"></a><span class="lineno"> 666</span>  std::stringstream ss;</div><div class="line"><a name="l00667"></a><span class="lineno"> 667</span>  profilerManager.<a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a3756986bc88b9b212d3f983c70c5c129">GetProfiler</a>()-><a class="code" href="classarmnn_1_1_i_profiler.xhtml#a038bb767bbc6abc0ee0d9b509616b896">Print</a>(ss);</div><div class="line"><a name="l00668"></a><span class="lineno"> 668</span>  std::string dump = ss.str();</div><div class="line"><a name="l00669"></a><span class="lineno"> 669</span> </div><div class="line"><a name="l00670"></a><span class="lineno"> 670</span>  <span class="comment">// Check there is a SyncMemGeneric workload as we exported</span></div><div class="line"><a name="l00671"></a><span class="lineno"> 671</span>  INFO(<span class="stringliteral">"Find SyncMemGeneric"</span>);</div><div class="line"><a name="l00672"></a><span class="lineno"> 672</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l00673"></a><span class="lineno"> 673</span>  CHECK(count == 1);</div><div class="line"><a name="l00674"></a><span class="lineno"> 674</span> </div><div class="line"><a name="l00675"></a><span class="lineno"> 675</span>  <span class="comment">// Shouldn't be any CopyMemGeneric workloads</span></div><div class="line"><a name="l00676"></a><span class="lineno"> 676</span>  INFO(<span class="stringliteral">"Find CopyMemGeneric"</span>);</div><div class="line"><a name="l00677"></a><span class="lineno"> 677</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l00678"></a><span class="lineno"> 678</span>  CHECK(count == 0);</div><div class="line"><a name="l00679"></a><span class="lineno"> 679</span> </div><div class="line"><a name="l00680"></a><span class="lineno"> 680</span>  <span class="comment">// Check the output is correct</span></div><div class="line"><a name="l00681"></a><span class="lineno"> 681</span>  CHECK(std::equal(outputData.begin(), outputData.end(), expectedOutput.begin(), expectedOutput.end()));</div><div class="line"><a name="l00682"></a><span class="lineno"> 682</span> }</div><div class="line"><a name="l00683"></a><span class="lineno"> 683</span> </div><div class="line"><a name="l00684"></a><span class="lineno"> 684</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> ExportOutputWithSeveralOutputSlotConnectionsTest(std::vector<BackendId> backends)</div><div class="line"><a name="l00685"></a><span class="lineno"> 685</span> {</div><div class="line"><a name="l00686"></a><span class="lineno"> 686</span>  <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l00687"></a><span class="lineno"> 687</span> </div><div class="line"><a name="l00688"></a><span class="lineno"> 688</span>  <span class="comment">// Create runtime in which test will run</span></div><div class="line"><a name="l00689"></a><span class="lineno"> 689</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l00690"></a><span class="lineno"> 690</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">armnn::IRuntime::Create</a>(options));</div><div class="line"><a name="l00691"></a><span class="lineno"> 691</span> </div><div class="line"><a name="l00692"></a><span class="lineno"> 692</span>  <span class="comment">// build up the structure of the network</span></div><div class="line"><a name="l00693"></a><span class="lineno"> 693</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l00694"></a><span class="lineno"> 694</span> </div><div class="line"><a name="l00695"></a><span class="lineno"> 695</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l00696"></a><span class="lineno"> 696</span> </div><div class="line"><a name="l00697"></a><span class="lineno"> 697</span>  <a class="code" href="structarmnn_1_1_activation_descriptor.xhtml">ActivationDescriptor</a> descriptor;</div><div class="line"><a name="l00698"></a><span class="lineno"> 698</span>  descriptor.<a class="code" href="structarmnn_1_1_activation_descriptor.xhtml#af10fa7883e3579950f477bee92a64844">m_Function</a> = <a class="code" href="namespacearmnn.xhtml#a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304">ActivationFunction::Square</a>;</div><div class="line"><a name="l00699"></a><span class="lineno"> 699</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* activation = net->AddActivationLayer(descriptor);</div><div class="line"><a name="l00700"></a><span class="lineno"> 700</span> </div><div class="line"><a name="l00701"></a><span class="lineno"> 701</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output0 = net->AddOutputLayer(0);</div><div class="line"><a name="l00702"></a><span class="lineno"> 702</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output1 = net->AddOutputLayer(1);</div><div class="line"><a name="l00703"></a><span class="lineno"> 703</span> </div><div class="line"><a name="l00704"></a><span class="lineno"> 704</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(activation-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00705"></a><span class="lineno"> 705</span>  activation-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output0-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00706"></a><span class="lineno"> 706</span>  activation-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output1-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00707"></a><span class="lineno"> 707</span> </div><div class="line"><a name="l00708"></a><span class="lineno"> 708</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 4, 1 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>, 0.0f, 0, <span class="keyword">true</span>));</div><div class="line"><a name="l00709"></a><span class="lineno"> 709</span>  activation-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 4, 1 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>));</div><div class="line"><a name="l00710"></a><span class="lineno"> 710</span> </div><div class="line"><a name="l00711"></a><span class="lineno"> 711</span>  <span class="comment">// Optimize the network</span></div><div class="line"><a name="l00712"></a><span class="lineno"> 712</span>  <a class="code" href="structarmnn_1_1_optimizer_options.xhtml">OptimizerOptions</a> optimizedOptions;</div><div class="line"><a name="l00713"></a><span class="lineno"> 713</span>  optimizedOptions.<a class="code" href="structarmnn_1_1_optimizer_options.xhtml#a05c1bba6ba3ecc1339d4c4c10c0d8890">m_ImportEnabled</a> = <span class="keyword">true</span>;</div><div class="line"><a name="l00714"></a><span class="lineno"> 714</span>  optimizedOptions.<a class="code" href="structarmnn_1_1_optimizer_options.xhtml#a0054f53e4e70bb39c000bcf240627b18">m_ExportEnabled</a> = <span class="keyword">true</span>;</div><div class="line"><a name="l00715"></a><span class="lineno"> 715</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, backends, runtime->GetDeviceSpec(), optimizedOptions);</div><div class="line"><a name="l00716"></a><span class="lineno"> 716</span> </div><div class="line"><a name="l00717"></a><span class="lineno"> 717</span>  <span class="comment">// Loads it into the runtime.</span></div><div class="line"><a name="l00718"></a><span class="lineno"> 718</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l00719"></a><span class="lineno"> 719</span>  std::string ignoredErrorMessage;</div><div class="line"><a name="l00720"></a><span class="lineno"> 720</span>  <span class="comment">// Enable Importing</span></div><div class="line"><a name="l00721"></a><span class="lineno"> 721</span>  <a class="code" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> networkProperties(<span class="keyword">false</span>, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l00722"></a><span class="lineno"> 722</span>  runtime->LoadNetwork(netId, std::move(optNet), ignoredErrorMessage, networkProperties);</div><div class="line"><a name="l00723"></a><span class="lineno"> 723</span> </div><div class="line"><a name="l00724"></a><span class="lineno"> 724</span>  <span class="comment">// Creates structures for input & output</span></div><div class="line"><a name="l00725"></a><span class="lineno"> 725</span>  std::vector<float> inputData</div><div class="line"><a name="l00726"></a><span class="lineno"> 726</span>  {</div><div class="line"><a name="l00727"></a><span class="lineno"> 727</span>  1.0f, 2.0f, 3.0f, 4.0f</div><div class="line"><a name="l00728"></a><span class="lineno"> 728</span>  };</div><div class="line"><a name="l00729"></a><span class="lineno"> 729</span> </div><div class="line"><a name="l00730"></a><span class="lineno"> 730</span>  std::vector<float> outputData0(4);</div><div class="line"><a name="l00731"></a><span class="lineno"> 731</span>  std::vector<float> outputData1(4);</div><div class="line"><a name="l00732"></a><span class="lineno"> 732</span> </div><div class="line"><a name="l00733"></a><span class="lineno"> 733</span>  std::vector<float> expectedOutput</div><div class="line"><a name="l00734"></a><span class="lineno"> 734</span>  {</div><div class="line"><a name="l00735"></a><span class="lineno"> 735</span>  1.0f, 4.0f, 9.0f, 16.0f</div><div class="line"><a name="l00736"></a><span class="lineno"> 736</span>  };</div><div class="line"><a name="l00737"></a><span class="lineno"> 737</span> </div><div class="line"><a name="l00738"></a><span class="lineno"> 738</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors</div><div class="line"><a name="l00739"></a><span class="lineno"> 739</span>  {</div><div class="line"><a name="l00740"></a><span class="lineno"> 740</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), inputData.data())},</div><div class="line"><a name="l00741"></a><span class="lineno"> 741</span>  };</div><div class="line"><a name="l00742"></a><span class="lineno"> 742</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors</div><div class="line"><a name="l00743"></a><span class="lineno"> 743</span>  {</div><div class="line"><a name="l00744"></a><span class="lineno"> 744</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), outputData0.data())},</div><div class="line"><a name="l00745"></a><span class="lineno"> 745</span>  {1,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 1), outputData1.data())}</div><div class="line"><a name="l00746"></a><span class="lineno"> 746</span>  };</div><div class="line"><a name="l00747"></a><span class="lineno"> 747</span> </div><div class="line"><a name="l00748"></a><span class="lineno"> 748</span>  <span class="comment">// The result of the inference is not important, just the fact that there</span></div><div class="line"><a name="l00749"></a><span class="lineno"> 749</span>  <span class="comment">// should not be CopyMemGeneric workloads.</span></div><div class="line"><a name="l00750"></a><span class="lineno"> 750</span>  runtime->GetProfiler(netId)->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l00751"></a><span class="lineno"> 751</span> </div><div class="line"><a name="l00752"></a><span class="lineno"> 752</span>  <span class="comment">// Do the inference</span></div><div class="line"><a name="l00753"></a><span class="lineno"> 753</span>  runtime->EnqueueWorkload(netId, inputTensors, outputTensors);</div><div class="line"><a name="l00754"></a><span class="lineno"> 754</span> </div><div class="line"><a name="l00755"></a><span class="lineno"> 755</span>  <span class="comment">// Retrieve the Profiler.Print() output to get the workload execution</span></div><div class="line"><a name="l00756"></a><span class="lineno"> 756</span>  <a class="code" href="classarmnn_1_1_profiler_manager.xhtml">ProfilerManager</a>& profilerManager = <a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a93857080c2523bf3395e7aa7e6024d5c">armnn::ProfilerManager::GetInstance</a>();</div><div class="line"><a name="l00757"></a><span class="lineno"> 757</span>  std::stringstream ss;</div><div class="line"><a name="l00758"></a><span class="lineno"> 758</span>  profilerManager.<a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a3756986bc88b9b212d3f983c70c5c129">GetProfiler</a>()-><a class="code" href="classarmnn_1_1_i_profiler.xhtml#a038bb767bbc6abc0ee0d9b509616b896">Print</a>(ss);</div><div class="line"><a name="l00759"></a><span class="lineno"> 759</span>  std::string dump = ss.str();</div><div class="line"><a name="l00760"></a><span class="lineno"> 760</span> </div><div class="line"><a name="l00761"></a><span class="lineno"> 761</span>  std::size_t found = std::string::npos;</div><div class="line"><a name="l00762"></a><span class="lineno"> 762</span> </div><div class="line"><a name="l00763"></a><span class="lineno"> 763</span>  <span class="keywordflow">if</span> (backends[0] == <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aea83c2c4e9b658ccafbcbe6309c5d84c64">Compute::CpuRef</a>)</div><div class="line"><a name="l00764"></a><span class="lineno"> 764</span>  {</div><div class="line"><a name="l00765"></a><span class="lineno"> 765</span>  found = dump.find(<span class="stringliteral">"RefActivationWorkload"</span>);</div><div class="line"><a name="l00766"></a><span class="lineno"> 766</span>  }</div><div class="line"><a name="l00767"></a><span class="lineno"> 767</span>  <span class="keywordflow">else</span> <span class="keywordflow">if</span> (backends[0] == <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aea39f8662ca778258e9c6a14f26fec5ec1">Compute::CpuAcc</a>)</div><div class="line"><a name="l00768"></a><span class="lineno"> 768</span>  {</div><div class="line"><a name="l00769"></a><span class="lineno"> 769</span>  found = dump.find(<span class="stringliteral">"NeonActivationWorkload"</span>);</div><div class="line"><a name="l00770"></a><span class="lineno"> 770</span>  }</div><div class="line"><a name="l00771"></a><span class="lineno"> 771</span>  <span class="keywordflow">else</span> <span class="keywordflow">if</span> (backends[0] == <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeafaa4524e3df19ada32643ce9a222362b">Compute::GpuAcc</a>)</div><div class="line"><a name="l00772"></a><span class="lineno"> 772</span>  {</div><div class="line"><a name="l00773"></a><span class="lineno"> 773</span>  found = dump.find(<span class="stringliteral">"ClActivationWorkload"</span>);</div><div class="line"><a name="l00774"></a><span class="lineno"> 774</span>  }</div><div class="line"><a name="l00775"></a><span class="lineno"> 775</span> </div><div class="line"><a name="l00776"></a><span class="lineno"> 776</span>  CHECK(found != std::string::npos);</div><div class="line"><a name="l00777"></a><span class="lineno"> 777</span>  <span class="comment">// No contains SyncMemGeneric</span></div><div class="line"><a name="l00778"></a><span class="lineno"> 778</span>  found = dump.find(<span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l00779"></a><span class="lineno"> 779</span>  CHECK(found == std::string::npos);</div><div class="line"><a name="l00780"></a><span class="lineno"> 780</span>  <span class="comment">// Contains CopyMemGeneric</span></div><div class="line"><a name="l00781"></a><span class="lineno"> 781</span>  found = dump.find(<span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l00782"></a><span class="lineno"> 782</span>  CHECK(found != std::string::npos);</div><div class="line"><a name="l00783"></a><span class="lineno"> 783</span> </div><div class="line"><a name="l00784"></a><span class="lineno"> 784</span>  <span class="comment">// Check that the outputs are correct</span></div><div class="line"><a name="l00785"></a><span class="lineno"> 785</span>  CHECK(std::equal(outputData0.begin(), outputData0.end(),</div><div class="line"><a name="l00786"></a><span class="lineno"> 786</span>  expectedOutput.begin(), expectedOutput.end()));</div><div class="line"><a name="l00787"></a><span class="lineno"> 787</span>  CHECK(std::equal(outputData1.begin(), outputData1.end(),</div><div class="line"><a name="l00788"></a><span class="lineno"> 788</span>  expectedOutput.begin(), expectedOutput.end()));</div><div class="line"><a name="l00789"></a><span class="lineno"> 789</span> }</div><div class="line"><a name="l00790"></a><span class="lineno"> 790</span> </div><div class="line"><a name="l00791"></a><span class="lineno"> 791</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> StridedSliceInvalidSliceEndToEndTest(std::vector<BackendId> backends)</div><div class="line"><a name="l00792"></a><span class="lineno"> 792</span> {</div><div class="line"><a name="l00793"></a><span class="lineno"> 793</span>  <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l00794"></a><span class="lineno"> 794</span> </div><div class="line"><a name="l00795"></a><span class="lineno"> 795</span>  <span class="comment">// Create runtime in which test will run</span></div><div class="line"><a name="l00796"></a><span class="lineno"> 796</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l00797"></a><span class="lineno"> 797</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">armnn::IRuntime::Create</a>(options));</div><div class="line"><a name="l00798"></a><span class="lineno"> 798</span> </div><div class="line"><a name="l00799"></a><span class="lineno"> 799</span>  <span class="comment">// build up the structure of the network</span></div><div class="line"><a name="l00800"></a><span class="lineno"> 800</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l00801"></a><span class="lineno"> 801</span> </div><div class="line"><a name="l00802"></a><span class="lineno"> 802</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l00803"></a><span class="lineno"> 803</span> </div><div class="line"><a name="l00804"></a><span class="lineno"> 804</span>  <span class="comment">// Configure a strided slice with a stride the same size as the input but with a ShrinkAxisMask on the first</span></div><div class="line"><a name="l00805"></a><span class="lineno"> 805</span>  <span class="comment">// dim of the output to make it too small to hold the specified slice.</span></div><div class="line"><a name="l00806"></a><span class="lineno"> 806</span>  <a class="code" href="structarmnn_1_1_strided_slice_descriptor.xhtml">StridedSliceDescriptor</a> descriptor;</div><div class="line"><a name="l00807"></a><span class="lineno"> 807</span>  descriptor.<a class="code" href="structarmnn_1_1_strided_slice_descriptor.xhtml#a118fe06b7c2599da60398ee311ede923">m_Begin</a> = {0, 0};</div><div class="line"><a name="l00808"></a><span class="lineno"> 808</span>  descriptor.<a class="code" href="structarmnn_1_1_strided_slice_descriptor.xhtml#aa68194dd6258ab5b04123005a066ea25">m_End</a> = {2, 3};</div><div class="line"><a name="l00809"></a><span class="lineno"> 809</span>  descriptor.<a class="code" href="structarmnn_1_1_strided_slice_descriptor.xhtml#a0d53caff836b84204adbd1c28752a201">m_Stride</a> = {1, 1};</div><div class="line"><a name="l00810"></a><span class="lineno"> 810</span>  descriptor.<a class="code" href="structarmnn_1_1_strided_slice_descriptor.xhtml#a61081be1483984e33db452c75d569f51">m_BeginMask</a> = 0;</div><div class="line"><a name="l00811"></a><span class="lineno"> 811</span>  descriptor.<a class="code" href="structarmnn_1_1_strided_slice_descriptor.xhtml#ac37e49c0d6e6e54f9d2015d0f11f8ee7">m_EndMask</a> = 0;</div><div class="line"><a name="l00812"></a><span class="lineno"> 812</span>  descriptor.<a class="code" href="structarmnn_1_1_strided_slice_descriptor.xhtml#a6d0384878432cfc9652b7ae8bc59506f">m_ShrinkAxisMask</a> = 1;</div><div class="line"><a name="l00813"></a><span class="lineno"> 813</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* stridedSlice = net->AddStridedSliceLayer(descriptor);</div><div class="line"><a name="l00814"></a><span class="lineno"> 814</span> </div><div class="line"><a name="l00815"></a><span class="lineno"> 815</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output0 = net->AddOutputLayer(0);</div><div class="line"><a name="l00816"></a><span class="lineno"> 816</span> </div><div class="line"><a name="l00817"></a><span class="lineno"> 817</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(stridedSlice-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00818"></a><span class="lineno"> 818</span>  stridedSlice-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output0-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00819"></a><span class="lineno"> 819</span> </div><div class="line"><a name="l00820"></a><span class="lineno"> 820</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 2, 3 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>, 0.0f, 0, <span class="keyword">true</span>));</div><div class="line"><a name="l00821"></a><span class="lineno"> 821</span>  stridedSlice-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 3 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>));</div><div class="line"><a name="l00822"></a><span class="lineno"> 822</span> </div><div class="line"><a name="l00823"></a><span class="lineno"> 823</span>  <span class="comment">// Attempt to optimize the network and check that the correct exception is thrown</span></div><div class="line"><a name="l00824"></a><span class="lineno"> 824</span>  CHECK_THROWS_AS(<a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, backends, runtime->GetDeviceSpec()), <a class="code" href="classarmnn_1_1_layer_validation_exception.xhtml">armnn::LayerValidationException</a>);</div><div class="line"><a name="l00825"></a><span class="lineno"> 825</span> }</div><div class="line"><a name="l00826"></a><span class="lineno"> 826</span> </div><div class="line"><a name="l00827"></a><span class="lineno"> 827</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> ForceImportWithAlignedBuffersEndToEndTest(std::vector<BackendId> backends)</div><div class="line"><a name="l00828"></a><span class="lineno"> 828</span> {<span class="comment"></span></div><div class="line"><a name="l00829"></a><span class="lineno"> 829</span> <span class="comment"> /**</span></div><div class="line"><a name="l00830"></a><span class="lineno"> 830</span> <span class="comment"> * This test is similar to the Import tests above, we create a network with a square function and pass in a vector</span></div><div class="line"><a name="l00831"></a><span class="lineno"> 831</span> <span class="comment"> * with 4 floats, square them. and validate the output. We then check the profiling logs to see if input/output</span></div><div class="line"><a name="l00832"></a><span class="lineno"> 832</span> <span class="comment"> * tensors are copied (CopyMemGeneric) or imported (SyncMemGeneric)</span></div><div class="line"><a name="l00833"></a><span class="lineno"> 833</span> <span class="comment"> * In this case all inputs and outputs should be imported</span></div><div class="line"><a name="l00834"></a><span class="lineno"> 834</span> <span class="comment"> */</span></div><div class="line"><a name="l00835"></a><span class="lineno"> 835</span>  <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l00836"></a><span class="lineno"> 836</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l00837"></a><span class="lineno"> 837</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">IRuntime::Create</a>(options));</div><div class="line"><a name="l00838"></a><span class="lineno"> 838</span> </div><div class="line"><a name="l00839"></a><span class="lineno"> 839</span>  <span class="comment">// Builds up the structure of the network.</span></div><div class="line"><a name="l00840"></a><span class="lineno"> 840</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l00841"></a><span class="lineno"> 841</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l00842"></a><span class="lineno"> 842</span>  <a class="code" href="structarmnn_1_1_activation_descriptor.xhtml">ActivationDescriptor</a> descriptor;</div><div class="line"><a name="l00843"></a><span class="lineno"> 843</span>  descriptor.<a class="code" href="structarmnn_1_1_activation_descriptor.xhtml#af10fa7883e3579950f477bee92a64844">m_Function</a> = <a class="code" href="namespacearmnn.xhtml#a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304">ActivationFunction::Square</a>;</div><div class="line"><a name="l00844"></a><span class="lineno"> 844</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* activationLayer = net->AddActivationLayer(descriptor);</div><div class="line"><a name="l00845"></a><span class="lineno"> 845</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output = net->AddOutputLayer(0);</div><div class="line"><a name="l00846"></a><span class="lineno"> 846</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00847"></a><span class="lineno"> 847</span>  activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00848"></a><span class="lineno"> 848</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>, 0.0f, 0, <span class="keyword">true</span>));</div><div class="line"><a name="l00849"></a><span class="lineno"> 849</span>  activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>));</div><div class="line"><a name="l00850"></a><span class="lineno"> 850</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, backends, runtime->GetDeviceSpec());</div><div class="line"><a name="l00851"></a><span class="lineno"> 851</span>  INFO(<span class="stringliteral">"Load Network"</span>);</div><div class="line"><a name="l00852"></a><span class="lineno"> 852</span> </div><div class="line"><a name="l00853"></a><span class="lineno"> 853</span>  <span class="comment">// Load it into the runtime. It should pass.</span></div><div class="line"><a name="l00854"></a><span class="lineno"> 854</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l00855"></a><span class="lineno"> 855</span>  std::string ignoredErrorMessage;</div><div class="line"><a name="l00856"></a><span class="lineno"> 856</span>  <a class="code" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> networkProperties(<span class="keyword">false</span>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>);</div><div class="line"><a name="l00857"></a><span class="lineno"> 857</span>  CHECK(runtime->LoadNetwork(netId, std::move(optNet),ignoredErrorMessage, networkProperties)</div><div class="line"><a name="l00858"></a><span class="lineno"> 858</span>  == <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>);</div><div class="line"><a name="l00859"></a><span class="lineno"> 859</span>  INFO(<span class="stringliteral">"Generate Data"</span>);</div><div class="line"><a name="l00860"></a><span class="lineno"> 860</span> </div><div class="line"><a name="l00861"></a><span class="lineno"> 861</span>  <span class="comment">// Creates structures for input & output</span></div><div class="line"><a name="l00862"></a><span class="lineno"> 862</span>  std::vector<float> inputData</div><div class="line"><a name="l00863"></a><span class="lineno"> 863</span>  {</div><div class="line"><a name="l00864"></a><span class="lineno"> 864</span>  1.0f, 2.0f, 3.0f, 4.0f</div><div class="line"><a name="l00865"></a><span class="lineno"> 865</span>  };</div><div class="line"><a name="l00866"></a><span class="lineno"> 866</span>  std::vector<float> outputData(4);</div><div class="line"><a name="l00867"></a><span class="lineno"> 867</span>  std::vector<float> expectedOutput</div><div class="line"><a name="l00868"></a><span class="lineno"> 868</span>  {</div><div class="line"><a name="l00869"></a><span class="lineno"> 869</span>  1.0f, 4.0f, 9.0f, 16.0f</div><div class="line"><a name="l00870"></a><span class="lineno"> 870</span>  };</div><div class="line"><a name="l00871"></a><span class="lineno"> 871</span> </div><div class="line"><a name="l00872"></a><span class="lineno"> 872</span>  <span class="comment">// Check our input and output pointers are actually aligned</span></div><div class="line"><a name="l00873"></a><span class="lineno"> 873</span>  uintptr_t alignment = <a class="code" href="namespacearmnn.xhtml#aa02b9e06fb20fa3c13da0427e6ee5ab2">GetDataTypeSize</a>(<a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>);</div><div class="line"><a name="l00874"></a><span class="lineno"> 874</span>  CHECK(!(reinterpret_cast<uintptr_t>(inputData.data()) % alignment));</div><div class="line"><a name="l00875"></a><span class="lineno"> 875</span>  CHECK(!(reinterpret_cast<uintptr_t>(outputData.data()) % alignment));</div><div class="line"><a name="l00876"></a><span class="lineno"> 876</span> </div><div class="line"><a name="l00877"></a><span class="lineno"> 877</span>  INFO(<span class="stringliteral">"Create Inference"</span>);</div><div class="line"><a name="l00878"></a><span class="lineno"> 878</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors</div><div class="line"><a name="l00879"></a><span class="lineno"> 879</span>  {</div><div class="line"><a name="l00880"></a><span class="lineno"> 880</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), inputData.data())},</div><div class="line"><a name="l00881"></a><span class="lineno"> 881</span>  };</div><div class="line"><a name="l00882"></a><span class="lineno"> 882</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors</div><div class="line"><a name="l00883"></a><span class="lineno"> 883</span>  {</div><div class="line"><a name="l00884"></a><span class="lineno"> 884</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), outputData.data())}</div><div class="line"><a name="l00885"></a><span class="lineno"> 885</span>  };</div><div class="line"><a name="l00886"></a><span class="lineno"> 886</span> </div><div class="line"><a name="l00887"></a><span class="lineno"> 887</span>  runtime->GetProfiler(netId)->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l00888"></a><span class="lineno"> 888</span>  std::vector<ImportedInputId> importedInputIds =</div><div class="line"><a name="l00889"></a><span class="lineno"> 889</span>  runtime->ImportInputs(netId, inputTensors, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l00890"></a><span class="lineno"> 890</span>  CHECK(importedInputIds.size() == 1);</div><div class="line"><a name="l00891"></a><span class="lineno"> 891</span>  std::vector<ImportedOutputId> importedOutputIds =</div><div class="line"><a name="l00892"></a><span class="lineno"> 892</span>  runtime->ImportOutputs(netId, outputTensors, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l00893"></a><span class="lineno"> 893</span>  CHECK(importedOutputIds.size() == 1);</div><div class="line"><a name="l00894"></a><span class="lineno"> 894</span>  <span class="comment">// Do the inference and force the import as the memory is aligned.</span></div><div class="line"><a name="l00895"></a><span class="lineno"> 895</span>  runtime->EnqueueWorkload(netId, <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a>(), <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a>(), importedInputIds, importedOutputIds);</div><div class="line"><a name="l00896"></a><span class="lineno"> 896</span> </div><div class="line"><a name="l00897"></a><span class="lineno"> 897</span>  <span class="comment">// Retrieve the Profiler.Print() output to get the workload execution</span></div><div class="line"><a name="l00898"></a><span class="lineno"> 898</span>  <a class="code" href="classarmnn_1_1_profiler_manager.xhtml">ProfilerManager</a>& profilerManager = <a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a93857080c2523bf3395e7aa7e6024d5c">armnn::ProfilerManager::GetInstance</a>();</div><div class="line"><a name="l00899"></a><span class="lineno"> 899</span>  std::stringstream ss;</div><div class="line"><a name="l00900"></a><span class="lineno"> 900</span>  profilerManager.<a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a3756986bc88b9b212d3f983c70c5c129">GetProfiler</a>()-><a class="code" href="classarmnn_1_1_i_profiler.xhtml#a038bb767bbc6abc0ee0d9b509616b896">Print</a>(ss);</div><div class="line"><a name="l00901"></a><span class="lineno"> 901</span>  std::string dump = ss.str();</div><div class="line"><a name="l00902"></a><span class="lineno"> 902</span> </div><div class="line"><a name="l00903"></a><span class="lineno"> 903</span>  <span class="keywordflow">if</span> (backends[0] == <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aea39f8662ca778258e9c6a14f26fec5ec1">Compute::CpuAcc</a>)</div><div class="line"><a name="l00904"></a><span class="lineno"> 904</span>  {</div><div class="line"><a name="l00905"></a><span class="lineno"> 905</span>  <span class="comment">// Reconfigure has not been implemented for CpuAcc so it will always copy, this will break whenever</span></div><div class="line"><a name="l00906"></a><span class="lineno"> 906</span>  <span class="comment">// reconfigure is implemented</span></div><div class="line"><a name="l00907"></a><span class="lineno"> 907</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l00908"></a><span class="lineno"> 908</span>  CHECK(count == 0);</div><div class="line"><a name="l00909"></a><span class="lineno"> 909</span>  <span class="comment">// Should be 2 CopyMemGeneric workloads</span></div><div class="line"><a name="l00910"></a><span class="lineno"> 910</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l00911"></a><span class="lineno"> 911</span>  CHECK(count == 2);</div><div class="line"><a name="l00912"></a><span class="lineno"> 912</span>  }</div><div class="line"><a name="l00913"></a><span class="lineno"> 913</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l00914"></a><span class="lineno"> 914</span>  {</div><div class="line"><a name="l00915"></a><span class="lineno"> 915</span>  <span class="comment">// Check there is a SyncMemGeneric workload as we exported</span></div><div class="line"><a name="l00916"></a><span class="lineno"> 916</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l00917"></a><span class="lineno"> 917</span>  CHECK(count == 1);</div><div class="line"><a name="l00918"></a><span class="lineno"> 918</span>  <span class="comment">// Shouldn't be any CopyMemGeneric workloads</span></div><div class="line"><a name="l00919"></a><span class="lineno"> 919</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l00920"></a><span class="lineno"> 920</span>  CHECK(count == 0);</div><div class="line"><a name="l00921"></a><span class="lineno"> 921</span>  }</div><div class="line"><a name="l00922"></a><span class="lineno"> 922</span>  <span class="comment">// Check the output is correct</span></div><div class="line"><a name="l00923"></a><span class="lineno"> 923</span>  CHECK(std::equal(outputData.begin(), outputData.end(), expectedOutput.begin(), expectedOutput.end()));</div><div class="line"><a name="l00924"></a><span class="lineno"> 924</span> }</div><div class="line"><a name="l00925"></a><span class="lineno"> 925</span> </div><div class="line"><a name="l00926"></a><span class="lineno"> 926</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> ForceImportWithMisalignedInputBuffersEndToEndTest(std::vector<BackendId> backends)</div><div class="line"><a name="l00927"></a><span class="lineno"> 927</span> {<span class="comment"></span></div><div class="line"><a name="l00928"></a><span class="lineno"> 928</span> <span class="comment"> /**</span></div><div class="line"><a name="l00929"></a><span class="lineno"> 929</span> <span class="comment"> * This test is similar to the Import tests above, we create a network with a square function and pass in a vector</span></div><div class="line"><a name="l00930"></a><span class="lineno"> 930</span> <span class="comment"> * with 4 floats, square them. and validate the output. We then check the profiling logs to see if input/output</span></div><div class="line"><a name="l00931"></a><span class="lineno"> 931</span> <span class="comment"> * tensors are copied (CopyMemGeneric) or imported (SyncMemGeneric)</span></div><div class="line"><a name="l00932"></a><span class="lineno"> 932</span> <span class="comment"> * In this case all only the output should be imported</span></div><div class="line"><a name="l00933"></a><span class="lineno"> 933</span> <span class="comment"> */</span></div><div class="line"><a name="l00934"></a><span class="lineno"> 934</span>  <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l00935"></a><span class="lineno"> 935</span> </div><div class="line"><a name="l00936"></a><span class="lineno"> 936</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l00937"></a><span class="lineno"> 937</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">IRuntime::Create</a>(options));</div><div class="line"><a name="l00938"></a><span class="lineno"> 938</span> </div><div class="line"><a name="l00939"></a><span class="lineno"> 939</span>  <span class="comment">// Builds up the structure of the network.</span></div><div class="line"><a name="l00940"></a><span class="lineno"> 940</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l00941"></a><span class="lineno"> 941</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l00942"></a><span class="lineno"> 942</span> </div><div class="line"><a name="l00943"></a><span class="lineno"> 943</span>  <a class="code" href="structarmnn_1_1_activation_descriptor.xhtml">ActivationDescriptor</a> descriptor;</div><div class="line"><a name="l00944"></a><span class="lineno"> 944</span>  descriptor.<a class="code" href="structarmnn_1_1_activation_descriptor.xhtml#af10fa7883e3579950f477bee92a64844">m_Function</a> = <a class="code" href="namespacearmnn.xhtml#a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304">ActivationFunction::Square</a>;</div><div class="line"><a name="l00945"></a><span class="lineno"> 945</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* activationLayer = net->AddActivationLayer(descriptor);</div><div class="line"><a name="l00946"></a><span class="lineno"> 946</span> </div><div class="line"><a name="l00947"></a><span class="lineno"> 947</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output = net->AddOutputLayer(0);</div><div class="line"><a name="l00948"></a><span class="lineno"> 948</span> </div><div class="line"><a name="l00949"></a><span class="lineno"> 949</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00950"></a><span class="lineno"> 950</span>  activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l00951"></a><span class="lineno"> 951</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>, 0.0f, 0, <span class="keyword">true</span>));</div><div class="line"><a name="l00952"></a><span class="lineno"> 952</span>  activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>));</div><div class="line"><a name="l00953"></a><span class="lineno"> 953</span> </div><div class="line"><a name="l00954"></a><span class="lineno"> 954</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, backends, runtime->GetDeviceSpec());</div><div class="line"><a name="l00955"></a><span class="lineno"> 955</span>  INFO(<span class="stringliteral">"Load Network"</span>);</div><div class="line"><a name="l00956"></a><span class="lineno"> 956</span>  <span class="comment">// Load it into the runtime. It should pass.</span></div><div class="line"><a name="l00957"></a><span class="lineno"> 957</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l00958"></a><span class="lineno"> 958</span>  std::string ignoredErrorMessage;</div><div class="line"><a name="l00959"></a><span class="lineno"> 959</span>  <a class="code" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> networkProperties(<span class="keyword">false</span>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>);</div><div class="line"><a name="l00960"></a><span class="lineno"> 960</span>  CHECK(runtime->LoadNetwork(netId, std::move(optNet),ignoredErrorMessage, networkProperties)</div><div class="line"><a name="l00961"></a><span class="lineno"> 961</span>  == <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>);</div><div class="line"><a name="l00962"></a><span class="lineno"> 962</span>  INFO(<span class="stringliteral">"Generate Data"</span>);</div><div class="line"><a name="l00963"></a><span class="lineno"> 963</span> </div><div class="line"><a name="l00964"></a><span class="lineno"> 964</span>  <span class="comment">// This code looks a little funky but the idea is to create a buffer of floats but offset by the size of a char</span></div><div class="line"><a name="l00965"></a><span class="lineno"> 965</span>  <span class="comment">// this will guarantee that the resultant buffer is misaligned and thus should always be copied.</span></div><div class="line"><a name="l00966"></a><span class="lineno"> 966</span>  <span class="keyword">auto</span> memPtr = std::malloc(4 * <span class="keyword">sizeof</span>(<span class="keywordtype">float</span>) + <span class="keyword">sizeof</span>(<span class="keywordtype">char</span>));</div><div class="line"><a name="l00967"></a><span class="lineno"> 967</span> </div><div class="line"><a name="l00968"></a><span class="lineno"> 968</span>  <span class="keywordtype">float</span>* misalignedMemPtr = <span class="keyword">reinterpret_cast<</span><span class="keywordtype">float</span>*<span class="keyword">></span>(<span class="keyword">reinterpret_cast<</span><span class="keywordtype">char</span>*<span class="keyword">></span>(memPtr) + 1);</div><div class="line"><a name="l00969"></a><span class="lineno"> 969</span> </div><div class="line"><a name="l00970"></a><span class="lineno"> 970</span>  <span class="comment">// Check if our pointer is truly misaligned</span></div><div class="line"><a name="l00971"></a><span class="lineno"> 971</span>  uintptr_t alignment = <a class="code" href="namespacearmnn.xhtml#aa02b9e06fb20fa3c13da0427e6ee5ab2">GetDataTypeSize</a>(<a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>);</div><div class="line"><a name="l00972"></a><span class="lineno"> 972</span>  CHECK (reinterpret_cast<uintptr_t>(misalignedMemPtr) % alignment);</div><div class="line"><a name="l00973"></a><span class="lineno"> 973</span> </div><div class="line"><a name="l00974"></a><span class="lineno"> 974</span>  std::vector<float> inputData</div><div class="line"><a name="l00975"></a><span class="lineno"> 975</span>  {</div><div class="line"><a name="l00976"></a><span class="lineno"> 976</span>  1.0f, 2.0f, 3.0f, 4.0f</div><div class="line"><a name="l00977"></a><span class="lineno"> 977</span>  };</div><div class="line"><a name="l00978"></a><span class="lineno"> 978</span> </div><div class="line"><a name="l00979"></a><span class="lineno"> 979</span>  std::memcpy(misalignedMemPtr, inputData.data(), 4*<span class="keyword">sizeof</span>(float));</div><div class="line"><a name="l00980"></a><span class="lineno"> 980</span> </div><div class="line"><a name="l00981"></a><span class="lineno"> 981</span>  std::vector<float> outputData(4);</div><div class="line"><a name="l00982"></a><span class="lineno"> 982</span>  <span class="comment">// Check our output buffer is aligned</span></div><div class="line"><a name="l00983"></a><span class="lineno"> 983</span>  CHECK(!(reinterpret_cast<uintptr_t>(outputData.data()) % alignment));</div><div class="line"><a name="l00984"></a><span class="lineno"> 984</span> </div><div class="line"><a name="l00985"></a><span class="lineno"> 985</span>  std::vector<float> expectedOutput</div><div class="line"><a name="l00986"></a><span class="lineno"> 986</span>  {</div><div class="line"><a name="l00987"></a><span class="lineno"> 987</span>  1.0f, 4.0f, 9.0f, 16.0f</div><div class="line"><a name="l00988"></a><span class="lineno"> 988</span>  };</div><div class="line"><a name="l00989"></a><span class="lineno"> 989</span> </div><div class="line"><a name="l00990"></a><span class="lineno"> 990</span>  INFO(<span class="stringliteral">"Create Inference"</span>);</div><div class="line"><a name="l00991"></a><span class="lineno"> 991</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors</div><div class="line"><a name="l00992"></a><span class="lineno"> 992</span>  {</div><div class="line"><a name="l00993"></a><span class="lineno"> 993</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), misalignedMemPtr)},</div><div class="line"><a name="l00994"></a><span class="lineno"> 994</span>  };</div><div class="line"><a name="l00995"></a><span class="lineno"> 995</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors</div><div class="line"><a name="l00996"></a><span class="lineno"> 996</span>  {</div><div class="line"><a name="l00997"></a><span class="lineno"> 997</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), outputData.data())}</div><div class="line"><a name="l00998"></a><span class="lineno"> 998</span>  };</div><div class="line"><a name="l00999"></a><span class="lineno"> 999</span>  runtime->GetProfiler(netId)->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l01000"></a><span class="lineno"> 1000</span>  std::vector<ImportedInputId> importedInputIds =</div><div class="line"><a name="l01001"></a><span class="lineno"> 1001</span>  runtime->ImportInputs(netId, inputTensors, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l01002"></a><span class="lineno"> 1002</span>  <span class="comment">// We expect the import to have failed.</span></div><div class="line"><a name="l01003"></a><span class="lineno"> 1003</span>  CHECK(importedInputIds.size() == 0);</div><div class="line"><a name="l01004"></a><span class="lineno"> 1004</span>  std::vector<ImportedOutputId> importedOutputIds =</div><div class="line"><a name="l01005"></a><span class="lineno"> 1005</span>  runtime->ImportOutputs(netId, outputTensors, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l01006"></a><span class="lineno"> 1006</span>  CHECK(importedOutputIds.size() == 1);</div><div class="line"><a name="l01007"></a><span class="lineno"> 1007</span> </div><div class="line"><a name="l01008"></a><span class="lineno"> 1008</span>  <span class="comment">// Do the inference and force the import as the memory is misaligned.</span></div><div class="line"><a name="l01009"></a><span class="lineno"> 1009</span>  runtime->EnqueueWorkload(netId, inputTensors, <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a>(), importedInputIds, importedOutputIds);</div><div class="line"><a name="l01010"></a><span class="lineno"> 1010</span> </div><div class="line"><a name="l01011"></a><span class="lineno"> 1011</span>  <span class="comment">// Retrieve the Profiler.Print() output to get the workload execution</span></div><div class="line"><a name="l01012"></a><span class="lineno"> 1012</span>  <a class="code" href="classarmnn_1_1_profiler_manager.xhtml">ProfilerManager</a>& profilerManager = <a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a93857080c2523bf3395e7aa7e6024d5c">armnn::ProfilerManager::GetInstance</a>();</div><div class="line"><a name="l01013"></a><span class="lineno"> 1013</span>  std::stringstream ss;</div><div class="line"><a name="l01014"></a><span class="lineno"> 1014</span>  profilerManager.<a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a3756986bc88b9b212d3f983c70c5c129">GetProfiler</a>()-><a class="code" href="classarmnn_1_1_i_profiler.xhtml#a038bb767bbc6abc0ee0d9b509616b896">Print</a>(ss);</div><div class="line"><a name="l01015"></a><span class="lineno"> 1015</span>  std::string dump = ss.str();</div><div class="line"><a name="l01016"></a><span class="lineno"> 1016</span> </div><div class="line"><a name="l01017"></a><span class="lineno"> 1017</span>  <span class="comment">// GpuAcc is a different case to CpuRef and CpuAcc, it doesn't use the buffer directly but instead maps it to a</span></div><div class="line"><a name="l01018"></a><span class="lineno"> 1018</span>  <span class="comment">// new set of addresses within Gpu Memory. This will almost always be auto-aligned, so we don't need to check</span></div><div class="line"><a name="l01019"></a><span class="lineno"> 1019</span>  <span class="comment">// for imports/copies. Only that the output is correct.</span></div><div class="line"><a name="l01020"></a><span class="lineno"> 1020</span>  <span class="keywordflow">if</span> (backends[0] != <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeafaa4524e3df19ada32643ce9a222362b">Compute::GpuAcc</a>)</div><div class="line"><a name="l01021"></a><span class="lineno"> 1021</span>  {</div><div class="line"><a name="l01022"></a><span class="lineno"> 1022</span>  <span class="keywordflow">if</span> (backends[0] == <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aea39f8662ca778258e9c6a14f26fec5ec1">Compute::CpuAcc</a>)</div><div class="line"><a name="l01023"></a><span class="lineno"> 1023</span>  {</div><div class="line"><a name="l01024"></a><span class="lineno"> 1024</span>  <span class="comment">// Reconfigure has not been implemented for CpuAcc so it will always copy, this will break whenever</span></div><div class="line"><a name="l01025"></a><span class="lineno"> 1025</span>  <span class="comment">// reconfigure is implemented</span></div><div class="line"><a name="l01026"></a><span class="lineno"> 1026</span>  <span class="comment">// We should get 0 SyncMemGeneric for the Output</span></div><div class="line"><a name="l01027"></a><span class="lineno"> 1027</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l01028"></a><span class="lineno"> 1028</span>  CHECK(count == 0);</div><div class="line"><a name="l01029"></a><span class="lineno"> 1029</span>  <span class="comment">// Should be 2 CopyMemGeneric as we copied the input</span></div><div class="line"><a name="l01030"></a><span class="lineno"> 1030</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l01031"></a><span class="lineno"> 1031</span>  CHECK(count == 2);</div><div class="line"><a name="l01032"></a><span class="lineno"> 1032</span>  }</div><div class="line"><a name="l01033"></a><span class="lineno"> 1033</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l01034"></a><span class="lineno"> 1034</span>  {</div><div class="line"><a name="l01035"></a><span class="lineno"> 1035</span>  <span class="comment">// We should get 1 SyncMemGeneric for the Output</span></div><div class="line"><a name="l01036"></a><span class="lineno"> 1036</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l01037"></a><span class="lineno"> 1037</span>  CHECK(count == 1);</div><div class="line"><a name="l01038"></a><span class="lineno"> 1038</span>  <span class="comment">// Should only be 1 CopyMemGeneric as we copied the input</span></div><div class="line"><a name="l01039"></a><span class="lineno"> 1039</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l01040"></a><span class="lineno"> 1040</span>  CHECK(count == 1);</div><div class="line"><a name="l01041"></a><span class="lineno"> 1041</span>  }</div><div class="line"><a name="l01042"></a><span class="lineno"> 1042</span>  }</div><div class="line"><a name="l01043"></a><span class="lineno"> 1043</span>  <span class="comment">// Check the output is correct</span></div><div class="line"><a name="l01044"></a><span class="lineno"> 1044</span>  CHECK(std::equal(outputData.begin(), outputData.end(), expectedOutput.begin(), expectedOutput.end()));</div><div class="line"><a name="l01045"></a><span class="lineno"> 1045</span>  std::free(memPtr);</div><div class="line"><a name="l01046"></a><span class="lineno"> 1046</span> }</div><div class="line"><a name="l01047"></a><span class="lineno"> 1047</span> </div><div class="line"><a name="l01048"></a><span class="lineno"> 1048</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> ForceImportWithMisalignedOutputBuffersEndToEndTest(std::vector<BackendId> backends)</div><div class="line"><a name="l01049"></a><span class="lineno"> 1049</span> {<span class="comment"></span></div><div class="line"><a name="l01050"></a><span class="lineno"> 1050</span> <span class="comment"> /**</span></div><div class="line"><a name="l01051"></a><span class="lineno"> 1051</span> <span class="comment"> * This test is similar to the Import tests above, we create a network with a square function and pass in a vector</span></div><div class="line"><a name="l01052"></a><span class="lineno"> 1052</span> <span class="comment"> * with 4 floats, square them. and validate the output. We then check the profiling logs to see if input/output</span></div><div class="line"><a name="l01053"></a><span class="lineno"> 1053</span> <span class="comment"> * tensors are copied (CopyMemGeneric) or imported (SyncMemGeneric)</span></div><div class="line"><a name="l01054"></a><span class="lineno"> 1054</span> <span class="comment"> * In this case all only the input should be imported</span></div><div class="line"><a name="l01055"></a><span class="lineno"> 1055</span> <span class="comment"> */</span></div><div class="line"><a name="l01056"></a><span class="lineno"> 1056</span>  <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l01057"></a><span class="lineno"> 1057</span> </div><div class="line"><a name="l01058"></a><span class="lineno"> 1058</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l01059"></a><span class="lineno"> 1059</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">IRuntime::Create</a>(options));</div><div class="line"><a name="l01060"></a><span class="lineno"> 1060</span> </div><div class="line"><a name="l01061"></a><span class="lineno"> 1061</span>  <span class="comment">// Builds up the structure of the network.</span></div><div class="line"><a name="l01062"></a><span class="lineno"> 1062</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l01063"></a><span class="lineno"> 1063</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l01064"></a><span class="lineno"> 1064</span> </div><div class="line"><a name="l01065"></a><span class="lineno"> 1065</span>  <a class="code" href="structarmnn_1_1_activation_descriptor.xhtml">ActivationDescriptor</a> descriptor;</div><div class="line"><a name="l01066"></a><span class="lineno"> 1066</span>  descriptor.<a class="code" href="structarmnn_1_1_activation_descriptor.xhtml#af10fa7883e3579950f477bee92a64844">m_Function</a> = <a class="code" href="namespacearmnn.xhtml#a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304">ActivationFunction::Square</a>;</div><div class="line"><a name="l01067"></a><span class="lineno"> 1067</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* activationLayer = net->AddActivationLayer(descriptor);</div><div class="line"><a name="l01068"></a><span class="lineno"> 1068</span> </div><div class="line"><a name="l01069"></a><span class="lineno"> 1069</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output = net->AddOutputLayer(0);</div><div class="line"><a name="l01070"></a><span class="lineno"> 1070</span> </div><div class="line"><a name="l01071"></a><span class="lineno"> 1071</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l01072"></a><span class="lineno"> 1072</span>  activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l01073"></a><span class="lineno"> 1073</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>, 0.0f, 0, <span class="keyword">true</span>));</div><div class="line"><a name="l01074"></a><span class="lineno"> 1074</span>  activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>));</div><div class="line"><a name="l01075"></a><span class="lineno"> 1075</span> </div><div class="line"><a name="l01076"></a><span class="lineno"> 1076</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, backends, runtime->GetDeviceSpec());</div><div class="line"><a name="l01077"></a><span class="lineno"> 1077</span>  INFO(<span class="stringliteral">"Load Network"</span>);</div><div class="line"><a name="l01078"></a><span class="lineno"> 1078</span>  <span class="comment">// Load it into the runtime. It should pass.</span></div><div class="line"><a name="l01079"></a><span class="lineno"> 1079</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l01080"></a><span class="lineno"> 1080</span>  std::string ignoredErrorMessage;</div><div class="line"><a name="l01081"></a><span class="lineno"> 1081</span>  <a class="code" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> networkProperties(<span class="keyword">false</span>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>);</div><div class="line"><a name="l01082"></a><span class="lineno"> 1082</span>  CHECK(runtime->LoadNetwork(netId, std::move(optNet),ignoredErrorMessage, networkProperties)</div><div class="line"><a name="l01083"></a><span class="lineno"> 1083</span>  == <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>);</div><div class="line"><a name="l01084"></a><span class="lineno"> 1084</span>  INFO(<span class="stringliteral">"Generate Data"</span>);</div><div class="line"><a name="l01085"></a><span class="lineno"> 1085</span> </div><div class="line"><a name="l01086"></a><span class="lineno"> 1086</span>  <span class="comment">// This code looks a little funky but the idea is to create a buffer of floats but offset by the size of a char</span></div><div class="line"><a name="l01087"></a><span class="lineno"> 1087</span>  <span class="comment">// this will guarantee that the resultant buffer is misaligned and thus should always be copied.</span></div><div class="line"><a name="l01088"></a><span class="lineno"> 1088</span>  <span class="keyword">auto</span> memPtr = std::malloc(4 * <span class="keyword">sizeof</span>(<span class="keywordtype">float</span>) + <span class="keyword">sizeof</span>(<span class="keywordtype">char</span>));</div><div class="line"><a name="l01089"></a><span class="lineno"> 1089</span> </div><div class="line"><a name="l01090"></a><span class="lineno"> 1090</span>  <span class="keywordtype">float</span>* misalignedMemPtr = <span class="keyword">reinterpret_cast<</span><span class="keywordtype">float</span>*<span class="keyword">></span>(<span class="keyword">reinterpret_cast<</span><span class="keywordtype">char</span>*<span class="keyword">></span>(memPtr) + 1);</div><div class="line"><a name="l01091"></a><span class="lineno"> 1091</span> </div><div class="line"><a name="l01092"></a><span class="lineno"> 1092</span>  <span class="comment">// Check if our pointer is truly misaligned</span></div><div class="line"><a name="l01093"></a><span class="lineno"> 1093</span>  uintptr_t alignment = <a class="code" href="namespacearmnn.xhtml#aa02b9e06fb20fa3c13da0427e6ee5ab2">GetDataTypeSize</a>(<a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>);</div><div class="line"><a name="l01094"></a><span class="lineno"> 1094</span>  CHECK (reinterpret_cast<uintptr_t>(misalignedMemPtr) % alignment);</div><div class="line"><a name="l01095"></a><span class="lineno"> 1095</span> </div><div class="line"><a name="l01096"></a><span class="lineno"> 1096</span>  <span class="comment">// Creates structures for input & output</span></div><div class="line"><a name="l01097"></a><span class="lineno"> 1097</span>  std::vector<float> inputData</div><div class="line"><a name="l01098"></a><span class="lineno"> 1098</span>  {</div><div class="line"><a name="l01099"></a><span class="lineno"> 1099</span>  1.0f, 2.0f, 3.0f, 4.0f</div><div class="line"><a name="l01100"></a><span class="lineno"> 1100</span>  };</div><div class="line"><a name="l01101"></a><span class="lineno"> 1101</span> </div><div class="line"><a name="l01102"></a><span class="lineno"> 1102</span>  <span class="comment">// Check our input buffer is aligned</span></div><div class="line"><a name="l01103"></a><span class="lineno"> 1103</span>  CHECK(!(reinterpret_cast<uintptr_t>(inputData.data()) % alignment));</div><div class="line"><a name="l01104"></a><span class="lineno"> 1104</span>  std::vector<float> expectedOutput</div><div class="line"><a name="l01105"></a><span class="lineno"> 1105</span>  {</div><div class="line"><a name="l01106"></a><span class="lineno"> 1106</span>  1.0f, 4.0f, 9.0f, 16.0f</div><div class="line"><a name="l01107"></a><span class="lineno"> 1107</span>  };</div><div class="line"><a name="l01108"></a><span class="lineno"> 1108</span> </div><div class="line"><a name="l01109"></a><span class="lineno"> 1109</span>  INFO(<span class="stringliteral">"Create Inference"</span>);</div><div class="line"><a name="l01110"></a><span class="lineno"> 1110</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors</div><div class="line"><a name="l01111"></a><span class="lineno"> 1111</span>  {</div><div class="line"><a name="l01112"></a><span class="lineno"> 1112</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), inputData.data())},</div><div class="line"><a name="l01113"></a><span class="lineno"> 1113</span>  };</div><div class="line"><a name="l01114"></a><span class="lineno"> 1114</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors</div><div class="line"><a name="l01115"></a><span class="lineno"> 1115</span>  {</div><div class="line"><a name="l01116"></a><span class="lineno"> 1116</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), misalignedMemPtr)}</div><div class="line"><a name="l01117"></a><span class="lineno"> 1117</span>  };</div><div class="line"><a name="l01118"></a><span class="lineno"> 1118</span>  runtime->GetProfiler(netId)->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l01119"></a><span class="lineno"> 1119</span>  std::vector<ImportedInputId> importedInputIds =</div><div class="line"><a name="l01120"></a><span class="lineno"> 1120</span>  runtime->ImportInputs(netId, inputTensors, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l01121"></a><span class="lineno"> 1121</span>  CHECK(importedInputIds.size() == 1);</div><div class="line"><a name="l01122"></a><span class="lineno"> 1122</span>  <span class="comment">// We expect this to fail.</span></div><div class="line"><a name="l01123"></a><span class="lineno"> 1123</span>  std::vector<ImportedOutputId> importedOutputIds =</div><div class="line"><a name="l01124"></a><span class="lineno"> 1124</span>  runtime->ImportOutputs(netId, outputTensors, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l01125"></a><span class="lineno"> 1125</span>  CHECK(importedOutputIds.size() == 0);</div><div class="line"><a name="l01126"></a><span class="lineno"> 1126</span> </div><div class="line"><a name="l01127"></a><span class="lineno"> 1127</span>  <span class="comment">// Even if importing the output failed we still expect to be able to get it to work.</span></div><div class="line"><a name="l01128"></a><span class="lineno"> 1128</span>  runtime->EnqueueWorkload(netId, <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a>(), outputTensors, importedInputIds, importedOutputIds);</div><div class="line"><a name="l01129"></a><span class="lineno"> 1129</span> </div><div class="line"><a name="l01130"></a><span class="lineno"> 1130</span>  <span class="comment">// Retrieve the Profiler.Print() output to get the workload execution</span></div><div class="line"><a name="l01131"></a><span class="lineno"> 1131</span>  <a class="code" href="classarmnn_1_1_profiler_manager.xhtml">ProfilerManager</a>& profilerManager = <a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a93857080c2523bf3395e7aa7e6024d5c">armnn::ProfilerManager::GetInstance</a>();</div><div class="line"><a name="l01132"></a><span class="lineno"> 1132</span>  std::stringstream ss;</div><div class="line"><a name="l01133"></a><span class="lineno"> 1133</span>  profilerManager.<a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a3756986bc88b9b212d3f983c70c5c129">GetProfiler</a>()-><a class="code" href="classarmnn_1_1_i_profiler.xhtml#a038bb767bbc6abc0ee0d9b509616b896">Print</a>(ss);</div><div class="line"><a name="l01134"></a><span class="lineno"> 1134</span>  std::string dump = ss.str();</div><div class="line"><a name="l01135"></a><span class="lineno"> 1135</span> </div><div class="line"><a name="l01136"></a><span class="lineno"> 1136</span>  <span class="comment">// GpuAcc is a different case to CpuRef and CpuAcc, it doesn't use the buffer directly but instead maps it to a</span></div><div class="line"><a name="l01137"></a><span class="lineno"> 1137</span>  <span class="comment">// new set of addresses within Gpu Memory. This will almost always be auto-aligned, so we don't need to check</span></div><div class="line"><a name="l01138"></a><span class="lineno"> 1138</span>  <span class="comment">// for imports/copies. Only that the output is correct.</span></div><div class="line"><a name="l01139"></a><span class="lineno"> 1139</span>  <span class="keywordflow">if</span> (backends[0] != <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeafaa4524e3df19ada32643ce9a222362b">Compute::GpuAcc</a>)</div><div class="line"><a name="l01140"></a><span class="lineno"> 1140</span>  {</div><div class="line"><a name="l01141"></a><span class="lineno"> 1141</span>  <span class="comment">// Even though we Imported the Input we still shouldn't have a SyncMemGeneric</span></div><div class="line"><a name="l01142"></a><span class="lineno"> 1142</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l01143"></a><span class="lineno"> 1143</span>  CHECK(count == 0);</div><div class="line"><a name="l01144"></a><span class="lineno"> 1144</span>  <span class="comment">// Should only be 1 CopyMemGeneric as we copied the input</span></div><div class="line"><a name="l01145"></a><span class="lineno"> 1145</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l01146"></a><span class="lineno"> 1146</span>  <span class="keywordflow">if</span> (backends[0] == <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aea39f8662ca778258e9c6a14f26fec5ec1">Compute::CpuAcc</a>)</div><div class="line"><a name="l01147"></a><span class="lineno"> 1147</span>  {</div><div class="line"><a name="l01148"></a><span class="lineno"> 1148</span>  <span class="comment">// Reconfigure has not been implemented for CpuAcc so it will always copy, this will break whenever</span></div><div class="line"><a name="l01149"></a><span class="lineno"> 1149</span>  <span class="comment">// reconfigure is implemented</span></div><div class="line"><a name="l01150"></a><span class="lineno"> 1150</span>  CHECK(count == 2);</div><div class="line"><a name="l01151"></a><span class="lineno"> 1151</span>  }</div><div class="line"><a name="l01152"></a><span class="lineno"> 1152</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l01153"></a><span class="lineno"> 1153</span>  {</div><div class="line"><a name="l01154"></a><span class="lineno"> 1154</span>  CHECK(count == 1);</div><div class="line"><a name="l01155"></a><span class="lineno"> 1155</span>  }</div><div class="line"><a name="l01156"></a><span class="lineno"> 1156</span>  <span class="comment">// Check the output is correct</span></div><div class="line"><a name="l01157"></a><span class="lineno"> 1157</span>  }</div><div class="line"><a name="l01158"></a><span class="lineno"> 1158</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> index = 0;</div><div class="line"><a name="l01159"></a><span class="lineno"> 1159</span>  std::vector<float> outputData(expectedOutput.size(), 0);</div><div class="line"><a name="l01160"></a><span class="lineno"> 1160</span>  std::memcpy(outputData.data(), misalignedMemPtr, expectedOutput.size() * <span class="keyword">sizeof</span>(float));</div><div class="line"><a name="l01161"></a><span class="lineno"> 1161</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> outputValue : expectedOutput)</div><div class="line"><a name="l01162"></a><span class="lineno"> 1162</span>  {</div><div class="line"><a name="l01163"></a><span class="lineno"> 1163</span>  CHECK(outputValue == outputData[index]);</div><div class="line"><a name="l01164"></a><span class="lineno"> 1164</span>  ++index;</div><div class="line"><a name="l01165"></a><span class="lineno"> 1165</span>  }</div><div class="line"><a name="l01166"></a><span class="lineno"> 1166</span>  std::free(memPtr);</div><div class="line"><a name="l01167"></a><span class="lineno"> 1167</span> }</div><div class="line"><a name="l01168"></a><span class="lineno"> 1168</span> </div><div class="line"><a name="l01169"></a><span class="lineno"> 1169</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> ForceImportWithMisalignedInputAndOutputBuffersEndToEndTest(std::vector<BackendId> backends)</div><div class="line"><a name="l01170"></a><span class="lineno"> 1170</span> {<span class="comment"></span></div><div class="line"><a name="l01171"></a><span class="lineno"> 1171</span> <span class="comment"> /**</span></div><div class="line"><a name="l01172"></a><span class="lineno"> 1172</span> <span class="comment"> * This test is similar to the Import tests above, we create a network with a square function and pass in a vector</span></div><div class="line"><a name="l01173"></a><span class="lineno"> 1173</span> <span class="comment"> * with 4 floats, square them. and validate the output. We then check the profiling logs to see if input/output</span></div><div class="line"><a name="l01174"></a><span class="lineno"> 1174</span> <span class="comment"> * tensors are copied (CopyMemGeneric) or imported (SyncMemGeneric)</span></div><div class="line"><a name="l01175"></a><span class="lineno"> 1175</span> <span class="comment"> * In this case all inputs and outputs should be copied</span></div><div class="line"><a name="l01176"></a><span class="lineno"> 1176</span> <span class="comment"> */</span></div><div class="line"><a name="l01177"></a><span class="lineno"> 1177</span>  <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l01178"></a><span class="lineno"> 1178</span> </div><div class="line"><a name="l01179"></a><span class="lineno"> 1179</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l01180"></a><span class="lineno"> 1180</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">IRuntime::Create</a>(options));</div><div class="line"><a name="l01181"></a><span class="lineno"> 1181</span> </div><div class="line"><a name="l01182"></a><span class="lineno"> 1182</span>  <span class="comment">// Builds up the structure of the network.</span></div><div class="line"><a name="l01183"></a><span class="lineno"> 1183</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l01184"></a><span class="lineno"> 1184</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l01185"></a><span class="lineno"> 1185</span> </div><div class="line"><a name="l01186"></a><span class="lineno"> 1186</span>  <a class="code" href="structarmnn_1_1_activation_descriptor.xhtml">ActivationDescriptor</a> descriptor;</div><div class="line"><a name="l01187"></a><span class="lineno"> 1187</span>  descriptor.<a class="code" href="structarmnn_1_1_activation_descriptor.xhtml#af10fa7883e3579950f477bee92a64844">m_Function</a> = <a class="code" href="namespacearmnn.xhtml#a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304">ActivationFunction::Square</a>;</div><div class="line"><a name="l01188"></a><span class="lineno"> 1188</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* activationLayer = net->AddActivationLayer(descriptor);</div><div class="line"><a name="l01189"></a><span class="lineno"> 1189</span> </div><div class="line"><a name="l01190"></a><span class="lineno"> 1190</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output = net->AddOutputLayer(0);</div><div class="line"><a name="l01191"></a><span class="lineno"> 1191</span> </div><div class="line"><a name="l01192"></a><span class="lineno"> 1192</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l01193"></a><span class="lineno"> 1193</span>  activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l01194"></a><span class="lineno"> 1194</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>, 0.0f, 0, <span class="keyword">true</span>));</div><div class="line"><a name="l01195"></a><span class="lineno"> 1195</span>  activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>));</div><div class="line"><a name="l01196"></a><span class="lineno"> 1196</span> </div><div class="line"><a name="l01197"></a><span class="lineno"> 1197</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, backends, runtime->GetDeviceSpec());</div><div class="line"><a name="l01198"></a><span class="lineno"> 1198</span>  INFO(<span class="stringliteral">"Load Network"</span>);</div><div class="line"><a name="l01199"></a><span class="lineno"> 1199</span>  <span class="comment">// Load it into the runtime. It should pass.</span></div><div class="line"><a name="l01200"></a><span class="lineno"> 1200</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l01201"></a><span class="lineno"> 1201</span>  std::string ignoredErrorMessage;</div><div class="line"><a name="l01202"></a><span class="lineno"> 1202</span>  <a class="code" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> networkProperties(<span class="keyword">false</span>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>);</div><div class="line"><a name="l01203"></a><span class="lineno"> 1203</span>  CHECK(runtime->LoadNetwork(netId, std::move(optNet),ignoredErrorMessage, networkProperties)</div><div class="line"><a name="l01204"></a><span class="lineno"> 1204</span>  == <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>);</div><div class="line"><a name="l01205"></a><span class="lineno"> 1205</span>  INFO(<span class="stringliteral">"Generate Data"</span>);</div><div class="line"><a name="l01206"></a><span class="lineno"> 1206</span> </div><div class="line"><a name="l01207"></a><span class="lineno"> 1207</span>  <span class="comment">// This code looks a little funky but the idea is to create a buffer of floats but offset by the size of a char</span></div><div class="line"><a name="l01208"></a><span class="lineno"> 1208</span>  <span class="comment">// this will guarantee that the resultant buffer is misaligned and thus should always be copied.</span></div><div class="line"><a name="l01209"></a><span class="lineno"> 1209</span>  <span class="keyword">auto</span> inputMemPtr = std::malloc(4 * <span class="keyword">sizeof</span>(<span class="keywordtype">float</span>) + <span class="keyword">sizeof</span>(<span class="keywordtype">char</span>));</div><div class="line"><a name="l01210"></a><span class="lineno"> 1210</span>  <span class="keywordtype">float</span>* misalignedInputPtr = <span class="keyword">reinterpret_cast<</span><span class="keywordtype">float</span>*<span class="keyword">></span>(<span class="keyword">reinterpret_cast<</span><span class="keywordtype">char</span>*<span class="keyword">></span>(inputMemPtr) + 1);</div><div class="line"><a name="l01211"></a><span class="lineno"> 1211</span> </div><div class="line"><a name="l01212"></a><span class="lineno"> 1212</span>  <span class="comment">// Check if our pointer is truly misaligned</span></div><div class="line"><a name="l01213"></a><span class="lineno"> 1213</span>  uintptr_t alignment = <a class="code" href="namespacearmnn.xhtml#aa02b9e06fb20fa3c13da0427e6ee5ab2">GetDataTypeSize</a>(<a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>);</div><div class="line"><a name="l01214"></a><span class="lineno"> 1214</span>  CHECK (reinterpret_cast<uintptr_t>(misalignedInputPtr) % alignment);</div><div class="line"><a name="l01215"></a><span class="lineno"> 1215</span>  std::vector<float> inputData</div><div class="line"><a name="l01216"></a><span class="lineno"> 1216</span>  {</div><div class="line"><a name="l01217"></a><span class="lineno"> 1217</span>  1.0f, 2.0f, 3.0f, 4.0f</div><div class="line"><a name="l01218"></a><span class="lineno"> 1218</span>  };</div><div class="line"><a name="l01219"></a><span class="lineno"> 1219</span>  std::memcpy(misalignedInputPtr, inputData.data(), 4*<span class="keyword">sizeof</span>(float));</div><div class="line"><a name="l01220"></a><span class="lineno"> 1220</span> </div><div class="line"><a name="l01221"></a><span class="lineno"> 1221</span>  <span class="keyword">auto</span> outputMemPtr = std::malloc(4 * <span class="keyword">sizeof</span>(<span class="keywordtype">float</span>) + <span class="keyword">sizeof</span>(<span class="keywordtype">char</span>));</div><div class="line"><a name="l01222"></a><span class="lineno"> 1222</span>  <span class="keywordtype">float</span>* misalignedOutputPtr = <span class="keyword">reinterpret_cast<</span><span class="keywordtype">float</span>*<span class="keyword">></span>(<span class="keyword">reinterpret_cast<</span><span class="keywordtype">char</span>*<span class="keyword">></span>(outputMemPtr) + 1);</div><div class="line"><a name="l01223"></a><span class="lineno"> 1223</span> </div><div class="line"><a name="l01224"></a><span class="lineno"> 1224</span>  <span class="comment">// Check if our pointer is truly misaligned</span></div><div class="line"><a name="l01225"></a><span class="lineno"> 1225</span>  CHECK (reinterpret_cast<uintptr_t>(misalignedOutputPtr) % alignment);</div><div class="line"><a name="l01226"></a><span class="lineno"> 1226</span> </div><div class="line"><a name="l01227"></a><span class="lineno"> 1227</span>  std::vector<float> expectedOutput</div><div class="line"><a name="l01228"></a><span class="lineno"> 1228</span>  {</div><div class="line"><a name="l01229"></a><span class="lineno"> 1229</span>  1.0f, 4.0f, 9.0f, 16.0f</div><div class="line"><a name="l01230"></a><span class="lineno"> 1230</span>  };</div><div class="line"><a name="l01231"></a><span class="lineno"> 1231</span> </div><div class="line"><a name="l01232"></a><span class="lineno"> 1232</span>  INFO(<span class="stringliteral">"Create Inference"</span>);</div><div class="line"><a name="l01233"></a><span class="lineno"> 1233</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors</div><div class="line"><a name="l01234"></a><span class="lineno"> 1234</span>  {</div><div class="line"><a name="l01235"></a><span class="lineno"> 1235</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), misalignedInputPtr)},</div><div class="line"><a name="l01236"></a><span class="lineno"> 1236</span>  };</div><div class="line"><a name="l01237"></a><span class="lineno"> 1237</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors</div><div class="line"><a name="l01238"></a><span class="lineno"> 1238</span>  {</div><div class="line"><a name="l01239"></a><span class="lineno"> 1239</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), misalignedOutputPtr)}</div><div class="line"><a name="l01240"></a><span class="lineno"> 1240</span>  };</div><div class="line"><a name="l01241"></a><span class="lineno"> 1241</span>  runtime->GetProfiler(netId)->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l01242"></a><span class="lineno"> 1242</span>  std::vector<ImportedInputId> importedInputIds =</div><div class="line"><a name="l01243"></a><span class="lineno"> 1243</span>  runtime->ImportInputs(netId, inputTensors, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l01244"></a><span class="lineno"> 1244</span>  <span class="comment">// Import should have failed.</span></div><div class="line"><a name="l01245"></a><span class="lineno"> 1245</span>  CHECK(importedInputIds.size() == 0);</div><div class="line"><a name="l01246"></a><span class="lineno"> 1246</span>  std::vector<ImportedOutputId> importedOutputIds =</div><div class="line"><a name="l01247"></a><span class="lineno"> 1247</span>  runtime->ImportOutputs(netId, outputTensors, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l01248"></a><span class="lineno"> 1248</span>  <span class="comment">// Import should have failed.</span></div><div class="line"><a name="l01249"></a><span class="lineno"> 1249</span>  CHECK(importedOutputIds.size() == 0);</div><div class="line"><a name="l01250"></a><span class="lineno"> 1250</span> </div><div class="line"><a name="l01251"></a><span class="lineno"> 1251</span>  <span class="comment">// Do the inference and force the import as the memory is misaligned.</span></div><div class="line"><a name="l01252"></a><span class="lineno"> 1252</span>  runtime->EnqueueWorkload(netId, inputTensors, outputTensors, importedInputIds, importedOutputIds);</div><div class="line"><a name="l01253"></a><span class="lineno"> 1253</span> </div><div class="line"><a name="l01254"></a><span class="lineno"> 1254</span>  <span class="comment">// Retrieve the Profiler.Print() output to get the workload execution</span></div><div class="line"><a name="l01255"></a><span class="lineno"> 1255</span>  <a class="code" href="classarmnn_1_1_profiler_manager.xhtml">ProfilerManager</a>& profilerManager = <a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a93857080c2523bf3395e7aa7e6024d5c">armnn::ProfilerManager::GetInstance</a>();</div><div class="line"><a name="l01256"></a><span class="lineno"> 1256</span>  std::stringstream ss;</div><div class="line"><a name="l01257"></a><span class="lineno"> 1257</span>  profilerManager.<a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a3756986bc88b9b212d3f983c70c5c129">GetProfiler</a>()-><a class="code" href="classarmnn_1_1_i_profiler.xhtml#a038bb767bbc6abc0ee0d9b509616b896">Print</a>(ss);</div><div class="line"><a name="l01258"></a><span class="lineno"> 1258</span>  std::string dump = ss.str();</div><div class="line"><a name="l01259"></a><span class="lineno"> 1259</span> </div><div class="line"><a name="l01260"></a><span class="lineno"> 1260</span>  <span class="comment">// GpuAcc is a different case to CpuRef and CpuAcc, it doesn't use the buffer directly but instead maps it to a</span></div><div class="line"><a name="l01261"></a><span class="lineno"> 1261</span>  <span class="comment">// new set of addresses within Gpu Memory. This will almost always be auto-aligned, so we don't need to check</span></div><div class="line"><a name="l01262"></a><span class="lineno"> 1262</span>  <span class="comment">// for imports/copies. Only that the output is correct.</span></div><div class="line"><a name="l01263"></a><span class="lineno"> 1263</span>  <span class="keywordflow">if</span> (backends[0] != <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeafaa4524e3df19ada32643ce9a222362b">Compute::GpuAcc</a>)</div><div class="line"><a name="l01264"></a><span class="lineno"> 1264</span>  {</div><div class="line"><a name="l01265"></a><span class="lineno"> 1265</span>  <span class="comment">// We can only copy so there should be no SyncMemGeneric</span></div><div class="line"><a name="l01266"></a><span class="lineno"> 1266</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l01267"></a><span class="lineno"> 1267</span>  CHECK(count == 0);</div><div class="line"><a name="l01268"></a><span class="lineno"> 1268</span>  <span class="comment">// Should only be CopyMemGeneric workloads as we copied all buffers</span></div><div class="line"><a name="l01269"></a><span class="lineno"> 1269</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l01270"></a><span class="lineno"> 1270</span>  CHECK(count == 2);</div><div class="line"><a name="l01271"></a><span class="lineno"> 1271</span>  }</div><div class="line"><a name="l01272"></a><span class="lineno"> 1272</span>  <span class="comment">// Check the output is correct</span></div><div class="line"><a name="l01273"></a><span class="lineno"> 1273</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> index = 0;</div><div class="line"><a name="l01274"></a><span class="lineno"> 1274</span>  std::vector<float> outputData(expectedOutput.size(), 0);</div><div class="line"><a name="l01275"></a><span class="lineno"> 1275</span>  std::memcpy(outputData.data(), misalignedOutputPtr, expectedOutput.size() * <span class="keyword">sizeof</span>(float));</div><div class="line"><a name="l01276"></a><span class="lineno"> 1276</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> expectedValue : expectedOutput)</div><div class="line"><a name="l01277"></a><span class="lineno"> 1277</span>  {</div><div class="line"><a name="l01278"></a><span class="lineno"> 1278</span>  CHECK(expectedValue == outputData[index]);</div><div class="line"><a name="l01279"></a><span class="lineno"> 1279</span>  ++index;</div><div class="line"><a name="l01280"></a><span class="lineno"> 1280</span>  }</div><div class="line"><a name="l01281"></a><span class="lineno"> 1281</span>  std::free(inputMemPtr);</div><div class="line"><a name="l01282"></a><span class="lineno"> 1282</span>  std::free(outputMemPtr);</div><div class="line"><a name="l01283"></a><span class="lineno"> 1283</span> }</div><div class="line"><a name="l01284"></a><span class="lineno"> 1284</span> </div><div class="line"><a name="l01285"></a><span class="lineno"> 1285</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> ForceImportRepeatedInferencesEndToEndTest(std::vector<BackendId> backends)</div><div class="line"><a name="l01286"></a><span class="lineno"> 1286</span> {<span class="comment"></span></div><div class="line"><a name="l01287"></a><span class="lineno"> 1287</span> <span class="comment"> /**</span></div><div class="line"><a name="l01288"></a><span class="lineno"> 1288</span> <span class="comment"> * This test is similar to the Import tests above, we create a network with a square function and pass in a vector</span></div><div class="line"><a name="l01289"></a><span class="lineno"> 1289</span> <span class="comment"> * with 4 floats, square them. and validate the output. We then check the profiling logs to see if input/output</span></div><div class="line"><a name="l01290"></a><span class="lineno"> 1290</span> <span class="comment"> * tensors are copied (CopyMemGeneric) or imported (SyncMemGeneric)</span></div><div class="line"><a name="l01291"></a><span class="lineno"> 1291</span> <span class="comment"> * In this we create some aligned buffers, import them into a network and validate the output and number of</span></div><div class="line"><a name="l01292"></a><span class="lineno"> 1292</span> <span class="comment"> * SynMemGeneric/CopyMemgeneric. Then we try the same network again with misaligned buffers to make sure it falls</span></div><div class="line"><a name="l01293"></a><span class="lineno"> 1293</span> <span class="comment"> * back to copying correctly.</span></div><div class="line"><a name="l01294"></a><span class="lineno"> 1294</span> <span class="comment"> */</span></div><div class="line"><a name="l01295"></a><span class="lineno"> 1295</span>  <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l01296"></a><span class="lineno"> 1296</span> </div><div class="line"><a name="l01297"></a><span class="lineno"> 1297</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l01298"></a><span class="lineno"> 1298</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">IRuntime::Create</a>(options));</div><div class="line"><a name="l01299"></a><span class="lineno"> 1299</span> </div><div class="line"><a name="l01300"></a><span class="lineno"> 1300</span>  <span class="comment">// Builds up the structure of the network.</span></div><div class="line"><a name="l01301"></a><span class="lineno"> 1301</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l01302"></a><span class="lineno"> 1302</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l01303"></a><span class="lineno"> 1303</span> </div><div class="line"><a name="l01304"></a><span class="lineno"> 1304</span>  <a class="code" href="structarmnn_1_1_activation_descriptor.xhtml">ActivationDescriptor</a> descriptor;</div><div class="line"><a name="l01305"></a><span class="lineno"> 1305</span>  descriptor.<a class="code" href="structarmnn_1_1_activation_descriptor.xhtml#af10fa7883e3579950f477bee92a64844">m_Function</a> = <a class="code" href="namespacearmnn.xhtml#a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304">ActivationFunction::Square</a>;</div><div class="line"><a name="l01306"></a><span class="lineno"> 1306</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* activationLayer = net->AddActivationLayer(descriptor);</div><div class="line"><a name="l01307"></a><span class="lineno"> 1307</span> </div><div class="line"><a name="l01308"></a><span class="lineno"> 1308</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output = net->AddOutputLayer(0);</div><div class="line"><a name="l01309"></a><span class="lineno"> 1309</span> </div><div class="line"><a name="l01310"></a><span class="lineno"> 1310</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l01311"></a><span class="lineno"> 1311</span>  activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l01312"></a><span class="lineno"> 1312</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>, 0.0f, 0, <span class="keyword">true</span>));</div><div class="line"><a name="l01313"></a><span class="lineno"> 1313</span>  activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>));</div><div class="line"><a name="l01314"></a><span class="lineno"> 1314</span> </div><div class="line"><a name="l01315"></a><span class="lineno"> 1315</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, backends, runtime->GetDeviceSpec());</div><div class="line"><a name="l01316"></a><span class="lineno"> 1316</span>  INFO(<span class="stringliteral">"Load Network"</span>);</div><div class="line"><a name="l01317"></a><span class="lineno"> 1317</span>  <span class="comment">// Load it into the runtime. It should pass.</span></div><div class="line"><a name="l01318"></a><span class="lineno"> 1318</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l01319"></a><span class="lineno"> 1319</span>  std::string ignoredErrorMessage;</div><div class="line"><a name="l01320"></a><span class="lineno"> 1320</span>  <a class="code" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> networkProperties(<span class="keyword">false</span>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>);</div><div class="line"><a name="l01321"></a><span class="lineno"> 1321</span>  CHECK(runtime->LoadNetwork(netId, std::move(optNet),ignoredErrorMessage, networkProperties)</div><div class="line"><a name="l01322"></a><span class="lineno"> 1322</span>  == <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>);</div><div class="line"><a name="l01323"></a><span class="lineno"> 1323</span>  INFO(<span class="stringliteral">"Generate Data"</span>);</div><div class="line"><a name="l01324"></a><span class="lineno"> 1324</span> </div><div class="line"><a name="l01325"></a><span class="lineno"> 1325</span>  <span class="comment">// Creates structures for input & output</span></div><div class="line"><a name="l01326"></a><span class="lineno"> 1326</span>  std::vector<float> inputData</div><div class="line"><a name="l01327"></a><span class="lineno"> 1327</span>  {</div><div class="line"><a name="l01328"></a><span class="lineno"> 1328</span>  1.0f, 2.0f, 3.0f, 4.0f</div><div class="line"><a name="l01329"></a><span class="lineno"> 1329</span>  };</div><div class="line"><a name="l01330"></a><span class="lineno"> 1330</span>  std::vector<float> outputData(4);</div><div class="line"><a name="l01331"></a><span class="lineno"> 1331</span>  std::vector<float> expectedOutput</div><div class="line"><a name="l01332"></a><span class="lineno"> 1332</span>  {</div><div class="line"><a name="l01333"></a><span class="lineno"> 1333</span>  1.0f, 4.0f, 9.0f, 16.0f</div><div class="line"><a name="l01334"></a><span class="lineno"> 1334</span>  };</div><div class="line"><a name="l01335"></a><span class="lineno"> 1335</span> </div><div class="line"><a name="l01336"></a><span class="lineno"> 1336</span>  <span class="comment">// Check our input and output pointers are actually aligned</span></div><div class="line"><a name="l01337"></a><span class="lineno"> 1337</span>  uintptr_t alignment = <a class="code" href="namespacearmnn.xhtml#aa02b9e06fb20fa3c13da0427e6ee5ab2">GetDataTypeSize</a>(<a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>);</div><div class="line"><a name="l01338"></a><span class="lineno"> 1338</span>  CHECK(!(reinterpret_cast<uintptr_t>(inputData.data()) % alignment));</div><div class="line"><a name="l01339"></a><span class="lineno"> 1339</span>  CHECK(!(reinterpret_cast<uintptr_t>(outputData.data()) % alignment));</div><div class="line"><a name="l01340"></a><span class="lineno"> 1340</span> </div><div class="line"><a name="l01341"></a><span class="lineno"> 1341</span>  INFO(<span class="stringliteral">"Create Inference"</span>);</div><div class="line"><a name="l01342"></a><span class="lineno"> 1342</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors</div><div class="line"><a name="l01343"></a><span class="lineno"> 1343</span>  {</div><div class="line"><a name="l01344"></a><span class="lineno"> 1344</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), inputData.data())},</div><div class="line"><a name="l01345"></a><span class="lineno"> 1345</span>  };</div><div class="line"><a name="l01346"></a><span class="lineno"> 1346</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors</div><div class="line"><a name="l01347"></a><span class="lineno"> 1347</span>  {</div><div class="line"><a name="l01348"></a><span class="lineno"> 1348</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), outputData.data())}</div><div class="line"><a name="l01349"></a><span class="lineno"> 1349</span>  };</div><div class="line"><a name="l01350"></a><span class="lineno"> 1350</span> </div><div class="line"><a name="l01351"></a><span class="lineno"> 1351</span>  runtime->GetProfiler(netId)->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l01352"></a><span class="lineno"> 1352</span>  std::vector<ImportedInputId> importedInputIds =</div><div class="line"><a name="l01353"></a><span class="lineno"> 1353</span>  runtime->ImportInputs(netId, inputTensors, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l01354"></a><span class="lineno"> 1354</span>  CHECK(importedInputIds.size() == 1);</div><div class="line"><a name="l01355"></a><span class="lineno"> 1355</span>  std::vector<ImportedOutputId> importedOutputIds =</div><div class="line"><a name="l01356"></a><span class="lineno"> 1356</span>  runtime->ImportOutputs(netId, outputTensors, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l01357"></a><span class="lineno"> 1357</span>  CHECK(importedOutputIds.size() == 1);</div><div class="line"><a name="l01358"></a><span class="lineno"> 1358</span>  <span class="comment">// Do the inference and force the import as the memory is aligned.</span></div><div class="line"><a name="l01359"></a><span class="lineno"> 1359</span>  runtime->EnqueueWorkload(netId, <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a>(), <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a>(), importedInputIds, importedOutputIds);</div><div class="line"><a name="l01360"></a><span class="lineno"> 1360</span> </div><div class="line"><a name="l01361"></a><span class="lineno"> 1361</span>  <span class="comment">// Retrieve the Profiler.AnalyzeEventsAndWriteResults() output to get the workload execution</span></div><div class="line"><a name="l01362"></a><span class="lineno"> 1362</span>  <a class="code" href="classarmnn_1_1_profiler_manager.xhtml">ProfilerManager</a>& profilerManager = <a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a93857080c2523bf3395e7aa7e6024d5c">armnn::ProfilerManager::GetInstance</a>();</div><div class="line"><a name="l01363"></a><span class="lineno"> 1363</span>  std::stringstream ss;</div><div class="line"><a name="l01364"></a><span class="lineno"> 1364</span>  profilerManager.<a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a3756986bc88b9b212d3f983c70c5c129">GetProfiler</a>()-><a class="code" href="classarmnn_1_1_i_profiler.xhtml#ac9f22844fb2e329ffd193f2d9a8ce336">AnalyzeEventsAndWriteResults</a>(ss);</div><div class="line"><a name="l01365"></a><span class="lineno"> 1365</span>  std::string dump = ss.str();</div><div class="line"><a name="l01366"></a><span class="lineno"> 1366</span> </div><div class="line"><a name="l01367"></a><span class="lineno"> 1367</span>  <span class="keywordflow">if</span> (backends[0] == <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aea39f8662ca778258e9c6a14f26fec5ec1">Compute::CpuAcc</a>)</div><div class="line"><a name="l01368"></a><span class="lineno"> 1368</span>  {</div><div class="line"><a name="l01369"></a><span class="lineno"> 1369</span>  <span class="comment">// Reconfigure has not been implemented for CpuAcc so it will always copy, this will break whenever</span></div><div class="line"><a name="l01370"></a><span class="lineno"> 1370</span>  <span class="comment">// reconfigure is implemented</span></div><div class="line"><a name="l01371"></a><span class="lineno"> 1371</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l01372"></a><span class="lineno"> 1372</span>  CHECK(count == 0);</div><div class="line"><a name="l01373"></a><span class="lineno"> 1373</span>  <span class="comment">// Should be 2 CopyMemGeneric workloads</span></div><div class="line"><a name="l01374"></a><span class="lineno"> 1374</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l01375"></a><span class="lineno"> 1375</span>  CHECK(count >= 1);</div><div class="line"><a name="l01376"></a><span class="lineno"> 1376</span>  }</div><div class="line"><a name="l01377"></a><span class="lineno"> 1377</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l01378"></a><span class="lineno"> 1378</span>  {</div><div class="line"><a name="l01379"></a><span class="lineno"> 1379</span>  <span class="comment">// Check there is at least 1 SyncMemGeneric workload as we exported</span></div><div class="line"><a name="l01380"></a><span class="lineno"> 1380</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l01381"></a><span class="lineno"> 1381</span>  CHECK(count >= 1);</div><div class="line"><a name="l01382"></a><span class="lineno"> 1382</span>  <span class="comment">// Shouldn't be any CopyMemGeneric workloads</span></div><div class="line"><a name="l01383"></a><span class="lineno"> 1383</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l01384"></a><span class="lineno"> 1384</span>  CHECK(count == 0);</div><div class="line"><a name="l01385"></a><span class="lineno"> 1385</span>  }</div><div class="line"><a name="l01386"></a><span class="lineno"> 1386</span>  <span class="comment">// Check the output is correct</span></div><div class="line"><a name="l01387"></a><span class="lineno"> 1387</span>  CHECK(std::equal(outputData.begin(), outputData.end(), expectedOutput.begin(), expectedOutput.end()));</div><div class="line"><a name="l01388"></a><span class="lineno"> 1388</span> </div><div class="line"><a name="l01389"></a><span class="lineno"> 1389</span>  <span class="comment">// This code looks a little funky but the idea is to create a buffer of floats but offset by the size of a char</span></div><div class="line"><a name="l01390"></a><span class="lineno"> 1390</span>  <span class="comment">// this will guarantee that the resultant buffer is misaligned and thus should always be copied.</span></div><div class="line"><a name="l01391"></a><span class="lineno"> 1391</span>  <span class="keyword">auto</span> inputMemPtr = std::malloc(4 * <span class="keyword">sizeof</span>(<span class="keywordtype">float</span>) + <span class="keyword">sizeof</span>(<span class="keywordtype">char</span>));</div><div class="line"><a name="l01392"></a><span class="lineno"> 1392</span>  <span class="keywordtype">float</span>* misalignedInputPtr = <span class="keyword">reinterpret_cast<</span><span class="keywordtype">float</span>*<span class="keyword">></span>(<span class="keyword">reinterpret_cast<</span><span class="keywordtype">char</span>*<span class="keyword">></span>(inputMemPtr) + 1);</div><div class="line"><a name="l01393"></a><span class="lineno"> 1393</span> </div><div class="line"><a name="l01394"></a><span class="lineno"> 1394</span>  <span class="comment">// Check if our pointer is truly misaligned</span></div><div class="line"><a name="l01395"></a><span class="lineno"> 1395</span>  CHECK (reinterpret_cast<uintptr_t>(misalignedInputPtr) % alignment);</div><div class="line"><a name="l01396"></a><span class="lineno"> 1396</span> </div><div class="line"><a name="l01397"></a><span class="lineno"> 1397</span>  std::vector<float> inputValues</div><div class="line"><a name="l01398"></a><span class="lineno"> 1398</span>  {</div><div class="line"><a name="l01399"></a><span class="lineno"> 1399</span>  2.0f, 3.0f, 4.0f, 5.0f</div><div class="line"><a name="l01400"></a><span class="lineno"> 1400</span>  };</div><div class="line"><a name="l01401"></a><span class="lineno"> 1401</span> </div><div class="line"><a name="l01402"></a><span class="lineno"> 1402</span>  std::memcpy(misalignedInputPtr, inputValues.data(), inputValues.size()*<span class="keyword">sizeof</span>(float));</div><div class="line"><a name="l01403"></a><span class="lineno"> 1403</span> </div><div class="line"><a name="l01404"></a><span class="lineno"> 1404</span>  <span class="keyword">auto</span> outputMemPtr = std::malloc(4 * <span class="keyword">sizeof</span>(<span class="keywordtype">float</span>) + <span class="keyword">sizeof</span>(<span class="keywordtype">char</span>));</div><div class="line"><a name="l01405"></a><span class="lineno"> 1405</span>  <span class="keywordtype">float</span>* misalignedOutputPtr = <span class="keyword">reinterpret_cast<</span><span class="keywordtype">float</span>*<span class="keyword">></span>(<span class="keyword">reinterpret_cast<</span><span class="keywordtype">char</span>*<span class="keyword">></span>(outputMemPtr) + 1);</div><div class="line"><a name="l01406"></a><span class="lineno"> 1406</span> </div><div class="line"><a name="l01407"></a><span class="lineno"> 1407</span>  <span class="comment">// Check if our pointer is truly misaligned</span></div><div class="line"><a name="l01408"></a><span class="lineno"> 1408</span>  CHECK (reinterpret_cast<uintptr_t>(misalignedOutputPtr) % alignment);</div><div class="line"><a name="l01409"></a><span class="lineno"> 1409</span> </div><div class="line"><a name="l01410"></a><span class="lineno"> 1410</span>  std::vector<float> expectedMisalignedOutput</div><div class="line"><a name="l01411"></a><span class="lineno"> 1411</span>  {</div><div class="line"><a name="l01412"></a><span class="lineno"> 1412</span>  4.0f, 9.0f, 16.0f, 25.0f</div><div class="line"><a name="l01413"></a><span class="lineno"> 1413</span>  };</div><div class="line"><a name="l01414"></a><span class="lineno"> 1414</span> </div><div class="line"><a name="l01415"></a><span class="lineno"> 1415</span>  INFO(<span class="stringliteral">"Create Second Inference"</span>);</div><div class="line"><a name="l01416"></a><span class="lineno"> 1416</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensorsMisaligned</div><div class="line"><a name="l01417"></a><span class="lineno"> 1417</span>  {</div><div class="line"><a name="l01418"></a><span class="lineno"> 1418</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), misalignedInputPtr)},</div><div class="line"><a name="l01419"></a><span class="lineno"> 1419</span>  };</div><div class="line"><a name="l01420"></a><span class="lineno"> 1420</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensorsMisaligned</div><div class="line"><a name="l01421"></a><span class="lineno"> 1421</span>  {</div><div class="line"><a name="l01422"></a><span class="lineno"> 1422</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), misalignedOutputPtr)}</div><div class="line"><a name="l01423"></a><span class="lineno"> 1423</span>  };</div><div class="line"><a name="l01424"></a><span class="lineno"> 1424</span>  importedInputIds = runtime->ImportInputs(netId, inputTensorsMisaligned, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l01425"></a><span class="lineno"> 1425</span>  <span class="comment">// Import should fail.</span></div><div class="line"><a name="l01426"></a><span class="lineno"> 1426</span>  CHECK(importedInputIds.size() == 0);</div><div class="line"><a name="l01427"></a><span class="lineno"> 1427</span>  importedOutputIds = runtime->ImportOutputs(netId, outputTensorsMisaligned, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l01428"></a><span class="lineno"> 1428</span>  <span class="comment">// Import should fail.</span></div><div class="line"><a name="l01429"></a><span class="lineno"> 1429</span>  CHECK(importedOutputIds.size() == 0);</div><div class="line"><a name="l01430"></a><span class="lineno"> 1430</span> </div><div class="line"><a name="l01431"></a><span class="lineno"> 1431</span>  <span class="comment">// Do the inference and force the import as the memory is misaligned.</span></div><div class="line"><a name="l01432"></a><span class="lineno"> 1432</span>  runtime->EnqueueWorkload(netId,</div><div class="line"><a name="l01433"></a><span class="lineno"> 1433</span>  inputTensorsMisaligned,</div><div class="line"><a name="l01434"></a><span class="lineno"> 1434</span>  outputTensorsMisaligned,</div><div class="line"><a name="l01435"></a><span class="lineno"> 1435</span>  importedInputIds,</div><div class="line"><a name="l01436"></a><span class="lineno"> 1436</span>  importedOutputIds);</div><div class="line"><a name="l01437"></a><span class="lineno"> 1437</span> </div><div class="line"><a name="l01438"></a><span class="lineno"> 1438</span>  <span class="comment">// Retrieve the Profiler.AnalyzeEventsAndWriteResults() output to get the workload execution</span></div><div class="line"><a name="l01439"></a><span class="lineno"> 1439</span>  <span class="comment">// We need to use AnalyzeEventsAndWriteResults here to make sure the second inference has been profiled</span></div><div class="line"><a name="l01440"></a><span class="lineno"> 1440</span>  profilerManager.<a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a3756986bc88b9b212d3f983c70c5c129">GetProfiler</a>()-><a class="code" href="classarmnn_1_1_i_profiler.xhtml#ac9f22844fb2e329ffd193f2d9a8ce336">AnalyzeEventsAndWriteResults</a>(ss);</div><div class="line"><a name="l01441"></a><span class="lineno"> 1441</span>  dump = ss.str();</div><div class="line"><a name="l01442"></a><span class="lineno"> 1442</span> </div><div class="line"><a name="l01443"></a><span class="lineno"> 1443</span>  <span class="comment">// GpuAcc is a different case to CpuRef and CpuAcc, it doesn't use the buffer directly but instead maps it to a</span></div><div class="line"><a name="l01444"></a><span class="lineno"> 1444</span>  <span class="comment">// new set of addresses within Gpu Memory. This will almost always be auto-aligned, so we don't need to check</span></div><div class="line"><a name="l01445"></a><span class="lineno"> 1445</span>  <span class="comment">// for imports/copies. Only that the output is correct.</span></div><div class="line"><a name="l01446"></a><span class="lineno"> 1446</span>  <span class="keywordflow">if</span> (backends[0] != <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeafaa4524e3df19ada32643ce9a222362b">Compute::GpuAcc</a>)</div><div class="line"><a name="l01447"></a><span class="lineno"> 1447</span>  {</div><div class="line"><a name="l01448"></a><span class="lineno"> 1448</span>  <span class="comment">// The SyncMemGeneric will still be in the profiling log from the first inference</span></div><div class="line"><a name="l01449"></a><span class="lineno"> 1449</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l01450"></a><span class="lineno"> 1450</span>  CHECK(count >= 1);</div><div class="line"><a name="l01451"></a><span class="lineno"> 1451</span>  <span class="comment">// We should now see CopyMemGeneric workloads as we copied all buffers</span></div><div class="line"><a name="l01452"></a><span class="lineno"> 1452</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l01453"></a><span class="lineno"> 1453</span>  CHECK(count >= 1);</div><div class="line"><a name="l01454"></a><span class="lineno"> 1454</span>  }</div><div class="line"><a name="l01455"></a><span class="lineno"> 1455</span>  <span class="comment">// Check the output is correct</span></div><div class="line"><a name="l01456"></a><span class="lineno"> 1456</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> index = 0;</div><div class="line"><a name="l01457"></a><span class="lineno"> 1457</span>  std::vector<float> alignedOutputData(expectedMisalignedOutput.size(), 0);</div><div class="line"><a name="l01458"></a><span class="lineno"> 1458</span>  std::memcpy(alignedOutputData.data(), misalignedOutputPtr, expectedMisalignedOutput.size() * <span class="keyword">sizeof</span>(float));</div><div class="line"><a name="l01459"></a><span class="lineno"> 1459</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> outputValue : expectedMisalignedOutput)</div><div class="line"><a name="l01460"></a><span class="lineno"> 1460</span>  {</div><div class="line"><a name="l01461"></a><span class="lineno"> 1461</span>  CHECK(outputValue == alignedOutputData[index]);</div><div class="line"><a name="l01462"></a><span class="lineno"> 1462</span>  ++index;</div><div class="line"><a name="l01463"></a><span class="lineno"> 1463</span>  }</div><div class="line"><a name="l01464"></a><span class="lineno"> 1464</span>  <span class="comment">// Clean up to avoid interfering with other tests</span></div><div class="line"><a name="l01465"></a><span class="lineno"> 1465</span>  runtime->UnloadNetwork(netId);</div><div class="line"><a name="l01466"></a><span class="lineno"> 1466</span>  std::free(inputMemPtr);</div><div class="line"><a name="l01467"></a><span class="lineno"> 1467</span>  std::free(outputMemPtr);</div><div class="line"><a name="l01468"></a><span class="lineno"> 1468</span> }</div><div class="line"><a name="l01469"></a><span class="lineno"> 1469</span> </div><div class="line"><a name="l01470"></a><span class="lineno"> 1470</span> </div><div class="line"><a name="l01471"></a><span class="lineno"> 1471</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> ForceImportRepeatedInferencesInvertedEndToEndTest(std::vector<BackendId> backends)</div><div class="line"><a name="l01472"></a><span class="lineno"> 1472</span> {<span class="comment"></span></div><div class="line"><a name="l01473"></a><span class="lineno"> 1473</span> <span class="comment"> /**</span></div><div class="line"><a name="l01474"></a><span class="lineno"> 1474</span> <span class="comment"> * This test is similar to the Import tests above, we create a network with a square function and pass in a vector</span></div><div class="line"><a name="l01475"></a><span class="lineno"> 1475</span> <span class="comment"> * with 4 floats, square them. and validate the output. We then check the profiling logs to see if input/output</span></div><div class="line"><a name="l01476"></a><span class="lineno"> 1476</span> <span class="comment"> * tensors are copied (CopyMemGeneric) or imported (SyncMemGeneric)</span></div><div class="line"><a name="l01477"></a><span class="lineno"> 1477</span> <span class="comment"> * In this we create some misaligned buffers, copy them into a network and validate the output and number of</span></div><div class="line"><a name="l01478"></a><span class="lineno"> 1478</span> <span class="comment"> * SynMemGeneric/CopyMemgeneric. Then we try the same network again with aligned buffers to make sure it switches</span></div><div class="line"><a name="l01479"></a><span class="lineno"> 1479</span> <span class="comment"> * to importing correctly.</span></div><div class="line"><a name="l01480"></a><span class="lineno"> 1480</span> <span class="comment"> */</span></div><div class="line"><a name="l01481"></a><span class="lineno"> 1481</span>  <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l01482"></a><span class="lineno"> 1482</span> </div><div class="line"><a name="l01483"></a><span class="lineno"> 1483</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> options;</div><div class="line"><a name="l01484"></a><span class="lineno"> 1484</span>  <a class="code" href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">IRuntimePtr</a> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">IRuntime::Create</a>(options));</div><div class="line"><a name="l01485"></a><span class="lineno"> 1485</span> </div><div class="line"><a name="l01486"></a><span class="lineno"> 1486</span>  <span class="comment">// Builds up the structure of the network.</span></div><div class="line"><a name="l01487"></a><span class="lineno"> 1487</span>  <a class="code" href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">INetworkPtr</a> net(<a class="code" href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">INetwork::Create</a>());</div><div class="line"><a name="l01488"></a><span class="lineno"> 1488</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* input = net->AddInputLayer(0);</div><div class="line"><a name="l01489"></a><span class="lineno"> 1489</span> </div><div class="line"><a name="l01490"></a><span class="lineno"> 1490</span>  <a class="code" href="structarmnn_1_1_activation_descriptor.xhtml">ActivationDescriptor</a> descriptor;</div><div class="line"><a name="l01491"></a><span class="lineno"> 1491</span>  descriptor.<a class="code" href="structarmnn_1_1_activation_descriptor.xhtml#af10fa7883e3579950f477bee92a64844">m_Function</a> = <a class="code" href="namespacearmnn.xhtml#a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304">ActivationFunction::Square</a>;</div><div class="line"><a name="l01492"></a><span class="lineno"> 1492</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* activationLayer = net->AddActivationLayer(descriptor);</div><div class="line"><a name="l01493"></a><span class="lineno"> 1493</span> </div><div class="line"><a name="l01494"></a><span class="lineno"> 1494</span>  <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* output = net->AddOutputLayer(0);</div><div class="line"><a name="l01495"></a><span class="lineno"> 1495</span> </div><div class="line"><a name="l01496"></a><span class="lineno"> 1496</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l01497"></a><span class="lineno"> 1497</span>  activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(output-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">GetInputSlot</a>(0));</div><div class="line"><a name="l01498"></a><span class="lineno"> 1498</span>  input-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>, 0.0f, 0, <span class="keyword">true</span>));</div><div class="line"><a name="l01499"></a><span class="lineno"> 1499</span>  activationLayer-><a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">GetOutputSlot</a>(0).<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">SetTensorInfo</a>(<a class="code" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a>({ 1, 1, 1, 4 }, <a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>));</div><div class="line"><a name="l01500"></a><span class="lineno"> 1500</span> </div><div class="line"><a name="l01501"></a><span class="lineno"> 1501</span>  <a class="code" href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">IOptimizedNetworkPtr</a> optNet = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*net, backends, runtime->GetDeviceSpec());</div><div class="line"><a name="l01502"></a><span class="lineno"> 1502</span>  INFO(<span class="stringliteral">"Load Network"</span>);</div><div class="line"><a name="l01503"></a><span class="lineno"> 1503</span>  <span class="comment">// Load it into the runtime. It should pass.</span></div><div class="line"><a name="l01504"></a><span class="lineno"> 1504</span>  <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> netId;</div><div class="line"><a name="l01505"></a><span class="lineno"> 1505</span>  std::string ignoredErrorMessage;</div><div class="line"><a name="l01506"></a><span class="lineno"> 1506</span>  <a class="code" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> networkProperties(<span class="keyword">false</span>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>, <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>);</div><div class="line"><a name="l01507"></a><span class="lineno"> 1507</span>  CHECK(runtime->LoadNetwork(netId, std::move(optNet),ignoredErrorMessage, networkProperties)</div><div class="line"><a name="l01508"></a><span class="lineno"> 1508</span>  == <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>);</div><div class="line"><a name="l01509"></a><span class="lineno"> 1509</span>  INFO(<span class="stringliteral">"Generate Data"</span>);</div><div class="line"><a name="l01510"></a><span class="lineno"> 1510</span> </div><div class="line"><a name="l01511"></a><span class="lineno"> 1511</span>  <span class="comment">// This code looks a little funky but the idea is to create a buffer of floats but offset by the size of a char</span></div><div class="line"><a name="l01512"></a><span class="lineno"> 1512</span>  <span class="comment">// this will guarantee that the resultant buffer is misaligned and thus should always be copied.</span></div><div class="line"><a name="l01513"></a><span class="lineno"> 1513</span>  <span class="keyword">auto</span> inputMemPtr = std::malloc(4 * <span class="keyword">sizeof</span>(<span class="keywordtype">float</span>) + <span class="keyword">sizeof</span>(<span class="keywordtype">char</span>));</div><div class="line"><a name="l01514"></a><span class="lineno"> 1514</span>  <span class="keywordtype">float</span>* misalignedInputPtr = <span class="keyword">reinterpret_cast<</span><span class="keywordtype">float</span>*<span class="keyword">></span>(<span class="keyword">reinterpret_cast<</span><span class="keywordtype">char</span>*<span class="keyword">></span>(inputMemPtr) + 1);</div><div class="line"><a name="l01515"></a><span class="lineno"> 1515</span> </div><div class="line"><a name="l01516"></a><span class="lineno"> 1516</span>  <span class="comment">// Check if our pointer is truly misaligned</span></div><div class="line"><a name="l01517"></a><span class="lineno"> 1517</span>  uintptr_t alignment = <a class="code" href="namespacearmnn.xhtml#aa02b9e06fb20fa3c13da0427e6ee5ab2">GetDataTypeSize</a>(<a class="code" href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">DataType::Float32</a>);</div><div class="line"><a name="l01518"></a><span class="lineno"> 1518</span>  CHECK (reinterpret_cast<uintptr_t>(misalignedInputPtr) % alignment);</div><div class="line"><a name="l01519"></a><span class="lineno"> 1519</span>  std::vector<float> inputValues</div><div class="line"><a name="l01520"></a><span class="lineno"> 1520</span>  {</div><div class="line"><a name="l01521"></a><span class="lineno"> 1521</span>  2.0f, 3.0f, 4.0f, 5.0f</div><div class="line"><a name="l01522"></a><span class="lineno"> 1522</span>  };</div><div class="line"><a name="l01523"></a><span class="lineno"> 1523</span>  std::memcpy(misalignedInputPtr, inputValues.data(), inputValues.size() * <span class="keyword">sizeof</span>(float));</div><div class="line"><a name="l01524"></a><span class="lineno"> 1524</span> </div><div class="line"><a name="l01525"></a><span class="lineno"> 1525</span>  <span class="keyword">auto</span> outputMemPtr = std::malloc(4 * <span class="keyword">sizeof</span>(<span class="keywordtype">float</span>) + <span class="keyword">sizeof</span>(<span class="keywordtype">char</span>));</div><div class="line"><a name="l01526"></a><span class="lineno"> 1526</span>  <span class="keywordtype">float</span>* misalignedOutputPtr = <span class="keyword">reinterpret_cast<</span><span class="keywordtype">float</span>*<span class="keyword">></span>(<span class="keyword">reinterpret_cast<</span><span class="keywordtype">char</span>*<span class="keyword">></span>(outputMemPtr) + 1);</div><div class="line"><a name="l01527"></a><span class="lineno"> 1527</span> </div><div class="line"><a name="l01528"></a><span class="lineno"> 1528</span>  <span class="comment">// Check if our pointer is truly misaligned</span></div><div class="line"><a name="l01529"></a><span class="lineno"> 1529</span>  CHECK (reinterpret_cast<uintptr_t>(misalignedOutputPtr) % alignment);</div><div class="line"><a name="l01530"></a><span class="lineno"> 1530</span> </div><div class="line"><a name="l01531"></a><span class="lineno"> 1531</span>  std::vector<float> expectedMisalignedOutput</div><div class="line"><a name="l01532"></a><span class="lineno"> 1532</span>  {</div><div class="line"><a name="l01533"></a><span class="lineno"> 1533</span>  4.0f, 9.0f, 16.0f, 25.0f</div><div class="line"><a name="l01534"></a><span class="lineno"> 1534</span>  };</div><div class="line"><a name="l01535"></a><span class="lineno"> 1535</span> </div><div class="line"><a name="l01536"></a><span class="lineno"> 1536</span>  INFO(<span class="stringliteral">"Create Second Inference"</span>);</div><div class="line"><a name="l01537"></a><span class="lineno"> 1537</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensorsMisaligned</div><div class="line"><a name="l01538"></a><span class="lineno"> 1538</span>  {</div><div class="line"><a name="l01539"></a><span class="lineno"> 1539</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), misalignedInputPtr)},</div><div class="line"><a name="l01540"></a><span class="lineno"> 1540</span>  };</div><div class="line"><a name="l01541"></a><span class="lineno"> 1541</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensorsMisaligned</div><div class="line"><a name="l01542"></a><span class="lineno"> 1542</span>  {</div><div class="line"><a name="l01543"></a><span class="lineno"> 1543</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), misalignedOutputPtr)}</div><div class="line"><a name="l01544"></a><span class="lineno"> 1544</span>  };</div><div class="line"><a name="l01545"></a><span class="lineno"> 1545</span>  runtime->GetProfiler(netId)->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l01546"></a><span class="lineno"> 1546</span>  std::vector<ImportedInputId> importedInputIds =</div><div class="line"><a name="l01547"></a><span class="lineno"> 1547</span>  runtime->ImportInputs(netId, inputTensorsMisaligned, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l01548"></a><span class="lineno"> 1548</span>  <span class="comment">// Import should fail.</span></div><div class="line"><a name="l01549"></a><span class="lineno"> 1549</span>  CHECK(importedInputIds.size() == 0);</div><div class="line"><a name="l01550"></a><span class="lineno"> 1550</span>  std::vector<ImportedOutputId> importedOutputIds =</div><div class="line"><a name="l01551"></a><span class="lineno"> 1551</span>  runtime->ImportOutputs(netId, outputTensorsMisaligned, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l01552"></a><span class="lineno"> 1552</span>  <span class="comment">// Import should fail.</span></div><div class="line"><a name="l01553"></a><span class="lineno"> 1553</span>  CHECK(importedOutputIds.size() == 0);</div><div class="line"><a name="l01554"></a><span class="lineno"> 1554</span> </div><div class="line"><a name="l01555"></a><span class="lineno"> 1555</span>  <span class="comment">// Do the inference and force the import as the memory is misaligned.</span></div><div class="line"><a name="l01556"></a><span class="lineno"> 1556</span>  runtime->EnqueueWorkload(netId,</div><div class="line"><a name="l01557"></a><span class="lineno"> 1557</span>  inputTensorsMisaligned,</div><div class="line"><a name="l01558"></a><span class="lineno"> 1558</span>  outputTensorsMisaligned,</div><div class="line"><a name="l01559"></a><span class="lineno"> 1559</span>  importedInputIds,</div><div class="line"><a name="l01560"></a><span class="lineno"> 1560</span>  importedOutputIds);</div><div class="line"><a name="l01561"></a><span class="lineno"> 1561</span> </div><div class="line"><a name="l01562"></a><span class="lineno"> 1562</span>  <span class="comment">// Retrieve the Profiler.AnalyzeEventsAndWriteResults() output to get the workload execution</span></div><div class="line"><a name="l01563"></a><span class="lineno"> 1563</span>  <a class="code" href="classarmnn_1_1_profiler_manager.xhtml">ProfilerManager</a>& profilerManager = <a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a93857080c2523bf3395e7aa7e6024d5c">armnn::ProfilerManager::GetInstance</a>();</div><div class="line"><a name="l01564"></a><span class="lineno"> 1564</span>  std::stringstream ss;</div><div class="line"><a name="l01565"></a><span class="lineno"> 1565</span>  profilerManager.<a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a3756986bc88b9b212d3f983c70c5c129">GetProfiler</a>()-><a class="code" href="classarmnn_1_1_i_profiler.xhtml#ac9f22844fb2e329ffd193f2d9a8ce336">AnalyzeEventsAndWriteResults</a>(ss);</div><div class="line"><a name="l01566"></a><span class="lineno"> 1566</span>  std::string dump = ss.str();</div><div class="line"><a name="l01567"></a><span class="lineno"> 1567</span> </div><div class="line"><a name="l01568"></a><span class="lineno"> 1568</span>  <span class="comment">// GpuAcc is a different case to CpuRef and CpuAcc, it doesn't use the buffer directly but instead maps it to a</span></div><div class="line"><a name="l01569"></a><span class="lineno"> 1569</span>  <span class="comment">// new set of addresses within Gpu Memory. This will almost always be auto-aligned, so we don't need to check</span></div><div class="line"><a name="l01570"></a><span class="lineno"> 1570</span>  <span class="comment">// for imports/copies. Only that the output is correct.</span></div><div class="line"><a name="l01571"></a><span class="lineno"> 1571</span>  <span class="keywordflow">if</span> (backends[0] != <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeafaa4524e3df19ada32643ce9a222362b">Compute::GpuAcc</a>)</div><div class="line"><a name="l01572"></a><span class="lineno"> 1572</span>  {</div><div class="line"><a name="l01573"></a><span class="lineno"> 1573</span>  <span class="comment">// We can only copy so there should be no SyncMemGeneric</span></div><div class="line"><a name="l01574"></a><span class="lineno"> 1574</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l01575"></a><span class="lineno"> 1575</span>  CHECK(count == 0);</div><div class="line"><a name="l01576"></a><span class="lineno"> 1576</span>  <span class="comment">// Should only be CopyMemGeneric workloads as we copied all buffers</span></div><div class="line"><a name="l01577"></a><span class="lineno"> 1577</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l01578"></a><span class="lineno"> 1578</span>  CHECK(count >= 1);</div><div class="line"><a name="l01579"></a><span class="lineno"> 1579</span>  }</div><div class="line"><a name="l01580"></a><span class="lineno"> 1580</span>  <span class="comment">// Check the output is correct</span></div><div class="line"><a name="l01581"></a><span class="lineno"> 1581</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> index = 0;</div><div class="line"><a name="l01582"></a><span class="lineno"> 1582</span>  std::vector<float> alignedOutput(expectedMisalignedOutput.size());</div><div class="line"><a name="l01583"></a><span class="lineno"> 1583</span>  std::memcpy(alignedOutput.data(), misalignedOutputPtr, expectedMisalignedOutput.size()*<span class="keyword">sizeof</span>(float));</div><div class="line"><a name="l01584"></a><span class="lineno"> 1584</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> outputValue : expectedMisalignedOutput)</div><div class="line"><a name="l01585"></a><span class="lineno"> 1585</span>  {</div><div class="line"><a name="l01586"></a><span class="lineno"> 1586</span>  CHECK(outputValue == alignedOutput[index]);</div><div class="line"><a name="l01587"></a><span class="lineno"> 1587</span>  ++index;</div><div class="line"><a name="l01588"></a><span class="lineno"> 1588</span>  }</div><div class="line"><a name="l01589"></a><span class="lineno"> 1589</span>  std::free(inputMemPtr);</div><div class="line"><a name="l01590"></a><span class="lineno"> 1590</span>  std::free(outputMemPtr);</div><div class="line"><a name="l01591"></a><span class="lineno"> 1591</span> </div><div class="line"><a name="l01592"></a><span class="lineno"> 1592</span>  <span class="comment">// Creates structures for input & output</span></div><div class="line"><a name="l01593"></a><span class="lineno"> 1593</span>  std::vector<float> inputData</div><div class="line"><a name="l01594"></a><span class="lineno"> 1594</span>  {</div><div class="line"><a name="l01595"></a><span class="lineno"> 1595</span>  1.0f, 2.0f, 3.0f, 4.0f</div><div class="line"><a name="l01596"></a><span class="lineno"> 1596</span>  };</div><div class="line"><a name="l01597"></a><span class="lineno"> 1597</span>  std::vector<float> outputData(4);</div><div class="line"><a name="l01598"></a><span class="lineno"> 1598</span>  std::vector<float> expectedOutput</div><div class="line"><a name="l01599"></a><span class="lineno"> 1599</span>  {</div><div class="line"><a name="l01600"></a><span class="lineno"> 1600</span>  1.0f, 4.0f, 9.0f, 16.0f</div><div class="line"><a name="l01601"></a><span class="lineno"> 1601</span>  };</div><div class="line"><a name="l01602"></a><span class="lineno"> 1602</span> </div><div class="line"><a name="l01603"></a><span class="lineno"> 1603</span>  <span class="comment">// Check our input and output pointers are actually aligned</span></div><div class="line"><a name="l01604"></a><span class="lineno"> 1604</span>  CHECK(!(reinterpret_cast<uintptr_t>(inputData.data()) % alignment));</div><div class="line"><a name="l01605"></a><span class="lineno"> 1605</span>  CHECK(!(reinterpret_cast<uintptr_t>(outputData.data()) % alignment));</div><div class="line"><a name="l01606"></a><span class="lineno"> 1606</span> </div><div class="line"><a name="l01607"></a><span class="lineno"> 1607</span>  INFO(<span class="stringliteral">"Create Inference"</span>);</div><div class="line"><a name="l01608"></a><span class="lineno"> 1608</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> inputTensors</div><div class="line"><a name="l01609"></a><span class="lineno"> 1609</span>  {</div><div class="line"><a name="l01610"></a><span class="lineno"> 1610</span>  {0,<a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a>(runtime->GetInputTensorInfo(netId, 0), inputData.data())},</div><div class="line"><a name="l01611"></a><span class="lineno"> 1611</span>  };</div><div class="line"><a name="l01612"></a><span class="lineno"> 1612</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> outputTensors</div><div class="line"><a name="l01613"></a><span class="lineno"> 1613</span>  {</div><div class="line"><a name="l01614"></a><span class="lineno"> 1614</span>  {0,<a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a>(runtime->GetOutputTensorInfo(netId, 0), outputData.data())}</div><div class="line"><a name="l01615"></a><span class="lineno"> 1615</span>  };</div><div class="line"><a name="l01616"></a><span class="lineno"> 1616</span> </div><div class="line"><a name="l01617"></a><span class="lineno"> 1617</span>  importedInputIds = runtime->ImportInputs(netId, inputTensors, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l01618"></a><span class="lineno"> 1618</span>  CHECK(importedInputIds.size() == 1);</div><div class="line"><a name="l01619"></a><span class="lineno"> 1619</span>  importedOutputIds = runtime->ImportOutputs(netId, outputTensors, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>);</div><div class="line"><a name="l01620"></a><span class="lineno"> 1620</span>  CHECK(importedOutputIds.size() == 1);</div><div class="line"><a name="l01621"></a><span class="lineno"> 1621</span>  <span class="comment">// Do the inference and force the import as the memory is aligned.</span></div><div class="line"><a name="l01622"></a><span class="lineno"> 1622</span>  runtime->EnqueueWorkload(netId, <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a>(), <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a>(), importedInputIds, importedOutputIds);</div><div class="line"><a name="l01623"></a><span class="lineno"> 1623</span> </div><div class="line"><a name="l01624"></a><span class="lineno"> 1624</span>  <span class="comment">// Retrieve the Profiler.AnalyzeEventsAndWriteResults() output to get the workload execution</span></div><div class="line"><a name="l01625"></a><span class="lineno"> 1625</span>  <span class="comment">// We need to use AnalyzeEventsAndWriteResults here to make sure the second inference has been profiled</span></div><div class="line"><a name="l01626"></a><span class="lineno"> 1626</span>  profilerManager.<a class="code" href="classarmnn_1_1_profiler_manager.xhtml#a3756986bc88b9b212d3f983c70c5c129">GetProfiler</a>()-><a class="code" href="classarmnn_1_1_i_profiler.xhtml#ac9f22844fb2e329ffd193f2d9a8ce336">AnalyzeEventsAndWriteResults</a>(ss);</div><div class="line"><a name="l01627"></a><span class="lineno"> 1627</span>  dump = ss.str();</div><div class="line"><a name="l01628"></a><span class="lineno"> 1628</span> </div><div class="line"><a name="l01629"></a><span class="lineno"> 1629</span>  <span class="keywordflow">if</span> (backends[0] == <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aea39f8662ca778258e9c6a14f26fec5ec1">Compute::CpuAcc</a>)</div><div class="line"><a name="l01630"></a><span class="lineno"> 1630</span>  {</div><div class="line"><a name="l01631"></a><span class="lineno"> 1631</span>  <span class="comment">// Reconfigure has not been implemented for CpuAcc so it will always copy, this will break whenever</span></div><div class="line"><a name="l01632"></a><span class="lineno"> 1632</span>  <span class="comment">// reconfigure is implemented</span></div><div class="line"><a name="l01633"></a><span class="lineno"> 1633</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l01634"></a><span class="lineno"> 1634</span>  CHECK(count == 0);</div><div class="line"><a name="l01635"></a><span class="lineno"> 1635</span>  <span class="comment">// Should be 2 CopyMemGeneric workloads</span></div><div class="line"><a name="l01636"></a><span class="lineno"> 1636</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l01637"></a><span class="lineno"> 1637</span>  CHECK(count >= 1);</div><div class="line"><a name="l01638"></a><span class="lineno"> 1638</span>  }</div><div class="line"><a name="l01639"></a><span class="lineno"> 1639</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l01640"></a><span class="lineno"> 1640</span>  {</div><div class="line"><a name="l01641"></a><span class="lineno"> 1641</span>  <span class="comment">// Repeated inferences make it difficult to check for an accurate count. So we just validate that we have a</span></div><div class="line"><a name="l01642"></a><span class="lineno"> 1642</span>  <span class="comment">// SyncMemGeneric Workload when we previously didn't</span></div><div class="line"><a name="l01643"></a><span class="lineno"> 1643</span>  <span class="keywordtype">int</span> count = SubStringCounter(dump, <span class="stringliteral">"SyncMemGeneric"</span>);</div><div class="line"><a name="l01644"></a><span class="lineno"> 1644</span>  CHECK(count >= 1);</div><div class="line"><a name="l01645"></a><span class="lineno"> 1645</span>  <span class="comment">// Should still be some CopyMemGeneric Workloads from the last inference</span></div><div class="line"><a name="l01646"></a><span class="lineno"> 1646</span>  count = SubStringCounter(dump, <span class="stringliteral">"CopyMemGeneric"</span>);</div><div class="line"><a name="l01647"></a><span class="lineno"> 1647</span>  CHECK(count >= 1);</div><div class="line"><a name="l01648"></a><span class="lineno"> 1648</span>  }</div><div class="line"><a name="l01649"></a><span class="lineno"> 1649</span>  <span class="comment">// Check the output is correct</span></div><div class="line"><a name="l01650"></a><span class="lineno"> 1650</span>  CHECK(std::equal(outputData.begin(), outputData.end(), expectedOutput.begin(), expectedOutput.end()));</div><div class="line"><a name="l01651"></a><span class="lineno"> 1651</span>  <span class="comment">// Clean up to avoid interfering with other tests</span></div><div class="line"><a name="l01652"></a><span class="lineno"> 1652</span>  runtime->UnloadNetwork(netId);</div><div class="line"><a name="l01653"></a><span class="lineno"> 1653</span> }</div><div class="line"><a name="l01654"></a><span class="lineno"> 1654</span> </div><div class="line"><a name="l01655"></a><span class="lineno"> 1655</span> } <span class="comment">// anonymous namespace</span></div><div class="ttc" id="classarmnn_1_1_i_runtime_xhtml_ad44ecd3700748dc30dc4bbe34ba5bde7"><div class="ttname"><a href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">armnn::IRuntime::Create</a></div><div class="ttdeci">static IRuntimePtr Create(const CreationOptions &options)</div><div class="ttdef"><b>Definition:</b> <a href="_runtime_8cpp_source.xhtml#l00049">Runtime.cpp:49</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_connectable_layer_xhtml"><div class="ttname"><a href="classarmnn_1_1_i_connectable_layer.xhtml">armnn::IConnectableLayer</a></div><div class="ttdoc">Interface for a layer that is connectable to other layers via InputSlots and OutputSlots. </div><div class="ttdef"><b>Definition:</b> <a href="_i_network_8hpp_source.xhtml#l00068">INetwork.hpp:68</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_ae2f04a162585c0a5222a537efd5456aea83c2c4e9b658ccafbcbe6309c5d84c64"><div class="ttname"><a href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aea83c2c4e9b658ccafbcbe6309c5d84c64">armnn::Compute::CpuRef</a></div><div class="ttdoc">CPU Execution: Reference C++ kernels. </div></div>
<div class="ttc" id="structarmnn_1_1_strided_slice_descriptor_xhtml_a6d0384878432cfc9652b7ae8bc59506f"><div class="ttname"><a href="structarmnn_1_1_strided_slice_descriptor.xhtml#a6d0384878432cfc9652b7ae8bc59506f">armnn::StridedSliceDescriptor::m_ShrinkAxisMask</a></div><div class="ttdeci">int32_t m_ShrinkAxisMask</div><div class="ttdoc">Shrink axis mask value. If set, the nth specification shrinks the dimensionality by 1...</div><div class="ttdef"><b>Definition:</b> <a href="_descriptors_8hpp_source.xhtml#l01332">Descriptors.hpp:1332</a></div></div>
<div class="ttc" id="classarmnn_1_1_profiler_manager_xhtml_a93857080c2523bf3395e7aa7e6024d5c"><div class="ttname"><a href="classarmnn_1_1_profiler_manager.xhtml#a93857080c2523bf3395e7aa7e6024d5c">armnn::ProfilerManager::GetInstance</a></div><div class="ttdeci">static ProfilerManager & GetInstance()</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_8cpp_source.xhtml#l00572">Profiling.cpp:572</a></div></div>
<div class="ttc" id="structarmnn_1_1_strided_slice_descriptor_xhtml_a118fe06b7c2599da60398ee311ede923"><div class="ttname"><a href="structarmnn_1_1_strided_slice_descriptor.xhtml#a118fe06b7c2599da60398ee311ede923">armnn::StridedSliceDescriptor::m_Begin</a></div><div class="ttdeci">std::vector< int > m_Begin</div><div class="ttdoc">Begin values for the input that will be sliced. </div><div class="ttdef"><b>Definition:</b> <a href="_descriptors_8hpp_source.xhtml#l01319">Descriptors.hpp:1319</a></div></div>
<div class="ttc" id="classarmnn_1_1_tensor_info_xhtml"><div class="ttname"><a href="classarmnn_1_1_tensor_info.xhtml">armnn::TensorInfo</a></div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8hpp_source.xhtml#l00152">Tensor.hpp:152</a></div></div>
<div class="ttc" id="_quantize_helper_8hpp_xhtml"><div class="ttname"><a href="_quantize_helper_8hpp.xhtml">QuantizeHelper.hpp</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a150468a02bd7b2d2d061c4aaaee939f0"><div class="ttname"><a href="namespacearmnn.xhtml#a150468a02bd7b2d2d061c4aaaee939f0">armnn::IRuntimePtr</a></div><div class="ttdeci">std::unique_ptr< IRuntime, void(*)(IRuntime *runtime)> IRuntimePtr</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00033">IRuntime.hpp:33</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_profiler_xhtml_a038bb767bbc6abc0ee0d9b509616b896"><div class="ttname"><a href="classarmnn_1_1_i_profiler.xhtml#a038bb767bbc6abc0ee0d9b509616b896">armnn::IProfiler::Print</a></div><div class="ttdeci">void Print(std::ostream &outStream) const</div><div class="ttdoc">Print stats for events in JSON Format to the given output stream. </div><div class="ttdef"><b>Definition:</b> <a href="_profiling_8cpp_source.xhtml#l00609">Profiling.cpp:609</a></div></div>
<div class="ttc" id="_i_runtime_8hpp_xhtml"><div class="ttname"><a href="_i_runtime_8hpp.xhtml">IRuntime.hpp</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a0743ed5e860c316a20b68ca96301b411"><div class="ttname"><a href="namespacearmnn.xhtml#a0743ed5e860c316a20b68ca96301b411">armnn::ResolveType</a></div><div class="ttdeci">typename ResolveTypeImpl< DT >::Type ResolveType</div><div class="ttdef"><b>Definition:</b> <a href="_resolve_type_8hpp_source.xhtml#l00079">ResolveType.hpp:79</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_aa01bce88f89975a5a031db4cc8861527"><div class="ttname"><a href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">armnn::InputTensors</a></div><div class="ttdeci">std::vector< std::pair< LayerBindingId, class ConstTensor > > InputTensors</div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8hpp_source.xhtml#l00392">Tensor.hpp:392</a></div></div>
<div class="ttc" id="_resolve_type_8hpp_xhtml"><div class="ttname"><a href="_resolve_type_8hpp.xhtml">ResolveType.hpp</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_profiler_xhtml_ac9f22844fb2e329ffd193f2d9a8ce336"><div class="ttname"><a href="classarmnn_1_1_i_profiler.xhtml#ac9f22844fb2e329ffd193f2d9a8ce336">armnn::IProfiler::AnalyzeEventsAndWriteResults</a></div><div class="ttdeci">void AnalyzeEventsAndWriteResults(std::ostream &outStream) const</div><div class="ttdoc">Analyzes the tracked events and writes the results to the given output stream. </div><div class="ttdef"><b>Definition:</b> <a href="_profiling_8cpp_source.xhtml#l00604">Profiling.cpp:604</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml"><div class="ttname"><a href="namespacearmnn.xhtml">armnn</a></div><div class="ttdoc">Copyright (c) 2021 ARM Limited and Contributors. </div><div class="ttdef"><b>Definition:</b> <a href="01__00__quick__start_8dox_source.xhtml#l00006">01_00_quick_start.dox:6</a></div></div>
<div class="ttc" id="structarmnn_1_1_strided_slice_descriptor_xhtml_a61081be1483984e33db452c75d569f51"><div class="ttname"><a href="structarmnn_1_1_strided_slice_descriptor.xhtml#a61081be1483984e33db452c75d569f51">armnn::StridedSliceDescriptor::m_BeginMask</a></div><div class="ttdeci">int32_t m_BeginMask</div><div class="ttdoc">Begin mask value. </div><div class="ttdef"><b>Definition:</b> <a href="_descriptors_8hpp_source.xhtml#l01327">Descriptors.hpp:1327</a></div></div>
<div class="ttc" id="structarmnn_1_1_strided_slice_descriptor_xhtml_ac37e49c0d6e6e54f9d2015d0f11f8ee7"><div class="ttname"><a href="structarmnn_1_1_strided_slice_descriptor.xhtml#ac37e49c0d6e6e54f9d2015d0f11f8ee7">armnn::StridedSliceDescriptor::m_EndMask</a></div><div class="ttdeci">int32_t m_EndMask</div><div class="ttdoc">End mask value. </div><div class="ttdef"><b>Definition:</b> <a href="_descriptors_8hpp_source.xhtml#l01330">Descriptors.hpp:1330</a></div></div>
<div class="ttc" id="backends_2backends_common_2test_2_common_test_utils_8hpp_xhtml"><div class="ttname"><a href="backends_2backends_common_2test_2_common_test_utils_8hpp.xhtml">CommonTestUtils.hpp</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_output_slot_xhtml_a5ee4a6c9a2481245487b1b1a70d20fd0"><div class="ttname"><a href="classarmnn_1_1_i_output_slot.xhtml#a5ee4a6c9a2481245487b1b1a70d20fd0">armnn::IOutputSlot::SetTensorInfo</a></div><div class="ttdeci">virtual void SetTensorInfo(const TensorInfo &tensorInfo)=0</div></div>
<div class="ttc" id="structarmnn_1_1_i_network_properties_xhtml"><div class="ttname"><a href="structarmnn_1_1_i_network_properties.xhtml">armnn::INetworkProperties</a></div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00035">IRuntime.hpp:35</a></div></div>
<div class="ttc" id="classarmnn_1_1_profiler_manager_xhtml_a3756986bc88b9b212d3f983c70c5c129"><div class="ttname"><a href="classarmnn_1_1_profiler_manager.xhtml#a3756986bc88b9b212d3f983c70c5c129">armnn::ProfilerManager::GetProfiler</a></div><div class="ttdeci">IProfiler * GetProfiler()</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_8cpp_source.xhtml#l00584">Profiling.cpp:584</a></div></div>
<div class="ttc" id="classarmnn_1_1_tensor_xhtml"><div class="ttname"><a href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a></div><div class="ttdoc">A tensor defined by a TensorInfo (shape and data type) and a mutable backing store. </div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8hpp_source.xhtml#l00319">Tensor.hpp:319</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38"><div class="ttname"><a href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Status::Success</a></div></div>
<div class="ttc" id="structarmnn_1_1_optimizer_options_xhtml_a0054f53e4e70bb39c000bcf240627b18"><div class="ttname"><a href="structarmnn_1_1_optimizer_options.xhtml#a0054f53e4e70bb39c000bcf240627b18">armnn::OptimizerOptions::m_ExportEnabled</a></div><div class="ttdeci">bool m_ExportEnabled</div><div class="ttdef"><b>Definition:</b> <a href="_i_network_8hpp_source.xhtml#l00233">INetwork.hpp:233</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_ad8ed01ff3ff33333d8e19db4d2818bb6"><div class="ttname"><a href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6">armnn::DataType</a></div><div class="ttdeci">DataType</div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.xhtml#l00048">Types.hpp:48</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a82e98ef05fd67036d1195ba17174d685"><div class="ttname"><a href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">armnn::Optimize</a></div><div class="ttdeci">IOptimizedNetworkPtr Optimize(const INetwork &network, const std::vector< BackendId > &backendPreferences, const IDeviceSpec &deviceSpec, const OptimizerOptions &options=OptimizerOptions(), Optional< std::vector< std::string > &> messages=EmptyOptional())</div><div class="ttdoc">Create an optimized version of the network. </div><div class="ttdef"><b>Definition:</b> <a href="_network_8cpp_source.xhtml#l01864">Network.cpp:1864</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_ad8ed01ff3ff33333d8e19db4d2818bb6a0a3f57c876f5a230244c38e1453a8a6e"><div class="ttname"><a href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a0a3f57c876f5a230244c38e1453a8a6e">armnn::DataType::QAsymmU8</a></div></div>
<div class="ttc" id="classarmnn_1_1_layer_validation_exception_xhtml"><div class="ttname"><a href="classarmnn_1_1_layer_validation_exception.xhtml">armnn::LayerValidationException</a></div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.xhtml#l00105">Exceptions.hpp:105</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360"><div class="ttname"><a href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Compute::Undefined</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a0d8160388a127c1a23b37bc88dc6e2ec"><div class="ttname"><a href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">armnn::NetworkId</a></div><div class="ttdeci">int NetworkId</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00027">IRuntime.hpp:27</a></div></div>
<div class="ttc" id="classarmnn_1_1_const_tensor_xhtml"><div class="ttname"><a href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a></div><div class="ttdoc">A tensor defined by a TensorInfo (shape and data type) and an immutable backing store. </div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8hpp_source.xhtml#l00327">Tensor.hpp:327</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a8f091a512915d1cb29a4ebf13dfc53ea"><div class="ttname"><a href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">armnn::OutputTensors</a></div><div class="ttdeci">std::vector< std::pair< LayerBindingId, class Tensor > > OutputTensors</div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8hpp_source.xhtml#l00393">Tensor.hpp:393</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a674efcf6cbdb9e831d653ff0e821fb38"><div class="ttname"><a href="namespacearmnn.xhtml#a674efcf6cbdb9e831d653ff0e821fb38">armnn::IOptimizedNetworkPtr</a></div><div class="ttdeci">std::unique_ptr< IOptimizedNetwork, void(*)(IOptimizedNetwork *network)> IOptimizedNetworkPtr</div><div class="ttdef"><b>Definition:</b> <a href="_i_network_8hpp_source.xhtml#l00239">INetwork.hpp:239</a></div></div>
<div class="ttc" id="classarmnn_1_1_profiler_manager_xhtml"><div class="ttname"><a href="classarmnn_1_1_profiler_manager.xhtml">armnn::ProfilerManager</a></div><div class="ttdef"><b>Definition:</b> <a href="_profiling_8hpp_source.xhtml#l00111">Profiling.hpp:111</a></div></div>
<div class="ttc" id="classarmnn_1_1_tensor_info_xhtml_a685739c4eb65a580e075282cfe6787d6"><div class="ttname"><a href="classarmnn_1_1_tensor_info.xhtml#a685739c4eb65a580e075282cfe6787d6">armnn::TensorInfo::SetQuantizationScale</a></div><div class="ttdeci">void SetQuantizationScale(float scale)</div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8cpp_source.xhtml#l00473">Tensor.cpp:473</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523"><div class="ttname"><a href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">armnn::MemorySource::Malloc</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_ae2f04a162585c0a5222a537efd5456aeafaa4524e3df19ada32643ce9a222362b"><div class="ttname"><a href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeafaa4524e3df19ada32643ce9a222362b">armnn::Compute::GpuAcc</a></div><div class="ttdoc">GPU Execution: OpenCL: ArmCompute. </div></div>
<div class="ttc" id="structarmnn_1_1_optimizer_options_xhtml"><div class="ttname"><a href="structarmnn_1_1_optimizer_options.xhtml">armnn::OptimizerOptions</a></div><div class="ttdoc">ArmNN performs an optimization on each model/network before it gets loaded for execution. </div><div class="ttdef"><b>Definition:</b> <a href="_i_network_8hpp_source.xhtml#l00127">INetwork.hpp:127</a></div></div>
<div class="ttc" id="structarmnn_1_1_strided_slice_descriptor_xhtml_a0d53caff836b84204adbd1c28752a201"><div class="ttname"><a href="structarmnn_1_1_strided_slice_descriptor.xhtml#a0d53caff836b84204adbd1c28752a201">armnn::StridedSliceDescriptor::m_Stride</a></div><div class="ttdeci">std::vector< int > m_Stride</div><div class="ttdoc">Stride values for the input that will be sliced. </div><div class="ttdef"><b>Definition:</b> <a href="_descriptors_8hpp_source.xhtml#l01323">Descriptors.hpp:1323</a></div></div>
<div class="ttc" id="structarmnn_1_1_activation_descriptor_xhtml"><div class="ttname"><a href="structarmnn_1_1_activation_descriptor.xhtml">armnn::ActivationDescriptor</a></div><div class="ttdoc">An ActivationDescriptor for the ActivationLayer. </div><div class="ttdef"><b>Definition:</b> <a href="_descriptors_8hpp_source.xhtml#l00036">Descriptors.hpp:36</a></div></div>
<div class="ttc" id="_i_network_8hpp_xhtml"><div class="ttname"><a href="_i_network_8hpp.xhtml">INetwork.hpp</a></div></div>
<div class="ttc" id="structarmnn_1_1_optimizer_options_xhtml_a05c1bba6ba3ecc1339d4c4c10c0d8890"><div class="ttname"><a href="structarmnn_1_1_optimizer_options.xhtml#a05c1bba6ba3ecc1339d4c4c10c0d8890">armnn::OptimizerOptions::m_ImportEnabled</a></div><div class="ttdeci">bool m_ImportEnabled</div><div class="ttdef"><b>Definition:</b> <a href="_i_network_8hpp_source.xhtml#l00224">INetwork.hpp:224</a></div></div>
<div class="ttc" id="structarmnn_1_1_i_runtime_1_1_creation_options_xhtml"><div class="ttname"><a href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">armnn::IRuntime::CreationOptions</a></div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00077">IRuntime.hpp:77</a></div></div>
<div class="ttc" id="structarmnn_1_1_strided_slice_descriptor_xhtml_aa68194dd6258ab5b04123005a066ea25"><div class="ttname"><a href="structarmnn_1_1_strided_slice_descriptor.xhtml#aa68194dd6258ab5b04123005a066ea25">armnn::StridedSliceDescriptor::m_End</a></div><div class="ttdeci">std::vector< int > m_End</div><div class="ttdoc">End values for the input that will be sliced. </div><div class="ttdef"><b>Definition:</b> <a href="_descriptors_8hpp_source.xhtml#l01321">Descriptors.hpp:1321</a></div></div>
<div class="ttc" id="_descriptors_8hpp_xhtml"><div class="ttname"><a href="_descriptors_8hpp.xhtml">Descriptors.hpp</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_ae2f04a162585c0a5222a537efd5456aea39f8662ca778258e9c6a14f26fec5ec1"><div class="ttname"><a href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aea39f8662ca778258e9c6a14f26fec5ec1">armnn::Compute::CpuAcc</a></div><div class="ttdoc">CPU Execution: NEON: ArmCompute. </div></div>
<div class="ttc" id="classarmnn_1_1_memory_import_exception_xhtml"><div class="ttname"><a href="classarmnn_1_1_memory_import_exception.xhtml">armnn::MemoryImportException</a></div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.xhtml#l00125">Exceptions.hpp:125</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_connectable_layer_xhtml_a6ec9e0eb66d7d6a01240492a0b18104c"><div class="ttname"><a href="classarmnn_1_1_i_connectable_layer.xhtml#a6ec9e0eb66d7d6a01240492a0b18104c">armnn::IConnectableLayer::GetInputSlot</a></div><div class="ttdeci">virtual const IInputSlot & GetInputSlot(unsigned int index) const =0</div><div class="ttdoc">Get a const input slot handle by slot index. </div></div>
<div class="ttc" id="classarmnn_1_1_tensor_info_xhtml_a8ffca1e21bdfa7f945617acd606aac91"><div class="ttname"><a href="classarmnn_1_1_tensor_info.xhtml#a8ffca1e21bdfa7f945617acd606aac91">armnn::TensorInfo::SetConstant</a></div><div class="ttdeci">void SetConstant(const bool IsConstant=true)</div><div class="ttdoc">Marks the data corresponding to this tensor info as constant. </div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8cpp_source.xhtml#l00514">Tensor.cpp:514</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304"><div class="ttname"><a href="namespacearmnn.xhtml#a56297e0f7b215eea46c818cb7528d9eaaceb46ca115d05c51aa5a16a8867c3304">armnn::ActivationFunction::Square</a></div></div>
<div class="ttc" id="classarmnn_1_1_memory_export_exception_xhtml"><div class="ttname"><a href="classarmnn_1_1_memory_export_exception.xhtml">armnn::MemoryExportException</a></div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.xhtml#l00130">Exceptions.hpp:130</a></div></div>
<div class="ttc" id="structarmnn_1_1_strided_slice_descriptor_xhtml"><div class="ttname"><a href="structarmnn_1_1_strided_slice_descriptor.xhtml">armnn::StridedSliceDescriptor</a></div><div class="ttdoc">A StridedSliceDescriptor for the StridedSliceLayer. </div><div class="ttdef"><b>Definition:</b> <a href="_descriptors_8hpp_source.xhtml#l01280">Descriptors.hpp:1280</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204"><div class="ttname"><a href="namespacearmnn.xhtml#ad8ed01ff3ff33333d8e19db4d2818bb6a166495adc0d0f53bee6baecc577f5204">armnn::DataType::Float32</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_connectable_layer_xhtml_a80ac4eda2e7f2757ec9dd96fc96dbd16"><div class="ttname"><a href="classarmnn_1_1_i_connectable_layer.xhtml#a80ac4eda2e7f2757ec9dd96fc96dbd16">armnn::IConnectableLayer::GetOutputSlot</a></div><div class="ttdeci">virtual const IOutputSlot & GetOutputSlot(unsigned int index) const =0</div><div class="ttdoc">Get the const output slot handle by slot index. </div></div>
<div class="ttc" id="classarmnn_1_1_tensor_info_xhtml_a63cbc581012c957f9d68d224ddc3e43c"><div class="ttname"><a href="classarmnn_1_1_tensor_info.xhtml#a63cbc581012c957f9d68d224ddc3e43c">armnn::TensorInfo::SetQuantizationOffset</a></div><div class="ttdeci">void SetQuantizationOffset(int32_t offset)</div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8cpp_source.xhtml#l00489">Tensor.cpp:489</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_ace74f6f9feb95a964a49d79458232703"><div class="ttname"><a href="namespacearmnn.xhtml#ace74f6f9feb95a964a49d79458232703">armnn::INetworkPtr</a></div><div class="ttdeci">std::unique_ptr< INetwork, void(*)(INetwork *network)> INetworkPtr</div><div class="ttdef"><b>Definition:</b> <a href="_i_network_8hpp_source.xhtml#l00238">INetwork.hpp:238</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_output_slot_xhtml_ac1835f8756a9f03c02fcf9664e3a0fce"><div class="ttname"><a href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">armnn::IOutputSlot::Connect</a></div><div class="ttdeci">virtual int Connect(IInputSlot &destination)=0</div></div>
<div class="ttc" id="_profiling_8hpp_xhtml"><div class="ttname"><a href="_profiling_8hpp.xhtml">Profiling.hpp</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_network_xhtml_a464f0ff87b1aabf71febaa71321dd40b"><div class="ttname"><a href="classarmnn_1_1_i_network.xhtml#a464f0ff87b1aabf71febaa71321dd40b">armnn::INetwork::Create</a></div><div class="ttdeci">static INetworkPtr Create(NetworkOptions networkOptions={})</div><div class="ttdef"><b>Definition:</b> <a href="_network_8cpp_source.xhtml#l00475">Network.cpp:475</a></div></div>
<div class="ttc" id="structarmnn_1_1_activation_descriptor_xhtml_af10fa7883e3579950f477bee92a64844"><div class="ttname"><a href="structarmnn_1_1_activation_descriptor.xhtml#af10fa7883e3579950f477bee92a64844">armnn::ActivationDescriptor::m_Function</a></div><div class="ttdeci">ActivationFunction m_Function</div><div class="ttdoc">The activation function to use (Sigmoid, TanH, Linear, ReLu, BoundedReLu, SoftReLu, LeakyReLu, Abs, Sqrt, Square, Elu). </div><div class="ttdef"><b>Definition:</b> <a href="_descriptors_8hpp_source.xhtml#l00059">Descriptors.hpp:59</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_aa02b9e06fb20fa3c13da0427e6ee5ab2"><div class="ttname"><a href="namespacearmnn.xhtml#aa02b9e06fb20fa3c13da0427e6ee5ab2">armnn::GetDataTypeSize</a></div><div class="ttdeci">constexpr unsigned int GetDataTypeSize(DataType dataType)</div><div class="ttdef"><b>Definition:</b> <a href="_types_utils_8hpp_source.xhtml#l00151">TypesUtils.hpp:151</a></div></div>
</div><!-- fragment --></div><!-- contents -->
</div><!-- doc-content -->
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
<ul>
<li class="navelem"><a class="el" href="dir_68267d1309a1af8e8297ef4c3efbcdba.xhtml">src</a></li><li class="navelem"><a class="el" href="dir_0f3cdec46afbc61a1ded8e1687c9c9a0.xhtml">backends</a></li><li class="navelem"><a class="el" href="dir_797a213d7d01b98ef12d53b0820ea64e.xhtml">backendsCommon</a></li><li class="navelem"><a class="el" href="dir_28bfe507f7e135bdae07c2a6b7f66696.xhtml">test</a></li><li class="navelem"><a class="el" href="_end_to_end_test_impl_8hpp.xhtml">EndToEndTestImpl.hpp</a></li>
<li class="footer">Generated on Fri Aug 19 2022 14:38:28 for ArmNN by
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
</ul>
</div>
</body>
</html>
|
