21.02/_graph_8cpp_source.xhtml


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214

<!-- Copyright (c) 2020 ARM Limited. -->
<!--                                 -->
<!-- SPDX-License-Identifier: MIT    -->
<!--                                 -->
<!-- HTML header for doxygen 1.8.13-->
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.13"/>
<meta name="robots" content="NOINDEX, NOFOLLOW" />
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>ArmNN: src/armnn/Graph.cpp Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="resize.js"></script>
<script type="text/javascript" src="navtreedata.js"></script>
<script type="text/javascript" src="navtree.js"></script>
<script type="text/javascript">
  $(document).ready(initResizable);
</script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/x-mathjax-config">
  MathJax.Hub.Config({
    extensions: ["tex2jax.js"],
    jax: ["input/TeX","output/HTML-CSS"],
});
</script><script type="text/javascript" src="http://cdn.mathjax.org/mathjax/latest/MathJax.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
<link href="stylesheet.css" rel="stylesheet" type="text/css"/>
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
 <tbody>
 <tr style="height: 56px;">
  <img alt="ArmNN" src="Arm_NN_horizontal_blue.png" style="max-width: 10rem; margin-top: .5rem; margin-left 10px"/>
  <td style="padding-left: 0.5em;">
   <div id="projectname">
   &#160;<span id="projectnumber">21.02</span>
   </div>
  </td>
 </tr>
 </tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.13 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<script type="text/javascript" src="menudata.js"></script>
<script type="text/javascript" src="menu.js"></script>
<script type="text/javascript">
$(function() {
  initMenu('',true,false,'search.php','Search');
  $(document).ready(function() { init_search(); });
});
</script>
<div id="main-nav"></div>
</div><!-- top -->
<div id="side-nav" class="ui-resizable side-nav-resizable">
  <div id="nav-tree">
    <div id="nav-tree-contents">
      <div id="nav-sync" class="sync"></div>
    </div>
  </div>
  <div id="splitbar" style="-moz-user-select:none;" 
       class="ui-resizable-handle">
  </div>
</div>
<script type="text/javascript">
$(document).ready(function(){initNavTree('_graph_8cpp_source.xhtml','');});
</script>
<div id="doc-content">
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
     onmouseover="return searchBox.OnSearchSelectShow()"
     onmouseout="return searchBox.OnSearchSelectHide()"
     onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>

<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0" 
        name="MSearchResults" id="MSearchResults">
</iframe>
</div>

<div class="header">
  <div class="headertitle">
<div class="title">Graph.cpp</div>  </div>
</div><!--header-->
<div class="contents">
<a href="_graph_8cpp.xhtml">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno">    1</span>&#160;<span class="comment">//</span></div><div class="line"><a name="l00002"></a><span class="lineno">    2</span>&#160;<span class="comment">// Copyright © 2017 Arm Ltd and Contributors. All rights reserved.</span></div><div class="line"><a name="l00003"></a><span class="lineno">    3</span>&#160;<span class="comment">// SPDX-License-Identifier: MIT</span></div><div class="line"><a name="l00004"></a><span class="lineno">    4</span>&#160;<span class="comment">//</span></div><div class="line"><a name="l00005"></a><span class="lineno">    5</span>&#160;</div><div class="line"><a name="l00006"></a><span class="lineno">    6</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="_graph_8hpp.xhtml">Graph.hpp</a>&quot;</span></div><div class="line"><a name="l00007"></a><span class="lineno">    7</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="_subgraph_view_8hpp.xhtml">SubgraphView.hpp</a>&quot;</span></div><div class="line"><a name="l00008"></a><span class="lineno">    8</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="_layers_fwd_8hpp.xhtml">LayersFwd.hpp</a>&quot;</span></div><div class="line"><a name="l00009"></a><span class="lineno">    9</span>&#160;</div><div class="line"><a name="l00010"></a><span class="lineno">   10</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="include_2armnn_2backends_2_i_backend_internal_8hpp.xhtml">armnn/backends/IBackendInternal.hpp</a>&gt;</span></div><div class="line"><a name="l00011"></a><span class="lineno">   11</span>&#160;</div><div class="line"><a name="l00012"></a><span class="lineno">   12</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="_backend_id_8hpp.xhtml">armnn/BackendId.hpp</a>&gt;</span></div><div class="line"><a name="l00013"></a><span class="lineno">   13</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="_logging_8hpp.xhtml">armnn/Logging.hpp</a>&gt;</span></div><div class="line"><a name="l00014"></a><span class="lineno">   14</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="_types_utils_8hpp.xhtml">armnn/TypesUtils.hpp</a>&gt;</span></div><div class="line"><a name="l00015"></a><span class="lineno">   15</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="_utils_8hpp.xhtml">armnn/Utils.hpp</a>&gt;</span></div><div class="line"><a name="l00016"></a><span class="lineno">   16</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="_assert_8hpp.xhtml">armnn/utility/Assert.hpp</a>&gt;</span></div><div class="line"><a name="l00017"></a><span class="lineno">   17</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="_numeric_cast_8hpp.xhtml">armnn/utility/NumericCast.hpp</a>&gt;</span></div><div class="line"><a name="l00018"></a><span class="lineno">   18</span>&#160;</div><div class="line"><a name="l00019"></a><span class="lineno">   19</span>&#160;<span class="preprocessor">#include &lt;fmt/format.h&gt;</span></div><div class="line"><a name="l00020"></a><span class="lineno">   20</span>&#160;</div><div class="line"><a name="l00021"></a><span class="lineno">   21</span>&#160;<span class="preprocessor">#include &lt;unordered_map&gt;</span></div><div class="line"><a name="l00022"></a><span class="lineno">   22</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="_dot_serializer_8hpp.xhtml">DotSerializer.hpp</a>&gt;</span></div><div class="line"><a name="l00023"></a><span class="lineno">   23</span>&#160;<span class="preprocessor">#include &lt;sstream&gt;</span></div><div class="line"><a name="l00024"></a><span class="lineno">   24</span>&#160;</div><div class="line"><a name="l00025"></a><span class="lineno">   25</span>&#160;<span class="keyword">namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a></div><div class="line"><a name="l00026"></a><span class="lineno">   26</span>&#160;{</div><div class="line"><a name="l00027"></a><span class="lineno">   27</span>&#160;</div><div class="line"><a name="l00028"></a><span class="lineno"><a class="line" href="classarmnn_1_1_graph.xhtml#a39f90416cf9263d44db1c0a7deeb1b64">   28</a></span>&#160;<a class="code" href="classarmnn_1_1_graph.xhtml#ab5edda659f455fcb4cadd52cb81ec84c">Graph::Graph</a>(<span class="keyword">const</span> <a class="code" href="classarmnn_1_1_graph.xhtml">Graph</a>&amp; other)</div><div class="line"><a name="l00029"></a><span class="lineno">   29</span>&#160;:   m_LayersInOrder(other.m_LayersInOrder)</div><div class="line"><a name="l00030"></a><span class="lineno">   30</span>&#160;{</div><div class="line"><a name="l00031"></a><span class="lineno">   31</span>&#160;    std::unordered_map&lt;const Layer*, Layer*&gt; otherToClonedMap;</div><div class="line"><a name="l00032"></a><span class="lineno">   32</span>&#160;</div><div class="line"><a name="l00033"></a><span class="lineno">   33</span>&#160;    <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; otherLayer : other.m_Layers)</div><div class="line"><a name="l00034"></a><span class="lineno">   34</span>&#160;    {</div><div class="line"><a name="l00035"></a><span class="lineno">   35</span>&#160;        <a class="code" href="classarmnn_1_1_layer.xhtml">Layer</a>* <span class="keyword">const</span> layer = otherLayer-&gt;<a class="code" href="classarmnn_1_1_layer.xhtml#ae89ff455503aa106d00bf34103d2f2e0">Clone</a>(*<span class="keyword">this</span>);</div><div class="line"><a name="l00036"></a><span class="lineno">   36</span>&#160;        otherToClonedMap.emplace(otherLayer, layer);</div><div class="line"><a name="l00037"></a><span class="lineno">   37</span>&#160;    }</div><div class="line"><a name="l00038"></a><span class="lineno">   38</span>&#160;</div><div class="line"><a name="l00039"></a><span class="lineno">   39</span>&#160;    <span class="comment">// Copies slot connections.</span></div><div class="line"><a name="l00040"></a><span class="lineno">   40</span>&#160;    <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; otherLayer : other.m_Layers)</div><div class="line"><a name="l00041"></a><span class="lineno">   41</span>&#160;    {</div><div class="line"><a name="l00042"></a><span class="lineno">   42</span>&#160;        <a class="code" href="classarmnn_1_1_layer.xhtml">Layer</a>* <span class="keyword">const</span> thisLayer = otherToClonedMap[otherLayer];</div><div class="line"><a name="l00043"></a><span class="lineno">   43</span>&#160;</div><div class="line"><a name="l00044"></a><span class="lineno">   44</span>&#160;        <span class="keyword">auto</span> outputSlot = thisLayer-&gt;<a class="code" href="classarmnn_1_1_layer.xhtml#a817d4be6dd88f532d36f51748ec14185">BeginOutputSlots</a>();</div><div class="line"><a name="l00045"></a><span class="lineno">   45</span>&#160;        <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; otherOutputSlot : otherLayer-&gt;GetOutputSlots())</div><div class="line"><a name="l00046"></a><span class="lineno">   46</span>&#160;        {</div><div class="line"><a name="l00047"></a><span class="lineno">   47</span>&#160;            <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; otherInputSlot : otherOutputSlot.GetConnections())</div><div class="line"><a name="l00048"></a><span class="lineno">   48</span>&#160;            {</div><div class="line"><a name="l00049"></a><span class="lineno">   49</span>&#160;                <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_layer.xhtml">Layer</a>&amp; otherTgtLayer = otherInputSlot-&gt;GetOwningLayer();</div><div class="line"><a name="l00050"></a><span class="lineno">   50</span>&#160;                <a class="code" href="classarmnn_1_1_layer.xhtml">Layer</a>* <span class="keyword">const</span> thisTgtLayer = otherToClonedMap[&amp;otherTgtLayer];</div><div class="line"><a name="l00051"></a><span class="lineno">   51</span>&#160;</div><div class="line"><a name="l00052"></a><span class="lineno">   52</span>&#160;                <a class="code" href="classarmnn_1_1_input_slot.xhtml">InputSlot</a>&amp; inputSlot = thisTgtLayer-&gt;<a class="code" href="classarmnn_1_1_layer.xhtml#acf8b8e23bf647836592982f97088d375">GetInputSlot</a>(otherInputSlot-&gt;GetSlotIndex());</div><div class="line"><a name="l00053"></a><span class="lineno">   53</span>&#160;                outputSlot-&gt;Connect(inputSlot);</div><div class="line"><a name="l00054"></a><span class="lineno">   54</span>&#160;            }</div><div class="line"><a name="l00055"></a><span class="lineno">   55</span>&#160;            outputSlot-&gt;SetTensorInfo(otherOutputSlot.GetTensorInfo());</div><div class="line"><a name="l00056"></a><span class="lineno">   56</span>&#160;            ++outputSlot;</div><div class="line"><a name="l00057"></a><span class="lineno">   57</span>&#160;        }</div><div class="line"><a name="l00058"></a><span class="lineno">   58</span>&#160;    }</div><div class="line"><a name="l00059"></a><span class="lineno">   59</span>&#160;}</div><div class="line"><a name="l00060"></a><span class="lineno">   60</span>&#160;</div><div class="line"><a name="l00061"></a><span class="lineno"><a class="line" href="classarmnn_1_1_graph.xhtml#afd329ee7d721aa6cdaacb8391308e34f">   61</a></span>&#160;<a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70b">Status</a> <a class="code" href="classarmnn_1_1_graph.xhtml#afd329ee7d721aa6cdaacb8391308e34f">Graph::Print</a>()<span class="keyword"> const</span></div><div class="line"><a name="l00062"></a><span class="lineno">   62</span>&#160;<span class="keyword"></span>{</div><div class="line"><a name="l00063"></a><span class="lineno">   63</span>&#160;    <span class="keywordflow">if</span> (m_Layers.empty())</div><div class="line"><a name="l00064"></a><span class="lineno">   64</span>&#160;    {</div><div class="line"><a name="l00065"></a><span class="lineno">   65</span>&#160;        <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) &lt;&lt; <span class="stringliteral">&quot;\n Graph is empty.\n&quot;</span>;</div><div class="line"><a name="l00066"></a><span class="lineno">   66</span>&#160;        <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>;</div><div class="line"><a name="l00067"></a><span class="lineno">   67</span>&#160;    }</div><div class="line"><a name="l00068"></a><span class="lineno">   68</span>&#160;    <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) &lt;&lt; <span class="stringliteral">&quot;\n&quot;</span>;</div><div class="line"><a name="l00069"></a><span class="lineno">   69</span>&#160;    <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) &lt;&lt; <span class="stringliteral">&quot;Walking Pattern: \n&quot;</span>;</div><div class="line"><a name="l00070"></a><span class="lineno">   70</span>&#160;</div><div class="line"><a name="l00071"></a><span class="lineno">   71</span>&#160;    <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; it : <a class="code" href="classarmnn_1_1_graph.xhtml#a9a7209345edfdb2b066b0ceb66414d7c">TopologicalSort</a>())</div><div class="line"><a name="l00072"></a><span class="lineno">   72</span>&#160;    {</div><div class="line"><a name="l00073"></a><span class="lineno">   73</span>&#160;        <span class="keyword">auto</span> numInputSlots = it-&gt;GetNumInputSlots();</div><div class="line"><a name="l00074"></a><span class="lineno">   74</span>&#160;        <span class="keyword">auto</span> numOutputSlots = it-&gt;GetNumOutputSlots();</div><div class="line"><a name="l00075"></a><span class="lineno">   75</span>&#160;</div><div class="line"><a name="l00076"></a><span class="lineno">   76</span>&#160;        <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) &lt;&lt; it-&gt;GetName() &lt;&lt; <span class="stringliteral">&quot;:&quot;</span> &lt;&lt; <a class="code" href="namespacearmnn.xhtml#addb6b14dd1b632263ffe77430259a7c4">GetLayerTypeAsCString</a>(it-&gt;GetType())</div><div class="line"><a name="l00077"></a><span class="lineno">   77</span>&#160;                                &lt;&lt; <span class="stringliteral">&quot;:&quot;</span> &lt;&lt; it-&gt;GetBackendId().Get()</div><div class="line"><a name="l00078"></a><span class="lineno">   78</span>&#160;                                &lt;&lt; <span class="stringliteral">&quot; has &quot;</span> &lt;&lt; numInputSlots &lt;&lt; <span class="stringliteral">&quot; input slots&quot;</span></div><div class="line"><a name="l00079"></a><span class="lineno">   79</span>&#160;                                &lt;&lt; <span class="stringliteral">&quot; and &quot;</span> &lt;&lt; numOutputSlots &lt;&lt; <span class="stringliteral">&quot; output slots.&quot;</span>;</div><div class="line"><a name="l00080"></a><span class="lineno">   80</span>&#160;</div><div class="line"><a name="l00081"></a><span class="lineno">   81</span>&#160;        <span class="keywordflow">for</span> (<span class="keyword">auto</span> i : it-&gt;GetInputSlots())</div><div class="line"><a name="l00082"></a><span class="lineno">   82</span>&#160;        {</div><div class="line"><a name="l00083"></a><span class="lineno">   83</span>&#160;            std::ostringstream message;</div><div class="line"><a name="l00084"></a><span class="lineno">   84</span>&#160;            <span class="keyword">auto</span> inputTensorShape = i.GetConnectedOutputSlot()-&gt;GetTensorInfo().GetShape();</div><div class="line"><a name="l00085"></a><span class="lineno">   85</span>&#160;            <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> numDims = inputTensorShape.GetNumDimensions();</div><div class="line"><a name="l00086"></a><span class="lineno">   86</span>&#160;</div><div class="line"><a name="l00087"></a><span class="lineno">   87</span>&#160;            message &lt;&lt; <span class="stringliteral">&quot;The input slot has shape [ &quot;</span>;</div><div class="line"><a name="l00088"></a><span class="lineno">   88</span>&#160;            <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> dim=0; dim &lt; numDims; dim++)</div><div class="line"><a name="l00089"></a><span class="lineno">   89</span>&#160;            {</div><div class="line"><a name="l00090"></a><span class="lineno">   90</span>&#160;                message &lt;&lt; inputTensorShape[dim] &lt;&lt; <span class="stringliteral">&quot;,&quot;</span>;</div><div class="line"><a name="l00091"></a><span class="lineno">   91</span>&#160;            }</div><div class="line"><a name="l00092"></a><span class="lineno">   92</span>&#160;            message &lt;&lt; <span class="stringliteral">&quot; ]&quot;</span>;</div><div class="line"><a name="l00093"></a><span class="lineno">   93</span>&#160;            <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) &lt;&lt; message.str();</div><div class="line"><a name="l00094"></a><span class="lineno">   94</span>&#160;        }</div><div class="line"><a name="l00095"></a><span class="lineno">   95</span>&#160;</div><div class="line"><a name="l00096"></a><span class="lineno">   96</span>&#160;        <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> i = 0; i &lt; it-&gt;GetNumOutputSlots(); i++)</div><div class="line"><a name="l00097"></a><span class="lineno">   97</span>&#160;        {</div><div class="line"><a name="l00098"></a><span class="lineno">   98</span>&#160;            <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_layer.xhtml">armnn::Layer</a> *layer = it;</div><div class="line"><a name="l00099"></a><span class="lineno">   99</span>&#160;            std::ostringstream message;</div><div class="line"><a name="l00100"></a><span class="lineno">  100</span>&#160;            <span class="keyword">auto</span> outputTensorShape = layer-&gt;<a class="code" href="classarmnn_1_1_layer.xhtml#a98cdff4e0b45f4c80bfcedaf926e16e0">GetOutputSlots</a>()[i].GetTensorInfo().GetShape();</div><div class="line"><a name="l00101"></a><span class="lineno">  101</span>&#160;            <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> numDims = outputTensorShape.GetNumDimensions();</div><div class="line"><a name="l00102"></a><span class="lineno">  102</span>&#160;</div><div class="line"><a name="l00103"></a><span class="lineno">  103</span>&#160;            message &lt;&lt; <span class="stringliteral">&quot;The output slot has shape [ &quot;</span>;</div><div class="line"><a name="l00104"></a><span class="lineno">  104</span>&#160;            <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> dim=0; dim &lt; numDims; dim++)</div><div class="line"><a name="l00105"></a><span class="lineno">  105</span>&#160;            {</div><div class="line"><a name="l00106"></a><span class="lineno">  106</span>&#160;                message &lt;&lt; outputTensorShape[dim] &lt;&lt; <span class="stringliteral">&quot;,&quot;</span>;</div><div class="line"><a name="l00107"></a><span class="lineno">  107</span>&#160;            }</div><div class="line"><a name="l00108"></a><span class="lineno">  108</span>&#160;            message &lt;&lt; <span class="stringliteral">&quot; ]&quot;</span>;</div><div class="line"><a name="l00109"></a><span class="lineno">  109</span>&#160;            <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) &lt;&lt; message.str();</div><div class="line"><a name="l00110"></a><span class="lineno">  110</span>&#160;        }</div><div class="line"><a name="l00111"></a><span class="lineno">  111</span>&#160;        <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) &lt;&lt; <span class="stringliteral">&quot;\n&quot;</span>;</div><div class="line"><a name="l00112"></a><span class="lineno">  112</span>&#160;    }</div><div class="line"><a name="l00113"></a><span class="lineno">  113</span>&#160;    <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) &lt;&lt; <span class="stringliteral">&quot;\n\n&quot;</span>;</div><div class="line"><a name="l00114"></a><span class="lineno">  114</span>&#160;</div><div class="line"><a name="l00115"></a><span class="lineno">  115</span>&#160;    <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>;</div><div class="line"><a name="l00116"></a><span class="lineno">  116</span>&#160;}</div><div class="line"><a name="l00117"></a><span class="lineno">  117</span>&#160;</div><div class="line"><a name="l00118"></a><span class="lineno"><a class="line" href="classarmnn_1_1_graph.xhtml#a131873e7a706fc7ca0637027236916e9">  118</a></span>&#160;<a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70b">Status</a> <a class="code" href="classarmnn_1_1_graph.xhtml#a131873e7a706fc7ca0637027236916e9">Graph::SerializeToDot</a>(std::ostream&amp; stream)</div><div class="line"><a name="l00119"></a><span class="lineno">  119</span>&#160;{</div><div class="line"><a name="l00120"></a><span class="lineno">  120</span>&#160;    {</div><div class="line"><a name="l00121"></a><span class="lineno">  121</span>&#160;        <a class="code" href="classarmnn_1_1_dot_graph.xhtml">DotGraph</a> graph(stream, <span class="stringliteral">&quot;Optimized&quot;</span>);</div><div class="line"><a name="l00122"></a><span class="lineno">  122</span>&#160;</div><div class="line"><a name="l00123"></a><span class="lineno">  123</span>&#160;        {</div><div class="line"><a name="l00124"></a><span class="lineno">  124</span>&#160;            <span class="comment">// Default node attributes:</span></div><div class="line"><a name="l00125"></a><span class="lineno">  125</span>&#160;            <a class="code" href="classarmnn_1_1_dot_defaults.xhtml">DotDefaults</a> nodes(stream, <span class="stringliteral">&quot;node&quot;</span>);</div><div class="line"><a name="l00126"></a><span class="lineno">  126</span>&#160;            nodes.<a class="code" href="classarmnn_1_1_dot_defaults.xhtml#a721c9bf7f2e6a2d88d340253ccc19815">GetAttributeSet</a>()</div><div class="line"><a name="l00127"></a><span class="lineno">  127</span>&#160;                .<a class="code" href="classarmnn_1_1_dot_attribute_set.xhtml#af7b33bce35fe3d2009f2090d950c0160">AddAttribute</a>(<span class="stringliteral">&quot;shape&quot;</span>, <span class="stringliteral">&quot;record&quot;</span>);</div><div class="line"><a name="l00128"></a><span class="lineno">  128</span>&#160;        }</div><div class="line"><a name="l00129"></a><span class="lineno">  129</span>&#160;</div><div class="line"><a name="l00130"></a><span class="lineno">  130</span>&#160;        {</div><div class="line"><a name="l00131"></a><span class="lineno">  131</span>&#160;            <span class="comment">// Default edge attributes:</span></div><div class="line"><a name="l00132"></a><span class="lineno">  132</span>&#160;            <a class="code" href="classarmnn_1_1_dot_defaults.xhtml">DotDefaults</a> edges(stream, <span class="stringliteral">&quot;edge&quot;</span>);</div><div class="line"><a name="l00133"></a><span class="lineno">  133</span>&#160;            edges.<a class="code" href="classarmnn_1_1_dot_defaults.xhtml#a721c9bf7f2e6a2d88d340253ccc19815">GetAttributeSet</a>()</div><div class="line"><a name="l00134"></a><span class="lineno">  134</span>&#160;                .<a class="code" href="classarmnn_1_1_dot_attribute_set.xhtml#af7b33bce35fe3d2009f2090d950c0160">AddAttribute</a>(<span class="stringliteral">&quot;fontsize&quot;</span>, 8)</div><div class="line"><a name="l00135"></a><span class="lineno">  135</span>&#160;                .<a class="code" href="classarmnn_1_1_dot_attribute_set.xhtml#af7b33bce35fe3d2009f2090d950c0160">AddAttribute</a>(<span class="stringliteral">&quot;fontcolor&quot;</span>, <span class="stringliteral">&quot;blue&quot;</span>)</div><div class="line"><a name="l00136"></a><span class="lineno">  136</span>&#160;                .<a class="code" href="classarmnn_1_1_dot_attribute_set.xhtml#af7b33bce35fe3d2009f2090d950c0160">AddAttribute</a>(<span class="stringliteral">&quot;fontname&quot;</span>, <span class="stringliteral">&quot;arial-bold&quot;</span>);</div><div class="line"><a name="l00137"></a><span class="lineno">  137</span>&#160;        }</div><div class="line"><a name="l00138"></a><span class="lineno">  138</span>&#160;</div><div class="line"><a name="l00139"></a><span class="lineno">  139</span>&#160;        <span class="comment">// First declares the nodes.</span></div><div class="line"><a name="l00140"></a><span class="lineno">  140</span>&#160;        <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; layer : m_Layers)</div><div class="line"><a name="l00141"></a><span class="lineno">  141</span>&#160;        {</div><div class="line"><a name="l00142"></a><span class="lineno">  142</span>&#160;            <a class="code" href="classarmnn_1_1_dot_node.xhtml">DotNode</a> node(stream, layer-&gt;GetGuid(), <a class="code" href="namespacearmnn.xhtml#addb6b14dd1b632263ffe77430259a7c4">GetLayerTypeAsCString</a>(layer-&gt;GetType()));</div><div class="line"><a name="l00143"></a><span class="lineno">  143</span>&#160;            <span class="comment">// Extracts the layer parameters.</span></div><div class="line"><a name="l00144"></a><span class="lineno">  144</span>&#160;            <a class="code" href="namespacearmnn.xhtml#a8c42c6647e31ebe525aeba878d133e45">ParameterStringifyFunction</a> extractParams = [&amp;node](<span class="keyword">const</span> std::string &amp; name, <span class="keyword">const</span> std::string &amp; value){</div><div class="line"><a name="l00145"></a><span class="lineno">  145</span>&#160;                node.<a class="code" href="classarmnn_1_1_dot_node.xhtml#a1734bc659f144a8465e22d4b53b8f580">GetContents</a>().<a class="code" href="classarmnn_1_1_node_content.xhtml#a1beba3dee2a8ebc37e76245302e42eeb">AddContent</a>(name + <span class="stringliteral">&quot; : &quot;</span> + value);</div><div class="line"><a name="l00146"></a><span class="lineno">  146</span>&#160;            };</div><div class="line"><a name="l00147"></a><span class="lineno">  147</span>&#160;            layer-&gt;SerializeLayerParameters(extractParams);</div><div class="line"><a name="l00148"></a><span class="lineno">  148</span>&#160;        }</div><div class="line"><a name="l00149"></a><span class="lineno">  149</span>&#160;</div><div class="line"><a name="l00150"></a><span class="lineno">  150</span>&#160;        <span class="comment">// Second declares the edges.</span></div><div class="line"><a name="l00151"></a><span class="lineno">  151</span>&#160;        <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; layer : m_Layers)</div><div class="line"><a name="l00152"></a><span class="lineno">  152</span>&#160;        {</div><div class="line"><a name="l00153"></a><span class="lineno">  153</span>&#160;            <a class="code" href="classarmnn_1_1profiling_1_1_profiling_guid.xhtml">LayerGuid</a> toId = layer-&gt;GetGuid();</div><div class="line"><a name="l00154"></a><span class="lineno">  154</span>&#160;</div><div class="line"><a name="l00155"></a><span class="lineno">  155</span>&#160;            <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> i=0;i&lt;layer-&gt;GetNumInputSlots(); i++)</div><div class="line"><a name="l00156"></a><span class="lineno">  156</span>&#160;            {</div><div class="line"><a name="l00157"></a><span class="lineno">  157</span>&#160;                <a class="code" href="classarmnn_1_1_output_slot.xhtml">OutputSlot</a>* outputSlot = <span class="keyword">static_cast&lt;</span><a class="code" href="classarmnn_1_1_output_slot.xhtml">OutputSlot</a>*<span class="keyword">&gt;</span>(layer-&gt;GetInputSlot(i).GetConnection());</div><div class="line"><a name="l00158"></a><span class="lineno">  158</span>&#160;                <a class="code" href="classarmnn_1_1profiling_1_1_profiling_guid.xhtml">LayerGuid</a> fromId = outputSlot-&gt;<a class="code" href="classarmnn_1_1_output_slot.xhtml#a7ddaf04177053a536f0e7be83a642bc6">GetOwningLayer</a>().<a class="code" href="classarmnn_1_1_layer.xhtml#a8dc12f0ee5b232d397bd18ced1a72a64">GetGuid</a>();</div><div class="line"><a name="l00159"></a><span class="lineno">  159</span>&#160;                <a class="code" href="classarmnn_1_1_dot_edge.xhtml">DotEdge</a> edge(stream, fromId, toId);</div><div class="line"><a name="l00160"></a><span class="lineno">  160</span>&#160;</div><div class="line"><a name="l00161"></a><span class="lineno">  161</span>&#160;                <span class="comment">// Now print the tensor shape on the edge.</span></div><div class="line"><a name="l00162"></a><span class="lineno">  162</span>&#160;                {</div><div class="line"><a name="l00163"></a><span class="lineno">  163</span>&#160;                    <span class="comment">// Constructs the label attribute with HTML markup.</span></div><div class="line"><a name="l00164"></a><span class="lineno">  164</span>&#160;                    std::stringstream ss;</div><div class="line"><a name="l00165"></a><span class="lineno">  165</span>&#160;                    ss &lt;&lt; <span class="stringliteral">&quot;&lt; &quot;</span> &lt;&lt; outputSlot-&gt;<a class="code" href="classarmnn_1_1_output_slot.xhtml#ada2ad7d1caeeb4ef6195c8925fad6a65">GetTensorInfo</a>().<a class="code" href="classarmnn_1_1_tensor_info.xhtml#a8b5d0f8a24e9d9238f412260a552acf8">GetShape</a>() &lt;&lt; <span class="stringliteral">&quot; &gt;&quot;</span>;</div><div class="line"><a name="l00166"></a><span class="lineno">  166</span>&#160;                    edge.<a class="code" href="classarmnn_1_1_dot_edge.xhtml#a721c9bf7f2e6a2d88d340253ccc19815">GetAttributeSet</a>().<a class="code" href="classarmnn_1_1_dot_attribute_set.xhtml#af7b33bce35fe3d2009f2090d950c0160">AddAttribute</a>(<span class="stringliteral">&quot;label&quot;</span>, ss);</div><div class="line"><a name="l00167"></a><span class="lineno">  167</span>&#160;                }</div><div class="line"><a name="l00168"></a><span class="lineno">  168</span>&#160;            }</div><div class="line"><a name="l00169"></a><span class="lineno">  169</span>&#160;        }</div><div class="line"><a name="l00170"></a><span class="lineno">  170</span>&#160;    }</div><div class="line"><a name="l00171"></a><span class="lineno">  171</span>&#160;</div><div class="line"><a name="l00172"></a><span class="lineno">  172</span>&#160;    <span class="keywordflow">if</span> (stream.bad())</div><div class="line"><a name="l00173"></a><span class="lineno">  173</span>&#160;    {</div><div class="line"><a name="l00174"></a><span class="lineno">  174</span>&#160;        <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">Status::Failure</a>;</div><div class="line"><a name="l00175"></a><span class="lineno">  175</span>&#160;    }</div><div class="line"><a name="l00176"></a><span class="lineno">  176</span>&#160;    <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>;</div><div class="line"><a name="l00177"></a><span class="lineno">  177</span>&#160;}</div><div class="line"><a name="l00178"></a><span class="lineno">  178</span>&#160;</div><div class="line"><a name="l00179"></a><span class="lineno"><a class="line" href="classarmnn_1_1_graph.xhtml#a5a989a5f9aeb2935ba932b7f8312fe0c">  179</a></span>&#160;<a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70b">Status</a> <a class="code" href="classarmnn_1_1_graph.xhtml#a5a989a5f9aeb2935ba932b7f8312fe0c">Graph::AllocateDynamicBuffers</a>()</div><div class="line"><a name="l00180"></a><span class="lineno">  180</span>&#160;{</div><div class="line"><a name="l00181"></a><span class="lineno">  181</span>&#160;    <span class="comment">// Layers must be sorted in topological order</span></div><div class="line"><a name="l00182"></a><span class="lineno">  182</span>&#160;    <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(m_LayersInOrder);</div><div class="line"><a name="l00183"></a><span class="lineno">  183</span>&#160;</div><div class="line"><a name="l00184"></a><span class="lineno">  184</span>&#160;    std::unordered_set&lt;const ITensorHandle*&gt; preallocatedTensors;</div><div class="line"><a name="l00185"></a><span class="lineno">  185</span>&#160;    std::unordered_map&lt;const ITensorHandle*, unsigned int&gt; handleReferenceCounts;</div><div class="line"><a name="l00186"></a><span class="lineno">  186</span>&#160;</div><div class="line"><a name="l00187"></a><span class="lineno">  187</span>&#160;    <span class="comment">// Finds the first TensorHandle ancestor of a SubTensorHandle. If the ITensorHandle provided</span></div><div class="line"><a name="l00188"></a><span class="lineno">  188</span>&#160;    <span class="comment">// is a TensorHandle, the function just returns it</span></div><div class="line"><a name="l00189"></a><span class="lineno">  189</span>&#160;    <span class="keyword">auto</span> TraceSubTensorHandleAncestry = [](<a class="code" href="classarmnn_1_1_i_tensor_handle.xhtml">ITensorHandle</a>* <span class="keyword">const</span> subTensorHandle)</div><div class="line"><a name="l00190"></a><span class="lineno">  190</span>&#160;    {</div><div class="line"><a name="l00191"></a><span class="lineno">  191</span>&#160;        <a class="code" href="classarmnn_1_1_i_tensor_handle.xhtml">ITensorHandle</a>* ancestor = subTensorHandle;</div><div class="line"><a name="l00192"></a><span class="lineno">  192</span>&#160;        <span class="keywordflow">while</span> (ancestor &amp;&amp; ancestor-&gt;<a class="code" href="classarmnn_1_1_i_tensor_handle.xhtml#a437893b8dcf58a0b68b70e1ad7933be6">GetParent</a>())</div><div class="line"><a name="l00193"></a><span class="lineno">  193</span>&#160;        {</div><div class="line"><a name="l00194"></a><span class="lineno">  194</span>&#160;            ancestor = ancestor-&gt;<a class="code" href="classarmnn_1_1_i_tensor_handle.xhtml#a437893b8dcf58a0b68b70e1ad7933be6">GetParent</a>();</div><div class="line"><a name="l00195"></a><span class="lineno">  195</span>&#160;        }</div><div class="line"><a name="l00196"></a><span class="lineno">  196</span>&#160;        <span class="keywordflow">return</span> ancestor;</div><div class="line"><a name="l00197"></a><span class="lineno">  197</span>&#160;    };</div><div class="line"><a name="l00198"></a><span class="lineno">  198</span>&#160;</div><div class="line"><a name="l00199"></a><span class="lineno">  199</span>&#160;    <span class="comment">// Checks whether a TensorHandle has been pre-allocated</span></div><div class="line"><a name="l00200"></a><span class="lineno">  200</span>&#160;    <span class="keyword">auto</span> IsPreallocated = [&amp;](<a class="code" href="classarmnn_1_1_i_tensor_handle.xhtml">ITensorHandle</a>* <span class="keyword">const</span> tensorHandle)</div><div class="line"><a name="l00201"></a><span class="lineno">  201</span>&#160;    {</div><div class="line"><a name="l00202"></a><span class="lineno">  202</span>&#160;        <span class="keywordflow">return</span> tensorHandle &amp;&amp; preallocatedTensors.find(tensorHandle) != preallocatedTensors.end();</div><div class="line"><a name="l00203"></a><span class="lineno">  203</span>&#160;    };</div><div class="line"><a name="l00204"></a><span class="lineno">  204</span>&#160;</div><div class="line"><a name="l00205"></a><span class="lineno">  205</span>&#160;    <span class="comment">// Constant tensor handles need to last from the beginning of execution till the end,</span></div><div class="line"><a name="l00206"></a><span class="lineno">  206</span>&#160;    <span class="comment">// therefore we pre-allocate them upfront</span></div><div class="line"><a name="l00207"></a><span class="lineno">  207</span>&#160;    <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; layer : m_Layers)</div><div class="line"><a name="l00208"></a><span class="lineno">  208</span>&#160;    {</div><div class="line"><a name="l00209"></a><span class="lineno">  209</span>&#160;        <span class="keywordflow">if</span> (layer-&gt;GetType() == <a class="code" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">LayerType::Constant</a>)</div><div class="line"><a name="l00210"></a><span class="lineno">  210</span>&#160;        {</div><div class="line"><a name="l00211"></a><span class="lineno">  211</span>&#160;            <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; slot = layer-&gt;BeginOutputSlots(); slot != layer-&gt;EndOutputSlots(); ++slot)</div><div class="line"><a name="l00212"></a><span class="lineno">  212</span>&#160;            {</div><div class="line"><a name="l00213"></a><span class="lineno">  213</span>&#160;                <a class="code" href="classarmnn_1_1_i_tensor_handle.xhtml">ITensorHandle</a> *tensorHandle = TraceSubTensorHandleAncestry(slot-&gt;GetOutputHandler().GetData());</div><div class="line"><a name="l00214"></a><span class="lineno">  214</span>&#160;</div><div class="line"><a name="l00215"></a><span class="lineno">  215</span>&#160;                <span class="keywordflow">if</span> (tensorHandle &amp;&amp; !IsPreallocated(tensorHandle))</div><div class="line"><a name="l00216"></a><span class="lineno">  216</span>&#160;                {</div><div class="line"><a name="l00217"></a><span class="lineno">  217</span>&#160;                    tensorHandle-&gt;<a class="code" href="classarmnn_1_1_i_tensor_handle.xhtml#a5cceed8b707a09bf27eb61f17acf8a88">Allocate</a>();</div><div class="line"><a name="l00218"></a><span class="lineno">  218</span>&#160;                    preallocatedTensors.insert(tensorHandle);</div><div class="line"><a name="l00219"></a><span class="lineno">  219</span>&#160;                }</div><div class="line"><a name="l00220"></a><span class="lineno">  220</span>&#160;            }</div><div class="line"><a name="l00221"></a><span class="lineno">  221</span>&#160;        }</div><div class="line"><a name="l00222"></a><span class="lineno">  222</span>&#160;    }</div><div class="line"><a name="l00223"></a><span class="lineno">  223</span>&#160;</div><div class="line"><a name="l00224"></a><span class="lineno">  224</span>&#160;    <span class="comment">// Iterate over the network in topological order</span></div><div class="line"><a name="l00225"></a><span class="lineno">  225</span>&#160;    <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; layer : m_Layers)</div><div class="line"><a name="l00226"></a><span class="lineno">  226</span>&#160;    {</div><div class="line"><a name="l00227"></a><span class="lineno">  227</span>&#160;        <span class="comment">// Count the amount of times each output slot references a certain buffer (ITensorHandle).</span></div><div class="line"><a name="l00228"></a><span class="lineno">  228</span>&#160;        <span class="comment">// The first time we encounter a new tensor handle, we start managing its lifetime.</span></div><div class="line"><a name="l00229"></a><span class="lineno">  229</span>&#160;        <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; slot = layer-&gt;BeginOutputSlots(); slot != layer-&gt;EndOutputSlots(); ++slot)</div><div class="line"><a name="l00230"></a><span class="lineno">  230</span>&#160;        {</div><div class="line"><a name="l00231"></a><span class="lineno">  231</span>&#160;            <a class="code" href="classarmnn_1_1_i_tensor_handle.xhtml">ITensorHandle</a> *tensorHandle = TraceSubTensorHandleAncestry(slot-&gt;GetOutputHandler().GetData());</div><div class="line"><a name="l00232"></a><span class="lineno">  232</span>&#160;</div><div class="line"><a name="l00233"></a><span class="lineno">  233</span>&#160;            <span class="keywordflow">if</span> (tensorHandle &amp;&amp; !IsPreallocated(tensorHandle))</div><div class="line"><a name="l00234"></a><span class="lineno">  234</span>&#160;            {</div><div class="line"><a name="l00235"></a><span class="lineno">  235</span>&#160;                <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> numConnections = slot-&gt;GetNumConnections();</div><div class="line"><a name="l00236"></a><span class="lineno">  236</span>&#160;                <span class="keywordflow">if</span> (handleReferenceCounts.find(tensorHandle) == handleReferenceCounts.end())</div><div class="line"><a name="l00237"></a><span class="lineno">  237</span>&#160;                {</div><div class="line"><a name="l00238"></a><span class="lineno">  238</span>&#160;                    handleReferenceCounts[tensorHandle] = numConnections;</div><div class="line"><a name="l00239"></a><span class="lineno">  239</span>&#160;                    tensorHandle-&gt;<a class="code" href="classarmnn_1_1_i_tensor_handle.xhtml#a04149d0f9b9c54c05e95693111490daf">Manage</a>();</div><div class="line"><a name="l00240"></a><span class="lineno">  240</span>&#160;                    <span class="keywordflow">if</span> (handleReferenceCounts[tensorHandle] == 0u)</div><div class="line"><a name="l00241"></a><span class="lineno">  241</span>&#160;                    {</div><div class="line"><a name="l00242"></a><span class="lineno">  242</span>&#160;                          <span class="comment">// if nobody consumes this tensor we call Allocate()</span></div><div class="line"><a name="l00243"></a><span class="lineno">  243</span>&#160;                          tensorHandle-&gt;<a class="code" href="classarmnn_1_1_i_tensor_handle.xhtml#a5cceed8b707a09bf27eb61f17acf8a88">Allocate</a>();</div><div class="line"><a name="l00244"></a><span class="lineno">  244</span>&#160;                    }</div><div class="line"><a name="l00245"></a><span class="lineno">  245</span>&#160;                }</div><div class="line"><a name="l00246"></a><span class="lineno">  246</span>&#160;                <span class="keywordflow">else</span></div><div class="line"><a name="l00247"></a><span class="lineno">  247</span>&#160;                {</div><div class="line"><a name="l00248"></a><span class="lineno">  248</span>&#160;                    handleReferenceCounts[tensorHandle] += numConnections;</div><div class="line"><a name="l00249"></a><span class="lineno">  249</span>&#160;                }</div><div class="line"><a name="l00250"></a><span class="lineno">  250</span>&#160;            }</div><div class="line"><a name="l00251"></a><span class="lineno">  251</span>&#160;        }</div><div class="line"><a name="l00252"></a><span class="lineno">  252</span>&#160;</div><div class="line"><a name="l00253"></a><span class="lineno">  253</span>&#160;        <span class="comment">// Loop through the input slots in the same layer and decrement the reference counter associated</span></div><div class="line"><a name="l00254"></a><span class="lineno">  254</span>&#160;        <span class="comment">// to each tensor handle we encounter. Once it reaches zero, we end the lifetime of the tensor handle</span></div><div class="line"><a name="l00255"></a><span class="lineno">  255</span>&#160;        <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; slot = layer-&gt;BeginInputSlots(); slot != layer-&gt;EndInputSlots(); ++slot)</div><div class="line"><a name="l00256"></a><span class="lineno">  256</span>&#160;        {</div><div class="line"><a name="l00257"></a><span class="lineno">  257</span>&#160;            <a class="code" href="classarmnn_1_1_i_tensor_handle.xhtml">ITensorHandle</a> *tensorHandle = TraceSubTensorHandleAncestry(</div><div class="line"><a name="l00258"></a><span class="lineno">  258</span>&#160;                slot-&gt;GetConnectedOutputSlot()-&gt;GetOutputHandler().GetData());</div><div class="line"><a name="l00259"></a><span class="lineno">  259</span>&#160;</div><div class="line"><a name="l00260"></a><span class="lineno">  260</span>&#160;            <span class="keywordflow">if</span> (tensorHandle &amp;&amp; !IsPreallocated(tensorHandle))</div><div class="line"><a name="l00261"></a><span class="lineno">  261</span>&#160;            {</div><div class="line"><a name="l00262"></a><span class="lineno">  262</span>&#160;                --handleReferenceCounts[tensorHandle];</div><div class="line"><a name="l00263"></a><span class="lineno">  263</span>&#160;</div><div class="line"><a name="l00264"></a><span class="lineno">  264</span>&#160;                <span class="keywordflow">if</span> (handleReferenceCounts[tensorHandle] == 0u)</div><div class="line"><a name="l00265"></a><span class="lineno">  265</span>&#160;                {</div><div class="line"><a name="l00266"></a><span class="lineno">  266</span>&#160;                    <span class="comment">// Stop managing lifetime of tensor handle</span></div><div class="line"><a name="l00267"></a><span class="lineno">  267</span>&#160;                    tensorHandle-&gt;<a class="code" href="classarmnn_1_1_i_tensor_handle.xhtml#a5cceed8b707a09bf27eb61f17acf8a88">Allocate</a>();</div><div class="line"><a name="l00268"></a><span class="lineno">  268</span>&#160;                    handleReferenceCounts.erase(tensorHandle);</div><div class="line"><a name="l00269"></a><span class="lineno">  269</span>&#160;                }</div><div class="line"><a name="l00270"></a><span class="lineno">  270</span>&#160;            }</div><div class="line"><a name="l00271"></a><span class="lineno">  271</span>&#160;        }</div><div class="line"><a name="l00272"></a><span class="lineno">  272</span>&#160;    }</div><div class="line"><a name="l00273"></a><span class="lineno">  273</span>&#160;</div><div class="line"><a name="l00274"></a><span class="lineno">  274</span>&#160;    <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>;</div><div class="line"><a name="l00275"></a><span class="lineno">  275</span>&#160;}</div><div class="line"><a name="l00276"></a><span class="lineno">  276</span>&#160;</div><div class="line"><a name="l00277"></a><span class="lineno"><a class="line" href="classarmnn_1_1_graph.xhtml#a76cb58c34822f4a447a944fc4490c96a">  277</a></span>&#160;<span class="keyword">const</span> <a class="code" href="classarmnn_1_1_graph.xhtml">Graph</a>&amp; <a class="code" href="classarmnn_1_1_graph.xhtml#a9a7209345edfdb2b066b0ceb66414d7c">Graph::TopologicalSort</a>()<span class="keyword"> const</span></div><div class="line"><a name="l00278"></a><span class="lineno">  278</span>&#160;<span class="keyword"></span>{</div><div class="line"><a name="l00279"></a><span class="lineno">  279</span>&#160;    <span class="keywordflow">if</span> (!m_LayersInOrder)</div><div class="line"><a name="l00280"></a><span class="lineno">  280</span>&#160;    {</div><div class="line"><a name="l00281"></a><span class="lineno">  281</span>&#160;        <span class="comment">// Resets layer order.</span></div><div class="line"><a name="l00282"></a><span class="lineno">  282</span>&#160;        <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; it : m_Layers)</div><div class="line"><a name="l00283"></a><span class="lineno">  283</span>&#160;        {</div><div class="line"><a name="l00284"></a><span class="lineno">  284</span>&#160;            it-&gt;ResetPriority();</div><div class="line"><a name="l00285"></a><span class="lineno">  285</span>&#160;        }</div><div class="line"><a name="l00286"></a><span class="lineno">  286</span>&#160;</div><div class="line"><a name="l00287"></a><span class="lineno">  287</span>&#160;        <span class="keyword">auto</span> compareLayerPriority = [](<span class="keyword">const</span> LayerList::value_type&amp; layerA, <span class="keyword">const</span> LayerList::value_type&amp; layerB)</div><div class="line"><a name="l00288"></a><span class="lineno">  288</span>&#160;            {</div><div class="line"><a name="l00289"></a><span class="lineno">  289</span>&#160;                <span class="keywordflow">return</span> layerA-&gt;GetPriority() &lt; layerB-&gt;GetPriority();</div><div class="line"><a name="l00290"></a><span class="lineno">  290</span>&#160;            };</div><div class="line"><a name="l00291"></a><span class="lineno">  291</span>&#160;</div><div class="line"><a name="l00292"></a><span class="lineno">  292</span>&#160;        m_Layers.sort(compareLayerPriority);</div><div class="line"><a name="l00293"></a><span class="lineno">  293</span>&#160;</div><div class="line"><a name="l00294"></a><span class="lineno">  294</span>&#160;        m_LayersInOrder = <span class="keyword">true</span>;</div><div class="line"><a name="l00295"></a><span class="lineno">  295</span>&#160;    }</div><div class="line"><a name="l00296"></a><span class="lineno">  296</span>&#160;</div><div class="line"><a name="l00297"></a><span class="lineno">  297</span>&#160;    <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div><div class="line"><a name="l00298"></a><span class="lineno">  298</span>&#160;}</div><div class="line"><a name="l00299"></a><span class="lineno">  299</span>&#160;</div><div class="line"><a name="l00300"></a><span class="lineno"><a class="line" href="classarmnn_1_1_graph.xhtml#ad1bbee7bf5f93b792675886f57d3ebe0">  300</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="classarmnn_1_1_graph.xhtml#ad1bbee7bf5f93b792675886f57d3ebe0">Graph::AddCompatibilityLayers</a>(std::map&lt;<a class="code" href="classarmnn_1_1_backend_id.xhtml">BackendId</a>, std::unique_ptr&lt;IBackendInternal&gt;&gt;&amp; backends,</div><div class="line"><a name="l00301"></a><span class="lineno">  301</span>&#160;                                   <a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.xhtml">TensorHandleFactoryRegistry</a>&amp; registry)</div><div class="line"><a name="l00302"></a><span class="lineno">  302</span>&#160;{</div><div class="line"><a name="l00303"></a><span class="lineno">  303</span>&#160;    <span class="comment">// Returns true if the given layer could potentially need an intermediate copy/import layer (depending on its</span></div><div class="line"><a name="l00304"></a><span class="lineno">  304</span>&#160;    <span class="comment">// connections to other layers).</span></div><div class="line"><a name="l00305"></a><span class="lineno">  305</span>&#160;    <span class="keyword">auto</span> MayNeedCompatibilityLayer = [](<span class="keyword">const</span> <a class="code" href="classarmnn_1_1_layer.xhtml">Layer</a>&amp; layer)</div><div class="line"><a name="l00306"></a><span class="lineno">  306</span>&#160;    {</div><div class="line"><a name="l00307"></a><span class="lineno">  307</span>&#160;        <span class="comment">// All layers should have been associated with a valid compute device at this point.</span></div><div class="line"><a name="l00308"></a><span class="lineno">  308</span>&#160;        <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(layer.GetBackendId() != <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>);</div><div class="line"><a name="l00309"></a><span class="lineno">  309</span>&#160;        <span class="comment">// Does not need another compatibility layer if a copy or import layer is already present.</span></div><div class="line"><a name="l00310"></a><span class="lineno">  310</span>&#160;        <span class="keywordflow">return</span> layer.GetType() != <a class="code" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b">LayerType::MemCopy</a> &amp;&amp;</div><div class="line"><a name="l00311"></a><span class="lineno">  311</span>&#160;               layer.GetType() != <a class="code" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">LayerType::MemImport</a>;</div><div class="line"><a name="l00312"></a><span class="lineno">  312</span>&#160;    };</div><div class="line"><a name="l00313"></a><span class="lineno">  313</span>&#160;</div><div class="line"><a name="l00314"></a><span class="lineno">  314</span>&#160;    <span class="keyword">auto</span> IsCompatibilityStrategy = [](<a class="code" href="namespacearmnn.xhtml#aff209afc1dc598da399e3e78617ce016">EdgeStrategy</a> strategy)</div><div class="line"><a name="l00315"></a><span class="lineno">  315</span>&#160;    {</div><div class="line"><a name="l00316"></a><span class="lineno">  316</span>&#160;        <span class="keywordflow">return</span> strategy == <a class="code" href="namespacearmnn.xhtml#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">EdgeStrategy::CopyToTarget</a> ||</div><div class="line"><a name="l00317"></a><span class="lineno">  317</span>&#160;               strategy == <a class="code" href="namespacearmnn.xhtml#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">EdgeStrategy::ExportToTarget</a>;</div><div class="line"><a name="l00318"></a><span class="lineno">  318</span>&#160;    };</div><div class="line"><a name="l00319"></a><span class="lineno">  319</span>&#160;</div><div class="line"><a name="l00320"></a><span class="lineno">  320</span>&#160;    <a class="code" href="classarmnn_1_1_graph.xhtml#ad6521013ad981519904822f2ada2c4ec">ForEachLayer</a>([<span class="keyword">this</span>, &amp;backends, &amp;registry, MayNeedCompatibilityLayer, IsCompatibilityStrategy](<a class="code" href="classarmnn_1_1_layer.xhtml">Layer</a>* srcLayer)</div><div class="line"><a name="l00321"></a><span class="lineno">  321</span>&#160;    {</div><div class="line"><a name="l00322"></a><span class="lineno">  322</span>&#160;        <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(srcLayer);</div><div class="line"><a name="l00323"></a><span class="lineno">  323</span>&#160;</div><div class="line"><a name="l00324"></a><span class="lineno">  324</span>&#160;        <span class="keywordflow">if</span> (!MayNeedCompatibilityLayer(*srcLayer))</div><div class="line"><a name="l00325"></a><span class="lineno">  325</span>&#160;        {</div><div class="line"><a name="l00326"></a><span class="lineno">  326</span>&#160;            <span class="comment">// The current layer does not need copy layers, move to the next one</span></div><div class="line"><a name="l00327"></a><span class="lineno">  327</span>&#160;            <span class="keywordflow">return</span>;</div><div class="line"><a name="l00328"></a><span class="lineno">  328</span>&#160;        }</div><div class="line"><a name="l00329"></a><span class="lineno">  329</span>&#160;</div><div class="line"><a name="l00330"></a><span class="lineno">  330</span>&#160;        <span class="keyword">const</span> std::vector&lt;OutputSlot&gt;&amp; srcOutputSlots = srcLayer-&gt;<a class="code" href="classarmnn_1_1_layer.xhtml#a98cdff4e0b45f4c80bfcedaf926e16e0">GetOutputSlots</a>();</div><div class="line"><a name="l00331"></a><span class="lineno">  331</span>&#160;        <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> srcOutputIndex = 0; srcOutputIndex &lt; srcOutputSlots.size(); srcOutputIndex++)</div><div class="line"><a name="l00332"></a><span class="lineno">  332</span>&#160;        {</div><div class="line"><a name="l00333"></a><span class="lineno">  333</span>&#160;            <a class="code" href="classarmnn_1_1_output_slot.xhtml">OutputSlot</a>&amp; srcOutputSlot = srcLayer-&gt;<a class="code" href="classarmnn_1_1_layer.xhtml#a0e36688a43c35668d8db5257274c68fe">GetOutputSlot</a>(srcOutputIndex);</div><div class="line"><a name="l00334"></a><span class="lineno">  334</span>&#160;            <span class="keyword">const</span> std::vector&lt;InputSlot*&gt; srcConnections = srcOutputSlot.<a class="code" href="classarmnn_1_1_output_slot.xhtml#a50b562d4a4edc64d7d8abcca056f0b8c">GetConnections</a>();</div><div class="line"><a name="l00335"></a><span class="lineno">  335</span>&#160;            <span class="keyword">const</span> std::vector&lt;EdgeStrategy&gt; srcEdgeStrategies = srcOutputSlot.<a class="code" href="classarmnn_1_1_output_slot.xhtml#a29ce2fa137002ecdafe9ad28e441a36d">GetEdgeStrategies</a>();</div><div class="line"><a name="l00336"></a><span class="lineno">  336</span>&#160;            <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> srcConnectionIndex = 0; srcConnectionIndex &lt; srcConnections.size(); srcConnectionIndex++)</div><div class="line"><a name="l00337"></a><span class="lineno">  337</span>&#160;            {</div><div class="line"><a name="l00338"></a><span class="lineno">  338</span>&#160;                <a class="code" href="classarmnn_1_1_input_slot.xhtml">InputSlot</a>* dstInputSlot = srcConnections[srcConnectionIndex];</div><div class="line"><a name="l00339"></a><span class="lineno">  339</span>&#160;                <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(dstInputSlot);</div><div class="line"><a name="l00340"></a><span class="lineno">  340</span>&#160;</div><div class="line"><a name="l00341"></a><span class="lineno">  341</span>&#160;                <a class="code" href="namespacearmnn.xhtml#aff209afc1dc598da399e3e78617ce016">EdgeStrategy</a> strategy = srcEdgeStrategies[srcConnectionIndex];</div><div class="line"><a name="l00342"></a><span class="lineno">  342</span>&#160;                <a class="code" href="_assert_8hpp.xhtml#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(strategy != <a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">EdgeStrategy::Undefined</a>,</div><div class="line"><a name="l00343"></a><span class="lineno">  343</span>&#160;                                 <span class="stringliteral">&quot;Undefined memory strategy found while adding copy layers for compatibility&quot;</span>);</div><div class="line"><a name="l00344"></a><span class="lineno">  344</span>&#160;</div><div class="line"><a name="l00345"></a><span class="lineno">  345</span>&#160;                <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_layer.xhtml">Layer</a>&amp; dstLayer = dstInputSlot-&gt;<a class="code" href="classarmnn_1_1_input_slot.xhtml#a7ddaf04177053a536f0e7be83a642bc6">GetOwningLayer</a>();</div><div class="line"><a name="l00346"></a><span class="lineno">  346</span>&#160;                <span class="keywordflow">if</span> (MayNeedCompatibilityLayer(dstLayer) &amp;&amp;</div><div class="line"><a name="l00347"></a><span class="lineno">  347</span>&#160;                    IsCompatibilityStrategy(strategy))</div><div class="line"><a name="l00348"></a><span class="lineno">  348</span>&#160;                {</div><div class="line"><a name="l00349"></a><span class="lineno">  349</span>&#160;                    <span class="comment">// A copy layer is needed in between the source and destination layers.</span></div><div class="line"><a name="l00350"></a><span class="lineno">  350</span>&#160;                    <span class="comment">// Record the operation rather than attempting to modify the graph as we go.</span></div><div class="line"><a name="l00351"></a><span class="lineno">  351</span>&#160;                    <span class="comment">// (invalidating iterators)</span></div><div class="line"><a name="l00352"></a><span class="lineno">  352</span>&#160;                    <span class="keyword">const</span> std::string compLayerName = fmt::format(<span class="stringliteral">&quot;[ {} ({}) -&gt; {} ({}) ]&quot;</span>,</div><div class="line"><a name="l00353"></a><span class="lineno">  353</span>&#160;                                                                  srcLayer-&gt;<a class="code" href="classarmnn_1_1_layer.xhtml#a7ddf0cf6f620d59c10e63495ace795d0">GetName</a>(),</div><div class="line"><a name="l00354"></a><span class="lineno">  354</span>&#160;                                                                  srcOutputIndex,</div><div class="line"><a name="l00355"></a><span class="lineno">  355</span>&#160;                                                                  dstLayer.<a class="code" href="classarmnn_1_1_layer.xhtml#a7ddf0cf6f620d59c10e63495ace795d0">GetName</a>(),</div><div class="line"><a name="l00356"></a><span class="lineno">  356</span>&#160;                                                                  dstInputSlot-&gt;<a class="code" href="classarmnn_1_1_input_slot.xhtml#a3f1b6ae1550775ac9eef0cac0ea4266f">GetSlotIndex</a>());</div><div class="line"><a name="l00357"></a><span class="lineno">  357</span>&#160;                    <a class="code" href="classarmnn_1_1_layer.xhtml">Layer</a>* compLayer = <span class="keyword">nullptr</span>;</div><div class="line"><a name="l00358"></a><span class="lineno">  358</span>&#160;                    <span class="keywordflow">if</span> (strategy == <a class="code" href="namespacearmnn.xhtml#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">EdgeStrategy::CopyToTarget</a>)</div><div class="line"><a name="l00359"></a><span class="lineno">  359</span>&#160;                    {</div><div class="line"><a name="l00360"></a><span class="lineno">  360</span>&#160;                        compLayer = InsertNewLayer&lt;MemCopyLayer&gt;(*dstInputSlot, compLayerName.c_str());</div><div class="line"><a name="l00361"></a><span class="lineno">  361</span>&#160;                    }</div><div class="line"><a name="l00362"></a><span class="lineno">  362</span>&#160;                    <span class="keywordflow">else</span></div><div class="line"><a name="l00363"></a><span class="lineno">  363</span>&#160;                    {</div><div class="line"><a name="l00364"></a><span class="lineno">  364</span>&#160;                        <a class="code" href="_assert_8hpp.xhtml#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(strategy == <a class="code" href="namespacearmnn.xhtml#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">EdgeStrategy::ExportToTarget</a>, <span class="stringliteral">&quot;Invalid edge strategy found.&quot;</span>);</div><div class="line"><a name="l00365"></a><span class="lineno">  365</span>&#160;                        compLayer = InsertNewLayer&lt;MemImportLayer&gt;(*dstInputSlot, compLayerName.c_str());</div><div class="line"><a name="l00366"></a><span class="lineno">  366</span>&#160;                    }</div><div class="line"><a name="l00367"></a><span class="lineno">  367</span>&#160;</div><div class="line"><a name="l00368"></a><span class="lineno">  368</span>&#160;                    compLayer-&gt;SetBackendId(dstLayer.<a class="code" href="classarmnn_1_1_layer.xhtml#afdb1d37740e7a083b625d669588b6a0e">GetBackendId</a>());</div><div class="line"><a name="l00369"></a><span class="lineno">  369</span>&#160;</div><div class="line"><a name="l00370"></a><span class="lineno">  370</span>&#160;                    <a class="code" href="classarmnn_1_1_output_slot.xhtml">OutputSlot</a>&amp; compOutputSlot = compLayer-&gt;GetOutputSlot(0);</div><div class="line"><a name="l00371"></a><span class="lineno">  371</span>&#160;                    <span class="keyword">auto</span> backendIt = backends.find(dstLayer.<a class="code" href="classarmnn_1_1_layer.xhtml#afdb1d37740e7a083b625d669588b6a0e">GetBackendId</a>());</div><div class="line"><a name="l00372"></a><span class="lineno">  372</span>&#160;                    <span class="keywordflow">if</span> (backendIt != backends.end() &amp;&amp;</div><div class="line"><a name="l00373"></a><span class="lineno">  373</span>&#160;                        backendIt-&gt;second &amp;&amp;</div><div class="line"><a name="l00374"></a><span class="lineno">  374</span>&#160;                        backendIt-&gt;second-&gt;SupportsTensorAllocatorAPI())</div><div class="line"><a name="l00375"></a><span class="lineno">  375</span>&#160;                    {</div><div class="line"><a name="l00376"></a><span class="lineno">  376</span>&#160;                        <span class="keyword">auto</span> backend = backendIt-&gt;second.get();</div><div class="line"><a name="l00377"></a><span class="lineno">  377</span>&#160;                        <span class="keyword">auto</span> tensorHandleFactoryIds = backend-&gt;GetHandleFactoryPreferences();</div><div class="line"><a name="l00378"></a><span class="lineno">  378</span>&#160;                        <span class="keywordtype">bool</span> found = <span class="keyword">false</span>;</div><div class="line"><a name="l00379"></a><span class="lineno">  379</span>&#160;</div><div class="line"><a name="l00380"></a><span class="lineno">  380</span>&#160;                        <span class="keywordflow">for</span> (<span class="keyword">auto</span> preference : tensorHandleFactoryIds)</div><div class="line"><a name="l00381"></a><span class="lineno">  381</span>&#160;                        {</div><div class="line"><a name="l00382"></a><span class="lineno">  382</span>&#160;                            <span class="keyword">auto</span> factory = registry.<a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.xhtml#ae5ecc42140a12c855554a4a621fc8456">GetFactory</a>(preference);</div><div class="line"><a name="l00383"></a><span class="lineno">  383</span>&#160;                            <span class="keywordflow">if</span> (factory)</div><div class="line"><a name="l00384"></a><span class="lineno">  384</span>&#160;                            {</div><div class="line"><a name="l00385"></a><span class="lineno">  385</span>&#160;                                <span class="keyword">auto</span> srcPref = srcOutputSlot.<a class="code" href="classarmnn_1_1_output_slot.xhtml#af303cf872a3f95e29992e45224e4cf8e">GetTensorHandleFactoryId</a>();</div><div class="line"><a name="l00386"></a><span class="lineno">  386</span>&#160;                                <span class="keyword">auto</span> srcFactory = registry.<a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.xhtml#ae5ecc42140a12c855554a4a621fc8456">GetFactory</a>(srcPref);</div><div class="line"><a name="l00387"></a><span class="lineno">  387</span>&#160;</div><div class="line"><a name="l00388"></a><span class="lineno">  388</span>&#160;                                <span class="keywordflow">if</span> (srcFactory)</div><div class="line"><a name="l00389"></a><span class="lineno">  389</span>&#160;                                {</div><div class="line"><a name="l00390"></a><span class="lineno">  390</span>&#160;                                    <span class="keywordtype">bool</span> canExportImport =</div><div class="line"><a name="l00391"></a><span class="lineno">  391</span>&#160;                                        (factory-&gt;GetImportFlags() &amp; srcFactory-&gt;GetExportFlags()) != 0;</div><div class="line"><a name="l00392"></a><span class="lineno">  392</span>&#160;</div><div class="line"><a name="l00393"></a><span class="lineno">  393</span>&#160;                                    <span class="keywordflow">if</span> (factory-&gt;SupportsMapUnmap() || canExportImport)</div><div class="line"><a name="l00394"></a><span class="lineno">  394</span>&#160;                                    {</div><div class="line"><a name="l00395"></a><span class="lineno">  395</span>&#160;                                        compOutputSlot.<a class="code" href="classarmnn_1_1_output_slot.xhtml#af29f6883785691ef946d0c32b6d2f338">SetTensorHandleFactory</a>(preference);</div><div class="line"><a name="l00396"></a><span class="lineno">  396</span>&#160;                                        found = <span class="keyword">true</span>;</div><div class="line"><a name="l00397"></a><span class="lineno">  397</span>&#160;                                        <span class="keywordflow">break</span>;</div><div class="line"><a name="l00398"></a><span class="lineno">  398</span>&#160;                                    }</div><div class="line"><a name="l00399"></a><span class="lineno">  399</span>&#160;                                }</div><div class="line"><a name="l00400"></a><span class="lineno">  400</span>&#160;                            }</div><div class="line"><a name="l00401"></a><span class="lineno">  401</span>&#160;                        }</div><div class="line"><a name="l00402"></a><span class="lineno">  402</span>&#160;</div><div class="line"><a name="l00403"></a><span class="lineno">  403</span>&#160;                        <span class="keywordflow">if</span> (!found)</div><div class="line"><a name="l00404"></a><span class="lineno">  404</span>&#160;                        {</div><div class="line"><a name="l00405"></a><span class="lineno">  405</span>&#160;                            compOutputSlot.<a class="code" href="classarmnn_1_1_output_slot.xhtml#af29f6883785691ef946d0c32b6d2f338">SetTensorHandleFactory</a>(<a class="code" href="classarmnn_1_1_i_tensor_handle_factory.xhtml#a9c95f90eb40e31f629e0e2947b8bc6f9">ITensorHandleFactory::LegacyFactoryId</a>);</div><div class="line"><a name="l00406"></a><span class="lineno">  406</span>&#160;                        }</div><div class="line"><a name="l00407"></a><span class="lineno">  407</span>&#160;                    }</div><div class="line"><a name="l00408"></a><span class="lineno">  408</span>&#160;                    <span class="keywordflow">else</span></div><div class="line"><a name="l00409"></a><span class="lineno">  409</span>&#160;                    {</div><div class="line"><a name="l00410"></a><span class="lineno">  410</span>&#160;                        compOutputSlot.<a class="code" href="classarmnn_1_1_output_slot.xhtml#af29f6883785691ef946d0c32b6d2f338">SetTensorHandleFactory</a>(<a class="code" href="classarmnn_1_1_i_tensor_handle_factory.xhtml#a9c95f90eb40e31f629e0e2947b8bc6f9">ITensorHandleFactory::LegacyFactoryId</a>);</div><div class="line"><a name="l00411"></a><span class="lineno">  411</span>&#160;                    }</div><div class="line"><a name="l00412"></a><span class="lineno">  412</span>&#160;</div><div class="line"><a name="l00413"></a><span class="lineno">  413</span>&#160;                    <span class="comment">// The output strategy of a compatibility layer is always DirectCompatibility.</span></div><div class="line"><a name="l00414"></a><span class="lineno">  414</span>&#160;                    compOutputSlot.<a class="code" href="classarmnn_1_1_output_slot.xhtml#a3f80ddd1f76ed4ad599e0d1a00659ee5">SetEdgeStrategy</a>(0, <a class="code" href="namespacearmnn.xhtml#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">EdgeStrategy::DirectCompatibility</a>);</div><div class="line"><a name="l00415"></a><span class="lineno">  415</span>&#160;</div><div class="line"><a name="l00416"></a><span class="lineno">  416</span>&#160;                    <span class="comment">// Recalculate the connection index on the previous layer as we have just inserted into it.</span></div><div class="line"><a name="l00417"></a><span class="lineno">  417</span>&#160;                    <span class="keyword">const</span> std::vector&lt;InputSlot*&gt;&amp; newSourceConnections = srcOutputSlot.<a class="code" href="classarmnn_1_1_output_slot.xhtml#a50b562d4a4edc64d7d8abcca056f0b8c">GetConnections</a>();</div><div class="line"><a name="l00418"></a><span class="lineno">  418</span>&#160;                    <span class="keyword">auto</span> newSrcConnectionIndex = std::distance(newSourceConnections.begin(),</div><div class="line"><a name="l00419"></a><span class="lineno">  419</span>&#160;                                                               std::find(newSourceConnections.begin(),</div><div class="line"><a name="l00420"></a><span class="lineno">  420</span>&#160;                                                                         newSourceConnections.end(),</div><div class="line"><a name="l00421"></a><span class="lineno">  421</span>&#160;                                                                         &amp;compLayer-&gt;GetInputSlot(0)));</div><div class="line"><a name="l00422"></a><span class="lineno">  422</span>&#160;</div><div class="line"><a name="l00423"></a><span class="lineno">  423</span>&#160;                    <span class="comment">// The input strategy of a compatibility layer is always DirectCompatibilty.</span></div><div class="line"><a name="l00424"></a><span class="lineno">  424</span>&#160;                    srcOutputSlot.<a class="code" href="classarmnn_1_1_output_slot.xhtml#a3f80ddd1f76ed4ad599e0d1a00659ee5">SetEdgeStrategy</a>(armnn::numeric_cast&lt;unsigned int&gt;(newSrcConnectionIndex),</div><div class="line"><a name="l00425"></a><span class="lineno">  425</span>&#160;                                                    <a class="code" href="namespacearmnn.xhtml#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">EdgeStrategy::DirectCompatibility</a>);</div><div class="line"><a name="l00426"></a><span class="lineno">  426</span>&#160;                }</div><div class="line"><a name="l00427"></a><span class="lineno">  427</span>&#160;            }</div><div class="line"><a name="l00428"></a><span class="lineno">  428</span>&#160;        }</div><div class="line"><a name="l00429"></a><span class="lineno">  429</span>&#160;    });</div><div class="line"><a name="l00430"></a><span class="lineno">  430</span>&#160;}</div><div class="line"><a name="l00431"></a><span class="lineno">  431</span>&#160;</div><div class="line"><a name="l00432"></a><span class="lineno"><a class="line" href="classarmnn_1_1_graph.xhtml#aafbd4b469e47160017f409df8d077184">  432</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="classarmnn_1_1_graph.xhtml#aafbd4b469e47160017f409df8d077184">Graph::SubstituteSubgraph</a>(<a class="code" href="classarmnn_1_1_subgraph_view.xhtml">SubgraphView</a>&amp; subgraph, <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* substituteLayer)</div><div class="line"><a name="l00433"></a><span class="lineno">  433</span>&#160;{</div><div class="line"><a name="l00434"></a><span class="lineno">  434</span>&#160;    <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(substituteLayer != <span class="keyword">nullptr</span>);</div><div class="line"><a name="l00435"></a><span class="lineno">  435</span>&#160;</div><div class="line"><a name="l00436"></a><span class="lineno">  436</span>&#160;    ReplaceSubgraphConnections(subgraph, substituteLayer);</div><div class="line"><a name="l00437"></a><span class="lineno">  437</span>&#160;    EraseSubgraphLayers(subgraph);</div><div class="line"><a name="l00438"></a><span class="lineno">  438</span>&#160;}</div><div class="line"><a name="l00439"></a><span class="lineno">  439</span>&#160;</div><div class="line"><a name="l00440"></a><span class="lineno"><a class="line" href="classarmnn_1_1_graph.xhtml#a4443d9ad865522c39d06556a9dbbeb58">  440</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="classarmnn_1_1_graph.xhtml#aafbd4b469e47160017f409df8d077184">Graph::SubstituteSubgraph</a>(<a class="code" href="classarmnn_1_1_subgraph_view.xhtml">SubgraphView</a>&amp; subgraph, <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_subgraph_view.xhtml">SubgraphView</a>&amp; substituteSubgraph)</div><div class="line"><a name="l00441"></a><span class="lineno">  441</span>&#160;{</div><div class="line"><a name="l00442"></a><span class="lineno">  442</span>&#160;    <span class="comment">// Look through each layer in the new subgraph and add any that are not already a member of this graph</span></div><div class="line"><a name="l00443"></a><span class="lineno">  443</span>&#160;    substituteSubgraph.<a class="code" href="classarmnn_1_1_subgraph_view.xhtml#ad6521013ad981519904822f2ada2c4ec">ForEachLayer</a>([<span class="keyword">this</span>](<a class="code" href="classarmnn_1_1_layer.xhtml">Layer</a>* layer)</div><div class="line"><a name="l00444"></a><span class="lineno">  444</span>&#160;    {</div><div class="line"><a name="l00445"></a><span class="lineno">  445</span>&#160;        <span class="keywordflow">if</span> (std::find(std::begin(m_Layers), std::end(m_Layers), layer) == std::end(m_Layers))</div><div class="line"><a name="l00446"></a><span class="lineno">  446</span>&#160;        {</div><div class="line"><a name="l00447"></a><span class="lineno">  447</span>&#160;            layer-&gt;<a class="code" href="classarmnn_1_1_layer.xhtml#a72b18e4c5a403bc3fe2fecf20135c8d6">Reparent</a>(*<span class="keyword">this</span>, m_Layers.end());</div><div class="line"><a name="l00448"></a><span class="lineno">  448</span>&#160;            m_LayersInOrder = <span class="keyword">false</span>;</div><div class="line"><a name="l00449"></a><span class="lineno">  449</span>&#160;        }</div><div class="line"><a name="l00450"></a><span class="lineno">  450</span>&#160;    });</div><div class="line"><a name="l00451"></a><span class="lineno">  451</span>&#160;</div><div class="line"><a name="l00452"></a><span class="lineno">  452</span>&#160;    ReplaceSubgraphConnections(subgraph, substituteSubgraph);</div><div class="line"><a name="l00453"></a><span class="lineno">  453</span>&#160;    EraseSubgraphLayers(subgraph);</div><div class="line"><a name="l00454"></a><span class="lineno">  454</span>&#160;    <a class="code" href="classarmnn_1_1_graph.xhtml#a9a7209345edfdb2b066b0ceb66414d7c">TopologicalSort</a>();</div><div class="line"><a name="l00455"></a><span class="lineno">  455</span>&#160;}</div><div class="line"><a name="l00456"></a><span class="lineno">  456</span>&#160;</div><div class="line"><a name="l00457"></a><span class="lineno">  457</span>&#160;<span class="keywordtype">void</span> Graph::ReplaceSubgraphConnections(<span class="keyword">const</span> <a class="code" href="classarmnn_1_1_subgraph_view.xhtml">SubgraphView</a>&amp; subgraph, <a class="code" href="classarmnn_1_1_i_connectable_layer.xhtml">IConnectableLayer</a>* substituteLayer)</div><div class="line"><a name="l00458"></a><span class="lineno">  458</span>&#160;{</div><div class="line"><a name="l00459"></a><span class="lineno">  459</span>&#160;    <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(substituteLayer != <span class="keyword">nullptr</span>);</div><div class="line"><a name="l00460"></a><span class="lineno">  460</span>&#160;</div><div class="line"><a name="l00461"></a><span class="lineno">  461</span>&#160;    <span class="comment">// Create a new sub-graph with only the given layer, using</span></div><div class="line"><a name="l00462"></a><span class="lineno">  462</span>&#160;    <span class="comment">// the given sub-graph as a reference of which parent graph to use</span></div><div class="line"><a name="l00463"></a><span class="lineno">  463</span>&#160;    <a class="code" href="classarmnn_1_1_subgraph_view.xhtml">SubgraphView</a> substituteSubgraph(substituteLayer);</div><div class="line"><a name="l00464"></a><span class="lineno">  464</span>&#160;    ReplaceSubgraphConnections(subgraph, substituteSubgraph);</div><div class="line"><a name="l00465"></a><span class="lineno">  465</span>&#160;}</div><div class="line"><a name="l00466"></a><span class="lineno">  466</span>&#160;</div><div class="line"><a name="l00467"></a><span class="lineno">  467</span>&#160;<span class="keywordtype">void</span> Graph::ReplaceSubgraphConnections(<span class="keyword">const</span> <a class="code" href="classarmnn_1_1_subgraph_view.xhtml">SubgraphView</a>&amp; subgraph, <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_subgraph_view.xhtml">SubgraphView</a>&amp; substituteSubgraph)</div><div class="line"><a name="l00468"></a><span class="lineno">  468</span>&#160;{</div><div class="line"><a name="l00469"></a><span class="lineno">  469</span>&#160;    <a class="code" href="_assert_8hpp.xhtml#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(!substituteSubgraph.<a class="code" href="classarmnn_1_1_subgraph_view.xhtml#ac8ac9809196ec980b8472fbc8367697a">GetLayers</a>().empty(), <span class="stringliteral">&quot;New sub-graph used for substitution must not be empty&quot;</span>);</div><div class="line"><a name="l00470"></a><span class="lineno">  470</span>&#160;</div><div class="line"><a name="l00471"></a><span class="lineno">  471</span>&#160;    <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_subgraph_view.xhtml#a74798938fdaeae75c8adfa4a7439e7f9">SubgraphView::Layers</a>&amp; substituteSubgraphLayers = substituteSubgraph.<a class="code" href="classarmnn_1_1_subgraph_view.xhtml#ac8ac9809196ec980b8472fbc8367697a">GetLayers</a>();</div><div class="line"><a name="l00472"></a><span class="lineno">  472</span>&#160;    std::for_each(substituteSubgraphLayers.begin(), substituteSubgraphLayers.end(), [&amp;](<a class="code" href="classarmnn_1_1_layer.xhtml">Layer</a>* layer)</div><div class="line"><a name="l00473"></a><span class="lineno">  473</span>&#160;    {</div><div class="line"><a name="l00474"></a><span class="lineno">  474</span>&#160;        <a class="code" href="namespacearmnn.xhtml#a44affeeb090c3c6a3062830562672e84">IgnoreUnused</a>(layer);</div><div class="line"><a name="l00475"></a><span class="lineno">  475</span>&#160;        <a class="code" href="_assert_8hpp.xhtml#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(std::find(m_Layers.begin(), m_Layers.end(), layer) != m_Layers.end(),</div><div class="line"><a name="l00476"></a><span class="lineno">  476</span>&#160;                         <span class="stringliteral">&quot;Substitute layer is not a member of graph&quot;</span>);</div><div class="line"><a name="l00477"></a><span class="lineno">  477</span>&#160;    });</div><div class="line"><a name="l00478"></a><span class="lineno">  478</span>&#160;</div><div class="line"><a name="l00479"></a><span class="lineno">  479</span>&#160;    <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_subgraph_view.xhtml#a5cc65e15002dbc33a5c8a7d6680e9a9d">SubgraphView::InputSlots</a>&amp; subgraphInputSlots = subgraph.<a class="code" href="classarmnn_1_1_subgraph_view.xhtml#a0b066a26219bcae83ca3e1d7f60fb123">GetInputSlots</a>();</div><div class="line"><a name="l00480"></a><span class="lineno">  480</span>&#160;    <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_subgraph_view.xhtml#a78293334750ec5279eb9c96d56deaf08">SubgraphView::OutputSlots</a>&amp; subgraphOutputSlots = subgraph.<a class="code" href="classarmnn_1_1_subgraph_view.xhtml#a4b924dd808b6a155518d552c7ef3728f">GetOutputSlots</a>();</div><div class="line"><a name="l00481"></a><span class="lineno">  481</span>&#160;</div><div class="line"><a name="l00482"></a><span class="lineno">  482</span>&#160;    <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> subgraphNumInputSlots = <a class="code" href="namespacearmnn.xhtml#a375ca3cff9f1b005d1412dc5f3cf5b6e">armnn::numeric_cast</a>&lt;<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span>&gt;(subgraphInputSlots.size());</div><div class="line"><a name="l00483"></a><span class="lineno">  483</span>&#160;    <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> subgraphNumOutputSlots = <a class="code" href="namespacearmnn.xhtml#a375ca3cff9f1b005d1412dc5f3cf5b6e">armnn::numeric_cast</a>&lt;<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span>&gt;(subgraphOutputSlots.size());</div><div class="line"><a name="l00484"></a><span class="lineno">  484</span>&#160;</div><div class="line"><a name="l00485"></a><span class="lineno">  485</span>&#160;    <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_subgraph_view.xhtml#a5cc65e15002dbc33a5c8a7d6680e9a9d">SubgraphView::InputSlots</a>&amp; substituteSubgraphInputSlots = substituteSubgraph.<a class="code" href="classarmnn_1_1_subgraph_view.xhtml#a0b066a26219bcae83ca3e1d7f60fb123">GetInputSlots</a>();</div><div class="line"><a name="l00486"></a><span class="lineno">  486</span>&#160;    <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_subgraph_view.xhtml#a78293334750ec5279eb9c96d56deaf08">SubgraphView::OutputSlots</a>&amp; substituteSubgraphOutputSlots = substituteSubgraph.<a class="code" href="classarmnn_1_1_subgraph_view.xhtml#a4b924dd808b6a155518d552c7ef3728f">GetOutputSlots</a>();</div><div class="line"><a name="l00487"></a><span class="lineno">  487</span>&#160;</div><div class="line"><a name="l00488"></a><span class="lineno">  488</span>&#160;    <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(subgraphNumInputSlots == substituteSubgraphInputSlots.size());</div><div class="line"><a name="l00489"></a><span class="lineno">  489</span>&#160;    <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(subgraphNumOutputSlots == substituteSubgraphOutputSlots.size());</div><div class="line"><a name="l00490"></a><span class="lineno">  490</span>&#160;</div><div class="line"><a name="l00491"></a><span class="lineno">  491</span>&#160;    <span class="comment">// Disconnect the sub-graph and replace it with the substitute sub-graph</span></div><div class="line"><a name="l00492"></a><span class="lineno">  492</span>&#160;</div><div class="line"><a name="l00493"></a><span class="lineno">  493</span>&#160;    <span class="comment">// Step 1: process input slots</span></div><div class="line"><a name="l00494"></a><span class="lineno">  494</span>&#160;    <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> inputSlotIdx = 0; inputSlotIdx &lt; subgraphNumInputSlots; ++inputSlotIdx)</div><div class="line"><a name="l00495"></a><span class="lineno">  495</span>&#160;    {</div><div class="line"><a name="l00496"></a><span class="lineno">  496</span>&#160;        <a class="code" href="classarmnn_1_1_input_slot.xhtml">InputSlot</a>* subgraphInputSlot = subgraphInputSlots.at(inputSlotIdx);</div><div class="line"><a name="l00497"></a><span class="lineno">  497</span>&#160;        <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(subgraphInputSlot);</div><div class="line"><a name="l00498"></a><span class="lineno">  498</span>&#160;</div><div class="line"><a name="l00499"></a><span class="lineno">  499</span>&#160;        <a class="code" href="classarmnn_1_1_i_output_slot.xhtml">IOutputSlot</a>* connectedOutputSlot = subgraphInputSlot-&gt;<a class="code" href="classarmnn_1_1_input_slot.xhtml#a3153abb7c0c0a84629079b2fac7db54f">GetConnection</a>();</div><div class="line"><a name="l00500"></a><span class="lineno">  500</span>&#160;        <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(connectedOutputSlot);</div><div class="line"><a name="l00501"></a><span class="lineno">  501</span>&#160;        connectedOutputSlot-&gt;<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ae16a4d0c56ca96e5d61785bd3e3e7992">Disconnect</a>(*subgraphInputSlot);</div><div class="line"><a name="l00502"></a><span class="lineno">  502</span>&#160;</div><div class="line"><a name="l00503"></a><span class="lineno">  503</span>&#160;        <a class="code" href="classarmnn_1_1_i_input_slot.xhtml">IInputSlot</a>* substituteInputSlot = substituteSubgraphInputSlots.at(inputSlotIdx);</div><div class="line"><a name="l00504"></a><span class="lineno">  504</span>&#160;        <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(substituteInputSlot);</div><div class="line"><a name="l00505"></a><span class="lineno">  505</span>&#160;        connectedOutputSlot-&gt;<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">Connect</a>(*substituteInputSlot);</div><div class="line"><a name="l00506"></a><span class="lineno">  506</span>&#160;    }</div><div class="line"><a name="l00507"></a><span class="lineno">  507</span>&#160;</div><div class="line"><a name="l00508"></a><span class="lineno">  508</span>&#160;    <span class="comment">// Step 2: process output slots</span></div><div class="line"><a name="l00509"></a><span class="lineno">  509</span>&#160;    <span class="keywordflow">for</span>(<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> outputSlotIdx = 0; outputSlotIdx &lt; subgraphNumOutputSlots; ++outputSlotIdx)</div><div class="line"><a name="l00510"></a><span class="lineno">  510</span>&#160;    {</div><div class="line"><a name="l00511"></a><span class="lineno">  511</span>&#160;        <a class="code" href="classarmnn_1_1_output_slot.xhtml">OutputSlot</a>* subgraphOutputSlot = subgraphOutputSlots.at(outputSlotIdx);</div><div class="line"><a name="l00512"></a><span class="lineno">  512</span>&#160;        <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(subgraphOutputSlot);</div><div class="line"><a name="l00513"></a><span class="lineno">  513</span>&#160;</div><div class="line"><a name="l00514"></a><span class="lineno">  514</span>&#160;        <a class="code" href="classarmnn_1_1_output_slot.xhtml">OutputSlot</a>* substituteOutputSlot = substituteSubgraphOutputSlots.at(outputSlotIdx);</div><div class="line"><a name="l00515"></a><span class="lineno">  515</span>&#160;        <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(substituteOutputSlot);</div><div class="line"><a name="l00516"></a><span class="lineno">  516</span>&#160;        subgraphOutputSlot-&gt;<a class="code" href="classarmnn_1_1_output_slot.xhtml#a19d30f83e90f2612e6aec510715f790d">MoveAllConnections</a>(*substituteOutputSlot);</div><div class="line"><a name="l00517"></a><span class="lineno">  517</span>&#160;    }</div><div class="line"><a name="l00518"></a><span class="lineno">  518</span>&#160;}</div><div class="line"><a name="l00519"></a><span class="lineno">  519</span>&#160;</div><div class="line"><a name="l00520"></a><span class="lineno">  520</span>&#160;<span class="keywordtype">void</span> Graph::EraseSubgraphLayers(<a class="code" href="classarmnn_1_1_subgraph_view.xhtml">SubgraphView</a> &amp;subgraph)</div><div class="line"><a name="l00521"></a><span class="lineno">  521</span>&#160;{</div><div class="line"><a name="l00522"></a><span class="lineno">  522</span>&#160;    <span class="keywordflow">for</span> (<span class="keyword">auto</span> layer : subgraph.<a class="code" href="classarmnn_1_1_subgraph_view.xhtml#ac8ac9809196ec980b8472fbc8367697a">GetLayers</a>())</div><div class="line"><a name="l00523"></a><span class="lineno">  523</span>&#160;    {</div><div class="line"><a name="l00524"></a><span class="lineno">  524</span>&#160;        <a class="code" href="classarmnn_1_1_graph.xhtml#a96d76fd10af39fbfabfd0caf0d1439fa">EraseLayer</a>(layer);</div><div class="line"><a name="l00525"></a><span class="lineno">  525</span>&#160;    }</div><div class="line"><a name="l00526"></a><span class="lineno">  526</span>&#160;    subgraph.<a class="code" href="classarmnn_1_1_subgraph_view.xhtml#aa71d36872f416feaa853788a7a7a7ef8">Clear</a>();</div><div class="line"><a name="l00527"></a><span class="lineno">  527</span>&#160;}</div><div class="line"><a name="l00528"></a><span class="lineno">  528</span>&#160;</div><div class="line"><a name="l00529"></a><span class="lineno"><a class="line" href="classarmnn_1_1_graph.xhtml#a2ceda8d369e861997d558fac74d79c33">  529</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="classarmnn_1_1_graph.xhtml#a2ceda8d369e861997d558fac74d79c33">Graph::InferTensorInfos</a>()</div><div class="line"><a name="l00530"></a><span class="lineno">  530</span>&#160;{</div><div class="line"><a name="l00531"></a><span class="lineno">  531</span>&#160;    <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; layer : <a class="code" href="classarmnn_1_1_graph.xhtml#a9a7209345edfdb2b066b0ceb66414d7c">TopologicalSort</a>())</div><div class="line"><a name="l00532"></a><span class="lineno">  532</span>&#160;    {</div><div class="line"><a name="l00533"></a><span class="lineno">  533</span>&#160;        <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; input : layer-&gt;GetInputSlots())</div><div class="line"><a name="l00534"></a><span class="lineno">  534</span>&#160;        {</div><div class="line"><a name="l00535"></a><span class="lineno">  535</span>&#160;            <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_i_output_slot.xhtml">IOutputSlot</a>* source = input.GetConnectedOutputSlot();</div><div class="line"><a name="l00536"></a><span class="lineno">  536</span>&#160;            <span class="keywordflow">if</span> (source == NULL)</div><div class="line"><a name="l00537"></a><span class="lineno">  537</span>&#160;            {</div><div class="line"><a name="l00538"></a><span class="lineno">  538</span>&#160;                std::ostringstream message;</div><div class="line"><a name="l00539"></a><span class="lineno">  539</span>&#160;                message &lt;&lt; <span class="stringliteral">&quot;Input not connected on &quot;</span></div><div class="line"><a name="l00540"></a><span class="lineno">  540</span>&#160;                        &lt;&lt; <a class="code" href="namespacearmnn.xhtml#addb6b14dd1b632263ffe77430259a7c4">GetLayerTypeAsCString</a>(layer-&gt;GetType())</div><div class="line"><a name="l00541"></a><span class="lineno">  541</span>&#160;                        &lt;&lt; <span class="stringliteral">&quot; layer \&quot;&quot;</span></div><div class="line"><a name="l00542"></a><span class="lineno">  542</span>&#160;                        &lt;&lt; layer-&gt;GetName()</div><div class="line"><a name="l00543"></a><span class="lineno">  543</span>&#160;                        &lt;&lt; <span class="stringliteral">&quot;\&quot;&quot;</span>;</div><div class="line"><a name="l00544"></a><span class="lineno">  544</span>&#160;                <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_layer_validation_exception.xhtml">LayerValidationException</a>(message.str());</div><div class="line"><a name="l00545"></a><span class="lineno">  545</span>&#160;            }</div><div class="line"><a name="l00546"></a><span class="lineno">  546</span>&#160;</div><div class="line"><a name="l00547"></a><span class="lineno">  547</span>&#160;            <span class="keywordflow">if</span> (!source-&gt;<a class="code" href="classarmnn_1_1_i_output_slot.xhtml#ab4e57caf059794897b17266090ebcb39">IsTensorInfoSet</a>())</div><div class="line"><a name="l00548"></a><span class="lineno">  548</span>&#160;            {</div><div class="line"><a name="l00549"></a><span class="lineno">  549</span>&#160;                <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_layer_validation_exception.xhtml">LayerValidationException</a>(<span class="stringliteral">&quot;All inputs must have the TensorInfo set at this point.&quot;</span>);</div><div class="line"><a name="l00550"></a><span class="lineno">  550</span>&#160;            }</div><div class="line"><a name="l00551"></a><span class="lineno">  551</span>&#160;</div><div class="line"><a name="l00552"></a><span class="lineno">  552</span>&#160;            <span class="keywordflow">if</span> (layer-&gt;m_ShapeInferenceMethod == <a class="code" href="namespacearmnn.xhtml#adf57837d00e8352d9b5cc5ab1fb5fee9af6486a22a9bb11959bfae60a3e5174b1">ShapeInferenceMethod::ValidateOnly</a>)</div><div class="line"><a name="l00553"></a><span class="lineno">  553</span>&#160;            {</div><div class="line"><a name="l00554"></a><span class="lineno">  554</span>&#160;                layer-&gt;ValidateTensorShapesFromInputs();</div><div class="line"><a name="l00555"></a><span class="lineno">  555</span>&#160;            }</div><div class="line"><a name="l00556"></a><span class="lineno">  556</span>&#160;        }</div><div class="line"><a name="l00557"></a><span class="lineno">  557</span>&#160;    }</div><div class="line"><a name="l00558"></a><span class="lineno">  558</span>&#160;}</div><div class="line"><a name="l00559"></a><span class="lineno">  559</span>&#160;</div><div class="line"><a name="l00560"></a><span class="lineno">  560</span>&#160;} <span class="comment">// namespace armnn</span></div><div class="ttc" id="classarmnn_1_1_dot_edge_xhtml"><div class="ttname"><a href="classarmnn_1_1_dot_edge.xhtml">armnn::DotEdge</a></div><div class="ttdef"><b>Definition:</b> <a href="_dot_serializer_8hpp_source.xhtml#l00077">DotSerializer.hpp:77</a></div></div>
<div class="ttc" id="classarmnn_1_1_graph_xhtml_ab5edda659f455fcb4cadd52cb81ec84c"><div class="ttname"><a href="classarmnn_1_1_graph.xhtml#ab5edda659f455fcb4cadd52cb81ec84c">armnn::Graph::Graph</a></div><div class="ttdeci">Graph(bool shapeInferenceMethod=false)</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.xhtml#l00095">Graph.hpp:95</a></div></div>
<div class="ttc" id="classarmnn_1_1_output_slot_xhtml_a50b562d4a4edc64d7d8abcca056f0b8c"><div class="ttname"><a href="classarmnn_1_1_output_slot.xhtml#a50b562d4a4edc64d7d8abcca056f0b8c">armnn::OutputSlot::GetConnections</a></div><div class="ttdeci">const std::vector&lt; InputSlot * &gt; &amp; GetConnections() const</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00125">Layer.hpp:125</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_connectable_layer_xhtml"><div class="ttname"><a href="classarmnn_1_1_i_connectable_layer.xhtml">armnn::IConnectableLayer</a></div><div class="ttdoc">Interface for a layer that is connectable to other layers via InputSlots and OutputSlots. </div><div class="ttdef"><b>Definition:</b> <a href="_i_network_8hpp_source.xhtml#l00062">INetwork.hpp:62</a></div></div>
<div class="ttc" id="classarmnn_1_1_node_content_xhtml_a1beba3dee2a8ebc37e76245302e42eeb"><div class="ttname"><a href="classarmnn_1_1_node_content.xhtml#a1beba3dee2a8ebc37e76245302e42eeb">armnn::NodeContent::AddContent</a></div><div class="ttdeci">NodeContent &amp; AddContent(const std::string &amp;content)</div><div class="ttdef"><b>Definition:</b> <a href="_dot_serializer_8cpp_source.xhtml#l00146">DotSerializer.cpp:146</a></div></div>
<div class="ttc" id="classarmnn_1_1_output_slot_xhtml_a3f80ddd1f76ed4ad599e0d1a00659ee5"><div class="ttname"><a href="classarmnn_1_1_output_slot.xhtml#a3f80ddd1f76ed4ad599e0d1a00659ee5">armnn::OutputSlot::SetEdgeStrategy</a></div><div class="ttdeci">void SetEdgeStrategy(unsigned int connectionIndex, EdgeStrategy strategy)</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8cpp_source.xhtml#l00181">Layer.cpp:181</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650"><div class="ttname"><a href="namespacearmnn.xhtml#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">armnn::EdgeStrategy::DirectCompatibility</a></div><div class="ttdoc">No strategy has been defined. Used internally to verify integrity of optimizations. </div></div>
<div class="ttc" id="classarmnn_1_1_tensor_info_xhtml_a8b5d0f8a24e9d9238f412260a552acf8"><div class="ttname"><a href="classarmnn_1_1_tensor_info.xhtml#a8b5d0f8a24e9d9238f412260a552acf8">armnn::TensorInfo::GetShape</a></div><div class="ttdeci">const TensorShape &amp; GetShape() const</div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8hpp_source.xhtml#l00187">Tensor.hpp:187</a></div></div>
<div class="ttc" id="_utils_8hpp_xhtml"><div class="ttname"><a href="_utils_8hpp.xhtml">Utils.hpp</a></div></div>
<div class="ttc" id="classarmnn_1_1_graph_xhtml_a131873e7a706fc7ca0637027236916e9"><div class="ttname"><a href="classarmnn_1_1_graph.xhtml#a131873e7a706fc7ca0637027236916e9">armnn::Graph::SerializeToDot</a></div><div class="ttdeci">Status SerializeToDot(std::ostream &amp;stream)</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8cpp_source.xhtml#l00118">Graph.cpp:118</a></div></div>
<div class="ttc" id="classarmnn_1_1_output_slot_xhtml_a29ce2fa137002ecdafe9ad28e441a36d"><div class="ttname"><a href="classarmnn_1_1_output_slot.xhtml#a29ce2fa137002ecdafe9ad28e441a36d">armnn::OutputSlot::GetEdgeStrategies</a></div><div class="ttdeci">const std::vector&lt; EdgeStrategy &gt; &amp; GetEdgeStrategies() const</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00126">Layer.hpp:126</a></div></div>
<div class="ttc" id="classarmnn_1_1_layer_xhtml_a72b18e4c5a403bc3fe2fecf20135c8d6"><div class="ttname"><a href="classarmnn_1_1_layer.xhtml#a72b18e4c5a403bc3fe2fecf20135c8d6">armnn::Layer::Reparent</a></div><div class="ttdeci">virtual void Reparent(Graph &amp;dest, std::list&lt; Layer *&gt;::const_iterator iterator)=0</div></div>
<div class="ttc" id="classarmnn_1_1_output_slot_xhtml_a7ddaf04177053a536f0e7be83a642bc6"><div class="ttname"><a href="classarmnn_1_1_output_slot.xhtml#a7ddaf04177053a536f0e7be83a642bc6">armnn::OutputSlot::GetOwningLayer</a></div><div class="ttdeci">Layer &amp; GetOwningLayer() const</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00115">Layer.hpp:115</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852"><div class="ttname"><a href="namespacearmnn.xhtml#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">armnn::EdgeStrategy::CopyToTarget</a></div><div class="ttdoc">Source backends tensor data can be exported to destination backend tensor without copy...</div></div>
<div class="ttc" id="classarmnn_1_1profiling_1_1_profiling_guid_xhtml"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_profiling_guid.xhtml">armnn::profiling::ProfilingGuid</a></div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.xhtml#l00291">Types.hpp:291</a></div></div>
<div class="ttc" id="classarmnn_1_1_graph_xhtml_a96d76fd10af39fbfabfd0caf0d1439fa"><div class="ttname"><a href="classarmnn_1_1_graph.xhtml#a96d76fd10af39fbfabfd0caf0d1439fa">armnn::Graph::EraseLayer</a></div><div class="ttdeci">void EraseLayer(Iterator pos)</div><div class="ttdoc">Deletes the layer at the specified position. </div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.xhtml#l00449">Graph.hpp:449</a></div></div>
<div class="ttc" id="classarmnn_1_1_subgraph_view_xhtml_a78293334750ec5279eb9c96d56deaf08"><div class="ttname"><a href="classarmnn_1_1_subgraph_view.xhtml#a78293334750ec5279eb9c96d56deaf08">armnn::SubgraphView::OutputSlots</a></div><div class="ttdeci">std::vector&lt; OutputSlot * &gt; OutputSlots</div><div class="ttdef"><b>Definition:</b> <a href="_subgraph_view_8hpp_source.xhtml#l00039">SubgraphView.hpp:39</a></div></div>
<div class="ttc" id="_dot_serializer_8hpp_xhtml"><div class="ttname"><a href="_dot_serializer_8hpp.xhtml">DotSerializer.hpp</a></div></div>
<div class="ttc" id="classarmnn_1_1_dot_defaults_xhtml_a721c9bf7f2e6a2d88d340253ccc19815"><div class="ttname"><a href="classarmnn_1_1_dot_defaults.xhtml#a721c9bf7f2e6a2d88d340253ccc19815">armnn::DotDefaults::GetAttributeSet</a></div><div class="ttdeci">DotAttributeSet &amp; GetAttributeSet()</div><div class="ttdef"><b>Definition:</b> <a href="_dot_serializer_8hpp_source.xhtml#l00120">DotSerializer.hpp:120</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_tensor_handle_xhtml_a5cceed8b707a09bf27eb61f17acf8a88"><div class="ttname"><a href="classarmnn_1_1_i_tensor_handle.xhtml#a5cceed8b707a09bf27eb61f17acf8a88">armnn::ITensorHandle::Allocate</a></div><div class="ttdeci">virtual void Allocate()=0</div><div class="ttdoc">Indicate to the memory manager that this resource is no longer active. </div></div>
<div class="ttc" id="classarmnn_1_1_layer_xhtml_ae89ff455503aa106d00bf34103d2f2e0"><div class="ttname"><a href="classarmnn_1_1_layer.xhtml#ae89ff455503aa106d00bf34103d2f2e0">armnn::Layer::Clone</a></div><div class="ttdeci">virtual Layer * Clone(Graph &amp;graph) const =0</div><div class="ttdoc">Creates a dynamically-allocated copy of this layer. </div></div>
<div class="ttc" id="_logging_8hpp_xhtml_a7b6ad073975f437ec38ca7d20154727f"><div class="ttname"><a href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a></div><div class="ttdeci">#define ARMNN_LOG(severity)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8hpp_source.xhtml#l00202">Logging.hpp:202</a></div></div>
<div class="ttc" id="classarmnn_1_1_dot_defaults_xhtml"><div class="ttname"><a href="classarmnn_1_1_dot_defaults.xhtml">armnn::DotDefaults</a></div><div class="ttdef"><b>Definition:</b> <a href="_dot_serializer_8hpp_source.xhtml#l00114">DotSerializer.hpp:114</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_tensor_handle_xhtml_a04149d0f9b9c54c05e95693111490daf"><div class="ttname"><a href="classarmnn_1_1_i_tensor_handle.xhtml#a04149d0f9b9c54c05e95693111490daf">armnn::ITensorHandle::Manage</a></div><div class="ttdeci">virtual void Manage()=0</div><div class="ttdoc">Indicate to the memory manager that this resource is active. </div></div>
<div class="ttc" id="_subgraph_view_8hpp_xhtml"><div class="ttname"><a href="_subgraph_view_8hpp.xhtml">SubgraphView.hpp</a></div></div>
<div class="ttc" id="classarmnn_1_1_input_slot_xhtml"><div class="ttname"><a href="classarmnn_1_1_input_slot.xhtml">armnn::InputSlot</a></div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00041">Layer.hpp:41</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml"><div class="ttname"><a href="namespacearmnn.xhtml">armnn</a></div><div class="ttdoc">Copyright (c) 2021 ARM Limited and Contributors. </div><div class="ttdef"><b>Definition:</b> <a href="01__00__software__tools_8dox_source.xhtml#l00006">01_00_software_tools.dox:6</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a44affeeb090c3c6a3062830562672e84"><div class="ttname"><a href="namespacearmnn.xhtml#a44affeeb090c3c6a3062830562672e84">armnn::IgnoreUnused</a></div><div class="ttdeci">void IgnoreUnused(Ts &amp;&amp;...)</div><div class="ttdef"><b>Definition:</b> <a href="_ignore_unused_8hpp_source.xhtml#l00014">IgnoreUnused.hpp:14</a></div></div>
<div class="ttc" id="classarmnn_1_1_input_slot_xhtml_a3153abb7c0c0a84629079b2fac7db54f"><div class="ttname"><a href="classarmnn_1_1_input_slot.xhtml#a3153abb7c0c0a84629079b2fac7db54f">armnn::InputSlot::GetConnection</a></div><div class="ttdeci">const IOutputSlot * GetConnection() const override</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00199">Layer.hpp:199</a></div></div>
<div class="ttc" id="_numeric_cast_8hpp_xhtml"><div class="ttname"><a href="_numeric_cast_8hpp.xhtml">NumericCast.hpp</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189"><div class="ttname"><a href="namespacearmnn.xhtml#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">armnn::EdgeStrategy::ExportToTarget</a></div><div class="ttdoc">Destination backend can work directly with tensors on source backend. </div></div>
<div class="ttc" id="classarmnn_1_1_subgraph_view_xhtml"><div class="ttname"><a href="classarmnn_1_1_subgraph_view.xhtml">armnn::SubgraphView</a></div><div class="ttdoc">The SubgraphView class represents a subgraph of a Graph. </div><div class="ttdef"><b>Definition:</b> <a href="_subgraph_view_8hpp_source.xhtml#l00023">SubgraphView.hpp:23</a></div></div>
<div class="ttc" id="classarmnn_1_1_layer_xhtml_acf8b8e23bf647836592982f97088d375"><div class="ttname"><a href="classarmnn_1_1_layer.xhtml#acf8b8e23bf647836592982f97088d375">armnn::Layer::GetInputSlot</a></div><div class="ttdeci">const InputSlot &amp; GetInputSlot(unsigned int index) const override</div><div class="ttdoc">Get a const input slot handle by slot index. </div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00316">Layer.hpp:316</a></div></div>
<div class="ttc" id="_types_utils_8hpp_xhtml"><div class="ttname"><a href="_types_utils_8hpp.xhtml">TypesUtils.hpp</a></div></div>
<div class="ttc" id="classarmnn_1_1_graph_xhtml_ad6521013ad981519904822f2ada2c4ec"><div class="ttname"><a href="classarmnn_1_1_graph.xhtml#ad6521013ad981519904822f2ada2c4ec">armnn::Graph::ForEachLayer</a></div><div class="ttdeci">void ForEachLayer(Func func) const</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.xhtml#l00039">Graph.hpp:39</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38"><div class="ttname"><a href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Status::Success</a></div></div>
<div class="ttc" id="classarmnn_1_1_dot_node_xhtml"><div class="ttname"><a href="classarmnn_1_1_dot_node.xhtml">armnn::DotNode</a></div><div class="ttdef"><b>Definition:</b> <a href="_dot_serializer_8hpp_source.xhtml#l00101">DotSerializer.hpp:101</a></div></div>
<div class="ttc" id="include_2armnn_2backends_2_i_backend_internal_8hpp_xhtml"><div class="ttname"><a href="include_2armnn_2backends_2_i_backend_internal_8hpp.xhtml">IBackendInternal.hpp</a></div></div>
<div class="ttc" id="_assert_8hpp_xhtml_a91c4dfde57907d7698c7531785690a7f"><div class="ttname"><a href="_assert_8hpp.xhtml#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a></div><div class="ttdeci">#define ARMNN_ASSERT_MSG(COND, MSG)</div><div class="ttdef"><b>Definition:</b> <a href="_assert_8hpp_source.xhtml#l00015">Assert.hpp:15</a></div></div>
<div class="ttc" id="classarmnn_1_1_dot_attribute_set_xhtml_af7b33bce35fe3d2009f2090d950c0160"><div class="ttname"><a href="classarmnn_1_1_dot_attribute_set.xhtml#af7b33bce35fe3d2009f2090d950c0160">armnn::DotAttributeSet::AddAttribute</a></div><div class="ttdeci">DotAttributeSet &amp; AddAttribute(const std::string &amp;name, const std::stringstream &amp;value)</div><div class="ttdef"><b>Definition:</b> <a href="_dot_serializer_8cpp_source.xhtml#l00094">DotSerializer.cpp:94</a></div></div>
<div class="ttc" id="classarmnn_1_1_dot_node_xhtml_a1734bc659f144a8465e22d4b53b8f580"><div class="ttname"><a href="classarmnn_1_1_dot_node.xhtml#a1734bc659f144a8465e22d4b53b8f580">armnn::DotNode::GetContents</a></div><div class="ttdeci">NodeContent &amp; GetContents()</div><div class="ttdef"><b>Definition:</b> <a href="_dot_serializer_8hpp_source.xhtml#l00107">DotSerializer.hpp:107</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_output_slot_xhtml"><div class="ttname"><a href="classarmnn_1_1_i_output_slot.xhtml">armnn::IOutputSlot</a></div><div class="ttdoc">An output connection slot for a layer. </div><div class="ttdef"><b>Definition:</b> <a href="_i_network_8hpp_source.xhtml#l00038">INetwork.hpp:38</a></div></div>
<div class="ttc" id="_graph_8hpp_xhtml"><div class="ttname"><a href="_graph_8hpp.xhtml">Graph.hpp</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_tensor_handle_xhtml"><div class="ttname"><a href="classarmnn_1_1_i_tensor_handle.xhtml">armnn::ITensorHandle</a></div><div class="ttdef"><b>Definition:</b> <a href="include_2armnn_2backends_2_i_tensor_handle_8hpp_source.xhtml#l00015">ITensorHandle.hpp:15</a></div></div>
<div class="ttc" id="classarmnn_1_1_input_slot_xhtml_a3f1b6ae1550775ac9eef0cac0ea4266f"><div class="ttname"><a href="classarmnn_1_1_input_slot.xhtml#a3f1b6ae1550775ac9eef0cac0ea4266f">armnn::InputSlot::GetSlotIndex</a></div><div class="ttdeci">unsigned int GetSlotIndex() const</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00053">Layer.hpp:53</a></div></div>
<div class="ttc" id="classarmnn_1_1_layer_validation_exception_xhtml"><div class="ttname"><a href="classarmnn_1_1_layer_validation_exception.xhtml">armnn::LayerValidationException</a></div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.xhtml#l00105">Exceptions.hpp:105</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360"><div class="ttname"><a href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Compute::Undefined</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_output_slot_xhtml_ae16a4d0c56ca96e5d61785bd3e3e7992"><div class="ttname"><a href="classarmnn_1_1_i_output_slot.xhtml#ae16a4d0c56ca96e5d61785bd3e3e7992">armnn::IOutputSlot::Disconnect</a></div><div class="ttdeci">virtual void Disconnect(IInputSlot &amp;slot)=0</div></div>
<div class="ttc" id="classarmnn_1_1_i_tensor_handle_xhtml_a437893b8dcf58a0b68b70e1ad7933be6"><div class="ttname"><a href="classarmnn_1_1_i_tensor_handle.xhtml#a437893b8dcf58a0b68b70e1ad7933be6">armnn::ITensorHandle::GetParent</a></div><div class="ttdeci">virtual ITensorHandle * GetParent() const =0</div><div class="ttdoc">Get the parent tensor if this is a subtensor. </div></div>
<div class="ttc" id="namespacearmnn_xhtml_adf57837d00e8352d9b5cc5ab1fb5fee9af6486a22a9bb11959bfae60a3e5174b1"><div class="ttname"><a href="namespacearmnn.xhtml#adf57837d00e8352d9b5cc5ab1fb5fee9af6486a22a9bb11959bfae60a3e5174b1">armnn::ShapeInferenceMethod::ValidateOnly</a></div><div class="ttdoc">Validate all output shapes. </div></div>
<div class="ttc" id="namespacearmnn_xhtml_a67a0db04d321a74b7e7fcfd3f1a3f70b"><div class="ttname"><a href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70b">armnn::Status</a></div><div class="ttdeci">Status</div><div class="ttdoc">enumeration </div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.xhtml#l00026">Types.hpp:26</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b"><div class="ttname"><a href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b">armnn::LayerType::MemCopy</a></div></div>
<div class="ttc" id="classarmnn_1_1_output_slot_xhtml"><div class="ttname"><a href="classarmnn_1_1_output_slot.xhtml">armnn::OutputSlot</a></div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00083">Layer.hpp:83</a></div></div>
<div class="ttc" id="_assert_8hpp_xhtml_a5698be69cbd5dfe6c28fcd9867e8cbed"><div class="ttname"><a href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a></div><div class="ttdeci">#define ARMNN_ASSERT(COND)</div><div class="ttdef"><b>Definition:</b> <a href="_assert_8hpp_source.xhtml#l00014">Assert.hpp:14</a></div></div>
<div class="ttc" id="classarmnn_1_1_input_slot_xhtml_a7ddaf04177053a536f0e7be83a642bc6"><div class="ttname"><a href="classarmnn_1_1_input_slot.xhtml#a7ddaf04177053a536f0e7be83a642bc6">armnn::InputSlot::GetOwningLayer</a></div><div class="ttdeci">Layer &amp; GetOwningLayer() const</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00052">Layer.hpp:52</a></div></div>
<div class="ttc" id="classarmnn_1_1_layer_xhtml_afdb1d37740e7a083b625d669588b6a0e"><div class="ttname"><a href="classarmnn_1_1_layer.xhtml#afdb1d37740e7a083b625d669588b6a0e">armnn::Layer::GetBackendId</a></div><div class="ttdeci">const BackendId &amp; GetBackendId() const</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00269">Layer.hpp:269</a></div></div>
<div class="ttc" id="_backend_id_8hpp_xhtml"><div class="ttname"><a href="_backend_id_8hpp.xhtml">BackendId.hpp</a></div></div>
<div class="ttc" id="classarmnn_1_1_graph_xhtml"><div class="ttname"><a href="classarmnn_1_1_graph.xhtml">armnn::Graph</a></div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.xhtml#l00029">Graph.hpp:29</a></div></div>
<div class="ttc" id="classarmnn_1_1_subgraph_view_xhtml_aa71d36872f416feaa853788a7a7a7ef8"><div class="ttname"><a href="classarmnn_1_1_subgraph_view.xhtml#aa71d36872f416feaa853788a7a7a7ef8">armnn::SubgraphView::Clear</a></div><div class="ttdeci">void Clear()</div><div class="ttdef"><b>Definition:</b> <a href="_subgraph_view_8cpp_source.xhtml#l00199">SubgraphView.cpp:199</a></div></div>
<div class="ttc" id="classarmnn_1_1_layer_xhtml_a98cdff4e0b45f4c80bfcedaf926e16e0"><div class="ttname"><a href="classarmnn_1_1_layer.xhtml#a98cdff4e0b45f4c80bfcedaf926e16e0">armnn::Layer::GetOutputSlots</a></div><div class="ttdeci">const std::vector&lt; OutputSlot &gt; &amp; GetOutputSlots() const</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00238">Layer.hpp:238</a></div></div>
<div class="ttc" id="classarmnn_1_1_subgraph_view_xhtml_a5cc65e15002dbc33a5c8a7d6680e9a9d"><div class="ttname"><a href="classarmnn_1_1_subgraph_view.xhtml#a5cc65e15002dbc33a5c8a7d6680e9a9d">armnn::SubgraphView::InputSlots</a></div><div class="ttdeci">std::vector&lt; InputSlot * &gt; InputSlots</div><div class="ttdef"><b>Definition:</b> <a href="_subgraph_view_8hpp_source.xhtml#l00038">SubgraphView.hpp:38</a></div></div>
<div class="ttc" id="_logging_8hpp_xhtml"><div class="ttname"><a href="_logging_8hpp.xhtml">Logging.hpp</a></div></div>
<div class="ttc" id="classarmnn_1_1_tensor_handle_factory_registry_xhtml"><div class="ttname"><a href="classarmnn_1_1_tensor_handle_factory_registry.xhtml">armnn::TensorHandleFactoryRegistry</a></div><div class="ttdef"><b>Definition:</b> <a href="_tensor_handle_factory_registry_8hpp_source.xhtml#l00020">TensorHandleFactoryRegistry.hpp:20</a></div></div>
<div class="ttc" id="classarmnn_1_1_graph_xhtml_aafbd4b469e47160017f409df8d077184"><div class="ttname"><a href="classarmnn_1_1_graph.xhtml#aafbd4b469e47160017f409df8d077184">armnn::Graph::SubstituteSubgraph</a></div><div class="ttdeci">void SubstituteSubgraph(SubgraphView &amp;subgraph, IConnectableLayer *substituteLayer)</div><div class="ttdoc">Substitutes the given sub-graph with either a new layer or a new sub-graph. </div><div class="ttdef"><b>Definition:</b> <a href="_graph_8cpp_source.xhtml#l00432">Graph.cpp:432</a></div></div>
<div class="ttc" id="classarmnn_1_1_output_slot_xhtml_af29f6883785691ef946d0c32b6d2f338"><div class="ttname"><a href="classarmnn_1_1_output_slot.xhtml#af29f6883785691ef946d0c32b6d2f338">armnn::OutputSlot::SetTensorHandleFactory</a></div><div class="ttdeci">void SetTensorHandleFactory(const ITensorHandleFactory::FactoryId &amp;id)</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8cpp_source.xhtml#l00171">Layer.cpp:171</a></div></div>
<div class="ttc" id="classarmnn_1_1_subgraph_view_xhtml_a0b066a26219bcae83ca3e1d7f60fb123"><div class="ttname"><a href="classarmnn_1_1_subgraph_view.xhtml#a0b066a26219bcae83ca3e1d7f60fb123">armnn::SubgraphView::GetInputSlots</a></div><div class="ttdeci">const InputSlots &amp; GetInputSlots() const</div><div class="ttdef"><b>Definition:</b> <a href="_subgraph_view_8cpp_source.xhtml#l00124">SubgraphView.cpp:124</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_aff209afc1dc598da399e3e78617ce016"><div class="ttname"><a href="namespacearmnn.xhtml#aff209afc1dc598da399e3e78617ce016">armnn::EdgeStrategy</a></div><div class="ttdeci">EdgeStrategy</div><div class="ttdef"><b>Definition:</b> <a href="include_2armnn_2backends_2_i_tensor_handle_factory_8hpp_source.xhtml#l00099">ITensorHandleFactory.hpp:99</a></div></div>
<div class="ttc" id="classarmnn_1_1_dot_graph_xhtml"><div class="ttname"><a href="classarmnn_1_1_dot_graph.xhtml">armnn::DotGraph</a></div><div class="ttdef"><b>Definition:</b> <a href="_dot_serializer_8hpp_source.xhtml#l00125">DotSerializer.hpp:125</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255"><div class="ttname"><a href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::LayerType::Constant</a></div></div>
<div class="ttc" id="_assert_8hpp_xhtml"><div class="ttname"><a href="_assert_8hpp.xhtml">Assert.hpp</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9"><div class="ttname"><a href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">armnn::LayerType::MemImport</a></div></div>
<div class="ttc" id="classarmnn_1_1_layer_xhtml_a817d4be6dd88f532d36f51748ec14185"><div class="ttname"><a href="classarmnn_1_1_layer.xhtml#a817d4be6dd88f532d36f51748ec14185">armnn::Layer::BeginOutputSlots</a></div><div class="ttdeci">std::vector&lt; OutputSlot &gt;::iterator BeginOutputSlots()</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00245">Layer.hpp:245</a></div></div>
<div class="ttc" id="classarmnn_1_1_subgraph_view_xhtml_a4b924dd808b6a155518d552c7ef3728f"><div class="ttname"><a href="classarmnn_1_1_subgraph_view.xhtml#a4b924dd808b6a155518d552c7ef3728f">armnn::SubgraphView::GetOutputSlots</a></div><div class="ttdeci">const OutputSlots &amp; GetOutputSlots() const</div><div class="ttdef"><b>Definition:</b> <a href="_subgraph_view_8cpp_source.xhtml#l00129">SubgraphView.cpp:129</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086"><div class="ttname"><a href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Status::Failure</a></div></div>
<div class="ttc" id="classarmnn_1_1_graph_xhtml_a2ceda8d369e861997d558fac74d79c33"><div class="ttname"><a href="classarmnn_1_1_graph.xhtml#a2ceda8d369e861997d558fac74d79c33">armnn::Graph::InferTensorInfos</a></div><div class="ttdeci">void InferTensorInfos()</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8cpp_source.xhtml#l00529">Graph.cpp:529</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c"><div class="ttname"><a href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::BoostLogSeverityMapping::info</a></div></div>
<div class="ttc" id="classarmnn_1_1_tensor_handle_factory_registry_xhtml_ae5ecc42140a12c855554a4a621fc8456"><div class="ttname"><a href="classarmnn_1_1_tensor_handle_factory_registry.xhtml#ae5ecc42140a12c855554a4a621fc8456">armnn::TensorHandleFactoryRegistry::GetFactory</a></div><div class="ttdeci">ITensorHandleFactory * GetFactory(ITensorHandleFactory::FactoryId id) const</div><div class="ttdoc">Find a TensorHandleFactory by Id Returns nullptr if not found. </div><div class="ttdef"><b>Definition:</b> <a href="_tensor_handle_factory_registry_8cpp_source.xhtml#l00039">TensorHandleFactoryRegistry.cpp:39</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_output_slot_xhtml_ab4e57caf059794897b17266090ebcb39"><div class="ttname"><a href="classarmnn_1_1_i_output_slot.xhtml#ab4e57caf059794897b17266090ebcb39">armnn::IOutputSlot::IsTensorInfoSet</a></div><div class="ttdeci">virtual bool IsTensorInfoSet() const =0</div></div>
<div class="ttc" id="classarmnn_1_1_subgraph_view_xhtml_ac8ac9809196ec980b8472fbc8367697a"><div class="ttname"><a href="classarmnn_1_1_subgraph_view.xhtml#ac8ac9809196ec980b8472fbc8367697a">armnn::SubgraphView::GetLayers</a></div><div class="ttdeci">const Layers &amp; GetLayers() const</div><div class="ttdef"><b>Definition:</b> <a href="_subgraph_view_8cpp_source.xhtml#l00164">SubgraphView.cpp:164</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a375ca3cff9f1b005d1412dc5f3cf5b6e"><div class="ttname"><a href="namespacearmnn.xhtml#a375ca3cff9f1b005d1412dc5f3cf5b6e">armnn::numeric_cast</a></div><div class="ttdeci">std::enable_if_t&lt; std::is_unsigned&lt; Source &gt;::value &amp;&amp;std::is_unsigned&lt; Dest &gt;::value, Dest &gt; numeric_cast(Source source)</div><div class="ttdef"><b>Definition:</b> <a href="_numeric_cast_8hpp_source.xhtml#l00035">NumericCast.hpp:35</a></div></div>
<div class="ttc" id="classarmnn_1_1_layer_xhtml_a0e36688a43c35668d8db5257274c68fe"><div class="ttname"><a href="classarmnn_1_1_layer.xhtml#a0e36688a43c35668d8db5257274c68fe">armnn::Layer::GetOutputSlot</a></div><div class="ttdeci">const OutputSlot &amp; GetOutputSlot(unsigned int index=0) const override</div><div class="ttdoc">Get the const output slot handle by slot index. </div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00318">Layer.hpp:318</a></div></div>
<div class="ttc" id="classarmnn_1_1_dot_edge_xhtml_a721c9bf7f2e6a2d88d340253ccc19815"><div class="ttname"><a href="classarmnn_1_1_dot_edge.xhtml#a721c9bf7f2e6a2d88d340253ccc19815">armnn::DotEdge::GetAttributeSet</a></div><div class="ttdeci">DotAttributeSet &amp; GetAttributeSet()</div><div class="ttdef"><b>Definition:</b> <a href="_dot_serializer_8hpp_source.xhtml#l00083">DotSerializer.hpp:83</a></div></div>
<div class="ttc" id="_layers_fwd_8hpp_xhtml"><div class="ttname"><a href="_layers_fwd_8hpp.xhtml">LayersFwd.hpp</a></div></div>
<div class="ttc" id="classarmnn_1_1_layer_xhtml_a7ddf0cf6f620d59c10e63495ace795d0"><div class="ttname"><a href="classarmnn_1_1_layer.xhtml#a7ddf0cf6f620d59c10e63495ace795d0">armnn::Layer::GetName</a></div><div class="ttdeci">const char * GetName() const override</div><div class="ttdoc">Returns the name of the layer. </div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00311">Layer.hpp:311</a></div></div>
<div class="ttc" id="classarmnn_1_1_output_slot_xhtml_af303cf872a3f95e29992e45224e4cf8e"><div class="ttname"><a href="classarmnn_1_1_output_slot.xhtml#af303cf872a3f95e29992e45224e4cf8e">armnn::OutputSlot::GetTensorHandleFactoryId</a></div><div class="ttdeci">ITensorHandleFactory::FactoryId GetTensorHandleFactoryId() const</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8cpp_source.xhtml#l00176">Layer.cpp:176</a></div></div>
<div class="ttc" id="classarmnn_1_1_graph_xhtml_a9a7209345edfdb2b066b0ceb66414d7c"><div class="ttname"><a href="classarmnn_1_1_graph.xhtml#a9a7209345edfdb2b066b0ceb66414d7c">armnn::Graph::TopologicalSort</a></div><div class="ttdeci">Graph &amp; TopologicalSort()</div><div class="ttdoc">Sorts layers in topological order and return this. </div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.xhtml#l00177">Graph.hpp:177</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_output_slot_xhtml_ac1835f8756a9f03c02fcf9664e3a0fce"><div class="ttname"><a href="classarmnn_1_1_i_output_slot.xhtml#ac1835f8756a9f03c02fcf9664e3a0fce">armnn::IOutputSlot::Connect</a></div><div class="ttdeci">virtual int Connect(IInputSlot &amp;destination)=0</div></div>
<div class="ttc" id="classarmnn_1_1_subgraph_view_xhtml_ad6521013ad981519904822f2ada2c4ec"><div class="ttname"><a href="classarmnn_1_1_subgraph_view.xhtml#ad6521013ad981519904822f2ada2c4ec">armnn::SubgraphView::ForEachLayer</a></div><div class="ttdeci">void ForEachLayer(Func func) const</div><div class="ttdef"><b>Definition:</b> <a href="_subgraph_view_8hpp_source.xhtml#l00027">SubgraphView.hpp:27</a></div></div>
<div class="ttc" id="classarmnn_1_1_subgraph_view_xhtml_a74798938fdaeae75c8adfa4a7439e7f9"><div class="ttname"><a href="classarmnn_1_1_subgraph_view.xhtml#a74798938fdaeae75c8adfa4a7439e7f9">armnn::SubgraphView::Layers</a></div><div class="ttdeci">std::list&lt; Layer * &gt; Layers</div><div class="ttdef"><b>Definition:</b> <a href="_subgraph_view_8hpp_source.xhtml#l00040">SubgraphView.hpp:40</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a8c42c6647e31ebe525aeba878d133e45"><div class="ttname"><a href="namespacearmnn.xhtml#a8c42c6647e31ebe525aeba878d133e45">armnn::ParameterStringifyFunction</a></div><div class="ttdeci">std::function&lt; void(const std::string &amp;name, const std::string &amp;value)&gt; ParameterStringifyFunction</div><div class="ttdef"><b>Definition:</b> <a href="_serialize_layer_parameters_8hpp_source.xhtml#l00014">SerializeLayerParameters.hpp:14</a></div></div>
<div class="ttc" id="classarmnn_1_1_graph_xhtml_a5a989a5f9aeb2935ba932b7f8312fe0c"><div class="ttname"><a href="classarmnn_1_1_graph.xhtml#a5a989a5f9aeb2935ba932b7f8312fe0c">armnn::Graph::AllocateDynamicBuffers</a></div><div class="ttdeci">Status AllocateDynamicBuffers()</div><div class="ttdoc">Allocates memory for all tensors under output tensor handers of each layer. </div><div class="ttdef"><b>Definition:</b> <a href="_graph_8cpp_source.xhtml#l00179">Graph.cpp:179</a></div></div>
<div class="ttc" id="classarmnn_1_1_output_slot_xhtml_ada2ad7d1caeeb4ef6195c8925fad6a65"><div class="ttname"><a href="classarmnn_1_1_output_slot.xhtml#ada2ad7d1caeeb4ef6195c8925fad6a65">armnn::OutputSlot::GetTensorInfo</a></div><div class="ttdeci">const TensorInfo &amp; GetTensorInfo() const override</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8cpp_source.xhtml#l00063">Layer.cpp:63</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_addb6b14dd1b632263ffe77430259a7c4"><div class="ttname"><a href="namespacearmnn.xhtml#addb6b14dd1b632263ffe77430259a7c4">armnn::GetLayerTypeAsCString</a></div><div class="ttdeci">const char * GetLayerTypeAsCString(LayerType type)</div><div class="ttdef"><b>Definition:</b> <a href="_internal_types_8cpp_source.xhtml#l00013">InternalTypes.cpp:13</a></div></div>
<div class="ttc" id="classarmnn_1_1_graph_xhtml_ad1bbee7bf5f93b792675886f57d3ebe0"><div class="ttname"><a href="classarmnn_1_1_graph.xhtml#ad1bbee7bf5f93b792675886f57d3ebe0">armnn::Graph::AddCompatibilityLayers</a></div><div class="ttdeci">void AddCompatibilityLayers(std::map&lt; BackendId, std::unique_ptr&lt; class IBackendInternal &gt;&gt; &amp;backends, TensorHandleFactoryRegistry &amp;registry)</div><div class="ttdoc">Modifies the graph in-place, removing edges connecting layers using different compute devices...</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8cpp_source.xhtml#l00300">Graph.cpp:300</a></div></div>
<div class="ttc" id="classarmnn_1_1_graph_xhtml_afd329ee7d721aa6cdaacb8391308e34f"><div class="ttname"><a href="classarmnn_1_1_graph.xhtml#afd329ee7d721aa6cdaacb8391308e34f">armnn::Graph::Print</a></div><div class="ttdeci">Status Print() const</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8cpp_source.xhtml#l00061">Graph.cpp:61</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_tensor_handle_factory_xhtml_a9c95f90eb40e31f629e0e2947b8bc6f9"><div class="ttname"><a href="classarmnn_1_1_i_tensor_handle_factory.xhtml#a9c95f90eb40e31f629e0e2947b8bc6f9">armnn::ITensorHandleFactory::LegacyFactoryId</a></div><div class="ttdeci">static const FactoryId LegacyFactoryId</div><div class="ttdef"><b>Definition:</b> <a href="include_2armnn_2backends_2_i_tensor_handle_factory_8hpp_source.xhtml#l00045">ITensorHandleFactory.hpp:45</a></div></div>
<div class="ttc" id="classarmnn_1_1_output_slot_xhtml_a19d30f83e90f2612e6aec510715f790d"><div class="ttname"><a href="classarmnn_1_1_output_slot.xhtml#a19d30f83e90f2612e6aec510715f790d">armnn::OutputSlot::MoveAllConnections</a></div><div class="ttdeci">void MoveAllConnections(OutputSlot &amp;destination)</div><div class="ttdoc">Moves all connections to another OutputSlot. </div><div class="ttdef"><b>Definition:</b> <a href="_layer_8cpp_source.xhtml#l00116">Layer.cpp:116</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_input_slot_xhtml"><div class="ttname"><a href="classarmnn_1_1_i_input_slot.xhtml">armnn::IInputSlot</a></div><div class="ttdoc">An input connection slot for a layer. </div><div class="ttdef"><b>Definition:</b> <a href="_i_network_8hpp_source.xhtml#l00025">INetwork.hpp:25</a></div></div>
<div class="ttc" id="classarmnn_1_1_layer_xhtml"><div class="ttname"><a href="classarmnn_1_1_layer.xhtml">armnn::Layer</a></div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00210">Layer.hpp:210</a></div></div>
<div class="ttc" id="classarmnn_1_1_backend_id_xhtml"><div class="ttname"><a href="classarmnn_1_1_backend_id.xhtml">armnn::BackendId</a></div><div class="ttdef"><b>Definition:</b> <a href="_backend_id_8hpp_source.xhtml#l00075">BackendId.hpp:75</a></div></div>
<div class="ttc" id="classarmnn_1_1_layer_xhtml_a8dc12f0ee5b232d397bd18ced1a72a64"><div class="ttname"><a href="classarmnn_1_1_layer.xhtml#a8dc12f0ee5b232d397bd18ced1a72a64">armnn::Layer::GetGuid</a></div><div class="ttdeci">LayerGuid GetGuid() const final</div><div class="ttdoc">Returns the unique id of the layer. </div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.xhtml#l00322">Layer.hpp:322</a></div></div>
</div><!-- fragment --></div><!-- contents -->
</div><!-- doc-content -->
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
  <ul>
    <li class="navelem"><a class="el" href="dir_68267d1309a1af8e8297ef4c3efbcdba.xhtml">src</a></li><li class="navelem"><a class="el" href="dir_e0a84d05c80a2ef4231141dcbbeac5c8.xhtml">armnn</a></li><li class="navelem"><a class="el" href="_graph_8cpp.xhtml">Graph.cpp</a></li>
    <li class="footer">Generated on Fri Mar 19 2021 15:25:36 for ArmNN by
    <a href="http://www.doxygen.org/index.html">
    <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
  </ul>
</div>
</body>
</html>