aboutsummaryrefslogtreecommitdiff
path: root/latest/classarmnn_1_1_graph.html
diff options
context:
space:
mode:
Diffstat (limited to 'latest/classarmnn_1_1_graph.html')
-rw-r--r--latest/classarmnn_1_1_graph.html960
1 files changed, 495 insertions, 465 deletions
diff --git a/latest/classarmnn_1_1_graph.html b/latest/classarmnn_1_1_graph.html
index 2e515df434..f25a48d449 100644
--- a/latest/classarmnn_1_1_graph.html
+++ b/latest/classarmnn_1_1_graph.html
@@ -36,7 +36,7 @@
<img alt="ArmNN" src="Arm_NN_horizontal_blue.png" style="max-width: 15rem; margin-top: .5rem; margin-left 13px"/>
<td id="projectalign" style="padding-left: 0.9em;">
<div id="projectname">
- &#160;<span id="projectnumber">24.02</span>
+ &#160;<span id="projectnumber">24.05</span>
</div>
</td>
</tr>
@@ -456,7 +456,7 @@ Friends</h2></td></tr>
<div class="line"><a name="l00065"></a><span class="lineno"> 65</span>&#160; }</div>
<div class="line"><a name="l00066"></a><span class="lineno"> 66</span>&#160;}</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_layer_8hpp_source.html#l00266">Layer::BeginOutputSlots()</a>, <a class="el" href="classarmnn_1_1_layer.html#ae89ff455503aa106d00bf34103d2f2e0">Layer::Clone()</a>, <a class="el" href="_layer_8hpp_source.html#l00337">Layer::GetInputSlot()</a>, and <a class="el" href="_layer_8cpp_source.html#l00587">InputSlot::SetTensorInfo()</a>.</p>
+<p class="reference">References <a class="el" href="_layer_8hpp_source.html#l00266">Layer::BeginOutputSlots()</a>, <a class="el" href="classarmnn_1_1_layer.html#ae89ff455503aa106d00bf34103d2f2e0">Layer::Clone()</a>, <a class="el" href="_layer_8hpp_source.html#l00337">Layer::GetInputSlot()</a>, and <a class="el" href="_layer_8cpp_source.html#l00609">InputSlot::SetTensorInfo()</a>.</p>
</div>
</div>
@@ -514,13 +514,13 @@ Friends</h2></td></tr>
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00135">135</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00136"></a><span class="lineno"> 136</span>&#160; {</div>
-<div class="line"><a name="l00137"></a><span class="lineno"> 137</span>&#160; <a class="code" href="classarmnn_1_1_graph.html#ad6521013ad981519904822f2ada2c4ec">ForEachLayer</a>([](Layer* layer)</div>
-<div class="line"><a name="l00138"></a><span class="lineno"> 138</span>&#160; {</div>
-<div class="line"><a name="l00139"></a><span class="lineno"> 139</span>&#160; <span class="keyword">delete</span> layer;</div>
-<div class="line"><a name="l00140"></a><span class="lineno"> 140</span>&#160; });</div>
-<div class="line"><a name="l00141"></a><span class="lineno"> 141</span>&#160; }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00142">142</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00143"></a><span class="lineno"> 143</span>&#160; {</div>
+<div class="line"><a name="l00144"></a><span class="lineno"> 144</span>&#160; <a class="code" href="classarmnn_1_1_graph.html#ad6521013ad981519904822f2ada2c4ec">ForEachLayer</a>([](Layer* layer)</div>
+<div class="line"><a name="l00145"></a><span class="lineno"> 145</span>&#160; {</div>
+<div class="line"><a name="l00146"></a><span class="lineno"> 146</span>&#160; <span class="keyword">delete</span> layer;</div>
+<div class="line"><a name="l00147"></a><span class="lineno"> 147</span>&#160; });</div>
+<div class="line"><a name="l00148"></a><span class="lineno"> 148</span>&#160; }</div>
</div><!-- fragment -->
<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00040">Graph::ForEachLayer()</a>.</p>
@@ -555,140 +555,153 @@ Friends</h2></td></tr>
<p>Modifies the graph in-place, removing edges connecting layers using different compute devices, and relinking them via an intermediary copy layers. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00329">329</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00331"></a><span class="lineno"> 331</span>&#160;{</div>
-<div class="line"><a name="l00332"></a><span class="lineno"> 332</span>&#160; <span class="comment">// Returns true if the given layer could potentially need an intermediate copy/import layer (depending on its</span></div>
-<div class="line"><a name="l00333"></a><span class="lineno"> 333</span>&#160; <span class="comment">// connections to other layers).</span></div>
-<div class="line"><a name="l00334"></a><span class="lineno"> 334</span>&#160; <span class="keyword">auto</span> MayNeedCompatibilityLayer = [](<span class="keyword">const</span> Layer&amp; layer)</div>
-<div class="line"><a name="l00335"></a><span class="lineno"> 335</span>&#160; {</div>
-<div class="line"><a name="l00336"></a><span class="lineno"> 336</span>&#160; <span class="comment">// All layers should have been associated with a valid compute device at this point.</span></div>
-<div class="line"><a name="l00337"></a><span class="lineno"> 337</span>&#160; <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(layer.GetBackendId() != <a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>);</div>
-<div class="line"><a name="l00338"></a><span class="lineno"> 338</span>&#160; <span class="comment">// Does not need another compatibility layer if a copy or import layer is already present.</span></div>
-<div class="line"><a name="l00339"></a><span class="lineno"> 339</span>&#160; <span class="keywordflow">return</span> layer.GetType() != <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b">LayerType::MemCopy</a> &amp;&amp;</div>
-<div class="line"><a name="l00340"></a><span class="lineno"> 340</span>&#160; layer.GetType() != <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">LayerType::MemImport</a>;</div>
-<div class="line"><a name="l00341"></a><span class="lineno"> 341</span>&#160; };</div>
-<div class="line"><a name="l00342"></a><span class="lineno"> 342</span>&#160; </div>
-<div class="line"><a name="l00343"></a><span class="lineno"> 343</span>&#160; <span class="keyword">auto</span> IsCompatibilityStrategy = [](<a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016">EdgeStrategy</a> strategy)</div>
-<div class="line"><a name="l00344"></a><span class="lineno"> 344</span>&#160; {</div>
-<div class="line"><a name="l00345"></a><span class="lineno"> 345</span>&#160; <span class="keywordflow">return</span> strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">EdgeStrategy::CopyToTarget</a> ||</div>
-<div class="line"><a name="l00346"></a><span class="lineno"> 346</span>&#160; strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">EdgeStrategy::ExportToTarget</a>;</div>
-<div class="line"><a name="l00347"></a><span class="lineno"> 347</span>&#160; };</div>
-<div class="line"><a name="l00348"></a><span class="lineno"> 348</span>&#160; </div>
-<div class="line"><a name="l00349"></a><span class="lineno"> 349</span>&#160; <a class="code" href="classarmnn_1_1_graph.html#ad6521013ad981519904822f2ada2c4ec">ForEachLayer</a>([<span class="keyword">this</span>, &amp;backends, &amp;registry, MayNeedCompatibilityLayer, IsCompatibilityStrategy](Layer* srcLayer)</div>
-<div class="line"><a name="l00350"></a><span class="lineno"> 350</span>&#160; {</div>
-<div class="line"><a name="l00351"></a><span class="lineno"> 351</span>&#160; <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(srcLayer);</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00330">330</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00332"></a><span class="lineno"> 332</span>&#160;{</div>
+<div class="line"><a name="l00333"></a><span class="lineno"> 333</span>&#160; <span class="comment">// Returns true if the given layer could potentially need an intermediate copy/import layer (depending on its</span></div>
+<div class="line"><a name="l00334"></a><span class="lineno"> 334</span>&#160; <span class="comment">// connections to other layers).</span></div>
+<div class="line"><a name="l00335"></a><span class="lineno"> 335</span>&#160; <span class="keyword">auto</span> MayNeedCompatibilityLayer = [](<span class="keyword">const</span> Layer&amp; layer)</div>
+<div class="line"><a name="l00336"></a><span class="lineno"> 336</span>&#160; {</div>
+<div class="line"><a name="l00337"></a><span class="lineno"> 337</span>&#160; <span class="comment">// All layers should have been associated with a valid compute device at this point.</span></div>
+<div class="line"><a name="l00338"></a><span class="lineno"> 338</span>&#160; <span class="keywordflow">if</span> (layer.GetBackendId() == <a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>)</div>
+<div class="line"><a name="l00339"></a><span class="lineno"> 339</span>&#160; {</div>
+<div class="line"><a name="l00340"></a><span class="lineno"> 340</span>&#160; <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">&quot;AddCompatibilityLayers: All layers must be assigned to a backend at this point.&quot;</span>);</div>
+<div class="line"><a name="l00341"></a><span class="lineno"> 341</span>&#160; }</div>
+<div class="line"><a name="l00342"></a><span class="lineno"> 342</span>&#160; <span class="comment">// Does not need another compatibility layer if a copy or import layer is already present.</span></div>
+<div class="line"><a name="l00343"></a><span class="lineno"> 343</span>&#160; <span class="keywordflow">return</span> layer.GetType() != <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b">LayerType::MemCopy</a> &amp;&amp;</div>
+<div class="line"><a name="l00344"></a><span class="lineno"> 344</span>&#160; layer.GetType() != <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">LayerType::MemImport</a>;</div>
+<div class="line"><a name="l00345"></a><span class="lineno"> 345</span>&#160; };</div>
+<div class="line"><a name="l00346"></a><span class="lineno"> 346</span>&#160; </div>
+<div class="line"><a name="l00347"></a><span class="lineno"> 347</span>&#160; <span class="keyword">auto</span> IsCompatibilityStrategy = [](<a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016">EdgeStrategy</a> strategy)</div>
+<div class="line"><a name="l00348"></a><span class="lineno"> 348</span>&#160; {</div>
+<div class="line"><a name="l00349"></a><span class="lineno"> 349</span>&#160; <span class="keywordflow">return</span> strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">EdgeStrategy::CopyToTarget</a> ||</div>
+<div class="line"><a name="l00350"></a><span class="lineno"> 350</span>&#160; strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">EdgeStrategy::ExportToTarget</a>;</div>
+<div class="line"><a name="l00351"></a><span class="lineno"> 351</span>&#160; };</div>
<div class="line"><a name="l00352"></a><span class="lineno"> 352</span>&#160; </div>
-<div class="line"><a name="l00353"></a><span class="lineno"> 353</span>&#160; <span class="keywordflow">if</span> (!MayNeedCompatibilityLayer(*srcLayer))</div>
-<div class="line"><a name="l00354"></a><span class="lineno"> 354</span>&#160; {</div>
-<div class="line"><a name="l00355"></a><span class="lineno"> 355</span>&#160; <span class="comment">// The current layer does not need copy layers, move to the next one</span></div>
-<div class="line"><a name="l00356"></a><span class="lineno"> 356</span>&#160; <span class="keywordflow">return</span>;</div>
-<div class="line"><a name="l00357"></a><span class="lineno"> 357</span>&#160; }</div>
-<div class="line"><a name="l00358"></a><span class="lineno"> 358</span>&#160; </div>
-<div class="line"><a name="l00359"></a><span class="lineno"> 359</span>&#160; <span class="keyword">const</span> std::vector&lt;OutputSlot&gt;&amp; srcOutputSlots = srcLayer-&gt;GetOutputSlots();</div>
-<div class="line"><a name="l00360"></a><span class="lineno"> 360</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> srcOutputIndex = 0; srcOutputIndex &lt; srcOutputSlots.size(); srcOutputIndex++)</div>
-<div class="line"><a name="l00361"></a><span class="lineno"> 361</span>&#160; {</div>
-<div class="line"><a name="l00362"></a><span class="lineno"> 362</span>&#160; OutputSlot&amp; srcOutputSlot = srcLayer-&gt;GetOutputSlot(srcOutputIndex);</div>
-<div class="line"><a name="l00363"></a><span class="lineno"> 363</span>&#160; <span class="keyword">const</span> std::vector&lt;InputSlot*&gt; srcConnections = srcOutputSlot.GetConnections();</div>
-<div class="line"><a name="l00364"></a><span class="lineno"> 364</span>&#160; <span class="keyword">const</span> std::vector&lt;EdgeStrategy&gt; srcEdgeStrategies = srcOutputSlot.GetEdgeStrategies();</div>
-<div class="line"><a name="l00365"></a><span class="lineno"> 365</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> srcConnectionIndex = 0; srcConnectionIndex &lt; srcConnections.size(); srcConnectionIndex++)</div>
-<div class="line"><a name="l00366"></a><span class="lineno"> 366</span>&#160; {</div>
-<div class="line"><a name="l00367"></a><span class="lineno"> 367</span>&#160; InputSlot* dstInputSlot = srcConnections[srcConnectionIndex];</div>
-<div class="line"><a name="l00368"></a><span class="lineno"> 368</span>&#160; <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(dstInputSlot);</div>
-<div class="line"><a name="l00369"></a><span class="lineno"> 369</span>&#160; </div>
-<div class="line"><a name="l00370"></a><span class="lineno"> 370</span>&#160; <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016">EdgeStrategy</a> strategy = srcEdgeStrategies[srcConnectionIndex];</div>
-<div class="line"><a name="l00371"></a><span class="lineno"> 371</span>&#160; <a class="code" href="_assert_8hpp.html#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(strategy != <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016aec0fc0100c4fc1ce4eea230c3dc10360">EdgeStrategy::Undefined</a>,</div>
-<div class="line"><a name="l00372"></a><span class="lineno"> 372</span>&#160; <span class="stringliteral">&quot;Undefined memory strategy found while adding copy layers for compatibility&quot;</span>);</div>
-<div class="line"><a name="l00373"></a><span class="lineno"> 373</span>&#160; </div>
-<div class="line"><a name="l00374"></a><span class="lineno"> 374</span>&#160; <span class="keyword">const</span> Layer&amp; dstLayer = dstInputSlot-&gt;GetOwningLayer();</div>
-<div class="line"><a name="l00375"></a><span class="lineno"> 375</span>&#160; <span class="keywordflow">if</span> (MayNeedCompatibilityLayer(dstLayer) &amp;&amp;</div>
-<div class="line"><a name="l00376"></a><span class="lineno"> 376</span>&#160; IsCompatibilityStrategy(strategy))</div>
-<div class="line"><a name="l00377"></a><span class="lineno"> 377</span>&#160; {</div>
-<div class="line"><a name="l00378"></a><span class="lineno"> 378</span>&#160; <span class="comment">// A copy layer is needed in between the source and destination layers.</span></div>
-<div class="line"><a name="l00379"></a><span class="lineno"> 379</span>&#160; <span class="comment">// Record the operation rather than attempting to modify the graph as we go.</span></div>
-<div class="line"><a name="l00380"></a><span class="lineno"> 380</span>&#160; <span class="comment">// (invalidating iterators)</span></div>
-<div class="line"><a name="l00381"></a><span class="lineno"> 381</span>&#160; <span class="keyword">const</span> std::string compLayerName = fmt::format(<span class="stringliteral">&quot;[ {} ({}) -&gt; {} ({}) ]&quot;</span>,</div>
-<div class="line"><a name="l00382"></a><span class="lineno"> 382</span>&#160; srcLayer-&gt;GetName(),</div>
-<div class="line"><a name="l00383"></a><span class="lineno"> 383</span>&#160; srcOutputIndex,</div>
-<div class="line"><a name="l00384"></a><span class="lineno"> 384</span>&#160; dstLayer.GetName(),</div>
-<div class="line"><a name="l00385"></a><span class="lineno"> 385</span>&#160; dstInputSlot-&gt;GetSlotIndex());</div>
-<div class="line"><a name="l00386"></a><span class="lineno"> 386</span>&#160; Layer* compLayer = <span class="keyword">nullptr</span>;</div>
-<div class="line"><a name="l00387"></a><span class="lineno"> 387</span>&#160; <span class="keywordflow">if</span> (strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">EdgeStrategy::CopyToTarget</a>)</div>
-<div class="line"><a name="l00388"></a><span class="lineno"> 388</span>&#160; {</div>
-<div class="line"><a name="l00389"></a><span class="lineno"> 389</span>&#160; compLayer = InsertNewLayer&lt;MemCopyLayer&gt;(*dstInputSlot, compLayerName.c_str());</div>
-<div class="line"><a name="l00390"></a><span class="lineno"> 390</span>&#160; }</div>
-<div class="line"><a name="l00391"></a><span class="lineno"> 391</span>&#160; <span class="keywordflow">else</span></div>
-<div class="line"><a name="l00392"></a><span class="lineno"> 392</span>&#160; {</div>
-<div class="line"><a name="l00393"></a><span class="lineno"> 393</span>&#160; <a class="code" href="_assert_8hpp.html#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">EdgeStrategy::ExportToTarget</a>, <span class="stringliteral">&quot;Invalid edge strategy found.&quot;</span>);</div>
-<div class="line"><a name="l00394"></a><span class="lineno"> 394</span>&#160; compLayer = InsertNewLayer&lt;MemImportLayer&gt;(*dstInputSlot, compLayerName.c_str());</div>
-<div class="line"><a name="l00395"></a><span class="lineno"> 395</span>&#160; }</div>
-<div class="line"><a name="l00396"></a><span class="lineno"> 396</span>&#160; </div>
-<div class="line"><a name="l00397"></a><span class="lineno"> 397</span>&#160; compLayer-&gt;SetBackendId(dstLayer.GetBackendId());</div>
-<div class="line"><a name="l00398"></a><span class="lineno"> 398</span>&#160; </div>
-<div class="line"><a name="l00399"></a><span class="lineno"> 399</span>&#160; OutputSlot&amp; compOutputSlot = compLayer-&gt;GetOutputSlot(0);</div>
-<div class="line"><a name="l00400"></a><span class="lineno"> 400</span>&#160; <span class="keyword">auto</span> backendIt = backends.find(dstLayer.GetBackendId());</div>
-<div class="line"><a name="l00401"></a><span class="lineno"> 401</span>&#160; <span class="keywordflow">if</span> (backendIt != backends.end() &amp;&amp;</div>
-<div class="line"><a name="l00402"></a><span class="lineno"> 402</span>&#160; backendIt-&gt;second &amp;&amp;</div>
-<div class="line"><a name="l00403"></a><span class="lineno"> 403</span>&#160; backendIt-&gt;second-&gt;SupportsTensorAllocatorAPI())</div>
-<div class="line"><a name="l00404"></a><span class="lineno"> 404</span>&#160; {</div>
-<div class="line"><a name="l00405"></a><span class="lineno"> 405</span>&#160; <span class="keyword">auto</span> backend = backendIt-&gt;second.get();</div>
-<div class="line"><a name="l00406"></a><span class="lineno"> 406</span>&#160; <span class="keyword">auto</span> tensorHandleFactoryIds = backend-&gt;GetHandleFactoryPreferences();</div>
-<div class="line"><a name="l00407"></a><span class="lineno"> 407</span>&#160; <span class="keywordtype">bool</span> found = <span class="keyword">false</span>;</div>
-<div class="line"><a name="l00408"></a><span class="lineno"> 408</span>&#160; </div>
-<div class="line"><a name="l00409"></a><span class="lineno"> 409</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span> preference : tensorHandleFactoryIds)</div>
-<div class="line"><a name="l00410"></a><span class="lineno"> 410</span>&#160; {</div>
-<div class="line"><a name="l00411"></a><span class="lineno"> 411</span>&#160; <span class="keyword">auto</span> factory = registry.GetFactory(preference);</div>
-<div class="line"><a name="l00412"></a><span class="lineno"> 412</span>&#160; <span class="keywordflow">if</span> (factory)</div>
-<div class="line"><a name="l00413"></a><span class="lineno"> 413</span>&#160; {</div>
-<div class="line"><a name="l00414"></a><span class="lineno"> 414</span>&#160; <span class="keyword">auto</span> srcPref = srcOutputSlot.GetTensorHandleFactoryId();</div>
-<div class="line"><a name="l00415"></a><span class="lineno"> 415</span>&#160; <span class="keyword">auto</span> srcFactory = registry.GetFactory(srcPref);</div>
-<div class="line"><a name="l00416"></a><span class="lineno"> 416</span>&#160; </div>
-<div class="line"><a name="l00417"></a><span class="lineno"> 417</span>&#160; <span class="keywordflow">if</span> (srcFactory)</div>
-<div class="line"><a name="l00418"></a><span class="lineno"> 418</span>&#160; {</div>
-<div class="line"><a name="l00419"></a><span class="lineno"> 419</span>&#160; <span class="keywordtype">bool</span> canExportImport =</div>
-<div class="line"><a name="l00420"></a><span class="lineno"> 420</span>&#160; (factory-&gt;GetImportFlags() &amp; srcFactory-&gt;GetExportFlags()) != 0;</div>
-<div class="line"><a name="l00421"></a><span class="lineno"> 421</span>&#160; </div>
-<div class="line"><a name="l00422"></a><span class="lineno"> 422</span>&#160; <span class="keywordflow">if</span> (factory-&gt;SupportsMapUnmap() || canExportImport)</div>
-<div class="line"><a name="l00423"></a><span class="lineno"> 423</span>&#160; {</div>
-<div class="line"><a name="l00424"></a><span class="lineno"> 424</span>&#160; compOutputSlot.SetTensorHandleFactory(preference);</div>
-<div class="line"><a name="l00425"></a><span class="lineno"> 425</span>&#160; found = <span class="keyword">true</span>;</div>
-<div class="line"><a name="l00426"></a><span class="lineno"> 426</span>&#160; <span class="keywordflow">break</span>;</div>
-<div class="line"><a name="l00427"></a><span class="lineno"> 427</span>&#160; }</div>
-<div class="line"><a name="l00428"></a><span class="lineno"> 428</span>&#160; }</div>
-<div class="line"><a name="l00429"></a><span class="lineno"> 429</span>&#160; }</div>
-<div class="line"><a name="l00430"></a><span class="lineno"> 430</span>&#160; }</div>
-<div class="line"><a name="l00431"></a><span class="lineno"> 431</span>&#160; </div>
-<div class="line"><a name="l00432"></a><span class="lineno"> 432</span>&#160; <span class="keywordflow">if</span> (!found)</div>
-<div class="line"><a name="l00433"></a><span class="lineno"> 433</span>&#160; {</div>
-<div class="line"><a name="l00434"></a><span class="lineno"> 434</span>&#160; compOutputSlot.SetTensorHandleFactory(<a class="code" href="classarmnn_1_1_i_tensor_handle_factory.html#a9c95f90eb40e31f629e0e2947b8bc6f9">ITensorHandleFactory::LegacyFactoryId</a>);</div>
-<div class="line"><a name="l00435"></a><span class="lineno"> 435</span>&#160; }</div>
-<div class="line"><a name="l00436"></a><span class="lineno"> 436</span>&#160; }</div>
-<div class="line"><a name="l00437"></a><span class="lineno"> 437</span>&#160; <span class="keywordflow">else</span></div>
-<div class="line"><a name="l00438"></a><span class="lineno"> 438</span>&#160; {</div>
-<div class="line"><a name="l00439"></a><span class="lineno"> 439</span>&#160; compOutputSlot.SetTensorHandleFactory(<a class="code" href="classarmnn_1_1_i_tensor_handle_factory.html#a9c95f90eb40e31f629e0e2947b8bc6f9">ITensorHandleFactory::LegacyFactoryId</a>);</div>
-<div class="line"><a name="l00440"></a><span class="lineno"> 440</span>&#160; }</div>
-<div class="line"><a name="l00441"></a><span class="lineno"> 441</span>&#160; </div>
-<div class="line"><a name="l00442"></a><span class="lineno"> 442</span>&#160; <span class="comment">// The output strategy of a compatibility layer is always DirectCompatibility.</span></div>
-<div class="line"><a name="l00443"></a><span class="lineno"> 443</span>&#160; compOutputSlot.SetEdgeStrategy(0, <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">EdgeStrategy::DirectCompatibility</a>);</div>
-<div class="line"><a name="l00444"></a><span class="lineno"> 444</span>&#160; </div>
-<div class="line"><a name="l00445"></a><span class="lineno"> 445</span>&#160; <span class="comment">// Recalculate the connection index on the previous layer as we have just inserted into it.</span></div>
-<div class="line"><a name="l00446"></a><span class="lineno"> 446</span>&#160; <span class="keyword">const</span> std::vector&lt;InputSlot*&gt;&amp; newSourceConnections = srcOutputSlot.GetConnections();</div>
-<div class="line"><a name="l00447"></a><span class="lineno"> 447</span>&#160; <span class="keyword">auto</span> newSrcConnectionIndex = std::distance(newSourceConnections.begin(),</div>
-<div class="line"><a name="l00448"></a><span class="lineno"> 448</span>&#160; std::find(newSourceConnections.begin(),</div>
-<div class="line"><a name="l00449"></a><span class="lineno"> 449</span>&#160; newSourceConnections.end(),</div>
-<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>&#160; &amp;compLayer-&gt;GetInputSlot(0)));</div>
-<div class="line"><a name="l00451"></a><span class="lineno"> 451</span>&#160; </div>
-<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>&#160; <span class="comment">// The input strategy of a compatibility layer is always DirectCompatibilty.</span></div>
-<div class="line"><a name="l00453"></a><span class="lineno"> 453</span>&#160; srcOutputSlot.SetEdgeStrategy(armnn::numeric_cast&lt;unsigned int&gt;(newSrcConnectionIndex),</div>
-<div class="line"><a name="l00454"></a><span class="lineno"> 454</span>&#160; <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">EdgeStrategy::DirectCompatibility</a>);</div>
-<div class="line"><a name="l00455"></a><span class="lineno"> 455</span>&#160; }</div>
-<div class="line"><a name="l00456"></a><span class="lineno"> 456</span>&#160; }</div>
-<div class="line"><a name="l00457"></a><span class="lineno"> 457</span>&#160; }</div>
-<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>&#160; });</div>
-<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>&#160;}</div>
+<div class="line"><a name="l00353"></a><span class="lineno"> 353</span>&#160; <a class="code" href="classarmnn_1_1_graph.html#ad6521013ad981519904822f2ada2c4ec">ForEachLayer</a>([<span class="keyword">this</span>, &amp;backends, &amp;registry, MayNeedCompatibilityLayer, IsCompatibilityStrategy](Layer* srcLayer)</div>
+<div class="line"><a name="l00354"></a><span class="lineno"> 354</span>&#160; {</div>
+<div class="line"><a name="l00355"></a><span class="lineno"> 355</span>&#160; <a class="code" href="_exceptions_8hpp.html#a5b0cd1f24b12298894d6367f186ea6dc">ARMNN_THROW_INVALIDARG_MSG_IF_FALSE</a>(srcLayer, <span class="stringliteral">&quot;source layer must not be null.&quot;</span>);</div>
+<div class="line"><a name="l00356"></a><span class="lineno"> 356</span>&#160; </div>
+<div class="line"><a name="l00357"></a><span class="lineno"> 357</span>&#160; <span class="keywordflow">if</span> (!MayNeedCompatibilityLayer(*srcLayer))</div>
+<div class="line"><a name="l00358"></a><span class="lineno"> 358</span>&#160; {</div>
+<div class="line"><a name="l00359"></a><span class="lineno"> 359</span>&#160; <span class="comment">// The current layer does not need copy layers, move to the next one</span></div>
+<div class="line"><a name="l00360"></a><span class="lineno"> 360</span>&#160; <span class="keywordflow">return</span>;</div>
+<div class="line"><a name="l00361"></a><span class="lineno"> 361</span>&#160; }</div>
+<div class="line"><a name="l00362"></a><span class="lineno"> 362</span>&#160; </div>
+<div class="line"><a name="l00363"></a><span class="lineno"> 363</span>&#160; <span class="keyword">const</span> std::vector&lt;OutputSlot&gt;&amp; srcOutputSlots = srcLayer-&gt;GetOutputSlots();</div>
+<div class="line"><a name="l00364"></a><span class="lineno"> 364</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> srcOutputIndex = 0; srcOutputIndex &lt; srcOutputSlots.size(); srcOutputIndex++)</div>
+<div class="line"><a name="l00365"></a><span class="lineno"> 365</span>&#160; {</div>
+<div class="line"><a name="l00366"></a><span class="lineno"> 366</span>&#160; OutputSlot&amp; srcOutputSlot = srcLayer-&gt;GetOutputSlot(srcOutputIndex);</div>
+<div class="line"><a name="l00367"></a><span class="lineno"> 367</span>&#160; <span class="keyword">const</span> std::vector&lt;InputSlot*&gt; srcConnections = srcOutputSlot.GetConnections();</div>
+<div class="line"><a name="l00368"></a><span class="lineno"> 368</span>&#160; <span class="keyword">const</span> std::vector&lt;EdgeStrategy&gt; srcEdgeStrategies = srcOutputSlot.GetEdgeStrategies();</div>
+<div class="line"><a name="l00369"></a><span class="lineno"> 369</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> srcConnectionIndex = 0; srcConnectionIndex &lt; srcConnections.size(); srcConnectionIndex++)</div>
+<div class="line"><a name="l00370"></a><span class="lineno"> 370</span>&#160; {</div>
+<div class="line"><a name="l00371"></a><span class="lineno"> 371</span>&#160; InputSlot* dstInputSlot = srcConnections[srcConnectionIndex];</div>
+<div class="line"><a name="l00372"></a><span class="lineno"> 372</span>&#160; <span class="keywordflow">if</span> (!dstInputSlot)</div>
+<div class="line"><a name="l00373"></a><span class="lineno"> 373</span>&#160; {</div>
+<div class="line"><a name="l00374"></a><span class="lineno"> 374</span>&#160; <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">&quot;dstInputSlot must not be null.&quot;</span>);</div>
+<div class="line"><a name="l00375"></a><span class="lineno"> 375</span>&#160; }</div>
+<div class="line"><a name="l00376"></a><span class="lineno"> 376</span>&#160; </div>
+<div class="line"><a name="l00377"></a><span class="lineno"> 377</span>&#160; <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016">EdgeStrategy</a> strategy = srcEdgeStrategies[srcConnectionIndex];</div>
+<div class="line"><a name="l00378"></a><span class="lineno"> 378</span>&#160; <span class="keywordflow">if</span> (strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016aec0fc0100c4fc1ce4eea230c3dc10360">EdgeStrategy::Undefined</a>)</div>
+<div class="line"><a name="l00379"></a><span class="lineno"> 379</span>&#160; {</div>
+<div class="line"><a name="l00380"></a><span class="lineno"> 380</span>&#160; <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">&quot;Undefined memory strategy found &quot;</span></div>
+<div class="line"><a name="l00381"></a><span class="lineno"> 381</span>&#160; <span class="stringliteral">&quot;while adding copy layers for compatibility&quot;</span>);</div>
+<div class="line"><a name="l00382"></a><span class="lineno"> 382</span>&#160; }</div>
+<div class="line"><a name="l00383"></a><span class="lineno"> 383</span>&#160; </div>
+<div class="line"><a name="l00384"></a><span class="lineno"> 384</span>&#160; <span class="keyword">const</span> Layer&amp; dstLayer = dstInputSlot-&gt;GetOwningLayer();</div>
+<div class="line"><a name="l00385"></a><span class="lineno"> 385</span>&#160; <span class="keywordflow">if</span> (MayNeedCompatibilityLayer(dstLayer) &amp;&amp;</div>
+<div class="line"><a name="l00386"></a><span class="lineno"> 386</span>&#160; IsCompatibilityStrategy(strategy))</div>
+<div class="line"><a name="l00387"></a><span class="lineno"> 387</span>&#160; {</div>
+<div class="line"><a name="l00388"></a><span class="lineno"> 388</span>&#160; <span class="comment">// A copy layer is needed in between the source and destination layers.</span></div>
+<div class="line"><a name="l00389"></a><span class="lineno"> 389</span>&#160; <span class="comment">// Record the operation rather than attempting to modify the graph as we go.</span></div>
+<div class="line"><a name="l00390"></a><span class="lineno"> 390</span>&#160; <span class="comment">// (invalidating iterators)</span></div>
+<div class="line"><a name="l00391"></a><span class="lineno"> 391</span>&#160; <span class="keyword">const</span> std::string compLayerName = fmt::format(<span class="stringliteral">&quot;[ {} ({}) -&gt; {} ({}) ]&quot;</span>,</div>
+<div class="line"><a name="l00392"></a><span class="lineno"> 392</span>&#160; srcLayer-&gt;GetName(),</div>
+<div class="line"><a name="l00393"></a><span class="lineno"> 393</span>&#160; srcOutputIndex,</div>
+<div class="line"><a name="l00394"></a><span class="lineno"> 394</span>&#160; dstLayer.GetName(),</div>
+<div class="line"><a name="l00395"></a><span class="lineno"> 395</span>&#160; dstInputSlot-&gt;GetSlotIndex());</div>
+<div class="line"><a name="l00396"></a><span class="lineno"> 396</span>&#160; Layer* compLayer = <span class="keyword">nullptr</span>;</div>
+<div class="line"><a name="l00397"></a><span class="lineno"> 397</span>&#160; <span class="keywordflow">if</span> (strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">EdgeStrategy::CopyToTarget</a>)</div>
+<div class="line"><a name="l00398"></a><span class="lineno"> 398</span>&#160; {</div>
+<div class="line"><a name="l00399"></a><span class="lineno"> 399</span>&#160; compLayer = InsertNewLayer&lt;MemCopyLayer&gt;(*dstInputSlot, compLayerName.c_str());</div>
+<div class="line"><a name="l00400"></a><span class="lineno"> 400</span>&#160; }</div>
+<div class="line"><a name="l00401"></a><span class="lineno"> 401</span>&#160; <span class="keywordflow">else</span></div>
+<div class="line"><a name="l00402"></a><span class="lineno"> 402</span>&#160; {</div>
+<div class="line"><a name="l00403"></a><span class="lineno"> 403</span>&#160; <span class="keywordflow">if</span> (strategy != <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">EdgeStrategy::ExportToTarget</a>)</div>
+<div class="line"><a name="l00404"></a><span class="lineno"> 404</span>&#160; {</div>
+<div class="line"><a name="l00405"></a><span class="lineno"> 405</span>&#160; <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">&quot;Invalid edge strategy found.&quot;</span>);</div>
+<div class="line"><a name="l00406"></a><span class="lineno"> 406</span>&#160; }</div>
+<div class="line"><a name="l00407"></a><span class="lineno"> 407</span>&#160; </div>
+<div class="line"><a name="l00408"></a><span class="lineno"> 408</span>&#160; compLayer = InsertNewLayer&lt;MemImportLayer&gt;(*dstInputSlot, compLayerName.c_str());</div>
+<div class="line"><a name="l00409"></a><span class="lineno"> 409</span>&#160; }</div>
+<div class="line"><a name="l00410"></a><span class="lineno"> 410</span>&#160; </div>
+<div class="line"><a name="l00411"></a><span class="lineno"> 411</span>&#160; compLayer-&gt;SetBackendId(dstLayer.GetBackendId());</div>
+<div class="line"><a name="l00412"></a><span class="lineno"> 412</span>&#160; </div>
+<div class="line"><a name="l00413"></a><span class="lineno"> 413</span>&#160; OutputSlot&amp; compOutputSlot = compLayer-&gt;GetOutputSlot(0);</div>
+<div class="line"><a name="l00414"></a><span class="lineno"> 414</span>&#160; <span class="keyword">auto</span> backendIt = backends.find(dstLayer.GetBackendId());</div>
+<div class="line"><a name="l00415"></a><span class="lineno"> 415</span>&#160; <span class="keywordflow">if</span> (backendIt != backends.end() &amp;&amp;</div>
+<div class="line"><a name="l00416"></a><span class="lineno"> 416</span>&#160; backendIt-&gt;second &amp;&amp;</div>
+<div class="line"><a name="l00417"></a><span class="lineno"> 417</span>&#160; backendIt-&gt;second-&gt;SupportsTensorAllocatorAPI())</div>
+<div class="line"><a name="l00418"></a><span class="lineno"> 418</span>&#160; {</div>
+<div class="line"><a name="l00419"></a><span class="lineno"> 419</span>&#160; <span class="keyword">auto</span> backend = backendIt-&gt;second.get();</div>
+<div class="line"><a name="l00420"></a><span class="lineno"> 420</span>&#160; <span class="keyword">auto</span> tensorHandleFactoryIds = backend-&gt;GetHandleFactoryPreferences();</div>
+<div class="line"><a name="l00421"></a><span class="lineno"> 421</span>&#160; <span class="keywordtype">bool</span> found = <span class="keyword">false</span>;</div>
+<div class="line"><a name="l00422"></a><span class="lineno"> 422</span>&#160; </div>
+<div class="line"><a name="l00423"></a><span class="lineno"> 423</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span> preference : tensorHandleFactoryIds)</div>
+<div class="line"><a name="l00424"></a><span class="lineno"> 424</span>&#160; {</div>
+<div class="line"><a name="l00425"></a><span class="lineno"> 425</span>&#160; <span class="keyword">auto</span> factory = registry.GetFactory(preference);</div>
+<div class="line"><a name="l00426"></a><span class="lineno"> 426</span>&#160; <span class="keywordflow">if</span> (factory)</div>
+<div class="line"><a name="l00427"></a><span class="lineno"> 427</span>&#160; {</div>
+<div class="line"><a name="l00428"></a><span class="lineno"> 428</span>&#160; <span class="keyword">auto</span> srcPref = srcOutputSlot.GetTensorHandleFactoryId();</div>
+<div class="line"><a name="l00429"></a><span class="lineno"> 429</span>&#160; <span class="keyword">auto</span> srcFactory = registry.GetFactory(srcPref);</div>
+<div class="line"><a name="l00430"></a><span class="lineno"> 430</span>&#160; </div>
+<div class="line"><a name="l00431"></a><span class="lineno"> 431</span>&#160; <span class="keywordflow">if</span> (srcFactory)</div>
+<div class="line"><a name="l00432"></a><span class="lineno"> 432</span>&#160; {</div>
+<div class="line"><a name="l00433"></a><span class="lineno"> 433</span>&#160; <span class="keywordtype">bool</span> canExportImport =</div>
+<div class="line"><a name="l00434"></a><span class="lineno"> 434</span>&#160; (factory-&gt;GetImportFlags() &amp; srcFactory-&gt;GetExportFlags()) != 0;</div>
+<div class="line"><a name="l00435"></a><span class="lineno"> 435</span>&#160; </div>
+<div class="line"><a name="l00436"></a><span class="lineno"> 436</span>&#160; <span class="keywordflow">if</span> (factory-&gt;SupportsMapUnmap() || canExportImport)</div>
+<div class="line"><a name="l00437"></a><span class="lineno"> 437</span>&#160; {</div>
+<div class="line"><a name="l00438"></a><span class="lineno"> 438</span>&#160; compOutputSlot.SetTensorHandleFactory(preference);</div>
+<div class="line"><a name="l00439"></a><span class="lineno"> 439</span>&#160; found = <span class="keyword">true</span>;</div>
+<div class="line"><a name="l00440"></a><span class="lineno"> 440</span>&#160; <span class="keywordflow">break</span>;</div>
+<div class="line"><a name="l00441"></a><span class="lineno"> 441</span>&#160; }</div>
+<div class="line"><a name="l00442"></a><span class="lineno"> 442</span>&#160; }</div>
+<div class="line"><a name="l00443"></a><span class="lineno"> 443</span>&#160; }</div>
+<div class="line"><a name="l00444"></a><span class="lineno"> 444</span>&#160; }</div>
+<div class="line"><a name="l00445"></a><span class="lineno"> 445</span>&#160; </div>
+<div class="line"><a name="l00446"></a><span class="lineno"> 446</span>&#160; <span class="keywordflow">if</span> (!found)</div>
+<div class="line"><a name="l00447"></a><span class="lineno"> 447</span>&#160; {</div>
+<div class="line"><a name="l00448"></a><span class="lineno"> 448</span>&#160; compOutputSlot.SetTensorHandleFactory(<a class="code" href="classarmnn_1_1_i_tensor_handle_factory.html#a9c95f90eb40e31f629e0e2947b8bc6f9">ITensorHandleFactory::LegacyFactoryId</a>);</div>
+<div class="line"><a name="l00449"></a><span class="lineno"> 449</span>&#160; }</div>
+<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>&#160; }</div>
+<div class="line"><a name="l00451"></a><span class="lineno"> 451</span>&#160; <span class="keywordflow">else</span></div>
+<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>&#160; {</div>
+<div class="line"><a name="l00453"></a><span class="lineno"> 453</span>&#160; compOutputSlot.SetTensorHandleFactory(<a class="code" href="classarmnn_1_1_i_tensor_handle_factory.html#a9c95f90eb40e31f629e0e2947b8bc6f9">ITensorHandleFactory::LegacyFactoryId</a>);</div>
+<div class="line"><a name="l00454"></a><span class="lineno"> 454</span>&#160; }</div>
+<div class="line"><a name="l00455"></a><span class="lineno"> 455</span>&#160; </div>
+<div class="line"><a name="l00456"></a><span class="lineno"> 456</span>&#160; <span class="comment">// The output strategy of a compatibility layer is always DirectCompatibility.</span></div>
+<div class="line"><a name="l00457"></a><span class="lineno"> 457</span>&#160; compOutputSlot.SetEdgeStrategy(0, <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">EdgeStrategy::DirectCompatibility</a>);</div>
+<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>&#160; </div>
+<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>&#160; <span class="comment">// Recalculate the connection index on the previous layer as we have just inserted into it.</span></div>
+<div class="line"><a name="l00460"></a><span class="lineno"> 460</span>&#160; <span class="keyword">const</span> std::vector&lt;InputSlot*&gt;&amp; newSourceConnections = srcOutputSlot.GetConnections();</div>
+<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>&#160; <span class="keyword">auto</span> newSrcConnectionIndex = std::distance(newSourceConnections.begin(),</div>
+<div class="line"><a name="l00462"></a><span class="lineno"> 462</span>&#160; std::find(newSourceConnections.begin(),</div>
+<div class="line"><a name="l00463"></a><span class="lineno"> 463</span>&#160; newSourceConnections.end(),</div>
+<div class="line"><a name="l00464"></a><span class="lineno"> 464</span>&#160; &amp;compLayer-&gt;GetInputSlot(0)));</div>
+<div class="line"><a name="l00465"></a><span class="lineno"> 465</span>&#160; </div>
+<div class="line"><a name="l00466"></a><span class="lineno"> 466</span>&#160; <span class="comment">// The input strategy of a compatibility layer is always DirectCompatibilty.</span></div>
+<div class="line"><a name="l00467"></a><span class="lineno"> 467</span>&#160; srcOutputSlot.SetEdgeStrategy(armnn::numeric_cast&lt;unsigned int&gt;(newSrcConnectionIndex),</div>
+<div class="line"><a name="l00468"></a><span class="lineno"> 468</span>&#160; <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">EdgeStrategy::DirectCompatibility</a>);</div>
+<div class="line"><a name="l00469"></a><span class="lineno"> 469</span>&#160; }</div>
+<div class="line"><a name="l00470"></a><span class="lineno"> 470</span>&#160; }</div>
+<div class="line"><a name="l00471"></a><span class="lineno"> 471</span>&#160; }</div>
+<div class="line"><a name="l00472"></a><span class="lineno"> 472</span>&#160; });</div>
+<div class="line"><a name="l00473"></a><span class="lineno"> 473</span>&#160;}</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>, <a class="el" href="_assert_8hpp_source.html#l00015">ARMNN_ASSERT_MSG</a>, <a class="el" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">armnn::CopyToTarget</a>, <a class="el" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">armnn::DirectCompatibility</a>, <a class="el" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">armnn::ExportToTarget</a>, <a class="el" href="_graph_8hpp_source.html#l00040">Graph::ForEachLayer()</a>, <a class="el" href="_layer_8hpp_source.html#l00290">Layer::GetBackendId()</a>, <a class="el" href="_layer_8hpp_source.html#l00145">OutputSlot::GetConnections()</a>, <a class="el" href="_layer_8hpp_source.html#l00146">OutputSlot::GetEdgeStrategies()</a>, <a class="el" href="_tensor_handle_factory_registry_8cpp_source.html#l00039">TensorHandleFactoryRegistry::GetFactory()</a>, <a class="el" href="_layer_8hpp_source.html#l00337">Layer::GetInputSlot()</a>, <a class="el" href="_layer_8hpp_source.html#l00332">Layer::GetName()</a>, <a class="el" href="_layer_8hpp_source.html#l00339">Layer::GetOutputSlot()</a>, <a class="el" href="_layer_8hpp_source.html#l00259">Layer::GetOutputSlots()</a>, <a class="el" href="_layer_8hpp_source.html#l00053">InputSlot::GetOwningLayer()</a>, <a class="el" href="_layer_8hpp_source.html#l00054">InputSlot::GetSlotIndex()</a>, <a class="el" href="_layer_8cpp_source.html#l00205">OutputSlot::GetTensorHandleFactoryId()</a>, <a class="el" href="_i_tensor_handle_factory_8hpp_source.html#l00050">ITensorHandleFactory::LegacyFactoryId</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b">armnn::MemCopy</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">armnn::MemImport</a>, <a class="el" href="_layer_8hpp_source.html#l00291">Layer::SetBackendId()</a>, <a class="el" href="_layer_8cpp_source.html#l00210">OutputSlot::SetEdgeStrategy()</a>, <a class="el" href="_layer_8cpp_source.html#l00200">OutputSlot::SetTensorHandleFactory()</a>, and <a class="el" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>.</p>
+<p class="reference">References <a class="el" href="_exceptions_8hpp_source.html#l00210">ARMNN_THROW_INVALIDARG_MSG_IF_FALSE</a>, <a class="el" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">armnn::CopyToTarget</a>, <a class="el" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">armnn::DirectCompatibility</a>, <a class="el" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">armnn::ExportToTarget</a>, <a class="el" href="_graph_8hpp_source.html#l00040">Graph::ForEachLayer()</a>, <a class="el" href="_layer_8hpp_source.html#l00290">Layer::GetBackendId()</a>, <a class="el" href="_layer_8hpp_source.html#l00145">OutputSlot::GetConnections()</a>, <a class="el" href="_layer_8hpp_source.html#l00146">OutputSlot::GetEdgeStrategies()</a>, <a class="el" href="_tensor_handle_factory_registry_8cpp_source.html#l00039">TensorHandleFactoryRegistry::GetFactory()</a>, <a class="el" href="_layer_8hpp_source.html#l00337">Layer::GetInputSlot()</a>, <a class="el" href="_layer_8hpp_source.html#l00332">Layer::GetName()</a>, <a class="el" href="_layer_8hpp_source.html#l00339">Layer::GetOutputSlot()</a>, <a class="el" href="_layer_8hpp_source.html#l00259">Layer::GetOutputSlots()</a>, <a class="el" href="_layer_8hpp_source.html#l00053">InputSlot::GetOwningLayer()</a>, <a class="el" href="_layer_8hpp_source.html#l00054">InputSlot::GetSlotIndex()</a>, <a class="el" href="_layer_8cpp_source.html#l00218">OutputSlot::GetTensorHandleFactoryId()</a>, <a class="el" href="_i_tensor_handle_factory_8hpp_source.html#l00050">ITensorHandleFactory::LegacyFactoryId</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b">armnn::MemCopy</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">armnn::MemImport</a>, <a class="el" href="_layer_8hpp_source.html#l00291">Layer::SetBackendId()</a>, <a class="el" href="_layer_8cpp_source.html#l00223">OutputSlot::SetEdgeStrategy()</a>, <a class="el" href="_layer_8cpp_source.html#l00213">OutputSlot::SetTensorHandleFactory()</a>, and <a class="el" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>.</p>
-<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01896">armnn::Optimize()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01906">armnn::Optimize()</a>.</p>
</div>
</div>
@@ -718,19 +731,19 @@ Friends</h2></td></tr>
<p>Adds a new layer, of type LayerType, to the graph constructed with the arguments passed. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00456">456</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00457"></a><span class="lineno"> 457</span>&#160;{</div>
-<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>&#160; m_LayersInOrder = m_LayersInOrder &amp;&amp;</div>
-<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>&#160; ((LayerEnumOf&lt;LayerT&gt;() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">LayerType::Input</a>) || (LayerEnumOf&lt;LayerT&gt;() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">LayerType::Output</a>));</div>
-<div class="line"><a name="l00460"></a><span class="lineno"> 460</span>&#160; LayerT* <span class="keyword">const</span> layer = <span class="keyword">new</span> LayerInGraph&lt;LayerT&gt;(*<span class="keyword">this</span>, std::forward&lt;Args&gt;(args)...);</div>
-<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>&#160; </div>
-<div class="line"><a name="l00462"></a><span class="lineno"> 462</span>&#160; layer-&gt;SetShapeInferenceMethod(m_ShapeInferenceMethod);</div>
-<div class="line"><a name="l00463"></a><span class="lineno"> 463</span>&#160; layer-&gt;SetAllowExpandedDims(m_AllowExpandedDims);</div>
-<div class="line"><a name="l00464"></a><span class="lineno"> 464</span>&#160; </div>
-<div class="line"><a name="l00465"></a><span class="lineno"> 465</span>&#160; NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">GraphEvent::LayerAdded</a>, layer);</div>
-<div class="line"><a name="l00466"></a><span class="lineno"> 466</span>&#160; </div>
-<div class="line"><a name="l00467"></a><span class="lineno"> 467</span>&#160; <span class="keywordflow">return</span> layer;</div>
-<div class="line"><a name="l00468"></a><span class="lineno"> 468</span>&#160;}</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00466">466</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00467"></a><span class="lineno"> 467</span>&#160;{</div>
+<div class="line"><a name="l00468"></a><span class="lineno"> 468</span>&#160; m_LayersInOrder = m_LayersInOrder &amp;&amp;</div>
+<div class="line"><a name="l00469"></a><span class="lineno"> 469</span>&#160; ((LayerEnumOf&lt;LayerT&gt;() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">LayerType::Input</a>) || (LayerEnumOf&lt;LayerT&gt;() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">LayerType::Output</a>));</div>
+<div class="line"><a name="l00470"></a><span class="lineno"> 470</span>&#160; LayerT* <span class="keyword">const</span> layer = <span class="keyword">new</span> LayerInGraph&lt;LayerT&gt;(*<span class="keyword">this</span>, std::forward&lt;Args&gt;(args)...);</div>
+<div class="line"><a name="l00471"></a><span class="lineno"> 471</span>&#160; </div>
+<div class="line"><a name="l00472"></a><span class="lineno"> 472</span>&#160; layer-&gt;SetShapeInferenceMethod(m_ShapeInferenceMethod);</div>
+<div class="line"><a name="l00473"></a><span class="lineno"> 473</span>&#160; layer-&gt;SetAllowExpandedDims(m_AllowExpandedDims);</div>
+<div class="line"><a name="l00474"></a><span class="lineno"> 474</span>&#160; </div>
+<div class="line"><a name="l00475"></a><span class="lineno"> 475</span>&#160; NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">GraphEvent::LayerAdded</a>, layer);</div>
+<div class="line"><a name="l00476"></a><span class="lineno"> 476</span>&#160; </div>
+<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>&#160; <span class="keywordflow">return</span> layer;</div>
+<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>&#160;}</div>
</div><!-- fragment -->
<p class="reference">References <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::Input</a>, <a class="el" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">armnn::LayerAdded</a>, and <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::Output</a>.</p>
@@ -758,103 +771,104 @@ Friends</h2></td></tr>
<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00207">207</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
<div class="fragment"><div class="line"><a name="l00208"></a><span class="lineno"> 208</span>&#160;{</div>
<div class="line"><a name="l00209"></a><span class="lineno"> 209</span>&#160; <span class="comment">// Layers must be sorted in topological order</span></div>
-<div class="line"><a name="l00210"></a><span class="lineno"> 210</span>&#160; <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(m_LayersInOrder);</div>
-<div class="line"><a name="l00211"></a><span class="lineno"> 211</span>&#160; <a class="code" href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">&quot;LoadNetwork_AllocateDynamicBuffers&quot;</span>);</div>
-<div class="line"><a name="l00212"></a><span class="lineno"> 212</span>&#160; </div>
-<div class="line"><a name="l00213"></a><span class="lineno"> 213</span>&#160; std::unordered_set&lt;const ITensorHandle*&gt; preallocatedTensors;</div>
-<div class="line"><a name="l00214"></a><span class="lineno"> 214</span>&#160; std::unordered_map&lt;const ITensorHandle*, unsigned int&gt; handleReferenceCounts;</div>
-<div class="line"><a name="l00215"></a><span class="lineno"> 215</span>&#160; </div>
-<div class="line"><a name="l00216"></a><span class="lineno"> 216</span>&#160; <span class="comment">// Finds the first TensorHandle ancestor of a SubTensorHandle. If the ITensorHandle provided</span></div>
-<div class="line"><a name="l00217"></a><span class="lineno"> 217</span>&#160; <span class="comment">// is a TensorHandle, the function just returns it</span></div>
-<div class="line"><a name="l00218"></a><span class="lineno"> 218</span>&#160; <span class="keyword">auto</span> TraceSubTensorHandleAncestry = [](ITensorHandle* <span class="keyword">const</span> subTensorHandle)</div>
-<div class="line"><a name="l00219"></a><span class="lineno"> 219</span>&#160; {</div>
-<div class="line"><a name="l00220"></a><span class="lineno"> 220</span>&#160; ITensorHandle* ancestor = subTensorHandle;</div>
-<div class="line"><a name="l00221"></a><span class="lineno"> 221</span>&#160; <span class="keywordflow">while</span> (ancestor &amp;&amp; ancestor-&gt;GetParent())</div>
-<div class="line"><a name="l00222"></a><span class="lineno"> 222</span>&#160; {</div>
-<div class="line"><a name="l00223"></a><span class="lineno"> 223</span>&#160; ancestor = ancestor-&gt;GetParent();</div>
-<div class="line"><a name="l00224"></a><span class="lineno"> 224</span>&#160; }</div>
-<div class="line"><a name="l00225"></a><span class="lineno"> 225</span>&#160; <span class="keywordflow">return</span> ancestor;</div>
-<div class="line"><a name="l00226"></a><span class="lineno"> 226</span>&#160; };</div>
-<div class="line"><a name="l00227"></a><span class="lineno"> 227</span>&#160; </div>
-<div class="line"><a name="l00228"></a><span class="lineno"> 228</span>&#160; <span class="comment">// Checks whether a TensorHandle has been pre-allocated</span></div>
-<div class="line"><a name="l00229"></a><span class="lineno"> 229</span>&#160; <span class="keyword">auto</span> IsPreallocated = [&amp;](ITensorHandle* <span class="keyword">const</span> tensorHandle)</div>
-<div class="line"><a name="l00230"></a><span class="lineno"> 230</span>&#160; {</div>
-<div class="line"><a name="l00231"></a><span class="lineno"> 231</span>&#160; <span class="keywordflow">return</span> tensorHandle &amp;&amp; preallocatedTensors.find(tensorHandle) != preallocatedTensors.end();</div>
-<div class="line"><a name="l00232"></a><span class="lineno"> 232</span>&#160; };</div>
-<div class="line"><a name="l00233"></a><span class="lineno"> 233</span>&#160; </div>
-<div class="line"><a name="l00234"></a><span class="lineno"> 234</span>&#160; <span class="comment">// Constant tensor handles need to last from the beginning of execution till the end,</span></div>
-<div class="line"><a name="l00235"></a><span class="lineno"> 235</span>&#160; <span class="comment">// therefore we pre-allocate them upfront</span></div>
-<div class="line"><a name="l00236"></a><span class="lineno"> 236</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; layer : m_Layers)</div>
-<div class="line"><a name="l00237"></a><span class="lineno"> 237</span>&#160; {</div>
-<div class="line"><a name="l00238"></a><span class="lineno"> 238</span>&#160; <span class="keywordflow">if</span> (layer-&gt;GetType() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">LayerType::Constant</a>)</div>
-<div class="line"><a name="l00239"></a><span class="lineno"> 239</span>&#160; {</div>
-<div class="line"><a name="l00240"></a><span class="lineno"> 240</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; slot = layer-&gt;BeginOutputSlots(); slot != layer-&gt;EndOutputSlots(); ++slot)</div>
-<div class="line"><a name="l00241"></a><span class="lineno"> 241</span>&#160; {</div>
-<div class="line"><a name="l00242"></a><span class="lineno"> 242</span>&#160; ITensorHandle *tensorHandle = TraceSubTensorHandleAncestry(slot-&gt;GetOutputHandler().GetData());</div>
-<div class="line"><a name="l00243"></a><span class="lineno"> 243</span>&#160; </div>
-<div class="line"><a name="l00244"></a><span class="lineno"> 244</span>&#160; <span class="keywordflow">if</span> (tensorHandle &amp;&amp; !IsPreallocated(tensorHandle))</div>
-<div class="line"><a name="l00245"></a><span class="lineno"> 245</span>&#160; {</div>
-<div class="line"><a name="l00246"></a><span class="lineno"> 246</span>&#160; tensorHandle-&gt;Allocate();</div>
-<div class="line"><a name="l00247"></a><span class="lineno"> 247</span>&#160; preallocatedTensors.insert(tensorHandle);</div>
-<div class="line"><a name="l00248"></a><span class="lineno"> 248</span>&#160; }</div>
-<div class="line"><a name="l00249"></a><span class="lineno"> 249</span>&#160; }</div>
-<div class="line"><a name="l00250"></a><span class="lineno"> 250</span>&#160; }</div>
-<div class="line"><a name="l00251"></a><span class="lineno"> 251</span>&#160; }</div>
-<div class="line"><a name="l00252"></a><span class="lineno"> 252</span>&#160; </div>
-<div class="line"><a name="l00253"></a><span class="lineno"> 253</span>&#160; <span class="comment">// Iterate over the network in topological order</span></div>
-<div class="line"><a name="l00254"></a><span class="lineno"> 254</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; layer : m_Layers)</div>
-<div class="line"><a name="l00255"></a><span class="lineno"> 255</span>&#160; {</div>
-<div class="line"><a name="l00256"></a><span class="lineno"> 256</span>&#160; <span class="comment">// Count the amount of times each output slot references a certain buffer (ITensorHandle).</span></div>
-<div class="line"><a name="l00257"></a><span class="lineno"> 257</span>&#160; <span class="comment">// The first time we encounter a new tensor handle, we start managing its lifetime.</span></div>
-<div class="line"><a name="l00258"></a><span class="lineno"> 258</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; slot = layer-&gt;BeginOutputSlots(); slot != layer-&gt;EndOutputSlots(); ++slot)</div>
-<div class="line"><a name="l00259"></a><span class="lineno"> 259</span>&#160; {</div>
-<div class="line"><a name="l00260"></a><span class="lineno"> 260</span>&#160; ITensorHandle *tensorHandle = TraceSubTensorHandleAncestry(slot-&gt;GetOutputHandler().GetData());</div>
-<div class="line"><a name="l00261"></a><span class="lineno"> 261</span>&#160; </div>
-<div class="line"><a name="l00262"></a><span class="lineno"> 262</span>&#160; <span class="keywordflow">if</span> (tensorHandle &amp;&amp; !IsPreallocated(tensorHandle))</div>
-<div class="line"><a name="l00263"></a><span class="lineno"> 263</span>&#160; {</div>
-<div class="line"><a name="l00264"></a><span class="lineno"> 264</span>&#160; <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> numConnections = slot-&gt;GetNumConnections();</div>
-<div class="line"><a name="l00265"></a><span class="lineno"> 265</span>&#160; <span class="keywordflow">if</span> (handleReferenceCounts.find(tensorHandle) == handleReferenceCounts.end())</div>
-<div class="line"><a name="l00266"></a><span class="lineno"> 266</span>&#160; {</div>
-<div class="line"><a name="l00267"></a><span class="lineno"> 267</span>&#160; handleReferenceCounts[tensorHandle] = numConnections;</div>
-<div class="line"><a name="l00268"></a><span class="lineno"> 268</span>&#160; tensorHandle-&gt;Manage();</div>
-<div class="line"><a name="l00269"></a><span class="lineno"> 269</span>&#160; <span class="keywordflow">if</span> (handleReferenceCounts[tensorHandle] == 0u)</div>
-<div class="line"><a name="l00270"></a><span class="lineno"> 270</span>&#160; {</div>
-<div class="line"><a name="l00271"></a><span class="lineno"> 271</span>&#160; <span class="comment">// if nobody consumes this tensor we call Allocate()</span></div>
-<div class="line"><a name="l00272"></a><span class="lineno"> 272</span>&#160; tensorHandle-&gt;Allocate();</div>
-<div class="line"><a name="l00273"></a><span class="lineno"> 273</span>&#160; }</div>
-<div class="line"><a name="l00274"></a><span class="lineno"> 274</span>&#160; }</div>
-<div class="line"><a name="l00275"></a><span class="lineno"> 275</span>&#160; <span class="keywordflow">else</span></div>
-<div class="line"><a name="l00276"></a><span class="lineno"> 276</span>&#160; {</div>
-<div class="line"><a name="l00277"></a><span class="lineno"> 277</span>&#160; handleReferenceCounts[tensorHandle] += numConnections;</div>
-<div class="line"><a name="l00278"></a><span class="lineno"> 278</span>&#160; }</div>
-<div class="line"><a name="l00279"></a><span class="lineno"> 279</span>&#160; }</div>
-<div class="line"><a name="l00280"></a><span class="lineno"> 280</span>&#160; }</div>
-<div class="line"><a name="l00281"></a><span class="lineno"> 281</span>&#160; </div>
-<div class="line"><a name="l00282"></a><span class="lineno"> 282</span>&#160; <span class="comment">// Loop through the input slots in the same layer and decrement the reference counter associated</span></div>
-<div class="line"><a name="l00283"></a><span class="lineno"> 283</span>&#160; <span class="comment">// to each tensor handle we encounter. Once it reaches zero, we end the lifetime of the tensor handle</span></div>
-<div class="line"><a name="l00284"></a><span class="lineno"> 284</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; slot = layer-&gt;BeginInputSlots(); slot != layer-&gt;EndInputSlots(); ++slot)</div>
-<div class="line"><a name="l00285"></a><span class="lineno"> 285</span>&#160; {</div>
-<div class="line"><a name="l00286"></a><span class="lineno"> 286</span>&#160; ITensorHandle *tensorHandle = TraceSubTensorHandleAncestry(</div>
-<div class="line"><a name="l00287"></a><span class="lineno"> 287</span>&#160; slot-&gt;GetConnectedOutputSlot()-&gt;GetOutputHandler().GetData());</div>
-<div class="line"><a name="l00288"></a><span class="lineno"> 288</span>&#160; </div>
-<div class="line"><a name="l00289"></a><span class="lineno"> 289</span>&#160; <span class="keywordflow">if</span> (tensorHandle &amp;&amp; !IsPreallocated(tensorHandle))</div>
-<div class="line"><a name="l00290"></a><span class="lineno"> 290</span>&#160; {</div>
-<div class="line"><a name="l00291"></a><span class="lineno"> 291</span>&#160; --handleReferenceCounts[tensorHandle];</div>
-<div class="line"><a name="l00292"></a><span class="lineno"> 292</span>&#160; </div>
-<div class="line"><a name="l00293"></a><span class="lineno"> 293</span>&#160; <span class="keywordflow">if</span> (handleReferenceCounts[tensorHandle] == 0u)</div>
-<div class="line"><a name="l00294"></a><span class="lineno"> 294</span>&#160; {</div>
-<div class="line"><a name="l00295"></a><span class="lineno"> 295</span>&#160; <span class="comment">// Stop managing lifetime of tensor handle</span></div>
-<div class="line"><a name="l00296"></a><span class="lineno"> 296</span>&#160; tensorHandle-&gt;Allocate();</div>
-<div class="line"><a name="l00297"></a><span class="lineno"> 297</span>&#160; handleReferenceCounts.erase(tensorHandle);</div>
-<div class="line"><a name="l00298"></a><span class="lineno"> 298</span>&#160; }</div>
-<div class="line"><a name="l00299"></a><span class="lineno"> 299</span>&#160; }</div>
-<div class="line"><a name="l00300"></a><span class="lineno"> 300</span>&#160; }</div>
-<div class="line"><a name="l00301"></a><span class="lineno"> 301</span>&#160; }</div>
-<div class="line"><a name="l00302"></a><span class="lineno"> 302</span>&#160; </div>
-<div class="line"><a name="l00303"></a><span class="lineno"> 303</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>;</div>
-<div class="line"><a name="l00304"></a><span class="lineno"> 304</span>&#160;}</div>
+<div class="line"><a name="l00210"></a><span class="lineno"> 210</span>&#160; <a class="code" href="_exceptions_8hpp.html#a5b0cd1f24b12298894d6367f186ea6dc">ARMNN_THROW_INVALIDARG_MSG_IF_FALSE</a>(m_LayersInOrder, <span class="stringliteral">&quot;layers must be in order.&quot;</span>);</div>
+<div class="line"><a name="l00211"></a><span class="lineno"> 211</span>&#160; </div>
+<div class="line"><a name="l00212"></a><span class="lineno"> 212</span>&#160; <a class="code" href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">&quot;LoadNetwork_AllocateDynamicBuffers&quot;</span>);</div>
+<div class="line"><a name="l00213"></a><span class="lineno"> 213</span>&#160; </div>
+<div class="line"><a name="l00214"></a><span class="lineno"> 214</span>&#160; std::unordered_set&lt;const ITensorHandle*&gt; preallocatedTensors;</div>
+<div class="line"><a name="l00215"></a><span class="lineno"> 215</span>&#160; std::unordered_map&lt;const ITensorHandle*, unsigned int&gt; handleReferenceCounts;</div>
+<div class="line"><a name="l00216"></a><span class="lineno"> 216</span>&#160; </div>
+<div class="line"><a name="l00217"></a><span class="lineno"> 217</span>&#160; <span class="comment">// Finds the first TensorHandle ancestor of a SubTensorHandle. If the ITensorHandle provided</span></div>
+<div class="line"><a name="l00218"></a><span class="lineno"> 218</span>&#160; <span class="comment">// is a TensorHandle, the function just returns it</span></div>
+<div class="line"><a name="l00219"></a><span class="lineno"> 219</span>&#160; <span class="keyword">auto</span> TraceSubTensorHandleAncestry = [](ITensorHandle* <span class="keyword">const</span> subTensorHandle)</div>
+<div class="line"><a name="l00220"></a><span class="lineno"> 220</span>&#160; {</div>
+<div class="line"><a name="l00221"></a><span class="lineno"> 221</span>&#160; ITensorHandle* ancestor = subTensorHandle;</div>
+<div class="line"><a name="l00222"></a><span class="lineno"> 222</span>&#160; <span class="keywordflow">while</span> (ancestor &amp;&amp; ancestor-&gt;GetParent())</div>
+<div class="line"><a name="l00223"></a><span class="lineno"> 223</span>&#160; {</div>
+<div class="line"><a name="l00224"></a><span class="lineno"> 224</span>&#160; ancestor = ancestor-&gt;GetParent();</div>
+<div class="line"><a name="l00225"></a><span class="lineno"> 225</span>&#160; }</div>
+<div class="line"><a name="l00226"></a><span class="lineno"> 226</span>&#160; <span class="keywordflow">return</span> ancestor;</div>
+<div class="line"><a name="l00227"></a><span class="lineno"> 227</span>&#160; };</div>
+<div class="line"><a name="l00228"></a><span class="lineno"> 228</span>&#160; </div>
+<div class="line"><a name="l00229"></a><span class="lineno"> 229</span>&#160; <span class="comment">// Checks whether a TensorHandle has been pre-allocated</span></div>
+<div class="line"><a name="l00230"></a><span class="lineno"> 230</span>&#160; <span class="keyword">auto</span> IsPreallocated = [&amp;](ITensorHandle* <span class="keyword">const</span> tensorHandle)</div>
+<div class="line"><a name="l00231"></a><span class="lineno"> 231</span>&#160; {</div>
+<div class="line"><a name="l00232"></a><span class="lineno"> 232</span>&#160; <span class="keywordflow">return</span> tensorHandle &amp;&amp; preallocatedTensors.find(tensorHandle) != preallocatedTensors.end();</div>
+<div class="line"><a name="l00233"></a><span class="lineno"> 233</span>&#160; };</div>
+<div class="line"><a name="l00234"></a><span class="lineno"> 234</span>&#160; </div>
+<div class="line"><a name="l00235"></a><span class="lineno"> 235</span>&#160; <span class="comment">// Constant tensor handles need to last from the beginning of execution till the end,</span></div>
+<div class="line"><a name="l00236"></a><span class="lineno"> 236</span>&#160; <span class="comment">// therefore we pre-allocate them upfront</span></div>
+<div class="line"><a name="l00237"></a><span class="lineno"> 237</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; layer : m_Layers)</div>
+<div class="line"><a name="l00238"></a><span class="lineno"> 238</span>&#160; {</div>
+<div class="line"><a name="l00239"></a><span class="lineno"> 239</span>&#160; <span class="keywordflow">if</span> (layer-&gt;GetType() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">LayerType::Constant</a>)</div>
+<div class="line"><a name="l00240"></a><span class="lineno"> 240</span>&#160; {</div>
+<div class="line"><a name="l00241"></a><span class="lineno"> 241</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; slot = layer-&gt;BeginOutputSlots(); slot != layer-&gt;EndOutputSlots(); ++slot)</div>
+<div class="line"><a name="l00242"></a><span class="lineno"> 242</span>&#160; {</div>
+<div class="line"><a name="l00243"></a><span class="lineno"> 243</span>&#160; ITensorHandle *tensorHandle = TraceSubTensorHandleAncestry(slot-&gt;GetOutputHandler().GetData());</div>
+<div class="line"><a name="l00244"></a><span class="lineno"> 244</span>&#160; </div>
+<div class="line"><a name="l00245"></a><span class="lineno"> 245</span>&#160; <span class="keywordflow">if</span> (tensorHandle &amp;&amp; !IsPreallocated(tensorHandle))</div>
+<div class="line"><a name="l00246"></a><span class="lineno"> 246</span>&#160; {</div>
+<div class="line"><a name="l00247"></a><span class="lineno"> 247</span>&#160; tensorHandle-&gt;Allocate();</div>
+<div class="line"><a name="l00248"></a><span class="lineno"> 248</span>&#160; preallocatedTensors.insert(tensorHandle);</div>
+<div class="line"><a name="l00249"></a><span class="lineno"> 249</span>&#160; }</div>
+<div class="line"><a name="l00250"></a><span class="lineno"> 250</span>&#160; }</div>
+<div class="line"><a name="l00251"></a><span class="lineno"> 251</span>&#160; }</div>
+<div class="line"><a name="l00252"></a><span class="lineno"> 252</span>&#160; }</div>
+<div class="line"><a name="l00253"></a><span class="lineno"> 253</span>&#160; </div>
+<div class="line"><a name="l00254"></a><span class="lineno"> 254</span>&#160; <span class="comment">// Iterate over the network in topological order</span></div>
+<div class="line"><a name="l00255"></a><span class="lineno"> 255</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; layer : m_Layers)</div>
+<div class="line"><a name="l00256"></a><span class="lineno"> 256</span>&#160; {</div>
+<div class="line"><a name="l00257"></a><span class="lineno"> 257</span>&#160; <span class="comment">// Count the amount of times each output slot references a certain buffer (ITensorHandle).</span></div>
+<div class="line"><a name="l00258"></a><span class="lineno"> 258</span>&#160; <span class="comment">// The first time we encounter a new tensor handle, we start managing its lifetime.</span></div>
+<div class="line"><a name="l00259"></a><span class="lineno"> 259</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; slot = layer-&gt;BeginOutputSlots(); slot != layer-&gt;EndOutputSlots(); ++slot)</div>
+<div class="line"><a name="l00260"></a><span class="lineno"> 260</span>&#160; {</div>
+<div class="line"><a name="l00261"></a><span class="lineno"> 261</span>&#160; ITensorHandle *tensorHandle = TraceSubTensorHandleAncestry(slot-&gt;GetOutputHandler().GetData());</div>
+<div class="line"><a name="l00262"></a><span class="lineno"> 262</span>&#160; </div>
+<div class="line"><a name="l00263"></a><span class="lineno"> 263</span>&#160; <span class="keywordflow">if</span> (tensorHandle &amp;&amp; !IsPreallocated(tensorHandle))</div>
+<div class="line"><a name="l00264"></a><span class="lineno"> 264</span>&#160; {</div>
+<div class="line"><a name="l00265"></a><span class="lineno"> 265</span>&#160; <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> numConnections = slot-&gt;GetNumConnections();</div>
+<div class="line"><a name="l00266"></a><span class="lineno"> 266</span>&#160; <span class="keywordflow">if</span> (handleReferenceCounts.find(tensorHandle) == handleReferenceCounts.end())</div>
+<div class="line"><a name="l00267"></a><span class="lineno"> 267</span>&#160; {</div>
+<div class="line"><a name="l00268"></a><span class="lineno"> 268</span>&#160; handleReferenceCounts[tensorHandle] = numConnections;</div>
+<div class="line"><a name="l00269"></a><span class="lineno"> 269</span>&#160; tensorHandle-&gt;Manage();</div>
+<div class="line"><a name="l00270"></a><span class="lineno"> 270</span>&#160; <span class="keywordflow">if</span> (handleReferenceCounts[tensorHandle] == 0u)</div>
+<div class="line"><a name="l00271"></a><span class="lineno"> 271</span>&#160; {</div>
+<div class="line"><a name="l00272"></a><span class="lineno"> 272</span>&#160; <span class="comment">// if nobody consumes this tensor we call Allocate()</span></div>
+<div class="line"><a name="l00273"></a><span class="lineno"> 273</span>&#160; tensorHandle-&gt;Allocate();</div>
+<div class="line"><a name="l00274"></a><span class="lineno"> 274</span>&#160; }</div>
+<div class="line"><a name="l00275"></a><span class="lineno"> 275</span>&#160; }</div>
+<div class="line"><a name="l00276"></a><span class="lineno"> 276</span>&#160; <span class="keywordflow">else</span></div>
+<div class="line"><a name="l00277"></a><span class="lineno"> 277</span>&#160; {</div>
+<div class="line"><a name="l00278"></a><span class="lineno"> 278</span>&#160; handleReferenceCounts[tensorHandle] += numConnections;</div>
+<div class="line"><a name="l00279"></a><span class="lineno"> 279</span>&#160; }</div>
+<div class="line"><a name="l00280"></a><span class="lineno"> 280</span>&#160; }</div>
+<div class="line"><a name="l00281"></a><span class="lineno"> 281</span>&#160; }</div>
+<div class="line"><a name="l00282"></a><span class="lineno"> 282</span>&#160; </div>
+<div class="line"><a name="l00283"></a><span class="lineno"> 283</span>&#160; <span class="comment">// Loop through the input slots in the same layer and decrement the reference counter associated</span></div>
+<div class="line"><a name="l00284"></a><span class="lineno"> 284</span>&#160; <span class="comment">// to each tensor handle we encounter. Once it reaches zero, we end the lifetime of the tensor handle</span></div>
+<div class="line"><a name="l00285"></a><span class="lineno"> 285</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; slot = layer-&gt;BeginInputSlots(); slot != layer-&gt;EndInputSlots(); ++slot)</div>
+<div class="line"><a name="l00286"></a><span class="lineno"> 286</span>&#160; {</div>
+<div class="line"><a name="l00287"></a><span class="lineno"> 287</span>&#160; ITensorHandle *tensorHandle = TraceSubTensorHandleAncestry(</div>
+<div class="line"><a name="l00288"></a><span class="lineno"> 288</span>&#160; slot-&gt;GetConnectedOutputSlot()-&gt;GetOutputHandler().GetData());</div>
+<div class="line"><a name="l00289"></a><span class="lineno"> 289</span>&#160; </div>
+<div class="line"><a name="l00290"></a><span class="lineno"> 290</span>&#160; <span class="keywordflow">if</span> (tensorHandle &amp;&amp; !IsPreallocated(tensorHandle))</div>
+<div class="line"><a name="l00291"></a><span class="lineno"> 291</span>&#160; {</div>
+<div class="line"><a name="l00292"></a><span class="lineno"> 292</span>&#160; --handleReferenceCounts[tensorHandle];</div>
+<div class="line"><a name="l00293"></a><span class="lineno"> 293</span>&#160; </div>
+<div class="line"><a name="l00294"></a><span class="lineno"> 294</span>&#160; <span class="keywordflow">if</span> (handleReferenceCounts[tensorHandle] == 0u)</div>
+<div class="line"><a name="l00295"></a><span class="lineno"> 295</span>&#160; {</div>
+<div class="line"><a name="l00296"></a><span class="lineno"> 296</span>&#160; <span class="comment">// Stop managing lifetime of tensor handle</span></div>
+<div class="line"><a name="l00297"></a><span class="lineno"> 297</span>&#160; tensorHandle-&gt;Allocate();</div>
+<div class="line"><a name="l00298"></a><span class="lineno"> 298</span>&#160; handleReferenceCounts.erase(tensorHandle);</div>
+<div class="line"><a name="l00299"></a><span class="lineno"> 299</span>&#160; }</div>
+<div class="line"><a name="l00300"></a><span class="lineno"> 300</span>&#160; }</div>
+<div class="line"><a name="l00301"></a><span class="lineno"> 301</span>&#160; }</div>
+<div class="line"><a name="l00302"></a><span class="lineno"> 302</span>&#160; }</div>
+<div class="line"><a name="l00303"></a><span class="lineno"> 303</span>&#160; </div>
+<div class="line"><a name="l00304"></a><span class="lineno"> 304</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>;</div>
+<div class="line"><a name="l00305"></a><span class="lineno"> 305</span>&#160;}</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="classarmnn_1_1_i_tensor_handle.html#a5cceed8b707a09bf27eb61f17acf8a88">ITensorHandle::Allocate()</a>, <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>, <a class="el" href="_profiling_8hpp_source.html#l00220">ARMNN_SCOPED_PROFILING_EVENT</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::Constant</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle.html#a437893b8dcf58a0b68b70e1ad7933be6">ITensorHandle::GetParent()</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle.html#a04149d0f9b9c54c05e95693111490daf">ITensorHandle::Manage()</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>, and <a class="el" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>.</p>
+<p class="reference">References <a class="el" href="classarmnn_1_1_i_tensor_handle.html#a5cceed8b707a09bf27eb61f17acf8a88">ITensorHandle::Allocate()</a>, <a class="el" href="_profiling_8hpp_source.html#l00220">ARMNN_SCOPED_PROFILING_EVENT</a>, <a class="el" href="_exceptions_8hpp_source.html#l00210">ARMNN_THROW_INVALIDARG_MSG_IF_FALSE</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::Constant</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle.html#a437893b8dcf58a0b68b70e1ad7933be6">ITensorHandle::GetParent()</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle.html#a04149d0f9b9c54c05e95693111490daf">ITensorHandle::Manage()</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>, and <a class="el" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>.</p>
</div>
</div>
@@ -892,10 +906,10 @@ Friends</h2></td></tr>
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00219">219</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00219"></a><span class="lineno"> 219</span>&#160; {</div>
-<div class="line"><a name="l00220"></a><span class="lineno"> 220</span>&#160; m_Views[notifyOnEvent].emplace_back(observable);</div>
-<div class="line"><a name="l00221"></a><span class="lineno"> 221</span>&#160; }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00226">226</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00226"></a><span class="lineno"> 226</span>&#160; {</div>
+<div class="line"><a name="l00227"></a><span class="lineno"> 227</span>&#160; m_Views[notifyOnEvent].emplace_back(observable);</div>
+<div class="line"><a name="l00228"></a><span class="lineno"> 228</span>&#160; }</div>
</div><!-- fragment -->
<p class="reference">Referenced by <a class="el" href="_observable_8hpp_source.html#l00019">GraphObservable&lt; std::string &gt;::GraphObservable()</a>.</p>
@@ -926,10 +940,10 @@ Friends</h2></td></tr>
<p>Returns iterator pointing to the beginning of the list. Lowercase for range-based for loops. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00169">169</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00169"></a><span class="lineno"> 169</span>&#160;{ <span class="keywordflow">return</span> m_Layers.begin(); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00176">176</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00176"></a><span class="lineno"> 176</span>&#160;{ <span class="keywordflow">return</span> m_Layers.begin(); }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00179">Graph::cbegin()</a>, <a class="el" href="_network_8cpp_source.html#l01896">armnn::Optimize()</a>, and <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00186">Graph::cbegin()</a>, <a class="el" href="_network_8cpp_source.html#l01906">armnn::Optimize()</a>, and <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>.</p>
</div>
</div>
@@ -958,8 +972,8 @@ Friends</h2></td></tr>
<p>Returns const iterator pointing to the beginning of the list. Lowercase for range-based for loops. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00174">174</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00174"></a><span class="lineno"> 174</span>&#160;{ <span class="keywordflow">return</span> {m_Layers.begin(), &amp;(PtrCast&lt;const Layer&gt;)}; }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00181">181</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00181"></a><span class="lineno"> 181</span>&#160;{ <span class="keywordflow">return</span> {m_Layers.begin(), &amp;(PtrCast&lt;const Layer&gt;)}; }</div>
</div><!-- fragment -->
</div>
</div>
@@ -988,10 +1002,10 @@ Friends</h2></td></tr>
<p>Returns const iterator pointing to the beginning of the list. Lowercase for range-based for loops. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00179">179</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00179"></a><span class="lineno"> 179</span>&#160;{ <span class="keywordflow">return</span> <a class="code" href="classarmnn_1_1_graph.html#a2387033802383edbdc95f9bbb12a707e">begin</a>(); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00186">186</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00186"></a><span class="lineno"> 186</span>&#160;{ <span class="keywordflow">return</span> <a class="code" href="classarmnn_1_1_graph.html#a2387033802383edbdc95f9bbb12a707e">begin</a>(); }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00169">Graph::begin()</a>.</p>
+<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00176">Graph::begin()</a>.</p>
</div>
</div>
@@ -1020,10 +1034,10 @@ Friends</h2></td></tr>
<p>Returns const iterator pointing to the end of the list. Lowercase for range-based for loops. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00181">181</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00181"></a><span class="lineno"> 181</span>&#160;{ <span class="keywordflow">return</span> <a class="code" href="classarmnn_1_1_graph.html#ab45dae688fc5d8983727abffa4389003">end</a>(); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00188">188</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00188"></a><span class="lineno"> 188</span>&#160;{ <span class="keywordflow">return</span> <a class="code" href="classarmnn_1_1_graph.html#ab45dae688fc5d8983727abffa4389003">end</a>(); }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00171">Graph::end()</a>.</p>
+<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00178">Graph::end()</a>.</p>
</div>
</div>
@@ -1061,10 +1075,10 @@ Friends</h2></td></tr>
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00223">223</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00223"></a><span class="lineno"> 223</span>&#160; {</div>
-<div class="line"><a name="l00224"></a><span class="lineno"> 224</span>&#160; m_Views[notifyOnEvent].remove(observable);</div>
-<div class="line"><a name="l00225"></a><span class="lineno"> 225</span>&#160; }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00230">230</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00230"></a><span class="lineno"> 230</span>&#160; {</div>
+<div class="line"><a name="l00231"></a><span class="lineno"> 231</span>&#160; m_Views[notifyOnEvent].remove(observable);</div>
+<div class="line"><a name="l00232"></a><span class="lineno"> 232</span>&#160; }</div>
</div><!-- fragment -->
<p class="reference">Referenced by <a class="el" href="_observable_8hpp_source.html#l00033">GraphObservable&lt; std::string &gt;::~GraphObservable()</a>.</p>
@@ -1095,10 +1109,10 @@ Friends</h2></td></tr>
<p>Returns iterator pointing to the end of the list. Lowercase for range-based for loops. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00171">171</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00171"></a><span class="lineno"> 171</span>&#160;{ <span class="keywordflow">return</span> m_Layers.end(); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00178">178</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00178"></a><span class="lineno"> 178</span>&#160;{ <span class="keywordflow">return</span> m_Layers.end(); }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00181">Graph::cend()</a>, <a class="el" href="_network_8cpp_source.html#l01896">armnn::Optimize()</a>, and <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00188">Graph::cend()</a>, <a class="el" href="_network_8cpp_source.html#l01906">armnn::Optimize()</a>, and <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>.</p>
</div>
</div>
@@ -1127,8 +1141,8 @@ Friends</h2></td></tr>
<p>Returns const iterator pointing to the end of the list. Lowercase for range-based for loops. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00176">176</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00176"></a><span class="lineno"> 176</span>&#160;{ <span class="keywordflow">return</span> {m_Layers.end(), &amp;(PtrCast&lt;const Layer&gt;)}; }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00183">183</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00183"></a><span class="lineno"> 183</span>&#160;{ <span class="keywordflow">return</span> {m_Layers.end(), &amp;(PtrCast&lt;const Layer&gt;)}; }</div>
</div><!-- fragment -->
</div>
</div>
@@ -1158,16 +1172,16 @@ Friends</h2></td></tr>
<p>Deletes the layer at the specified position. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00504">504</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00505"></a><span class="lineno"> 505</span>&#160;{</div>
-<div class="line"><a name="l00506"></a><span class="lineno"> 506</span>&#160; NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0bad6e393dc30fd33cbcb5f6ab199093528">GraphEvent::LayerErased</a>, *pos);</div>
-<div class="line"><a name="l00507"></a><span class="lineno"> 507</span>&#160; </div>
-<div class="line"><a name="l00508"></a><span class="lineno"> 508</span>&#160; <span class="keyword">delete</span> *pos;</div>
-<div class="line"><a name="l00509"></a><span class="lineno"> 509</span>&#160;}</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00517">517</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00518"></a><span class="lineno"> 518</span>&#160;{</div>
+<div class="line"><a name="l00519"></a><span class="lineno"> 519</span>&#160; NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0bad6e393dc30fd33cbcb5f6ab199093528">GraphEvent::LayerErased</a>, *pos);</div>
+<div class="line"><a name="l00520"></a><span class="lineno"> 520</span>&#160; </div>
+<div class="line"><a name="l00521"></a><span class="lineno"> 521</span>&#160; <span class="keyword">delete</span> *pos;</div>
+<div class="line"><a name="l00522"></a><span class="lineno"> 522</span>&#160;}</div>
</div><!-- fragment -->
<p class="reference">References <a class="el" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0bad6e393dc30fd33cbcb5f6ab199093528">armnn::LayerErased</a>.</p>
-<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01328">armnn::ApplyBackendOptimizations()</a>, <a class="el" href="_graph_8hpp_source.html#l00512">Graph::EraseLayer()</a>, <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>, <a class="el" href="_optimization_8hpp_source.html#l00084">OptimizeForConnectionImpl&lt; BaseType, ChildType, Wrapped &gt;::Run()</a>, and <a class="el" href="_optimization_8hpp_source.html#l00136">OptimizeForExclusiveConnectionImpl&lt; BaseType, ChildType, Wrapped &gt;::Run()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01320">armnn::ApplyBackendOptimizations()</a>, <a class="el" href="_graph_8hpp_source.html#l00525">Graph::EraseLayer()</a>, <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>, <a class="el" href="_optimization_8hpp_source.html#l00084">OptimizeForConnectionImpl&lt; BaseType, ChildType, Wrapped &gt;::Run()</a>, and <a class="el" href="_optimization_8hpp_source.html#l00136">OptimizeForExclusiveConnectionImpl&lt; BaseType, ChildType, Wrapped &gt;::Run()</a>.</p>
</div>
</div>
@@ -1198,14 +1212,18 @@ Friends</h2></td></tr>
<p>Deletes the layer. </p>
<p>Sets <em>layer</em> to nullptr on return. Templated to support pointers to any layer type. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00512">512</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00513"></a><span class="lineno"> 513</span>&#160;{</div>
-<div class="line"><a name="l00514"></a><span class="lineno"> 514</span>&#160; <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(layer != <span class="keyword">nullptr</span>);</div>
-<div class="line"><a name="l00515"></a><span class="lineno"> 515</span>&#160; <a class="code" href="classarmnn_1_1_graph.html#a96d76fd10af39fbfabfd0caf0d1439fa">EraseLayer</a>(<a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(*layer));</div>
-<div class="line"><a name="l00516"></a><span class="lineno"> 516</span>&#160; layer = <span class="keyword">nullptr</span>;</div>
-<div class="line"><a name="l00517"></a><span class="lineno"> 517</span>&#160;}</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00525">525</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00526"></a><span class="lineno"> 526</span>&#160;{</div>
+<div class="line"><a name="l00527"></a><span class="lineno"> 527</span>&#160; <span class="keywordflow">if</span> (!layer)</div>
+<div class="line"><a name="l00528"></a><span class="lineno"> 528</span>&#160; {</div>
+<div class="line"><a name="l00529"></a><span class="lineno"> 529</span>&#160; <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_null_pointer_exception.html">armnn::NullPointerException</a>(<span class="stringliteral">&quot;layer must not be null.&quot;</span>);</div>
+<div class="line"><a name="l00530"></a><span class="lineno"> 530</span>&#160; }</div>
+<div class="line"><a name="l00531"></a><span class="lineno"> 531</span>&#160; </div>
+<div class="line"><a name="l00532"></a><span class="lineno"> 532</span>&#160; <a class="code" href="classarmnn_1_1_graph.html#a96d76fd10af39fbfabfd0caf0d1439fa">EraseLayer</a>(<a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(*layer));</div>
+<div class="line"><a name="l00533"></a><span class="lineno"> 533</span>&#160; layer = <span class="keyword">nullptr</span>;</div>
+<div class="line"><a name="l00534"></a><span class="lineno"> 534</span>&#160;}</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>, <a class="el" href="_graph_8hpp_source.html#l00504">Graph::EraseLayer()</a>, and <a class="el" href="_graph_8hpp_source.html#l00448">Graph::GetPosInGraph()</a>.</p>
+<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00517">Graph::EraseLayer()</a>, and <a class="el" href="_graph_8hpp_source.html#l00455">Graph::GetPosInGraph()</a>.</p>
</div>
</div>
@@ -1243,7 +1261,7 @@ Friends</h2></td></tr>
<div class="line"><a name="l00047"></a><span class="lineno"> 47</span>&#160; }</div>
<div class="line"><a name="l00048"></a><span class="lineno"> 48</span>&#160; }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_graph_8cpp_source.html#l00329">Graph::AddCompatibilityLayers()</a>, <a class="el" href="_network_8cpp_source.html#l01812">armnn::SelectTensorHandleStrategy()</a>, and <a class="el" href="_graph_8hpp_source.html#l00135">Graph::~Graph()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_graph_8cpp_source.html#l00330">Graph::AddCompatibilityLayers()</a>, <a class="el" href="_network_8cpp_source.html#l01821">armnn::SelectTensorHandleStrategy()</a>, and <a class="el" href="_graph_8hpp_source.html#l00142">Graph::~Graph()</a>.</p>
</div>
</div>
@@ -1272,10 +1290,10 @@ Friends</h2></td></tr>
<p>Returns a wrapper object with <a class="el" href="classarmnn_1_1_graph.html#a2387033802383edbdc95f9bbb12a707e" title="Returns iterator pointing to the beginning of the list. Lowercase for range-based for loops.">begin()</a>, <a class="el" href="classarmnn_1_1_graph.html#ab45dae688fc5d8983727abffa4389003" title="Returns iterator pointing to the end of the list. Lowercase for range-based for loops.">end()</a> methods to iterate over the input layers in a range-based for loop. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00192">192</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00192"></a><span class="lineno"> 192</span>&#160;{ <span class="keywordflow">return</span> InputLayersAccessor(*<span class="keyword">this</span>); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00199">199</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00199"></a><span class="lineno"> 199</span>&#160;{ <span class="keywordflow">return</span> InputLayersAccessor(*<span class="keyword">this</span>); }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_loaded_network_8cpp_source.html#l00851">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01430">LoadedNetwork::ImportInputs()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_loaded_network_8cpp_source.html#l00872">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01486">LoadedNetwork::ImportInputs()</a>.</p>
</div>
</div>
@@ -1302,10 +1320,10 @@ Friends</h2></td></tr>
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00187">187</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00187"></a><span class="lineno"> 187</span>&#160;{ <span class="keywordflow">return</span> m_InputIds.size(); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00194">194</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00194"></a><span class="lineno"> 194</span>&#160;{ <span class="keywordflow">return</span> m_InputIds.size(); }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00070">Graph::InputLayersAccessor::end()</a>, <a class="el" href="_loaded_network_8cpp_source.html#l00851">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01741">LoadedNetwork::Execute()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00070">Graph::InputLayersAccessor::end()</a>, <a class="el" href="_loaded_network_8cpp_source.html#l00872">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01803">LoadedNetwork::Execute()</a>.</p>
</div>
</div>
@@ -1332,10 +1350,10 @@ Friends</h2></td></tr>
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00198">198</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00198"></a><span class="lineno"> 198</span>&#160;{ <span class="keywordflow">return</span> m_Layers.size(); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00205">205</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00205"></a><span class="lineno"> 205</span>&#160;{ <span class="keywordflow">return</span> m_Layers.size(); }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_loaded_network_8cpp_source.html#l00851">LoadedNetwork::EnqueueWorkload()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_loaded_network_8cpp_source.html#l00872">LoadedNetwork::EnqueueWorkload()</a>.</p>
</div>
</div>
@@ -1362,10 +1380,10 @@ Friends</h2></td></tr>
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00188">188</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00188"></a><span class="lineno"> 188</span>&#160;{ <span class="keywordflow">return</span> m_OutputIds.size(); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00195">195</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00195"></a><span class="lineno"> 195</span>&#160;{ <span class="keywordflow">return</span> m_OutputIds.size(); }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00084">Graph::OutputLayersAccessor::begin()</a>, <a class="el" href="_loaded_network_8cpp_source.html#l00851">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01741">LoadedNetwork::Execute()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00084">Graph::OutputLayersAccessor::begin()</a>, <a class="el" href="_loaded_network_8cpp_source.html#l00872">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01803">LoadedNetwork::Execute()</a>.</p>
</div>
</div>
@@ -1394,10 +1412,10 @@ Friends</h2></td></tr>
<p>Returns a wrapper object with <a class="el" href="classarmnn_1_1_graph.html#a2387033802383edbdc95f9bbb12a707e" title="Returns iterator pointing to the beginning of the list. Lowercase for range-based for loops.">begin()</a>, <a class="el" href="classarmnn_1_1_graph.html#ab45dae688fc5d8983727abffa4389003" title="Returns iterator pointing to the end of the list. Lowercase for range-based for loops.">end()</a> methods to iterate over the output layers in a range-based for loop. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00196">196</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00196"></a><span class="lineno"> 196</span>&#160;{ <span class="keywordflow">return</span> OutputLayersAccessor(*<span class="keyword">this</span>); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00203">203</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00203"></a><span class="lineno"> 203</span>&#160;{ <span class="keywordflow">return</span> OutputLayersAccessor(*<span class="keyword">this</span>); }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_loaded_network_8cpp_source.html#l00851">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01573">LoadedNetwork::ImportOutputs()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_loaded_network_8cpp_source.html#l00872">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01632">LoadedNetwork::ImportOutputs()</a>.</p>
</div>
</div>
@@ -1427,16 +1445,17 @@ Friends</h2></td></tr>
<p>Gets the position of a layer in the graph. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00448">448</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00449"></a><span class="lineno"> 449</span>&#160;{</div>
-<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>&#160; <span class="keyword">auto</span> it = m_PosInGraphMap.find(&amp;layer);</div>
-<div class="line"><a name="l00451"></a><span class="lineno"> 451</span>&#160; <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(it != m_PosInGraphMap.end());</div>
-<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>&#160; <span class="keywordflow">return</span> it-&gt;second;</div>
-<div class="line"><a name="l00453"></a><span class="lineno"> 453</span>&#160;}</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00455">455</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00456"></a><span class="lineno"> 456</span>&#160;{</div>
+<div class="line"><a name="l00457"></a><span class="lineno"> 457</span>&#160; <span class="keyword">auto</span> it = m_PosInGraphMap.find(&amp;layer);</div>
+<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>&#160; <span class="keywordflow">if</span> (it == m_PosInGraphMap.end())</div>
+<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>&#160; {</div>
+<div class="line"><a name="l00460"></a><span class="lineno"> 460</span>&#160; <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">&quot;unable to find layer in graph map.&quot;</span>);</div>
+<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>&#160; }</div>
+<div class="line"><a name="l00462"></a><span class="lineno"> 462</span>&#160; <span class="keywordflow">return</span> it-&gt;second;</div>
+<div class="line"><a name="l00463"></a><span class="lineno"> 463</span>&#160;}</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>.</p>
-
-<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00512">Graph::EraseLayer()</a>, <a class="el" href="_graph_8hpp_source.html#l00471">Graph::InsertNewLayer()</a>, and <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00525">Graph::EraseLayer()</a>, <a class="el" href="_graph_8hpp_source.html#l00481">Graph::InsertNewLayer()</a>, and <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>.</p>
</div>
</div>
@@ -1455,12 +1474,12 @@ Friends</h2></td></tr>
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00692">692</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00693"></a><span class="lineno"> 693</span>&#160;{</div>
-<div class="line"><a name="l00694"></a><span class="lineno"> 694</span>&#160; <span class="keywordflow">return</span> m_Profiler;</div>
-<div class="line"><a name="l00695"></a><span class="lineno"> 695</span>&#160;}</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00733">733</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00734"></a><span class="lineno"> 734</span>&#160;{</div>
+<div class="line"><a name="l00735"></a><span class="lineno"> 735</span>&#160; <span class="keywordflow">return</span> m_Profiler;</div>
+<div class="line"><a name="l00736"></a><span class="lineno"> 736</span>&#160;}</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01896">armnn::Optimize()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01906">armnn::Optimize()</a>.</p>
</div>
</div>
@@ -1479,41 +1498,41 @@ Friends</h2></td></tr>
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00604">604</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00605"></a><span class="lineno"> 605</span>&#160;{</div>
-<div class="line"><a name="l00606"></a><span class="lineno"> 606</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; layer : <a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>())</div>
-<div class="line"><a name="l00607"></a><span class="lineno"> 607</span>&#160; {</div>
-<div class="line"><a name="l00608"></a><span class="lineno"> 608</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; input : layer-&gt;GetInputSlots())</div>
-<div class="line"><a name="l00609"></a><span class="lineno"> 609</span>&#160; {</div>
-<div class="line"><a name="l00610"></a><span class="lineno"> 610</span>&#160; <span class="keyword">const</span> IOutputSlot* source = input.GetConnectedOutputSlot();</div>
-<div class="line"><a name="l00611"></a><span class="lineno"> 611</span>&#160; <span class="keywordflow">if</span> (source == NULL)</div>
-<div class="line"><a name="l00612"></a><span class="lineno"> 612</span>&#160; {</div>
-<div class="line"><a name="l00613"></a><span class="lineno"> 613</span>&#160; <span class="comment">// Throws exception due to a layer input not being connected to an output slot.</span></div>
-<div class="line"><a name="l00614"></a><span class="lineno"> 614</span>&#160; <span class="comment">// Verifies input slot weights and bias are set for FullyConnected layers.</span></div>
-<div class="line"><a name="l00615"></a><span class="lineno"> 615</span>&#160; ConstructErrorMessageForUnconnectedInputs(layer, input.GetSlotIndex());</div>
-<div class="line"><a name="l00616"></a><span class="lineno"> 616</span>&#160; }</div>
-<div class="line"><a name="l00617"></a><span class="lineno"> 617</span>&#160; </div>
-<div class="line"><a name="l00618"></a><span class="lineno"> 618</span>&#160; <span class="keywordflow">if</span> (!source-&gt;IsTensorInfoSet())</div>
-<div class="line"><a name="l00619"></a><span class="lineno"> 619</span>&#160; {</div>
-<div class="line"><a name="l00620"></a><span class="lineno"> 620</span>&#160; std::ostringstream message;</div>
-<div class="line"><a name="l00621"></a><span class="lineno"> 621</span>&#160; message &lt;&lt; <span class="stringliteral">&quot;Output slot TensorInfo not set on &quot;</span></div>
-<div class="line"><a name="l00622"></a><span class="lineno"> 622</span>&#160; &lt;&lt; <a class="code" href="namespacearmnn.html#addb6b14dd1b632263ffe77430259a7c4">GetLayerTypeAsCString</a>(layer-&gt;GetType())</div>
-<div class="line"><a name="l00623"></a><span class="lineno"> 623</span>&#160; &lt;&lt; <span class="stringliteral">&quot; layer &quot;</span></div>
-<div class="line"><a name="l00624"></a><span class="lineno"> 624</span>&#160; &lt;&lt; std::quoted(layer-&gt;GetName());</div>
-<div class="line"><a name="l00625"></a><span class="lineno"> 625</span>&#160; <span class="keywordflow">throw</span> LayerValidationException(message.str());</div>
-<div class="line"><a name="l00626"></a><span class="lineno"> 626</span>&#160; }</div>
-<div class="line"><a name="l00627"></a><span class="lineno"> 627</span>&#160; }</div>
-<div class="line"><a name="l00628"></a><span class="lineno"> 628</span>&#160; </div>
-<div class="line"><a name="l00629"></a><span class="lineno"> 629</span>&#160; <span class="keywordflow">if</span> (layer-&gt;m_ShapeInferenceMethod == <a class="code" href="namespacearmnn.html#adf57837d00e8352d9b5cc5ab1fb5fee9af6486a22a9bb11959bfae60a3e5174b1">ShapeInferenceMethod::ValidateOnly</a>)</div>
-<div class="line"><a name="l00630"></a><span class="lineno"> 630</span>&#160; {</div>
-<div class="line"><a name="l00631"></a><span class="lineno"> 631</span>&#160; layer-&gt;ValidateTensorShapesFromInputs();</div>
-<div class="line"><a name="l00632"></a><span class="lineno"> 632</span>&#160; }</div>
-<div class="line"><a name="l00633"></a><span class="lineno"> 633</span>&#160; }</div>
-<div class="line"><a name="l00634"></a><span class="lineno"> 634</span>&#160;}</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00645">645</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00646"></a><span class="lineno"> 646</span>&#160;{</div>
+<div class="line"><a name="l00647"></a><span class="lineno"> 647</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; layer : <a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>())</div>
+<div class="line"><a name="l00648"></a><span class="lineno"> 648</span>&#160; {</div>
+<div class="line"><a name="l00649"></a><span class="lineno"> 649</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; input : layer-&gt;GetInputSlots())</div>
+<div class="line"><a name="l00650"></a><span class="lineno"> 650</span>&#160; {</div>
+<div class="line"><a name="l00651"></a><span class="lineno"> 651</span>&#160; <span class="keyword">const</span> IOutputSlot* source = input.GetConnectedOutputSlot();</div>
+<div class="line"><a name="l00652"></a><span class="lineno"> 652</span>&#160; <span class="keywordflow">if</span> (source == NULL)</div>
+<div class="line"><a name="l00653"></a><span class="lineno"> 653</span>&#160; {</div>
+<div class="line"><a name="l00654"></a><span class="lineno"> 654</span>&#160; <span class="comment">// Throws exception due to a layer input not being connected to an output slot.</span></div>
+<div class="line"><a name="l00655"></a><span class="lineno"> 655</span>&#160; <span class="comment">// Verifies input slot weights and bias are set for FullyConnected layers.</span></div>
+<div class="line"><a name="l00656"></a><span class="lineno"> 656</span>&#160; ConstructErrorMessageForUnconnectedInputs(layer, input.GetSlotIndex());</div>
+<div class="line"><a name="l00657"></a><span class="lineno"> 657</span>&#160; }</div>
+<div class="line"><a name="l00658"></a><span class="lineno"> 658</span>&#160; </div>
+<div class="line"><a name="l00659"></a><span class="lineno"> 659</span>&#160; <span class="keywordflow">if</span> (!source-&gt;IsTensorInfoSet())</div>
+<div class="line"><a name="l00660"></a><span class="lineno"> 660</span>&#160; {</div>
+<div class="line"><a name="l00661"></a><span class="lineno"> 661</span>&#160; std::ostringstream message;</div>
+<div class="line"><a name="l00662"></a><span class="lineno"> 662</span>&#160; message &lt;&lt; <span class="stringliteral">&quot;Output slot TensorInfo not set on &quot;</span></div>
+<div class="line"><a name="l00663"></a><span class="lineno"> 663</span>&#160; &lt;&lt; <a class="code" href="namespacearmnn.html#addb6b14dd1b632263ffe77430259a7c4">GetLayerTypeAsCString</a>(layer-&gt;GetType())</div>
+<div class="line"><a name="l00664"></a><span class="lineno"> 664</span>&#160; &lt;&lt; <span class="stringliteral">&quot; layer &quot;</span></div>
+<div class="line"><a name="l00665"></a><span class="lineno"> 665</span>&#160; &lt;&lt; std::quoted(layer-&gt;GetName());</div>
+<div class="line"><a name="l00666"></a><span class="lineno"> 666</span>&#160; <span class="keywordflow">throw</span> LayerValidationException(message.str());</div>
+<div class="line"><a name="l00667"></a><span class="lineno"> 667</span>&#160; }</div>
+<div class="line"><a name="l00668"></a><span class="lineno"> 668</span>&#160; }</div>
+<div class="line"><a name="l00669"></a><span class="lineno"> 669</span>&#160; </div>
+<div class="line"><a name="l00670"></a><span class="lineno"> 670</span>&#160; <span class="keywordflow">if</span> (layer-&gt;m_ShapeInferenceMethod == <a class="code" href="namespacearmnn.html#adf57837d00e8352d9b5cc5ab1fb5fee9af6486a22a9bb11959bfae60a3e5174b1">ShapeInferenceMethod::ValidateOnly</a>)</div>
+<div class="line"><a name="l00671"></a><span class="lineno"> 671</span>&#160; {</div>
+<div class="line"><a name="l00672"></a><span class="lineno"> 672</span>&#160; layer-&gt;ValidateTensorShapesFromInputs();</div>
+<div class="line"><a name="l00673"></a><span class="lineno"> 673</span>&#160; }</div>
+<div class="line"><a name="l00674"></a><span class="lineno"> 674</span>&#160; }</div>
+<div class="line"><a name="l00675"></a><span class="lineno"> 675</span>&#160;}</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>, <a class="el" href="classarmnn_1_1_i_output_slot.html#ab4e57caf059794897b17266090ebcb39">IOutputSlot::IsTensorInfoSet()</a>, <a class="el" href="_graph_8hpp_source.html#l00184">Graph::TopologicalSort()</a>, and <a class="el" href="namespacearmnn.html#adf57837d00e8352d9b5cc5ab1fb5fee9af6486a22a9bb11959bfae60a3e5174b1">armnn::ValidateOnly</a>.</p>
+<p class="reference">References <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>, and <a class="el" href="classarmnn_1_1_i_output_slot.html#ab4e57caf059794897b17266090ebcb39">IOutputSlot::IsTensorInfoSet()</a>.</p>
-<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01896">armnn::Optimize()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01906">armnn::Optimize()</a>.</p>
</div>
</div>
@@ -1553,24 +1572,24 @@ Friends</h2></td></tr>
<p>Inserts a new layer between the output slot currently connected to insertBefore and insertBefore itself. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00471">471</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00472"></a><span class="lineno"> 472</span>&#160;{</div>
-<div class="line"><a name="l00473"></a><span class="lineno"> 473</span>&#160; <span class="comment">// Insert after the parent if any, or before the child otherwise, so the topological order is kept.</span></div>
-<div class="line"><a name="l00474"></a><span class="lineno"> 474</span>&#160; OutputSlot* parentOut = insertBefore.GetConnectedOutputSlot();</div>
-<div class="line"><a name="l00475"></a><span class="lineno"> 475</span>&#160; <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_graph.html#acc25db0641c1c22faf95af3bb49080c9">Iterator</a> pos = (parentOut != <span class="keyword">nullptr</span>)</div>
-<div class="line"><a name="l00476"></a><span class="lineno"> 476</span>&#160; ? std::next(<a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(parentOut-&gt;GetOwningLayer()))</div>
-<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>&#160; : <a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(insertBefore.GetOwningLayer());</div>
-<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>&#160; LayerT* <span class="keyword">const</span> layer = <span class="keyword">new</span> LayerInGraph&lt;LayerT&gt;(*<span class="keyword">this</span>, pos, std::forward&lt;Args&gt;(args)...);</div>
-<div class="line"><a name="l00479"></a><span class="lineno"> 479</span>&#160; insertBefore.Insert(*layer);</div>
-<div class="line"><a name="l00480"></a><span class="lineno"> 480</span>&#160; </div>
-<div class="line"><a name="l00481"></a><span class="lineno"> 481</span>&#160; NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">GraphEvent::LayerAdded</a>, layer);</div>
-<div class="line"><a name="l00482"></a><span class="lineno"> 482</span>&#160; </div>
-<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>&#160; <span class="keywordflow">return</span> layer;</div>
-<div class="line"><a name="l00484"></a><span class="lineno"> 484</span>&#160;}</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00481">481</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00482"></a><span class="lineno"> 482</span>&#160;{</div>
+<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>&#160; <span class="comment">// Insert after the parent if any, or before the child otherwise, so the topological order is kept.</span></div>
+<div class="line"><a name="l00484"></a><span class="lineno"> 484</span>&#160; OutputSlot* parentOut = insertBefore.GetConnectedOutputSlot();</div>
+<div class="line"><a name="l00485"></a><span class="lineno"> 485</span>&#160; <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_graph.html#acc25db0641c1c22faf95af3bb49080c9">Iterator</a> pos = (parentOut != <span class="keyword">nullptr</span>)</div>
+<div class="line"><a name="l00486"></a><span class="lineno"> 486</span>&#160; ? std::next(<a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(parentOut-&gt;GetOwningLayer()))</div>
+<div class="line"><a name="l00487"></a><span class="lineno"> 487</span>&#160; : <a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(insertBefore.GetOwningLayer());</div>
+<div class="line"><a name="l00488"></a><span class="lineno"> 488</span>&#160; LayerT* <span class="keyword">const</span> layer = <span class="keyword">new</span> LayerInGraph&lt;LayerT&gt;(*<span class="keyword">this</span>, pos, std::forward&lt;Args&gt;(args)...);</div>
+<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>&#160; insertBefore.Insert(*layer);</div>
+<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>&#160; </div>
+<div class="line"><a name="l00491"></a><span class="lineno"> 491</span>&#160; NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">GraphEvent::LayerAdded</a>, layer);</div>
+<div class="line"><a name="l00492"></a><span class="lineno"> 492</span>&#160; </div>
+<div class="line"><a name="l00493"></a><span class="lineno"> 493</span>&#160; <span class="keywordflow">return</span> layer;</div>
+<div class="line"><a name="l00494"></a><span class="lineno"> 494</span>&#160;}</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_layer_8hpp_source.html#l00056">InputSlot::GetConnectedOutputSlot()</a>, <a class="el" href="_layer_8hpp_source.html#l00053">InputSlot::GetOwningLayer()</a>, <a class="el" href="_layer_8hpp_source.html#l00132">OutputSlot::GetOwningLayer()</a>, <a class="el" href="_graph_8hpp_source.html#l00448">Graph::GetPosInGraph()</a>, <a class="el" href="_layer_8cpp_source.html#l00048">InputSlot::Insert()</a>, and <a class="el" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">armnn::LayerAdded</a>.</p>
+<p class="reference">References <a class="el" href="_layer_8hpp_source.html#l00056">InputSlot::GetConnectedOutputSlot()</a>, <a class="el" href="_layer_8hpp_source.html#l00053">InputSlot::GetOwningLayer()</a>, <a class="el" href="_layer_8hpp_source.html#l00132">OutputSlot::GetOwningLayer()</a>, <a class="el" href="_graph_8hpp_source.html#l00455">Graph::GetPosInGraph()</a>, <a class="el" href="_layer_8cpp_source.html#l00053">InputSlot::Insert()</a>, and <a class="el" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">armnn::LayerAdded</a>.</p>
-<p class="reference">Referenced by <a class="el" href="_fold_pad_into_layer2d_8hpp_source.html#l00144">armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl()</a>, <a class="el" href="_network_utils_8cpp_source.html#l00040">armnn::InsertConvertFp16ToFp32LayersBefore()</a>, <a class="el" href="_network_utils_8cpp_source.html#l00079">armnn::InsertConvertFp32ToFp16LayersAfter()</a>, <a class="el" href="_network_utils_8cpp_source.html#l00112">armnn::InsertDebugLayerAfter()</a>, <a class="el" href="_permute_as_reshape_8hpp_source.html#l00018">PermuteAsReshapeImpl::Run()</a>, <a class="el" href="_transpose_as_reshape_8hpp_source.html#l00018">TransposeAsReshapeImpl::Run()</a>, <a class="el" href="_optimize_consecutive_reshapes_8hpp_source.html#l00019">OptimizeConsecutiveReshapesImpl::Run()</a>, <a class="el" href="_move_permute_up_8hpp_source.html#l00023">MovePermuteUpImpl::Run()</a>, <a class="el" href="_move_transpose_up_8hpp_source.html#l00023">MoveTransposeUpImpl::Run()</a>, <a class="el" href="_fuse_batch_norm_8hpp_source.html#l00027">FuseBatchNorm&lt; ConvLayer, ArmnnType, T &gt;::Run()</a>, and <a class="el" href="_add_broadcast_reshape_layer_8hpp_source.html#l00027">AddBroadcastReshapeLayerImpl::Run()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_fold_pad_into_layer2d_8hpp_source.html#l00144">armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl()</a>, <a class="el" href="_network_utils_8cpp_source.html#l00040">armnn::InsertConvertFp16ToFp32LayersBefore()</a>, <a class="el" href="_network_utils_8cpp_source.html#l00079">armnn::InsertConvertFp32ToFp16LayersAfter()</a>, <a class="el" href="_network_utils_8cpp_source.html#l00112">armnn::InsertDebugLayerAfter()</a>, <a class="el" href="_permute_as_reshape_8hpp_source.html#l00018">PermuteAsReshapeImpl::Run()</a>, <a class="el" href="_transpose_as_reshape_8hpp_source.html#l00018">TransposeAsReshapeImpl::Run()</a>, <a class="el" href="_max_min_into_bounded_relu_8hpp_source.html#l00018">MaxMinIntoBoundedReluImpl::Run()</a>, <a class="el" href="_optimize_consecutive_reshapes_8hpp_source.html#l00019">OptimizeConsecutiveReshapesImpl::Run()</a>, <a class="el" href="_move_transpose_up_8hpp_source.html#l00023">MoveTransposeUpImpl::Run()</a>, <a class="el" href="_move_permute_up_8hpp_source.html#l00023">MovePermuteUpImpl::Run()</a>, <a class="el" href="_add_broadcast_reshape_layer_8hpp_source.html#l00027">AddBroadcastReshapeLayerImpl::Run()</a>, and <a class="el" href="_fuse_batch_norm_8hpp_source.html#l00027">FuseBatchNorm&lt; ConvLayer, ArmnnType, T &gt;::Run()</a>.</p>
</div>
</div>
@@ -1610,24 +1629,27 @@ Friends</h2></td></tr>
<p>Inserts a new layer between insertAfter and the input slot(s) currently connected to it. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00487">487</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00488"></a><span class="lineno"> 488</span>&#160;{</div>
-<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>&#160; Layer&amp; owningLayer = insertAfter.GetOwningLayer();</div>
-<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>&#160; </div>
-<div class="line"><a name="l00491"></a><span class="lineno"> 491</span>&#160; <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_graph.html#acc25db0641c1c22faf95af3bb49080c9">Iterator</a> pos = std::next(<a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(owningLayer));</div>
-<div class="line"><a name="l00492"></a><span class="lineno"> 492</span>&#160; LayerT* <span class="keyword">const</span> layer = <span class="keyword">new</span> LayerInGraph&lt;LayerT&gt;(*<span class="keyword">this</span>, pos, std::forward&lt;Args&gt;(args)...);</div>
-<div class="line"><a name="l00493"></a><span class="lineno"> 493</span>&#160; </div>
-<div class="line"><a name="l00494"></a><span class="lineno"> 494</span>&#160; <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(layer-&gt;GetNumInputSlots() == 1);</div>
-<div class="line"><a name="l00495"></a><span class="lineno"> 495</span>&#160; </div>
-<div class="line"><a name="l00496"></a><span class="lineno"> 496</span>&#160; insertAfter.MoveAllConnections(layer-&gt;GetOutputSlot());</div>
-<div class="line"><a name="l00497"></a><span class="lineno"> 497</span>&#160; insertAfter.Connect(layer-&gt;GetInputSlot(0));</div>
-<div class="line"><a name="l00498"></a><span class="lineno"> 498</span>&#160; </div>
-<div class="line"><a name="l00499"></a><span class="lineno"> 499</span>&#160; NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">GraphEvent::LayerAdded</a>, layer);</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00497">497</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00498"></a><span class="lineno"> 498</span>&#160;{</div>
+<div class="line"><a name="l00499"></a><span class="lineno"> 499</span>&#160; Layer&amp; owningLayer = insertAfter.GetOwningLayer();</div>
<div class="line"><a name="l00500"></a><span class="lineno"> 500</span>&#160; </div>
-<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>&#160; <span class="keywordflow">return</span> layer;</div>
-<div class="line"><a name="l00502"></a><span class="lineno"> 502</span>&#160;}</div>
+<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>&#160; <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_graph.html#acc25db0641c1c22faf95af3bb49080c9">Iterator</a> pos = std::next(<a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(owningLayer));</div>
+<div class="line"><a name="l00502"></a><span class="lineno"> 502</span>&#160; LayerT* <span class="keyword">const</span> layer = <span class="keyword">new</span> LayerInGraph&lt;LayerT&gt;(*<span class="keyword">this</span>, pos, std::forward&lt;Args&gt;(args)...);</div>
+<div class="line"><a name="l00503"></a><span class="lineno"> 503</span>&#160; </div>
+<div class="line"><a name="l00504"></a><span class="lineno"> 504</span>&#160; <span class="keywordflow">if</span> (layer-&gt;GetNumInputSlots() != 1)</div>
+<div class="line"><a name="l00505"></a><span class="lineno"> 505</span>&#160; {</div>
+<div class="line"><a name="l00506"></a><span class="lineno"> 506</span>&#160; <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">&quot;layer must only one input slot.&quot;</span>);</div>
+<div class="line"><a name="l00507"></a><span class="lineno"> 507</span>&#160; }</div>
+<div class="line"><a name="l00508"></a><span class="lineno"> 508</span>&#160; </div>
+<div class="line"><a name="l00509"></a><span class="lineno"> 509</span>&#160; insertAfter.MoveAllConnections(layer-&gt;GetOutputSlot());</div>
+<div class="line"><a name="l00510"></a><span class="lineno"> 510</span>&#160; insertAfter.Connect(layer-&gt;GetInputSlot(0));</div>
+<div class="line"><a name="l00511"></a><span class="lineno"> 511</span>&#160; </div>
+<div class="line"><a name="l00512"></a><span class="lineno"> 512</span>&#160; NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">GraphEvent::LayerAdded</a>, layer);</div>
+<div class="line"><a name="l00513"></a><span class="lineno"> 513</span>&#160; </div>
+<div class="line"><a name="l00514"></a><span class="lineno"> 514</span>&#160; <span class="keywordflow">return</span> layer;</div>
+<div class="line"><a name="l00515"></a><span class="lineno"> 515</span>&#160;}</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>, <a class="el" href="_layer_8cpp_source.html#l00112">OutputSlot::Connect()</a>, <a class="el" href="_layer_8hpp_source.html#l00132">OutputSlot::GetOwningLayer()</a>, <a class="el" href="_graph_8hpp_source.html#l00448">Graph::GetPosInGraph()</a>, <a class="el" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">armnn::LayerAdded</a>, and <a class="el" href="_layer_8cpp_source.html#l00145">OutputSlot::MoveAllConnections()</a>.</p>
+<p class="reference">References <a class="el" href="_layer_8cpp_source.html#l00123">OutputSlot::Connect()</a>, <a class="el" href="_layer_8hpp_source.html#l00132">OutputSlot::GetOwningLayer()</a>, <a class="el" href="_graph_8hpp_source.html#l00455">Graph::GetPosInGraph()</a>, <a class="el" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">armnn::LayerAdded</a>, and <a class="el" href="_layer_8cpp_source.html#l00156">OutputSlot::MoveAllConnections()</a>.</p>
</div>
</div>
@@ -1695,13 +1717,20 @@ Friends</h2></td></tr>
<div class="line"><a name="l00126"></a><span class="lineno"> 126</span>&#160; otherLayer-&gt;Reparent(*<span class="keyword">this</span>, m_Layers.end());</div>
<div class="line"><a name="l00127"></a><span class="lineno"> 127</span>&#160; });</div>
<div class="line"><a name="l00128"></a><span class="lineno"> 128</span>&#160; </div>
-<div class="line"><a name="l00129"></a><span class="lineno"> 129</span>&#160; <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(other.m_PosInGraphMap.empty());</div>
-<div class="line"><a name="l00130"></a><span class="lineno"> 130</span>&#160; <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(other.m_Layers.empty());</div>
-<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>&#160; </div>
-<div class="line"><a name="l00132"></a><span class="lineno"> 132</span>&#160; <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div>
-<div class="line"><a name="l00133"></a><span class="lineno"> 133</span>&#160; }</div>
+<div class="line"><a name="l00129"></a><span class="lineno"> 129</span>&#160; <span class="keywordflow">if</span> (!other.m_PosInGraphMap.empty())</div>
+<div class="line"><a name="l00130"></a><span class="lineno"> 130</span>&#160; {</div>
+<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>&#160; <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">&quot;assignment positions in graph map must be empty.&quot;</span>);</div>
+<div class="line"><a name="l00132"></a><span class="lineno"> 132</span>&#160; }</div>
+<div class="line"><a name="l00133"></a><span class="lineno"> 133</span>&#160; </div>
+<div class="line"><a name="l00134"></a><span class="lineno"> 134</span>&#160; <span class="keywordflow">if</span> (!other.m_Layers.empty())</div>
+<div class="line"><a name="l00135"></a><span class="lineno"> 135</span>&#160; {</div>
+<div class="line"><a name="l00136"></a><span class="lineno"> 136</span>&#160; <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">&quot;assignment layers must be empty.&quot;</span>);</div>
+<div class="line"><a name="l00137"></a><span class="lineno"> 137</span>&#160; }</div>
+<div class="line"><a name="l00138"></a><span class="lineno"> 138</span>&#160; </div>
+<div class="line"><a name="l00139"></a><span class="lineno"> 139</span>&#160; <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div>
+<div class="line"><a name="l00140"></a><span class="lineno"> 140</span>&#160; }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>, and <a class="el" href="classarmnn_1_1_layer.html#ae68bb844446f28cf8580ecbe2f516ff6">Layer::Reparent()</a>.</p>
+<p class="reference">References <a class="el" href="classarmnn_1_1_layer.html#ae68bb844446f28cf8580ecbe2f516ff6">Layer::Reparent()</a>.</p>
</div>
</div>
@@ -1799,7 +1828,7 @@ Friends</h2></td></tr>
<div class="line"><a name="l00143"></a><span class="lineno"> 143</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>;</div>
<div class="line"><a name="l00144"></a><span class="lineno"> 144</span>&#160;}</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_logging_8hpp_source.html#l00212">ARMNN_LOG</a>, <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>, <a class="el" href="_layer_8hpp_source.html#l00259">Layer::GetOutputSlots()</a>, <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::info</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>, and <a class="el" href="_graph_8hpp_source.html#l00184">Graph::TopologicalSort()</a>.</p>
+<p class="reference">References <a class="el" href="_logging_8hpp_source.html#l00212">ARMNN_LOG</a>, <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>, <a class="el" href="_layer_8hpp_source.html#l00259">Layer::GetOutputSlots()</a>, <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::info</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>, and <a class="el" href="_graph_8hpp_source.html#l00191">Graph::TopologicalSort()</a>.</p>
<p class="reference">Referenced by <a class="el" href="_graph_utils_8cpp_source.html#l00068">CheckOrder()</a>.</p>
@@ -1913,7 +1942,7 @@ Friends</h2></td></tr>
<div class="line"><a name="l00204"></a><span class="lineno"> 204</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>;</div>
<div class="line"><a name="l00205"></a><span class="lineno"> 205</span>&#160;}</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_dot_serializer_8cpp_source.html#l00095">DotAttributeSet::AddAttribute()</a>, <a class="el" href="_dot_serializer_8cpp_source.html#l00147">NodeContent::AddContent()</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Failure</a>, <a class="el" href="_dot_serializer_8hpp_source.html#l00083">DotEdge::GetAttributeSet()</a>, <a class="el" href="_dot_serializer_8hpp_source.html#l00120">DotDefaults::GetAttributeSet()</a>, <a class="el" href="_dot_serializer_8hpp_source.html#l00107">DotNode::GetContents()</a>, <a class="el" href="_layer_8hpp_source.html#l00343">Layer::GetGuid()</a>, <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>, <a class="el" href="_layer_8hpp_source.html#l00132">OutputSlot::GetOwningLayer()</a>, <a class="el" href="_tensor_8hpp_source.html#l00193">TensorInfo::GetShape()</a>, <a class="el" href="_layer_8cpp_source.html#l00092">OutputSlot::GetTensorInfo()</a>, and <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>.</p>
+<p class="reference">References <a class="el" href="_dot_serializer_8cpp_source.html#l00095">DotAttributeSet::AddAttribute()</a>, <a class="el" href="_dot_serializer_8cpp_source.html#l00147">NodeContent::AddContent()</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Failure</a>, <a class="el" href="_dot_serializer_8hpp_source.html#l00083">DotEdge::GetAttributeSet()</a>, <a class="el" href="_dot_serializer_8hpp_source.html#l00120">DotDefaults::GetAttributeSet()</a>, <a class="el" href="_dot_serializer_8hpp_source.html#l00107">DotNode::GetContents()</a>, <a class="el" href="_layer_8hpp_source.html#l00343">Layer::GetGuid()</a>, <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>, <a class="el" href="_layer_8hpp_source.html#l00132">OutputSlot::GetOwningLayer()</a>, <a class="el" href="_tensor_8hpp_source.html#l00193">TensorInfo::GetShape()</a>, <a class="el" href="_layer_8cpp_source.html#l00100">OutputSlot::GetTensorInfo()</a>, and <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>.</p>
</div>
</div>
@@ -1932,10 +1961,10 @@ Friends</h2></td></tr>
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00697">697</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00698"></a><span class="lineno"> 698</span>&#160;{</div>
-<div class="line"><a name="l00699"></a><span class="lineno"> 699</span>&#160; m_LayersInOrder = <span class="keyword">false</span>;</div>
-<div class="line"><a name="l00700"></a><span class="lineno"> 700</span>&#160;}</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00738">738</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00739"></a><span class="lineno"> 739</span>&#160;{</div>
+<div class="line"><a name="l00740"></a><span class="lineno"> 740</span>&#160; m_LayersInOrder = <span class="keyword">false</span>;</div>
+<div class="line"><a name="l00741"></a><span class="lineno"> 741</span>&#160;}</div>
</div><!-- fragment -->
</div>
</div>
@@ -1965,27 +1994,27 @@ Friends</h2></td></tr>
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00472">472</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00473"></a><span class="lineno"> 473</span>&#160;{</div>
-<div class="line"><a name="l00474"></a><span class="lineno"> 474</span>&#160; <span class="comment">// Look through each layer in the new subgraph and add any that are not already a member of this graph</span></div>
-<div class="line"><a name="l00475"></a><span class="lineno"> 475</span>&#160; substituteSubgraph.ForEachIConnectableLayer([<span class="keyword">this</span>](IConnectableLayer* iConnectableLayer)</div>
-<div class="line"><a name="l00476"></a><span class="lineno"> 476</span>&#160; {</div>
-<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>&#160; <span class="keywordflow">if</span> (std::find(std::begin(m_Layers),</div>
-<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>&#160; std::end(m_Layers),</div>
-<div class="line"><a name="l00479"></a><span class="lineno"> 479</span>&#160; iConnectableLayer) == std::end(m_Layers))</div>
-<div class="line"><a name="l00480"></a><span class="lineno"> 480</span>&#160; {</div>
-<div class="line"><a name="l00481"></a><span class="lineno"> 481</span>&#160; <span class="keyword">auto</span> layer = PolymorphicDowncast&lt;Layer*&gt;(iConnectableLayer);</div>
-<div class="line"><a name="l00482"></a><span class="lineno"> 482</span>&#160; layer-&gt;Reparent(*<span class="keyword">this</span>, m_Layers.end());</div>
-<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>&#160; m_LayersInOrder = <span class="keyword">false</span>;</div>
-<div class="line"><a name="l00484"></a><span class="lineno"> 484</span>&#160; }</div>
-<div class="line"><a name="l00485"></a><span class="lineno"> 485</span>&#160; });</div>
-<div class="line"><a name="l00486"></a><span class="lineno"> 486</span>&#160; </div>
-<div class="line"><a name="l00487"></a><span class="lineno"> 487</span>&#160; ReplaceSubgraphConnections(subgraph, substituteSubgraph);</div>
-<div class="line"><a name="l00488"></a><span class="lineno"> 488</span>&#160; EraseSubgraphLayers(subgraph);</div>
-<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>&#160; <a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>();</div>
-<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>&#160;}</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00486">486</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00487"></a><span class="lineno"> 487</span>&#160;{</div>
+<div class="line"><a name="l00488"></a><span class="lineno"> 488</span>&#160; <span class="comment">// Look through each layer in the new subgraph and add any that are not already a member of this graph</span></div>
+<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>&#160; substituteSubgraph.ForEachIConnectableLayer([<span class="keyword">this</span>](IConnectableLayer* iConnectableLayer)</div>
+<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>&#160; {</div>
+<div class="line"><a name="l00491"></a><span class="lineno"> 491</span>&#160; <span class="keywordflow">if</span> (std::find(std::begin(m_Layers),</div>
+<div class="line"><a name="l00492"></a><span class="lineno"> 492</span>&#160; std::end(m_Layers),</div>
+<div class="line"><a name="l00493"></a><span class="lineno"> 493</span>&#160; iConnectableLayer) == std::end(m_Layers))</div>
+<div class="line"><a name="l00494"></a><span class="lineno"> 494</span>&#160; {</div>
+<div class="line"><a name="l00495"></a><span class="lineno"> 495</span>&#160; <span class="keyword">auto</span> layer = PolymorphicDowncast&lt;Layer*&gt;(iConnectableLayer);</div>
+<div class="line"><a name="l00496"></a><span class="lineno"> 496</span>&#160; layer-&gt;Reparent(*<span class="keyword">this</span>, m_Layers.end());</div>
+<div class="line"><a name="l00497"></a><span class="lineno"> 497</span>&#160; m_LayersInOrder = <span class="keyword">false</span>;</div>
+<div class="line"><a name="l00498"></a><span class="lineno"> 498</span>&#160; }</div>
+<div class="line"><a name="l00499"></a><span class="lineno"> 499</span>&#160; });</div>
+<div class="line"><a name="l00500"></a><span class="lineno"> 500</span>&#160; </div>
+<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>&#160; ReplaceSubgraphConnections(subgraph, substituteSubgraph);</div>
+<div class="line"><a name="l00502"></a><span class="lineno"> 502</span>&#160; EraseSubgraphLayers(subgraph);</div>
+<div class="line"><a name="l00503"></a><span class="lineno"> 503</span>&#160; <a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>();</div>
+<div class="line"><a name="l00504"></a><span class="lineno"> 504</span>&#160;}</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_subgraph_view_8hpp_source.html#l00046">SubgraphView::ForEachIConnectableLayer()</a>, and <a class="el" href="_graph_8hpp_source.html#l00184">Graph::TopologicalSort()</a>.</p>
+<p class="reference">References <a class="el" href="_subgraph_view_8hpp_source.html#l00046">SubgraphView::ForEachIConnectableLayer()</a>, and <a class="el" href="_graph_8hpp_source.html#l00191">Graph::TopologicalSort()</a>.</p>
</div>
</div>
@@ -2018,20 +2047,20 @@ Friends</h2></td></tr>
<p>Substitutes the given sub-graph with either a new layer or a new sub-graph. </p>
<p>In either case, the given layer or all the layers in the given sub-graph must belong to this graph. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00461">461</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00462"></a><span class="lineno"> 462</span>&#160;{</div>
-<div class="line"><a name="l00463"></a><span class="lineno"> 463</span>&#160; <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(substituteLayer != <span class="keyword">nullptr</span>);</div>
-<div class="line"><a name="l00464"></a><span class="lineno"> 464</span>&#160; </div>
-<div class="line"><a name="l00465"></a><span class="lineno"> 465</span>&#160; <span class="comment">// Create a new sub-graph with only the given layer, using</span></div>
-<div class="line"><a name="l00466"></a><span class="lineno"> 466</span>&#160; <span class="comment">// the given sub-graph as a reference of which parent graph to use</span></div>
-<div class="line"><a name="l00467"></a><span class="lineno"> 467</span>&#160; <a class="code" href="classarmnn_1_1_graph.html#a0da841ca170a7634c24eb102b95daa2a">SubgraphView</a> substituteSubgraph(substituteLayer);</div>
-<div class="line"><a name="l00468"></a><span class="lineno"> 468</span>&#160; </div>
-<div class="line"><a name="l00469"></a><span class="lineno"> 469</span>&#160; <a class="code" href="classarmnn_1_1_graph.html#aafbd4b469e47160017f409df8d077184">SubstituteSubgraph</a>(subgraph, substituteSubgraph);</div>
-<div class="line"><a name="l00470"></a><span class="lineno"> 470</span>&#160;}</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00475">475</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00476"></a><span class="lineno"> 476</span>&#160;{</div>
+<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>&#160; <a class="code" href="_exceptions_8hpp.html#a5b0cd1f24b12298894d6367f186ea6dc">ARMNN_THROW_INVALIDARG_MSG_IF_FALSE</a>(substituteLayer, <span class="stringliteral">&quot;substituteLayer should not be null&quot;</span>);</div>
+<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>&#160; </div>
+<div class="line"><a name="l00479"></a><span class="lineno"> 479</span>&#160; <span class="comment">// Create a new sub-graph with only the given layer, using</span></div>
+<div class="line"><a name="l00480"></a><span class="lineno"> 480</span>&#160; <span class="comment">// the given sub-graph as a reference of which parent graph to use</span></div>
+<div class="line"><a name="l00481"></a><span class="lineno"> 481</span>&#160; <a class="code" href="classarmnn_1_1_graph.html#a0da841ca170a7634c24eb102b95daa2a">SubgraphView</a> substituteSubgraph(substituteLayer);</div>
+<div class="line"><a name="l00482"></a><span class="lineno"> 482</span>&#160; </div>
+<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>&#160; <a class="code" href="classarmnn_1_1_graph.html#aafbd4b469e47160017f409df8d077184">SubstituteSubgraph</a>(subgraph, substituteSubgraph);</div>
+<div class="line"><a name="l00484"></a><span class="lineno"> 484</span>&#160;}</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>.</p>
+<p class="reference">References <a class="el" href="_exceptions_8hpp_source.html#l00210">ARMNN_THROW_INVALIDARG_MSG_IF_FALSE</a>.</p>
-<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01328">armnn::ApplyBackendOptimizations()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01320">armnn::ApplyBackendOptimizations()</a>.</p>
</div>
</div>
@@ -2060,12 +2089,12 @@ Friends</h2></td></tr>
<p>Sorts layers in topological order and return this. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00184">184</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00184"></a><span class="lineno"> 184</span>&#160;{ <span class="keyword">const_cast&lt;</span><span class="keyword">const </span><a class="code" href="classarmnn_1_1_graph.html#aa5cc5821862aa5cecac2b54974c2b3d8">Graph</a>*<span class="keyword">&gt;</span>(<span class="keyword">this</span>)-&gt;<a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>(); <span class="keywordflow">return</span> *<span class="keyword">this</span>; }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00191">191</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00191"></a><span class="lineno"> 191</span>&#160;{ <span class="keyword">const_cast&lt;</span><span class="keyword">const </span><a class="code" href="classarmnn_1_1_graph.html#aa5cc5821862aa5cecac2b54974c2b3d8">Graph</a>*<span class="keyword">&gt;</span>(<span class="keyword">this</span>)-&gt;<a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>(); <span class="keywordflow">return</span> *<span class="keyword">this</span>; }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00184">Graph::TopologicalSort()</a>.</p>
+<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00191">Graph::TopologicalSort()</a>.</p>
-<p class="reference">Referenced by <a class="el" href="_graph_utils_8cpp_source.html#l00068">CheckOrder()</a>, <a class="el" href="_graph_8cpp_source.html#l00604">Graph::InferTensorInfos()</a>, <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>, <a class="el" href="_graph_8cpp_source.html#l00068">Graph::Print()</a>, <a class="el" href="_graph_8cpp_source.html#l00472">Graph::SubstituteSubgraph()</a>, <a class="el" href="_graph_8hpp_source.html#l00184">Graph::TopologicalSort()</a>, and <a class="el" href="_graph_8cpp_source.html#l00581">Graph::VerifyConstantLayerSetTensorInfo()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_graph_utils_8cpp_source.html#l00068">CheckOrder()</a>, <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>, <a class="el" href="_graph_8cpp_source.html#l00068">Graph::Print()</a>, <a class="el" href="_graph_8cpp_source.html#l00486">Graph::SubstituteSubgraph()</a>, and <a class="el" href="_graph_8hpp_source.html#l00191">Graph::TopologicalSort()</a>.</p>
</div>
</div>
@@ -2111,32 +2140,32 @@ Friends</h2></td></tr>
</dd>
</dl>
-<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00581">581</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00582"></a><span class="lineno"> 582</span>&#160;{</div>
-<div class="line"><a name="l00583"></a><span class="lineno"> 583</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; layer : <a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>())</div>
-<div class="line"><a name="l00584"></a><span class="lineno"> 584</span>&#160; {</div>
-<div class="line"><a name="l00585"></a><span class="lineno"> 585</span>&#160; <span class="keywordflow">if</span> (layer-&gt;GetType() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::LayerType::Constant</a>)</div>
-<div class="line"><a name="l00586"></a><span class="lineno"> 586</span>&#160; {</div>
-<div class="line"><a name="l00587"></a><span class="lineno"> 587</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; output: layer-&gt;GetOutputSlots())</div>
-<div class="line"><a name="l00588"></a><span class="lineno"> 588</span>&#160; {</div>
-<div class="line"><a name="l00589"></a><span class="lineno"> 589</span>&#160; <span class="keywordflow">if</span> (!output.IsTensorInfoSet())</div>
-<div class="line"><a name="l00590"></a><span class="lineno"> 590</span>&#160; {</div>
-<div class="line"><a name="l00591"></a><span class="lineno"> 591</span>&#160; std::ostringstream message;</div>
-<div class="line"><a name="l00592"></a><span class="lineno"> 592</span>&#160; message &lt;&lt; <span class="stringliteral">&quot;Output slot TensorInfo not set on &quot;</span></div>
-<div class="line"><a name="l00593"></a><span class="lineno"> 593</span>&#160; &lt;&lt; <a class="code" href="namespacearmnn.html#addb6b14dd1b632263ffe77430259a7c4">GetLayerTypeAsCString</a>(layer-&gt;GetType())</div>
-<div class="line"><a name="l00594"></a><span class="lineno"> 594</span>&#160; &lt;&lt; <span class="stringliteral">&quot; layer \&quot;&quot;</span></div>
-<div class="line"><a name="l00595"></a><span class="lineno"> 595</span>&#160; &lt;&lt; layer-&gt;GetName()</div>
-<div class="line"><a name="l00596"></a><span class="lineno"> 596</span>&#160; &lt;&lt; <span class="stringliteral">&quot;\&quot;&quot;</span>;</div>
-<div class="line"><a name="l00597"></a><span class="lineno"> 597</span>&#160; <span class="keywordflow">throw</span> LayerValidationException(message.str());</div>
-<div class="line"><a name="l00598"></a><span class="lineno"> 598</span>&#160; }</div>
-<div class="line"><a name="l00599"></a><span class="lineno"> 599</span>&#160; }</div>
-<div class="line"><a name="l00600"></a><span class="lineno"> 600</span>&#160; }</div>
-<div class="line"><a name="l00601"></a><span class="lineno"> 601</span>&#160; }</div>
-<div class="line"><a name="l00602"></a><span class="lineno"> 602</span>&#160;}</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00622">622</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00623"></a><span class="lineno"> 623</span>&#160;{</div>
+<div class="line"><a name="l00624"></a><span class="lineno"> 624</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; layer : <a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>())</div>
+<div class="line"><a name="l00625"></a><span class="lineno"> 625</span>&#160; {</div>
+<div class="line"><a name="l00626"></a><span class="lineno"> 626</span>&#160; <span class="keywordflow">if</span> (layer-&gt;GetType() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::LayerType::Constant</a>)</div>
+<div class="line"><a name="l00627"></a><span class="lineno"> 627</span>&#160; {</div>
+<div class="line"><a name="l00628"></a><span class="lineno"> 628</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp;&amp; output: layer-&gt;GetOutputSlots())</div>
+<div class="line"><a name="l00629"></a><span class="lineno"> 629</span>&#160; {</div>
+<div class="line"><a name="l00630"></a><span class="lineno"> 630</span>&#160; <span class="keywordflow">if</span> (!output.IsTensorInfoSet())</div>
+<div class="line"><a name="l00631"></a><span class="lineno"> 631</span>&#160; {</div>
+<div class="line"><a name="l00632"></a><span class="lineno"> 632</span>&#160; std::ostringstream message;</div>
+<div class="line"><a name="l00633"></a><span class="lineno"> 633</span>&#160; message &lt;&lt; <span class="stringliteral">&quot;Output slot TensorInfo not set on &quot;</span></div>
+<div class="line"><a name="l00634"></a><span class="lineno"> 634</span>&#160; &lt;&lt; <a class="code" href="namespacearmnn.html#addb6b14dd1b632263ffe77430259a7c4">GetLayerTypeAsCString</a>(layer-&gt;GetType())</div>
+<div class="line"><a name="l00635"></a><span class="lineno"> 635</span>&#160; &lt;&lt; <span class="stringliteral">&quot; layer \&quot;&quot;</span></div>
+<div class="line"><a name="l00636"></a><span class="lineno"> 636</span>&#160; &lt;&lt; layer-&gt;GetName()</div>
+<div class="line"><a name="l00637"></a><span class="lineno"> 637</span>&#160; &lt;&lt; <span class="stringliteral">&quot;\&quot;&quot;</span>;</div>
+<div class="line"><a name="l00638"></a><span class="lineno"> 638</span>&#160; <span class="keywordflow">throw</span> LayerValidationException(message.str());</div>
+<div class="line"><a name="l00639"></a><span class="lineno"> 639</span>&#160; }</div>
+<div class="line"><a name="l00640"></a><span class="lineno"> 640</span>&#160; }</div>
+<div class="line"><a name="l00641"></a><span class="lineno"> 641</span>&#160; }</div>
+<div class="line"><a name="l00642"></a><span class="lineno"> 642</span>&#160; }</div>
+<div class="line"><a name="l00643"></a><span class="lineno"> 643</span>&#160;}</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::Constant</a>, <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>, and <a class="el" href="_graph_8hpp_source.html#l00184">Graph::TopologicalSort()</a>.</p>
+<p class="reference">References <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::Constant</a>, and <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>.</p>
-<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01896">armnn::Optimize()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01906">armnn::Optimize()</a>.</p>
</div>
</div>
@@ -2161,7 +2190,7 @@ Friends</h2></td></tr>
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00300">300</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00307">307</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
</div>
</div>
@@ -2171,48 +2200,49 @@ Friends</h2></td></tr>
</ul>
</div><!-- contents -->
</div><!-- doc-content -->
-<div class="ttc" id="a_assert_8hpp_html_a5698be69cbd5dfe6c28fcd9867e8cbed"><div class="ttname"><a href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a></div><div class="ttdeci">#define ARMNN_ASSERT(COND)</div><div class="ttdef"><b>Definition:</b> <a href="_assert_8hpp_source.html#l00014">Assert.hpp:14</a></div></div>
<div class="ttc" id="anamespacearmnn_html_ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360"><div class="ttname"><a href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Compute::Undefined</a></div><div class="ttdeci">@ Undefined</div></div>
<div class="ttc" id="anamespacearmnn_html_addb6b14dd1b632263ffe77430259a7c4"><div class="ttname"><a href="namespacearmnn.html#addb6b14dd1b632263ffe77430259a7c4">armnn::GetLayerTypeAsCString</a></div><div class="ttdeci">const char * GetLayerTypeAsCString(LayerType type)</div><div class="ttdef"><b>Definition:</b> <a href="_internal_types_8cpp_source.html#l00013">InternalTypes.cpp:13</a></div></div>
<div class="ttc" id="aclassarmnn_1_1_graph_html_ad6521013ad981519904822f2ada2c4ec"><div class="ttname"><a href="classarmnn_1_1_graph.html#ad6521013ad981519904822f2ada2c4ec">armnn::Graph::ForEachLayer</a></div><div class="ttdeci">void ForEachLayer(Func func) const</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00040">Graph.hpp:40</a></div></div>
<div class="ttc" id="anamespacearmnn_html_aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650"><div class="ttname"><a href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">armnn::EdgeStrategy::DirectCompatibility</a></div><div class="ttdeci">@ DirectCompatibility</div><div class="ttdoc">No strategy has been defined. Used internally to verify integrity of optimizations.</div></div>
-<div class="ttc" id="aclassarmnn_1_1_graph_html_ac7ed5efddd83499ff642cc65f3f66a14"><div class="ttname"><a href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">armnn::Graph::GetPosInGraph</a></div><div class="ttdeci">Iterator GetPosInGraph(Layer &amp;layer)</div><div class="ttdoc">Gets the position of a layer in the graph.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00448">Graph.hpp:448</a></div></div>
-<div class="ttc" id="aclassarmnn_1_1_graph_html_a96d76fd10af39fbfabfd0caf0d1439fa"><div class="ttname"><a href="classarmnn_1_1_graph.html#a96d76fd10af39fbfabfd0caf0d1439fa">armnn::Graph::EraseLayer</a></div><div class="ttdeci">void EraseLayer(Iterator pos)</div><div class="ttdoc">Deletes the layer at the specified position.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00504">Graph.hpp:504</a></div></div>
-<div class="ttc" id="aclassarmnn_1_1_graph_html_aafbd4b469e47160017f409df8d077184"><div class="ttname"><a href="classarmnn_1_1_graph.html#aafbd4b469e47160017f409df8d077184">armnn::Graph::SubstituteSubgraph</a></div><div class="ttdeci">void SubstituteSubgraph(SubgraphView &amp;subgraph, IConnectableLayer *substituteLayer)</div><div class="ttdoc">Substitutes the given sub-graph with either a new layer or a new sub-graph.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8cpp_source.html#l00461">Graph.cpp:461</a></div></div>
-<div class="ttc" id="aclassarmnn_1_1_graph_html_a0da841ca170a7634c24eb102b95daa2a"><div class="ttname"><a href="classarmnn_1_1_graph.html#a0da841ca170a7634c24eb102b95daa2a">armnn::Graph::SubgraphView</a></div><div class="ttdeci">friend class SubgraphView</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00300">Graph.hpp:300</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_graph_html_ac7ed5efddd83499ff642cc65f3f66a14"><div class="ttname"><a href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">armnn::Graph::GetPosInGraph</a></div><div class="ttdeci">Iterator GetPosInGraph(Layer &amp;layer)</div><div class="ttdoc">Gets the position of a layer in the graph.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00455">Graph.hpp:455</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_graph_html_a96d76fd10af39fbfabfd0caf0d1439fa"><div class="ttname"><a href="classarmnn_1_1_graph.html#a96d76fd10af39fbfabfd0caf0d1439fa">armnn::Graph::EraseLayer</a></div><div class="ttdeci">void EraseLayer(Iterator pos)</div><div class="ttdoc">Deletes the layer at the specified position.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00517">Graph.hpp:517</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_graph_html_aafbd4b469e47160017f409df8d077184"><div class="ttname"><a href="classarmnn_1_1_graph.html#aafbd4b469e47160017f409df8d077184">armnn::Graph::SubstituteSubgraph</a></div><div class="ttdeci">void SubstituteSubgraph(SubgraphView &amp;subgraph, IConnectableLayer *substituteLayer)</div><div class="ttdoc">Substitutes the given sub-graph with either a new layer or a new sub-graph.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8cpp_source.html#l00475">Graph.cpp:475</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_graph_html_a0da841ca170a7634c24eb102b95daa2a"><div class="ttname"><a href="classarmnn_1_1_graph.html#a0da841ca170a7634c24eb102b95daa2a">armnn::Graph::SubgraphView</a></div><div class="ttdeci">friend class SubgraphView</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00307">Graph.hpp:307</a></div></div>
<div class="ttc" id="anamespacearmnn_html_a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd"><div class="ttname"><a href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">armnn::GraphEvent::LayerAdded</a></div><div class="ttdeci">@ LayerAdded</div></div>
<div class="ttc" id="aclassarmnn_1_1_graph_html_acc25db0641c1c22faf95af3bb49080c9"><div class="ttname"><a href="classarmnn_1_1_graph.html#acc25db0641c1c22faf95af3bb49080c9">armnn::Graph::Iterator</a></div><div class="ttdeci">LayerList::const_iterator Iterator</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00053">Graph.hpp:53</a></div></div>
-<div class="ttc" id="a_assert_8hpp_html_a91c4dfde57907d7698c7531785690a7f"><div class="ttname"><a href="_assert_8hpp.html#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a></div><div class="ttdeci">#define ARMNN_ASSERT_MSG(COND, MSG)</div><div class="ttdef"><b>Definition:</b> <a href="_assert_8hpp_source.html#l00015">Assert.hpp:15</a></div></div>
<div class="ttc" id="aclassarmnn_1_1_i_tensor_handle_factory_html_a9c95f90eb40e31f629e0e2947b8bc6f9"><div class="ttname"><a href="classarmnn_1_1_i_tensor_handle_factory.html#a9c95f90eb40e31f629e0e2947b8bc6f9">armnn::ITensorHandleFactory::LegacyFactoryId</a></div><div class="ttdeci">static const FactoryId LegacyFactoryId</div><div class="ttdef"><b>Definition:</b> <a href="_i_tensor_handle_factory_8hpp_source.html#l00050">ITensorHandleFactory.hpp:50</a></div></div>
<div class="ttc" id="aclassarmnn_1_1_layer_html"><div class="ttname"><a href="classarmnn_1_1_layer.html">armnn::Layer</a></div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.html#l00230">Layer.hpp:230</a></div></div>
<div class="ttc" id="a_logging_8hpp_html_a7b6ad073975f437ec38ca7d20154727f"><div class="ttname"><a href="_logging_8hpp.html#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a></div><div class="ttdeci">#define ARMNN_LOG(severity)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8hpp_source.html#l00212">Logging.hpp:212</a></div></div>
<div class="ttc" id="anamespacearmnn_html_aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852"><div class="ttname"><a href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">armnn::EdgeStrategy::CopyToTarget</a></div><div class="ttdeci">@ CopyToTarget</div><div class="ttdoc">Source backends tensor data can be exported to destination backend tensor without copy.</div></div>
-<div class="ttc" id="aclassarmnn_1_1_graph_html_a2387033802383edbdc95f9bbb12a707e"><div class="ttname"><a href="classarmnn_1_1_graph.html#a2387033802383edbdc95f9bbb12a707e">armnn::Graph::begin</a></div><div class="ttdeci">Iterator begin()</div><div class="ttdoc">Returns iterator pointing to the beginning of the list. Lowercase for range-based for loops.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00169">Graph.hpp:169</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_graph_html_a2387033802383edbdc95f9bbb12a707e"><div class="ttname"><a href="classarmnn_1_1_graph.html#a2387033802383edbdc95f9bbb12a707e">armnn::Graph::begin</a></div><div class="ttdeci">Iterator begin()</div><div class="ttdoc">Returns iterator pointing to the beginning of the list. Lowercase for range-based for loops.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00176">Graph.hpp:176</a></div></div>
<div class="ttc" id="anamespacearmnn_html_aff209afc1dc598da399e3e78617ce016aec0fc0100c4fc1ce4eea230c3dc10360"><div class="ttname"><a href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016aec0fc0100c4fc1ce4eea230c3dc10360">armnn::EdgeStrategy::Undefined</a></div><div class="ttdeci">@ Undefined</div></div>
<div class="ttc" id="a_profiling_8hpp_html_a5ccc65e2c464ac05ce311fdae7ede03a"><div class="ttname"><a href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a></div><div class="ttdeci">#define ARMNN_SCOPED_PROFILING_EVENT(backendId, name)</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_8hpp_source.html#l00220">Profiling.hpp:220</a></div></div>
<div class="ttc" id="anamespacearmnn_html_aff209afc1dc598da399e3e78617ce016"><div class="ttname"><a href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016">armnn::EdgeStrategy</a></div><div class="ttdeci">EdgeStrategy</div><div class="ttdef"><b>Definition:</b> <a href="_i_tensor_handle_factory_8hpp_source.html#l00104">ITensorHandleFactory.hpp:104</a></div></div>
<div class="ttc" id="anamespacearmnn_html_a8c42c6647e31ebe525aeba878d133e45"><div class="ttname"><a href="namespacearmnn.html#a8c42c6647e31ebe525aeba878d133e45">armnn::ParameterStringifyFunction</a></div><div class="ttdeci">std::function&lt; void(const std::string &amp;name, const std::string &amp;value)&gt; ParameterStringifyFunction</div><div class="ttdef"><b>Definition:</b> <a href="_serialize_layer_parameters_8hpp_source.html#l00014">SerializeLayerParameters.hpp:14</a></div></div>
<div class="ttc" id="anamespacearmnn_html_a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38"><div class="ttname"><a href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Status::Success</a></div><div class="ttdeci">@ Success</div></div>
<div class="ttc" id="aclassarmnn_1_1_layer_html_a98cdff4e0b45f4c80bfcedaf926e16e0"><div class="ttname"><a href="classarmnn_1_1_layer.html#a98cdff4e0b45f4c80bfcedaf926e16e0">armnn::Layer::GetOutputSlots</a></div><div class="ttdeci">const std::vector&lt; OutputSlot &gt; &amp; GetOutputSlots() const</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.html#l00259">Layer.hpp:259</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_exception_html"><div class="ttname"><a href="classarmnn_1_1_exception.html">armnn::Exception</a></div><div class="ttdoc">Base class for all ArmNN exceptions so that users can filter to just those.</div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.html#l00046">Exceptions.hpp:46</a></div></div>
<div class="ttc" id="anamespacearmnn_html_a34eaed09302a4d7bfe930c13a7673e0bad6e393dc30fd33cbcb5f6ab199093528"><div class="ttname"><a href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0bad6e393dc30fd33cbcb5f6ab199093528">armnn::GraphEvent::LayerErased</a></div><div class="ttdeci">@ LayerErased</div></div>
<div class="ttc" id="anamespacearmnn_html_a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9"><div class="ttname"><a href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">armnn::LayerType::MemImport</a></div><div class="ttdeci">@ MemImport</div></div>
<div class="ttc" id="a_types_8hpp_html_af22094b802160f09f7c89ad9eee10084"><div class="ttname"><a href="_types_8hpp.html#af22094b802160f09f7c89ad9eee10084">LayerGuid</a></div><div class="ttdeci">arm::pipe::ProfilingGuid LayerGuid</div><div class="ttdoc">Define LayerGuid type.</div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.html#l00026">Types.hpp:26</a></div></div>
<div class="ttc" id="anamespacearmnn_html_adf57837d00e8352d9b5cc5ab1fb5fee9af6486a22a9bb11959bfae60a3e5174b1"><div class="ttname"><a href="namespacearmnn.html#adf57837d00e8352d9b5cc5ab1fb5fee9af6486a22a9bb11959bfae60a3e5174b1">armnn::ShapeInferenceMethod::ValidateOnly</a></div><div class="ttdeci">@ ValidateOnly</div><div class="ttdoc">Validate all output shapes.</div></div>
<div class="ttc" id="anamespacearmnn_html_adf57837d00e8352d9b5cc5ab1fb5fee9a5dd7c525cb1500a2181fd4cc079d7acb"><div class="ttname"><a href="namespacearmnn.html#adf57837d00e8352d9b5cc5ab1fb5fee9a5dd7c525cb1500a2181fd4cc079d7acb">armnn::ShapeInferenceMethod::InferAndValidate</a></div><div class="ttdeci">@ InferAndValidate</div><div class="ttdoc">Infer missing output shapes and validate all output shapes.</div></div>
-<div class="ttc" id="aclassarmnn_1_1_graph_html_ab45dae688fc5d8983727abffa4389003"><div class="ttname"><a href="classarmnn_1_1_graph.html#ab45dae688fc5d8983727abffa4389003">armnn::Graph::end</a></div><div class="ttdeci">Iterator end()</div><div class="ttdoc">Returns iterator pointing to the end of the list. Lowercase for range-based for loops.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00171">Graph.hpp:171</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_graph_html_ab45dae688fc5d8983727abffa4389003"><div class="ttname"><a href="classarmnn_1_1_graph.html#ab45dae688fc5d8983727abffa4389003">armnn::Graph::end</a></div><div class="ttdeci">Iterator end()</div><div class="ttdoc">Returns iterator pointing to the end of the list. Lowercase for range-based for loops.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00178">Graph.hpp:178</a></div></div>
<div class="ttc" id="aclassarmnn_1_1_graph_html_aa5cc5821862aa5cecac2b54974c2b3d8"><div class="ttname"><a href="classarmnn_1_1_graph.html#aa5cc5821862aa5cecac2b54974c2b3d8">armnn::Graph::Graph</a></div><div class="ttdeci">Graph(bool shapeInferenceMethod=false, bool allowExpandedDims=false)</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00098">Graph.hpp:98</a></div></div>
-<div class="ttc" id="aclassarmnn_1_1_graph_html_af497e16cf92179b5e55543741351b8bf"><div class="ttname"><a href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">armnn::Graph::TopologicalSort</a></div><div class="ttdeci">Graph &amp; TopologicalSort()</div><div class="ttdoc">Sorts layers in topological order and return this.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00184">Graph.hpp:184</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_graph_html_af497e16cf92179b5e55543741351b8bf"><div class="ttname"><a href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">armnn::Graph::TopologicalSort</a></div><div class="ttdeci">Graph &amp; TopologicalSort()</div><div class="ttdoc">Sorts layers in topological order and return this.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00191">Graph.hpp:191</a></div></div>
<div class="ttc" id="anamespacearmnn_html_aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189"><div class="ttname"><a href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">armnn::EdgeStrategy::ExportToTarget</a></div><div class="ttdeci">@ ExportToTarget</div><div class="ttdoc">Destination backend can work directly with tensors on source backend.</div></div>
<div class="ttc" id="anamespacearmnn_html_a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b"><div class="ttname"><a href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b">armnn::LayerType::MemCopy</a></div><div class="ttdeci">@ MemCopy</div></div>
<div class="ttc" id="anamespacearmnn_html_a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5"><div class="ttname"><a href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::LayerType::Input</a></div><div class="ttdeci">@ Input</div></div>
+<div class="ttc" id="aclassarmnn_1_1_null_pointer_exception_html"><div class="ttname"><a href="classarmnn_1_1_null_pointer_exception.html">armnn::NullPointerException</a></div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.html#l00146">Exceptions.hpp:146</a></div></div>
<div class="ttc" id="anamespacearmnn_html_a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086"><div class="ttname"><a href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Status::Failure</a></div><div class="ttdeci">@ Failure</div></div>
<div class="ttc" id="anamespacearmnn_html_a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54"><div class="ttname"><a href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::LayerType::Output</a></div><div class="ttdeci">@ Output</div></div>
<div class="ttc" id="anamespacearmnn_html_a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255"><div class="ttname"><a href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::LayerType::Constant</a></div><div class="ttdeci">@ Constant</div></div>
+<div class="ttc" id="a_exceptions_8hpp_html_a5b0cd1f24b12298894d6367f186ea6dc"><div class="ttname"><a href="_exceptions_8hpp.html#a5b0cd1f24b12298894d6367f186ea6dc">ARMNN_THROW_INVALIDARG_MSG_IF_FALSE</a></div><div class="ttdeci">#define ARMNN_THROW_INVALIDARG_MSG_IF_FALSE(_cond, _str)</div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.html#l00210">Exceptions.hpp:210</a></div></div>
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
<ul>
<li class="navelem"><a class="el" href="namespacearmnn.html">armnn</a></li><li class="navelem"><a class="el" href="classarmnn_1_1_graph.html">Graph</a></li>
- <li class="footer">Generated on Wed Feb 14 2024 16:36:22 for Arm NN by
+ <li class="footer">Generated on Thu May 16 2024 09:31:56 for Arm NN by
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.17 </li>
</ul>