diff options
| author | Nikhil Raj <nikhil.raj@arm.com> | 2021-11-17 13:16:45 +0000 |
|---|---|---|
| committer | Nikhil Raj <nikhil.raj@arm.com> | 2021-11-17 13:16:45 +0000 |
| commit | 9aed8fb43441228343b925b42464a55042c47ca0 (patch) | |
| tree | 4c34534eea1c8e82655ac1f60e3633b9618cc40d /21.11/classarmnn_1_1_loaded_network.xhtml | |
| parent | f86be93b7492b381370cae7bf71eca8572a0cbae (diff) | |
| download | armnn-9aed8fb43441228343b925b42464a55042c47ca0.tar.gz | |
IVGCVSW-6040 Update 21.11 Doxygen Documents
Signed-off-by: Nikhil Raj <nikhil.raj@arm.com>
Change-Id: Ia36ec98c4bebc27a69103911ea3409cd7db587a5
Diffstat (limited to '21.11/classarmnn_1_1_loaded_network.xhtml')
| -rw-r--r-- | 21.11/classarmnn_1_1_loaded_network.xhtml | 752 |
1 files changed, 752 insertions, 0 deletions
diff --git a/21.11/classarmnn_1_1_loaded_network.xhtml b/21.11/classarmnn_1_1_loaded_network.xhtml new file mode 100644 index 0000000000..ae05151184 --- /dev/null +++ b/21.11/classarmnn_1_1_loaded_network.xhtml @@ -0,0 +1,752 @@ +<!-- Copyright (c) 2020 ARM Limited. --> +<!-- --> +<!-- SPDX-License-Identifier: MIT --> +<!-- --> +<!-- HTML header for doxygen 1.8.13--> +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> +<html xmlns="http://www.w3.org/1999/xhtml"> +<head> +<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> +<meta http-equiv="X-UA-Compatible" content="IE=9"/> +<meta name="generator" content="Doxygen 1.8.13"/> +<meta name="robots" content="NOINDEX, NOFOLLOW" /> +<meta name="viewport" content="width=device-width, initial-scale=1"/> +<title>ArmNN: LoadedNetwork Class Reference</title> +<link href="tabs.css" rel="stylesheet" type="text/css"/> +<script type="text/javascript" src="jquery.js"></script> +<script type="text/javascript" src="dynsections.js"></script> +<link href="navtree.css" rel="stylesheet" type="text/css"/> +<script type="text/javascript" src="resize.js"></script> +<script type="text/javascript" src="navtreedata.js"></script> +<script type="text/javascript" src="navtree.js"></script> +<script type="text/javascript"> + $(document).ready(initResizable); +</script> +<link href="search/search.css" rel="stylesheet" type="text/css"/> +<script type="text/javascript" src="search/searchdata.js"></script> +<script type="text/javascript" src="search/search.js"></script> +<script type="text/x-mathjax-config"> + MathJax.Hub.Config({ + extensions: ["tex2jax.js"], + jax: ["input/TeX","output/HTML-CSS"], +}); +</script><script type="text/javascript" src="http://cdn.mathjax.org/mathjax/latest/MathJax.js"></script> +<link href="doxygen.css" rel="stylesheet" type="text/css" /> +<link href="stylesheet.css" rel="stylesheet" type="text/css"/> +</head> +<body> +<div id="top"><!-- do not remove this div, it is closed by doxygen! --> +<div id="titlearea"> +<table cellspacing="0" cellpadding="0"> + <tbody> + <tr style="height: 56px;"> + <img alt="ArmNN" src="Arm_NN_horizontal_blue.png" style="max-width: 10rem; margin-top: .5rem; margin-left 10px"/> + <td style="padding-left: 0.5em;"> + <div id="projectname"> +  <span id="projectnumber">21.11</span> + </div> + </td> + </tr> + </tbody> +</table> +</div> +<!-- end header part --> +<!-- Generated by Doxygen 1.8.13 --> +<script type="text/javascript"> +var searchBox = new SearchBox("searchBox", "search",false,'Search'); +</script> +<script type="text/javascript" src="menudata.js"></script> +<script type="text/javascript" src="menu.js"></script> +<script type="text/javascript"> +$(function() { + initMenu('',true,false,'search.php','Search'); + $(document).ready(function() { init_search(); }); +}); +</script> +<div id="main-nav"></div> +</div><!-- top --> +<div id="side-nav" class="ui-resizable side-nav-resizable"> + <div id="nav-tree"> + <div id="nav-tree-contents"> + <div id="nav-sync" class="sync"></div> + </div> + </div> + <div id="splitbar" style="-moz-user-select:none;" + class="ui-resizable-handle"> + </div> +</div> +<script type="text/javascript"> +$(document).ready(function(){initNavTree('classarmnn_1_1_loaded_network.xhtml','');}); +</script> +<div id="doc-content"> +<!-- window showing the filter options --> +<div id="MSearchSelectWindow" + onmouseover="return searchBox.OnSearchSelectShow()" + onmouseout="return searchBox.OnSearchSelectHide()" + onkeydown="return searchBox.OnSearchSelectKey(event)"> +</div> + +<!-- iframe showing the search results (closed by default) --> +<div id="MSearchResultsWindow"> +<iframe src="javascript:void(0)" frameborder="0" + name="MSearchResults" id="MSearchResults"> +</iframe> +</div> + +<div class="header"> + <div class="summary"> +<a href="#nested-classes">Classes</a> | +<a href="#pub-types">Public Types</a> | +<a href="#pub-methods">Public Member Functions</a> | +<a href="#pub-static-methods">Static Public Member Functions</a> | +<a href="classarmnn_1_1_loaded_network-members.xhtml">List of all members</a> </div> + <div class="headertitle"> +<div class="title">LoadedNetwork Class Reference</div> </div> +</div><!--header--> +<div class="contents"> + +<p><code>#include <<a class="el" href="_loaded_network_8hpp_source.xhtml">LoadedNetwork.hpp</a>></code></p> +<table class="memberdecls"> +<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-types"></a> +Public Types</h2></td></tr> +<tr class="memitem:a48fe2df41d914c38c913160956acc706"><td class="memItemLeft" align="right" valign="top">using </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#a48fe2df41d914c38c913160956acc706">WorkloadQueue</a> = std::vector< std::unique_ptr< <a class="el" href="classarmnn_1_1_i_workload.xhtml">IWorkload</a> > ></td></tr> +<tr class="separator:a48fe2df41d914c38c913160956acc706"><td class="memSeparator" colspan="2"> </td></tr> +</table><table class="memberdecls"> +<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-methods"></a> +Public Member Functions</h2></td></tr> +<tr class="memitem:a1bf130efa381d53486c78ea417ea4db1"><td class="memItemLeft" align="right" valign="top"> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#a1bf130efa381d53486c78ea417ea4db1">~LoadedNetwork</a> ()</td></tr> +<tr class="separator:a1bf130efa381d53486c78ea417ea4db1"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:a16e72675c37a8f251cf02951e222d4ab"><td class="memItemLeft" align="right" valign="top">std::unique_ptr< <a class="el" href="classarmnn_1_1experimental_1_1_i_working_mem_handle.xhtml">IWorkingMemHandle</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#a16e72675c37a8f251cf02951e222d4ab">CreateWorkingMemHandle</a> (<a class="el" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> networkId)</td></tr> +<tr class="memdesc:a16e72675c37a8f251cf02951e222d4ab"><td class="mdescLeft"> </td><td class="mdescRight">Create a new unique WorkingMemHandle object. <a href="#a16e72675c37a8f251cf02951e222d4ab">More...</a><br /></td></tr> +<tr class="separator:a16e72675c37a8f251cf02951e222d4ab"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:af616683424cb40d83b5a923db7f06f11"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#af616683424cb40d83b5a923db7f06f11">GetInputTensorInfo</a> (<a class="el" href="namespacearmnn.xhtml#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> layerId) const</td></tr> +<tr class="separator:af616683424cb40d83b5a923db7f06f11"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:a2b6b57945bc68f659e08d28c8a015e91"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#a2b6b57945bc68f659e08d28c8a015e91">GetOutputTensorInfo</a> (<a class="el" href="namespacearmnn.xhtml#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> layerId) const</td></tr> +<tr class="separator:a2b6b57945bc68f659e08d28c8a015e91"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:a74f5869a116f365d132abe745d9a0dd3"><td class="memItemLeft" align="right" valign="top">std::vector< <a class="el" href="namespacearmnn.xhtml#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#a74f5869a116f365d132abe745d9a0dd3">ImportInputs</a> (const <a class="el" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> &inputTensors)</td></tr> +<tr class="separator:a74f5869a116f365d132abe745d9a0dd3"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:a45c446bf8e355ec38b48488d0d6dfbc3"><td class="memItemLeft" align="right" valign="top">std::vector< <a class="el" href="namespacearmnn.xhtml#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#a45c446bf8e355ec38b48488d0d6dfbc3">ImportOutputs</a> (const <a class="el" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> &outputTensors)</td></tr> +<tr class="separator:a45c446bf8e355ec38b48488d0d6dfbc3"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:aa792fd8b43401e3d6665110cdb0af27b"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#aa792fd8b43401e3d6665110cdb0af27b">ClearImportedInputs</a> (const std::vector< <a class="el" href="namespacearmnn.xhtml#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> > inputIds)</td></tr> +<tr class="separator:aa792fd8b43401e3d6665110cdb0af27b"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:af06f742ce80985a8fbbbc028c20259b1"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#af06f742ce80985a8fbbbc028c20259b1">ClearImportedOutputs</a> (const std::vector< <a class="el" href="namespacearmnn.xhtml#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> > outputIds)</td></tr> +<tr class="separator:af06f742ce80985a8fbbbc028c20259b1"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:a878c3febb600fd2ccf3b5cb1f9a61e27"><td class="memItemLeft" align="right" valign="top"><a class="el" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70b">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#a878c3febb600fd2ccf3b5cb1f9a61e27">EnqueueWorkload</a> (const <a class="el" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> &inputTensors, const <a class="el" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> &outputTensors)</td></tr> +<tr class="memdesc:a878c3febb600fd2ccf3b5cb1f9a61e27"><td class="mdescLeft"> </td><td class="mdescRight">Single thread execution of the loaded network. <a href="#a878c3febb600fd2ccf3b5cb1f9a61e27">More...</a><br /></td></tr> +<tr class="separator:a878c3febb600fd2ccf3b5cb1f9a61e27"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:a95b1c23f6f296a0c39383bef20fdd46a"><td class="memItemLeft" align="right" valign="top"><a class="el" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70b">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#a95b1c23f6f296a0c39383bef20fdd46a">Execute</a> (const <a class="el" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> &inputTensors, const <a class="el" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> &outputTensors, <a class="el" href="classarmnn_1_1experimental_1_1_i_working_mem_handle.xhtml">IWorkingMemHandle</a> &workingMemHandle, std::vector< <a class="el" href="namespacearmnn.xhtml#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> > preImportedInputs={}, std::vector< <a class="el" href="namespacearmnn.xhtml#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> > preImportedOutputs={})</td></tr> +<tr class="memdesc:a95b1c23f6f296a0c39383bef20fdd46a"><td class="mdescLeft"> </td><td class="mdescRight">Thread safe execution of the loaded network. <a href="#a95b1c23f6f296a0c39383bef20fdd46a">More...</a><br /></td></tr> +<tr class="separator:a95b1c23f6f296a0c39383bef20fdd46a"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:aee8e1cb09e0d4dcbe64df111c5edd55e"><td class="memItemLeft" align="right" valign="top">const std::shared_ptr< <a class="el" href="classarmnn_1_1_i_profiler.xhtml">IProfiler</a> > & </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#aee8e1cb09e0d4dcbe64df111c5edd55e">GetProfiler</a> () const</td></tr> +<tr class="separator:aee8e1cb09e0d4dcbe64df111c5edd55e"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:aaf8558a23ae9be6e7ea165989f1fa808"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#aaf8558a23ae9be6e7ea165989f1fa808">FreeWorkingMemory</a> ()</td></tr> +<tr class="separator:aaf8558a23ae9be6e7ea165989f1fa808"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:a091ea8d2d804c8902f3120fdf2a36512"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#a091ea8d2d804c8902f3120fdf2a36512">RegisterDebugCallback</a> (const <a class="el" href="namespacearmnn.xhtml#a15f3ad9b5e4e3d46b0a6dda246a7bc28">DebugCallbackFunction</a> &func)</td></tr> +<tr class="separator:a091ea8d2d804c8902f3120fdf2a36512"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:a23e33c3caadba06bcd5b50dc2c23c19e"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#a23e33c3caadba06bcd5b50dc2c23c19e">SendNetworkStructure</a> ()</td></tr> +<tr class="separator:a23e33c3caadba06bcd5b50dc2c23c19e"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:a390c87e27deac4f51af9533053b2ee14"><td class="memItemLeft" align="right" valign="top">bool </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#a390c87e27deac4f51af9533053b2ee14">IsAsyncEnabled</a> ()</td></tr> +<tr class="separator:a390c87e27deac4f51af9533053b2ee14"><td class="memSeparator" colspan="2"> </td></tr> +<tr class="memitem:ac8be6c967db9e797ade32fa3db497422"><td class="memItemLeft" align="right" valign="top">profiling::ProfilingGuid </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#ac8be6c967db9e797ade32fa3db497422">GetNetworkGuid</a> ()</td></tr> +<tr class="separator:ac8be6c967db9e797ade32fa3db497422"><td class="memSeparator" colspan="2"> </td></tr> +</table><table class="memberdecls"> +<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-static-methods"></a> +Static Public Member Functions</h2></td></tr> +<tr class="memitem:a8e94a5375ad367ddee9c69e04e110a54"><td class="memItemLeft" align="right" valign="top">static std::unique_ptr< <a class="el" href="classarmnn_1_1_loaded_network.xhtml">LoadedNetwork</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.xhtml#a8e94a5375ad367ddee9c69e04e110a54">MakeLoadedNetwork</a> (std::unique_ptr< <a class="el" href="classarmnn_1_1_i_optimized_network.xhtml">IOptimizedNetwork</a> > net, std::string &errorMessage, const <a class="el" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> &networkProperties, <a class="el" href="classarmnn_1_1profiling_1_1_profiling_service.xhtml">profiling::ProfilingService</a> &profilingService)</td></tr> +<tr class="separator:a8e94a5375ad367ddee9c69e04e110a54"><td class="memSeparator" colspan="2"> </td></tr> +</table> +<a name="details" id="details"></a><h2 class="groupheader">Detailed Description</h2> +<div class="textblock"> +<p class="definition">Definition at line <a class="el" href="_loaded_network_8hpp_source.xhtml#l00041">41</a> of file <a class="el" href="_loaded_network_8hpp_source.xhtml">LoadedNetwork.hpp</a>.</p> +</div><h2 class="groupheader">Member Typedef Documentation</h2> +<a id="a48fe2df41d914c38c913160956acc706"></a> +<h2 class="memtitle"><span class="permalink"><a href="#a48fe2df41d914c38c913160956acc706">◆ </a></span>WorkloadQueue</h2> + +<div class="memitem"> +<div class="memproto"> + <table class="memname"> + <tr> + <td class="memname">using <a class="el" href="classarmnn_1_1_loaded_network.xhtml#a48fe2df41d914c38c913160956acc706">WorkloadQueue</a> = std::vector<std::unique_ptr<<a class="el" href="classarmnn_1_1_i_workload.xhtml">IWorkload</a>> ></td> + </tr> + </table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8hpp_source.xhtml#l00044">44</a> of file <a class="el" href="_loaded_network_8hpp_source.xhtml">LoadedNetwork.hpp</a>.</p> + +</div> +</div> +<h2 class="groupheader">Constructor & Destructor Documentation</h2> +<a id="a1bf130efa381d53486c78ea417ea4db1"></a> +<h2 class="memtitle"><span class="permalink"><a href="#a1bf130efa381d53486c78ea417ea4db1">◆ </a></span>~LoadedNetwork()</h2> + +<div class="memitem"> +<div class="memproto"> +<table class="mlabels"> + <tr> + <td class="mlabels-left"> + <table class="memname"> + <tr> + <td class="memname">~<a class="el" href="classarmnn_1_1_loaded_network.xhtml">LoadedNetwork</a> </td> + <td>(</td> + <td class="paramname"></td><td>)</td> + <td></td> + </tr> + </table> + </td> + <td class="mlabels-right"> +<span class="mlabels"><span class="mlabel">inline</span></span> </td> + </tr> +</table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8hpp_source.xhtml#l00046">46</a> of file <a class="el" href="_loaded_network_8hpp_source.xhtml">LoadedNetwork.hpp</a>.</p> +<div class="fragment"><div class="line"><a name="l00047"></a><span class="lineno"> 47</span>  {</div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span>  <a class="code" href="classarmnn_1_1_loaded_network.xhtml#aaf8558a23ae9be6e7ea165989f1fa808">FreeWorkingMemory</a>();</div><div class="line"><a name="l00049"></a><span class="lineno"> 49</span>  }</div><div class="ttc" id="classarmnn_1_1_loaded_network_xhtml_aaf8558a23ae9be6e7ea165989f1fa808"><div class="ttname"><a href="classarmnn_1_1_loaded_network.xhtml#aaf8558a23ae9be6e7ea165989f1fa808">armnn::LoadedNetwork::FreeWorkingMemory</a></div><div class="ttdeci">void FreeWorkingMemory()</div><div class="ttdef"><b>Definition:</b> <a href="_loaded_network_8cpp_source.xhtml#l00902">LoadedNetwork.cpp:902</a></div></div> +</div><!-- fragment --> +</div> +</div> +<h2 class="groupheader">Member Function Documentation</h2> +<a id="aa792fd8b43401e3d6665110cdb0af27b"></a> +<h2 class="memtitle"><span class="permalink"><a href="#aa792fd8b43401e3d6665110cdb0af27b">◆ </a></span>ClearImportedInputs()</h2> + +<div class="memitem"> +<div class="memproto"> + <table class="memname"> + <tr> + <td class="memname">void ClearImportedInputs </td> + <td>(</td> + <td class="paramtype">const std::vector< <a class="el" href="namespacearmnn.xhtml#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> > </td> + <td class="paramname"><em>inputIds</em></td><td>)</td> + <td></td> + </tr> + </table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.xhtml#l01241">1241</a> of file <a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a>.</p> + +<p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.xhtml#l00579">RuntimeImpl::ClearImportedInputs()</a>.</p> +<div class="fragment"><div class="line"><a name="l01242"></a><span class="lineno"> 1242</span> {</div><div class="line"><a name="l01243"></a><span class="lineno"> 1243</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> <span class="keywordtype">id</span> : inputIds)</div><div class="line"><a name="l01244"></a><span class="lineno"> 1244</span>  {</div><div class="line"><a name="l01245"></a><span class="lineno"> 1245</span>  <span class="keywordflow">if</span> (<span class="keywordtype">id</span> > m_PreImportedInputHandles.size())</div><div class="line"><a name="l01246"></a><span class="lineno"> 1246</span>  {</div><div class="line"><a name="l01247"></a><span class="lineno"> 1247</span>  <span class="keywordflow">throw</span> InvalidArgumentException(fmt::format(<span class="stringliteral">"ClearImportedInputs::Unknown ImportedInputId: {}"</span>, <span class="keywordtype">id</span>));</div><div class="line"><a name="l01248"></a><span class="lineno"> 1248</span>  }</div><div class="line"><a name="l01249"></a><span class="lineno"> 1249</span> </div><div class="line"><a name="l01250"></a><span class="lineno"> 1250</span>  <span class="keyword">auto</span>& importedTensorHandle = m_PreImportedInputHandles[id].m_TensorHandle;</div><div class="line"><a name="l01251"></a><span class="lineno"> 1251</span>  <span class="keywordflow">if</span> (!importedTensorHandle)</div><div class="line"><a name="l01252"></a><span class="lineno"> 1252</span>  {</div><div class="line"><a name="l01253"></a><span class="lineno"> 1253</span>  <span class="keywordflow">throw</span> InvalidArgumentException(</div><div class="line"><a name="l01254"></a><span class="lineno"> 1254</span>  fmt::format(<span class="stringliteral">"ClearImportedInputs::ImportedInput with id: {} has already been deleted"</span>, <span class="keywordtype">id</span>));</div><div class="line"><a name="l01255"></a><span class="lineno"> 1255</span>  }</div><div class="line"><a name="l01256"></a><span class="lineno"> 1256</span>  <span class="comment">// Call Unimport then destroy the tensorHandle</span></div><div class="line"><a name="l01257"></a><span class="lineno"> 1257</span>  importedTensorHandle->Unimport();</div><div class="line"><a name="l01258"></a><span class="lineno"> 1258</span>  importedTensorHandle = {};</div><div class="line"><a name="l01259"></a><span class="lineno"> 1259</span>  }</div><div class="line"><a name="l01260"></a><span class="lineno"> 1260</span> }</div></div><!-- fragment --> +</div> +</div> +<a id="af06f742ce80985a8fbbbc028c20259b1"></a> +<h2 class="memtitle"><span class="permalink"><a href="#af06f742ce80985a8fbbbc028c20259b1">◆ </a></span>ClearImportedOutputs()</h2> + +<div class="memitem"> +<div class="memproto"> + <table class="memname"> + <tr> + <td class="memname">void ClearImportedOutputs </td> + <td>(</td> + <td class="paramtype">const std::vector< <a class="el" href="namespacearmnn.xhtml#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> > </td> + <td class="paramname"><em>outputIds</em></td><td>)</td> + <td></td> + </tr> + </table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.xhtml#l01262">1262</a> of file <a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a>.</p> + +<p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.xhtml#l00583">RuntimeImpl::ClearImportedOutputs()</a>.</p> +<div class="fragment"><div class="line"><a name="l01263"></a><span class="lineno"> 1263</span> {</div><div class="line"><a name="l01264"></a><span class="lineno"> 1264</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> <span class="keywordtype">id</span> : outputIds)</div><div class="line"><a name="l01265"></a><span class="lineno"> 1265</span>  {</div><div class="line"><a name="l01266"></a><span class="lineno"> 1266</span>  <span class="keywordflow">if</span> (<span class="keywordtype">id</span> > m_PreImportedOutputHandles.size())</div><div class="line"><a name="l01267"></a><span class="lineno"> 1267</span>  {</div><div class="line"><a name="l01268"></a><span class="lineno"> 1268</span>  <span class="keywordflow">throw</span> InvalidArgumentException(fmt::format(<span class="stringliteral">"ClearImportedOutputs::Unknown ImportedOutputId: {}"</span>, <span class="keywordtype">id</span>));</div><div class="line"><a name="l01269"></a><span class="lineno"> 1269</span>  }</div><div class="line"><a name="l01270"></a><span class="lineno"> 1270</span> </div><div class="line"><a name="l01271"></a><span class="lineno"> 1271</span>  <span class="keyword">auto</span>& importedTensorHandle = m_PreImportedOutputHandles[id].m_TensorHandle;</div><div class="line"><a name="l01272"></a><span class="lineno"> 1272</span>  <span class="keywordflow">if</span> (!importedTensorHandle)</div><div class="line"><a name="l01273"></a><span class="lineno"> 1273</span>  {</div><div class="line"><a name="l01274"></a><span class="lineno"> 1274</span>  <span class="keywordflow">throw</span> InvalidArgumentException(</div><div class="line"><a name="l01275"></a><span class="lineno"> 1275</span>  fmt::format(<span class="stringliteral">"ClearImportedOutputs::ImportedOutput with id: {} has already been deleted"</span>, <span class="keywordtype">id</span>));</div><div class="line"><a name="l01276"></a><span class="lineno"> 1276</span>  }</div><div class="line"><a name="l01277"></a><span class="lineno"> 1277</span>  <span class="comment">// Call Unimport then destroy the tensorHandle</span></div><div class="line"><a name="l01278"></a><span class="lineno"> 1278</span>  importedTensorHandle->Unimport();</div><div class="line"><a name="l01279"></a><span class="lineno"> 1279</span>  importedTensorHandle = {};</div><div class="line"><a name="l01280"></a><span class="lineno"> 1280</span>  }</div><div class="line"><a name="l01281"></a><span class="lineno"> 1281</span> }</div></div><!-- fragment --> +</div> +</div> +<a id="a16e72675c37a8f251cf02951e222d4ab"></a> +<h2 class="memtitle"><span class="permalink"><a href="#a16e72675c37a8f251cf02951e222d4ab">◆ </a></span>CreateWorkingMemHandle()</h2> + +<div class="memitem"> +<div class="memproto"> + <table class="memname"> + <tr> + <td class="memname">std::unique_ptr< <a class="el" href="classarmnn_1_1experimental_1_1_i_working_mem_handle.xhtml">IWorkingMemHandle</a> > CreateWorkingMemHandle </td> + <td>(</td> + <td class="paramtype"><a class="el" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> </td> + <td class="paramname"><em>networkId</em></td><td>)</td> + <td></td> + </tr> + </table> +</div><div class="memdoc"> + +<p>Create a new unique WorkingMemHandle object. </p> +<p>Create multiple handles if you wish to have overlapped Execution by calling this function from different threads. </p> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.xhtml#l01505">1505</a> of file <a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a>.</p> + +<p class="reference">References <a class="el" href="_assert_8hpp_source.xhtml#l00014">ARMNN_ASSERT</a>, <a class="el" href="_deprecated_8hpp_source.xhtml#l00033">ARMNN_NO_DEPRECATE_WARN_BEGIN</a>, <a class="el" href="_deprecated_8hpp_source.xhtml#l00034">ARMNN_NO_DEPRECATE_WARN_END</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle_factory.xhtml#a375f11dd42ff042435e8771cf287b20c">ITensorHandleFactory::CreateTensorHandle()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00269">Layer::GetBackendId()</a>, and <a class="el" href="include_2armnn_2backends_2_i_tensor_handle_factory_8hpp_source.xhtml#l00046">ITensorHandleFactory::LegacyFactoryId</a>.</p> + +<p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.xhtml#l00653">RuntimeImpl::CreateWorkingMemHandle()</a>.</p> +<div class="fragment"><div class="line"><a name="l01506"></a><span class="lineno"> 1506</span> {</div><div class="line"><a name="l01507"></a><span class="lineno"> 1507</span>  Graph& order = m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph();</div><div class="line"><a name="l01508"></a><span class="lineno"> 1508</span> </div><div class="line"><a name="l01509"></a><span class="lineno"> 1509</span>  <span class="comment">// Tensors that will need to be allocated internally within armnn</span></div><div class="line"><a name="l01510"></a><span class="lineno"> 1510</span>  std::vector<std::unique_ptr<ITensorHandle>> managedTensorHandles;</div><div class="line"><a name="l01511"></a><span class="lineno"> 1511</span>  <span class="comment">// Tensors that will be allocated externally by the user</span></div><div class="line"><a name="l01512"></a><span class="lineno"> 1512</span>  std::vector<std::unique_ptr<ITensorHandle>> unmanagedTensorHandles;</div><div class="line"><a name="l01513"></a><span class="lineno"> 1513</span> </div><div class="line"><a name="l01514"></a><span class="lineno"> 1514</span>  std::vector<WorkingMemDescriptor> workingMemDescriptors;</div><div class="line"><a name="l01515"></a><span class="lineno"> 1515</span>  std::unordered_map<LayerGuid, WorkingMemDescriptor> workingMemDescriptorMap;</div><div class="line"><a name="l01516"></a><span class="lineno"> 1516</span> </div><div class="line"><a name="l01517"></a><span class="lineno"> 1517</span>  <span class="keyword">auto</span> GetTensorHandle = [&](<a class="code" href="namespacearmnn_serializer.xhtml#a9a8118be7780e95363d631cbca7e7800">Layer</a>* layer, <span class="keyword">const</span> OutputSlot& outputSlot)</div><div class="line"><a name="l01518"></a><span class="lineno"> 1518</span>  {</div><div class="line"><a name="l01519"></a><span class="lineno"> 1519</span>  <a class="code" href="classarmnn_1_1_i_tensor_handle_factory.xhtml#a32f4aa6a7089d877af08928139c2c277">ITensorHandleFactory::FactoryId</a> factoryId = outputSlot.GetTensorHandleFactoryId();</div><div class="line"><a name="l01520"></a><span class="lineno"> 1520</span>  <span class="keyword">const</span> TensorInfo& tensorInfo = outputSlot.GetTensorInfo();</div><div class="line"><a name="l01521"></a><span class="lineno"> 1521</span> </div><div class="line"><a name="l01522"></a><span class="lineno"> 1522</span>  <span class="keywordflow">if</span> (factoryId == <a class="code" href="classarmnn_1_1_i_tensor_handle_factory.xhtml#a9c95f90eb40e31f629e0e2947b8bc6f9">ITensorHandleFactory::LegacyFactoryId</a>)</div><div class="line"><a name="l01523"></a><span class="lineno"> 1523</span>  {</div><div class="line"><a name="l01524"></a><span class="lineno"> 1524</span>  BackendId <span class="keywordtype">id</span> = layer->GetBackendId();</div><div class="line"><a name="l01525"></a><span class="lineno"> 1525</span>  <a class="code" href="_deprecated_8hpp.xhtml#ab66a241a0ed3ee89c866e777b035d0ed">ARMNN_NO_DEPRECATE_WARN_BEGIN</a></div><div class="line"><a name="l01526"></a><span class="lineno"> 1526</span>  <span class="keywordflow">return</span> m_WorkloadFactories.at(<span class="keywordtype">id</span>)->CreateTensorHandle(tensorInfo, <span class="keyword">false</span>);</div><div class="line"><a name="l01527"></a><span class="lineno"> 1527</span>  <a class="code" href="_deprecated_8hpp.xhtml#ad762b11b48e5c1d1c1743f529485728a">ARMNN_NO_DEPRECATE_WARN_END</a></div><div class="line"><a name="l01528"></a><span class="lineno"> 1528</span>  }</div><div class="line"><a name="l01529"></a><span class="lineno"> 1529</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l01530"></a><span class="lineno"> 1530</span>  {</div><div class="line"><a name="l01531"></a><span class="lineno"> 1531</span>  ITensorHandleFactory* handleFactory = m_TensorHandleFactoryRegistry.<a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.xhtml#ae5ecc42140a12c855554a4a621fc8456">GetFactory</a>(factoryId);</div><div class="line"><a name="l01532"></a><span class="lineno"> 1532</span>  <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(handleFactory);</div><div class="line"><a name="l01533"></a><span class="lineno"> 1533</span>  <span class="keywordflow">return</span> handleFactory->CreateTensorHandle(tensorInfo, <span class="keyword">false</span>);</div><div class="line"><a name="l01534"></a><span class="lineno"> 1534</span>  }</div><div class="line"><a name="l01535"></a><span class="lineno"> 1535</span>  };</div><div class="line"><a name="l01536"></a><span class="lineno"> 1536</span> </div><div class="line"><a name="l01537"></a><span class="lineno"> 1537</span>  <span class="keyword">struct </span>HandleInfo</div><div class="line"><a name="l01538"></a><span class="lineno"> 1538</span>  {</div><div class="line"><a name="l01539"></a><span class="lineno"> 1539</span>  ITensorHandle* m_TensorHandle;</div><div class="line"><a name="l01540"></a><span class="lineno"> 1540</span> </div><div class="line"><a name="l01541"></a><span class="lineno"> 1541</span>  <span class="keywordtype">bool</span> m_IsInputLayerHandle = <span class="keyword">false</span>;</div><div class="line"><a name="l01542"></a><span class="lineno"> 1542</span>  <span class="keywordtype">bool</span> m_IsOutputLayerHandle = <span class="keyword">false</span>;</div><div class="line"><a name="l01543"></a><span class="lineno"> 1543</span> </div><div class="line"><a name="l01544"></a><span class="lineno"> 1544</span>  WorkingMemHandle::InputMemDescriptorCoords m_InputMemDescriptorCoords;</div><div class="line"><a name="l01545"></a><span class="lineno"> 1545</span>  WorkingMemHandle::OutputMemDescriptorCoords m_OutputMemDescriptorCoords;</div><div class="line"><a name="l01546"></a><span class="lineno"> 1546</span>  };</div><div class="line"><a name="l01547"></a><span class="lineno"> 1547</span> </div><div class="line"><a name="l01548"></a><span class="lineno"> 1548</span>  std::unordered_map<const OutputSlot*, HandleInfo> outputToHandleInfoMap;</div><div class="line"><a name="l01549"></a><span class="lineno"> 1549</span> </div><div class="line"><a name="l01550"></a><span class="lineno"> 1550</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> layerIndex = 0;</div><div class="line"><a name="l01551"></a><span class="lineno"> 1551</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& layer : order)</div><div class="line"><a name="l01552"></a><span class="lineno"> 1552</span>  {</div><div class="line"><a name="l01553"></a><span class="lineno"> 1553</span>  <span class="comment">// Constant layers execution and management is handled during loaded network construction</span></div><div class="line"><a name="l01554"></a><span class="lineno"> 1554</span>  <span class="keywordflow">if</span> (layer->GetType() == <a class="code" href="namespacearmnn.xhtml#a14d24d90ab4ba2956e92e27890ba4c91acb17869fe51048b5a5c4c6106551a255">LayerType::Constant</a>)</div><div class="line"><a name="l01555"></a><span class="lineno"> 1555</span>  {</div><div class="line"><a name="l01556"></a><span class="lineno"> 1556</span>  <span class="keywordflow">continue</span>;</div><div class="line"><a name="l01557"></a><span class="lineno"> 1557</span>  }</div><div class="line"><a name="l01558"></a><span class="lineno"> 1558</span> </div><div class="line"><a name="l01559"></a><span class="lineno"> 1559</span>  WorkingMemDescriptor workingMemDescriptor;</div><div class="line"><a name="l01560"></a><span class="lineno"> 1560</span> </div><div class="line"><a name="l01561"></a><span class="lineno"> 1561</span>  <span class="keywordtype">bool</span> isMemoryManaged = <span class="keyword">true</span>;</div><div class="line"><a name="l01562"></a><span class="lineno"> 1562</span>  <span class="keywordtype">bool</span> isInputLayer = <span class="keyword">false</span>;</div><div class="line"><a name="l01563"></a><span class="lineno"> 1563</span>  <span class="keywordtype">bool</span> isOutputLayer = <span class="keyword">false</span>;</div><div class="line"><a name="l01564"></a><span class="lineno"> 1564</span>  <span class="keywordtype">bool</span> isConnectedToOutputLayer = <span class="keyword">false</span>;</div><div class="line"><a name="l01565"></a><span class="lineno"> 1565</span> </div><div class="line"><a name="l01566"></a><span class="lineno"> 1566</span>  <span class="keywordflow">if</span> (layer->GetType() == <a class="code" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">LayerType::Input</a> || layer->GetType() == <a class="code" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">LayerType::MemImport</a>)</div><div class="line"><a name="l01567"></a><span class="lineno"> 1567</span>  {</div><div class="line"><a name="l01568"></a><span class="lineno"> 1568</span>  <span class="comment">// Input layers/workloads will not be executed so the descriptor is not added to workingMemDescriptors</span></div><div class="line"><a name="l01569"></a><span class="lineno"> 1569</span>  <span class="comment">// However we will still need to manage the tensorHandle</span></div><div class="line"><a name="l01570"></a><span class="lineno"> 1570</span>  isInputLayer = <span class="keyword">true</span>;</div><div class="line"><a name="l01571"></a><span class="lineno"> 1571</span>  isMemoryManaged = !m_NetworkProperties.m_ImportEnabled;</div><div class="line"><a name="l01572"></a><span class="lineno"> 1572</span>  }</div><div class="line"><a name="l01573"></a><span class="lineno"> 1573</span>  <span class="keywordflow">else</span> <span class="keywordflow">if</span> (layer->GetType() == <a class="code" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">LayerType::Output</a>)</div><div class="line"><a name="l01574"></a><span class="lineno"> 1574</span>  {</div><div class="line"><a name="l01575"></a><span class="lineno"> 1575</span>  isOutputLayer = <span class="keyword">true</span>;</div><div class="line"><a name="l01576"></a><span class="lineno"> 1576</span>  }</div><div class="line"><a name="l01577"></a><span class="lineno"> 1577</span> </div><div class="line"><a name="l01578"></a><span class="lineno"> 1578</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> slotIndex = 0;</div><div class="line"><a name="l01579"></a><span class="lineno"> 1579</span>  <span class="comment">// Create a tensor handle for each output slot of a layer</span></div><div class="line"><a name="l01580"></a><span class="lineno"> 1580</span>  <span class="comment">// Once we create it, we start managing its lifetime</span></div><div class="line"><a name="l01581"></a><span class="lineno"> 1581</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& slot : layer->GetOutputSlots())</div><div class="line"><a name="l01582"></a><span class="lineno"> 1582</span>  {</div><div class="line"><a name="l01583"></a><span class="lineno"> 1583</span>  <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> i = 0; i < slot.GetNumConnections(); ++i)</div><div class="line"><a name="l01584"></a><span class="lineno"> 1584</span>  {</div><div class="line"><a name="l01585"></a><span class="lineno"> 1585</span>  <span class="keywordflow">if</span> ((slot.GetConnection(i)->GetOwningLayer().GetType() == <a class="code" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">LayerType::Output</a>))</div><div class="line"><a name="l01586"></a><span class="lineno"> 1586</span>  {</div><div class="line"><a name="l01587"></a><span class="lineno"> 1587</span>  <span class="keywordflow">if</span> (!isConnectedToOutputLayer)</div><div class="line"><a name="l01588"></a><span class="lineno"> 1588</span>  {</div><div class="line"><a name="l01589"></a><span class="lineno"> 1589</span>  isConnectedToOutputLayer = <span class="keyword">true</span>;</div><div class="line"><a name="l01590"></a><span class="lineno"> 1590</span>  <span class="comment">// If Export is enabled disable memory management, so we can export, otherwise we do a copy</span></div><div class="line"><a name="l01591"></a><span class="lineno"> 1591</span>  isMemoryManaged = !m_NetworkProperties.m_ExportEnabled;</div><div class="line"><a name="l01592"></a><span class="lineno"> 1592</span>  }</div><div class="line"><a name="l01593"></a><span class="lineno"> 1593</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l01594"></a><span class="lineno"> 1594</span>  {</div><div class="line"><a name="l01595"></a><span class="lineno"> 1595</span>  <span class="comment">// Importing in this case would likely cause unexpected behaviour, so we disallow it.</span></div><div class="line"><a name="l01596"></a><span class="lineno"> 1596</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407a7b83d3f08fa392b79e3f553b585971cd">warning</a>) <<</div><div class="line"><a name="l01597"></a><span class="lineno"> 1597</span>  fmt::format(<span class="stringliteral">"Layer name: '{0}' guid: '{1}' has two or more OutputLayers connected to it. "</span></div><div class="line"><a name="l01598"></a><span class="lineno"> 1598</span>  <span class="stringliteral">"This will prevent importing on the connected OutputLayers."</span>,</div><div class="line"><a name="l01599"></a><span class="lineno"> 1599</span>  layer->GetName(), layer->GetGuid());</div><div class="line"><a name="l01600"></a><span class="lineno"> 1600</span>  isMemoryManaged = <span class="keyword">true</span>;</div><div class="line"><a name="l01601"></a><span class="lineno"> 1601</span>  }</div><div class="line"><a name="l01602"></a><span class="lineno"> 1602</span>  }</div><div class="line"><a name="l01603"></a><span class="lineno"> 1603</span>  }</div><div class="line"><a name="l01604"></a><span class="lineno"> 1604</span> </div><div class="line"><a name="l01605"></a><span class="lineno"> 1605</span>  ITensorHandle* tensorHandle;</div><div class="line"><a name="l01606"></a><span class="lineno"> 1606</span>  <span class="keywordflow">if</span> (isMemoryManaged)</div><div class="line"><a name="l01607"></a><span class="lineno"> 1607</span>  {</div><div class="line"><a name="l01608"></a><span class="lineno"> 1608</span>  managedTensorHandles.emplace_back(GetTensorHandle(layer, slot));</div><div class="line"><a name="l01609"></a><span class="lineno"> 1609</span>  tensorHandle = managedTensorHandles.back().get();</div><div class="line"><a name="l01610"></a><span class="lineno"> 1610</span>  }</div><div class="line"><a name="l01611"></a><span class="lineno"> 1611</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l01612"></a><span class="lineno"> 1612</span>  {</div><div class="line"><a name="l01613"></a><span class="lineno"> 1613</span>  unmanagedTensorHandles.emplace_back(GetTensorHandle(layer, slot));</div><div class="line"><a name="l01614"></a><span class="lineno"> 1614</span>  tensorHandle = unmanagedTensorHandles.back().get();</div><div class="line"><a name="l01615"></a><span class="lineno"> 1615</span>  }</div><div class="line"><a name="l01616"></a><span class="lineno"> 1616</span> </div><div class="line"><a name="l01617"></a><span class="lineno"> 1617</span>  workingMemDescriptor.m_Outputs.push_back(tensorHandle);</div><div class="line"><a name="l01618"></a><span class="lineno"> 1618</span> </div><div class="line"><a name="l01619"></a><span class="lineno"> 1619</span>  HandleInfo& handleInfo = outputToHandleInfoMap[&slot];</div><div class="line"><a name="l01620"></a><span class="lineno"> 1620</span>  handleInfo.m_TensorHandle = tensorHandle;</div><div class="line"><a name="l01621"></a><span class="lineno"> 1621</span> </div><div class="line"><a name="l01622"></a><span class="lineno"> 1622</span>  <span class="comment">// Store the coordinates of the current layer's OutputSlot that is connected to the OutputLayer</span></div><div class="line"><a name="l01623"></a><span class="lineno"> 1623</span>  <span class="keywordflow">if</span> (isConnectedToOutputLayer)</div><div class="line"><a name="l01624"></a><span class="lineno"> 1624</span>  {</div><div class="line"><a name="l01625"></a><span class="lineno"> 1625</span>  handleInfo.m_IsOutputLayerHandle = <span class="keyword">true</span>;</div><div class="line"><a name="l01626"></a><span class="lineno"> 1626</span>  handleInfo.m_OutputMemDescriptorCoords.m_OutputSlotCoords = {layerIndex, slotIndex};</div><div class="line"><a name="l01627"></a><span class="lineno"> 1627</span>  }</div><div class="line"><a name="l01628"></a><span class="lineno"> 1628</span>  <span class="comment">// Store the LayerBindingId of the InputLayer</span></div><div class="line"><a name="l01629"></a><span class="lineno"> 1629</span>  <span class="keywordflow">if</span> (isInputLayer)</div><div class="line"><a name="l01630"></a><span class="lineno"> 1630</span>  {</div><div class="line"><a name="l01631"></a><span class="lineno"> 1631</span>  handleInfo.m_IsInputLayerHandle = <span class="keyword">true</span>;</div><div class="line"><a name="l01632"></a><span class="lineno"> 1632</span>  <a class="code" href="namespacearmnn.xhtml#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> bindingId = <span class="keyword">static_cast<</span>BindableLayer*<span class="keyword">></span>(layer)->GetBindingId();</div><div class="line"><a name="l01633"></a><span class="lineno"> 1633</span>  handleInfo.m_InputMemDescriptorCoords.m_LayerBindingId = bindingId;</div><div class="line"><a name="l01634"></a><span class="lineno"> 1634</span>  }</div><div class="line"><a name="l01635"></a><span class="lineno"> 1635</span>  slotIndex++;</div><div class="line"><a name="l01636"></a><span class="lineno"> 1636</span>  }</div><div class="line"><a name="l01637"></a><span class="lineno"> 1637</span>  <span class="comment">// Loop through the input slots in the same layer and decrement the reference counter associated</span></div><div class="line"><a name="l01638"></a><span class="lineno"> 1638</span>  <span class="comment">// to each tensor handle we encounter.</span></div><div class="line"><a name="l01639"></a><span class="lineno"> 1639</span>  <span class="comment">// Once it reaches zero, the lifetime of the tensor handle has ended, and we mark its memory as available</span></div><div class="line"><a name="l01640"></a><span class="lineno"> 1640</span>  <span class="comment">// so that the next tensor handle with a non overlapping lifetime can share its memory.</span></div><div class="line"><a name="l01641"></a><span class="lineno"> 1641</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& slot : layer->GetInputSlots())</div><div class="line"><a name="l01642"></a><span class="lineno"> 1642</span>  {</div><div class="line"><a name="l01643"></a><span class="lineno"> 1643</span>  <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(slot.GetConnection());</div><div class="line"><a name="l01644"></a><span class="lineno"> 1644</span>  <span class="keyword">auto</span> outputSlot = slot.GetConnectedOutputSlot();</div><div class="line"><a name="l01645"></a><span class="lineno"> 1645</span>  <span class="keyword">auto</span> key = outputSlot->GetOwningLayer().GetGuid();</div><div class="line"><a name="l01646"></a><span class="lineno"> 1646</span> </div><div class="line"><a name="l01647"></a><span class="lineno"> 1647</span>  <span class="comment">// Constant layers execution and management is handled during loaded network construction</span></div><div class="line"><a name="l01648"></a><span class="lineno"> 1648</span>  <span class="keyword">auto</span> found = m_ConstantTensorHandles.find(key);</div><div class="line"><a name="l01649"></a><span class="lineno"> 1649</span>  <span class="keywordflow">if</span> (found != m_ConstantTensorHandles.end())</div><div class="line"><a name="l01650"></a><span class="lineno"> 1650</span>  {</div><div class="line"><a name="l01651"></a><span class="lineno"> 1651</span>  ITensorHandle* tensorHandle = found->second;</div><div class="line"><a name="l01652"></a><span class="lineno"> 1652</span>  workingMemDescriptor.m_Inputs.push_back(tensorHandle);</div><div class="line"><a name="l01653"></a><span class="lineno"> 1653</span> </div><div class="line"><a name="l01654"></a><span class="lineno"> 1654</span>  <span class="comment">// Odd case where a constant layer is connected to an output layer</span></div><div class="line"><a name="l01655"></a><span class="lineno"> 1655</span>  <span class="comment">// We will need to create a HandleInfo to track it</span></div><div class="line"><a name="l01656"></a><span class="lineno"> 1656</span>  <span class="keywordflow">if</span> (isOutputLayer)</div><div class="line"><a name="l01657"></a><span class="lineno"> 1657</span>  {</div><div class="line"><a name="l01658"></a><span class="lineno"> 1658</span>  <a class="code" href="namespacearmnn.xhtml#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> bindingId = <span class="keyword">static_cast<</span>BindableLayer*<span class="keyword">></span>(layer)->GetBindingId();</div><div class="line"><a name="l01659"></a><span class="lineno"> 1659</span> </div><div class="line"><a name="l01660"></a><span class="lineno"> 1660</span>  HandleInfo& handleInfo = outputToHandleInfoMap[outputSlot];</div><div class="line"><a name="l01661"></a><span class="lineno"> 1661</span>  handleInfo.m_TensorHandle = tensorHandle;</div><div class="line"><a name="l01662"></a><span class="lineno"> 1662</span>  handleInfo.m_IsOutputLayerHandle = <span class="keyword">true</span>;</div><div class="line"><a name="l01663"></a><span class="lineno"> 1663</span>  handleInfo.m_OutputMemDescriptorCoords.m_LayerBindingIds.push_back(bindingId);</div><div class="line"><a name="l01664"></a><span class="lineno"> 1664</span>  handleInfo.m_OutputMemDescriptorCoords.m_InputSlotCoords.push_back({layerIndex, 0});</div><div class="line"><a name="l01665"></a><span class="lineno"> 1665</span>  }</div><div class="line"><a name="l01666"></a><span class="lineno"> 1666</span>  <span class="keywordflow">continue</span>;</div><div class="line"><a name="l01667"></a><span class="lineno"> 1667</span>  }</div><div class="line"><a name="l01668"></a><span class="lineno"> 1668</span> </div><div class="line"><a name="l01669"></a><span class="lineno"> 1669</span>  HandleInfo& handleInfo = outputToHandleInfoMap.at(outputSlot);</div><div class="line"><a name="l01670"></a><span class="lineno"> 1670</span> </div><div class="line"><a name="l01671"></a><span class="lineno"> 1671</span>  ITensorHandle* inputTensorHandle = handleInfo.m_TensorHandle;</div><div class="line"><a name="l01672"></a><span class="lineno"> 1672</span>  workingMemDescriptor.m_Inputs.push_back(inputTensorHandle);</div><div class="line"><a name="l01673"></a><span class="lineno"> 1673</span> </div><div class="line"><a name="l01674"></a><span class="lineno"> 1674</span>  <span class="comment">// Store the LayerBindingId of the OutputLayer</span></div><div class="line"><a name="l01675"></a><span class="lineno"> 1675</span>  <span class="keywordflow">if</span> (isOutputLayer)</div><div class="line"><a name="l01676"></a><span class="lineno"> 1676</span>  {</div><div class="line"><a name="l01677"></a><span class="lineno"> 1677</span>  <a class="code" href="namespacearmnn.xhtml#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> bindingId = <span class="keyword">static_cast<</span>BindableLayer*<span class="keyword">></span>(layer)->GetBindingId();</div><div class="line"><a name="l01678"></a><span class="lineno"> 1678</span>  handleInfo.m_OutputMemDescriptorCoords.m_LayerBindingIds.push_back(bindingId);</div><div class="line"><a name="l01679"></a><span class="lineno"> 1679</span>  handleInfo.m_OutputMemDescriptorCoords.m_InputSlotCoords.push_back({layerIndex, 0});</div><div class="line"><a name="l01680"></a><span class="lineno"> 1680</span>  }</div><div class="line"><a name="l01681"></a><span class="lineno"> 1681</span>  <span class="comment">// In this case the layer is not an Output Layer but shares its input tensorhandle with an OutputLayer</span></div><div class="line"><a name="l01682"></a><span class="lineno"> 1682</span>  <span class="comment">// It will need to be updated as well, if we swap out the tensorhandle</span></div><div class="line"><a name="l01683"></a><span class="lineno"> 1683</span>  <span class="keywordflow">else</span> <span class="keywordflow">if</span> (handleInfo.m_IsOutputLayerHandle)</div><div class="line"><a name="l01684"></a><span class="lineno"> 1684</span>  {</div><div class="line"><a name="l01685"></a><span class="lineno"> 1685</span>  handleInfo.m_OutputMemDescriptorCoords.m_InputSlotCoords.push_back({layerIndex, slot.GetSlotIndex()});</div><div class="line"><a name="l01686"></a><span class="lineno"> 1686</span>  }</div><div class="line"><a name="l01687"></a><span class="lineno"> 1687</span> </div><div class="line"><a name="l01688"></a><span class="lineno"> 1688</span>  <span class="comment">// Store the coordinates of the InputSlots connected to the InputLayer</span></div><div class="line"><a name="l01689"></a><span class="lineno"> 1689</span>  <span class="comment">// There can be more than one InputSlot connected to an InputLayer, so we use a vector</span></div><div class="line"><a name="l01690"></a><span class="lineno"> 1690</span>  <span class="keywordflow">if</span> (handleInfo.m_IsInputLayerHandle)</div><div class="line"><a name="l01691"></a><span class="lineno"> 1691</span>  {</div><div class="line"><a name="l01692"></a><span class="lineno"> 1692</span>  std::pair<LayerGuid, unsigned int> connectionLocation{layerIndex, slot.GetSlotIndex()};</div><div class="line"><a name="l01693"></a><span class="lineno"> 1693</span>  handleInfo.m_InputMemDescriptorCoords.m_InputSlotCoords.emplace_back(connectionLocation);</div><div class="line"><a name="l01694"></a><span class="lineno"> 1694</span>  }</div><div class="line"><a name="l01695"></a><span class="lineno"> 1695</span>  }</div><div class="line"><a name="l01696"></a><span class="lineno"> 1696</span>  workingMemDescriptorMap.insert({layer->GetGuid(), workingMemDescriptor});</div><div class="line"><a name="l01697"></a><span class="lineno"> 1697</span> </div><div class="line"><a name="l01698"></a><span class="lineno"> 1698</span>  <span class="comment">// Input/Output layers/workloads will not be executed, so the descriptor is not added to workingMemDescriptors</span></div><div class="line"><a name="l01699"></a><span class="lineno"> 1699</span>  <span class="comment">// However we will still need to manage the tensorHandle</span></div><div class="line"><a name="l01700"></a><span class="lineno"> 1700</span>  <span class="keywordflow">if</span> (!isInputLayer)</div><div class="line"><a name="l01701"></a><span class="lineno"> 1701</span>  {</div><div class="line"><a name="l01702"></a><span class="lineno"> 1702</span>  workingMemDescriptors.push_back(workingMemDescriptor);</div><div class="line"><a name="l01703"></a><span class="lineno"> 1703</span>  layerIndex++;</div><div class="line"><a name="l01704"></a><span class="lineno"> 1704</span>  }</div><div class="line"><a name="l01705"></a><span class="lineno"> 1705</span>  }</div><div class="line"><a name="l01706"></a><span class="lineno"> 1706</span> </div><div class="line"><a name="l01707"></a><span class="lineno"> 1707</span>  std::vector<std::pair<std::shared_ptr<TensorMemory>, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277">MemorySource</a>>> tensorMemory;</div><div class="line"><a name="l01708"></a><span class="lineno"> 1708</span> </div><div class="line"><a name="l01709"></a><span class="lineno"> 1709</span>  <span class="keyword">auto</span> externalMemoryManager = CreateExternalMemoryManger(tensorMemory);</div><div class="line"><a name="l01710"></a><span class="lineno"> 1710</span> </div><div class="line"><a name="l01711"></a><span class="lineno"> 1711</span>  <span class="comment">// Sort m_TensorMemory, so it's order matches the outputSlot order</span></div><div class="line"><a name="l01712"></a><span class="lineno"> 1712</span>  std::sort(tensorMemory.begin(), tensorMemory.end(),</div><div class="line"><a name="l01713"></a><span class="lineno"> 1713</span>  [](<span class="keyword">const</span> std::pair<std::shared_ptr<TensorMemory>, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277">MemorySource</a>>& lhs,</div><div class="line"><a name="l01714"></a><span class="lineno"> 1714</span>  <span class="keyword">const</span> std::pair<std::shared_ptr<TensorMemory>, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277">MemorySource</a>>& rhs)</div><div class="line"><a name="l01715"></a><span class="lineno"> 1715</span>  {</div><div class="line"><a name="l01716"></a><span class="lineno"> 1716</span>  <span class="keywordflow">return</span> lhs.first->m_OutputSlotId < rhs.first->m_OutputSlotId;</div><div class="line"><a name="l01717"></a><span class="lineno"> 1717</span>  });</div><div class="line"><a name="l01718"></a><span class="lineno"> 1718</span> </div><div class="line"><a name="l01719"></a><span class="lineno"> 1719</span>  std::vector<WorkingMemHandle::InputMemDescriptorCoords> inputConnectionsInfo;</div><div class="line"><a name="l01720"></a><span class="lineno"> 1720</span>  std::vector<WorkingMemHandle::OutputMemDescriptorCoords> outputConnectionsInfo;</div><div class="line"><a name="l01721"></a><span class="lineno"> 1721</span> </div><div class="line"><a name="l01722"></a><span class="lineno"> 1722</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>& handleInfo: outputToHandleInfoMap)</div><div class="line"><a name="l01723"></a><span class="lineno"> 1723</span>  {</div><div class="line"><a name="l01724"></a><span class="lineno"> 1724</span>  <span class="keywordflow">if</span> (handleInfo.second.m_IsOutputLayerHandle)</div><div class="line"><a name="l01725"></a><span class="lineno"> 1725</span>  {</div><div class="line"><a name="l01726"></a><span class="lineno"> 1726</span>  outputConnectionsInfo.emplace_back(handleInfo.second.m_OutputMemDescriptorCoords);</div><div class="line"><a name="l01727"></a><span class="lineno"> 1727</span>  }</div><div class="line"><a name="l01728"></a><span class="lineno"> 1728</span> </div><div class="line"><a name="l01729"></a><span class="lineno"> 1729</span>  <span class="keywordflow">if</span> (handleInfo.second.m_IsInputLayerHandle)</div><div class="line"><a name="l01730"></a><span class="lineno"> 1730</span>  {</div><div class="line"><a name="l01731"></a><span class="lineno"> 1731</span>  inputConnectionsInfo.emplace_back(handleInfo.second.m_InputMemDescriptorCoords);</div><div class="line"><a name="l01732"></a><span class="lineno"> 1732</span>  }</div><div class="line"><a name="l01733"></a><span class="lineno"> 1733</span>  }</div><div class="line"><a name="l01734"></a><span class="lineno"> 1734</span> </div><div class="line"><a name="l01735"></a><span class="lineno"> 1735</span>  <span class="keywordflow">return</span> std::make_unique<WorkingMemHandle>(networkId,</div><div class="line"><a name="l01736"></a><span class="lineno"> 1736</span>  inputConnectionsInfo,</div><div class="line"><a name="l01737"></a><span class="lineno"> 1737</span>  outputConnectionsInfo,</div><div class="line"><a name="l01738"></a><span class="lineno"> 1738</span>  workingMemDescriptors,</div><div class="line"><a name="l01739"></a><span class="lineno"> 1739</span>  workingMemDescriptorMap,</div><div class="line"><a name="l01740"></a><span class="lineno"> 1740</span>  std::move(externalMemoryManager),</div><div class="line"><a name="l01741"></a><span class="lineno"> 1741</span>  std::move(tensorMemory),</div><div class="line"><a name="l01742"></a><span class="lineno"> 1742</span>  std::move(managedTensorHandles),</div><div class="line"><a name="l01743"></a><span class="lineno"> 1743</span>  std::move(unmanagedTensorHandles));</div><div class="line"><a name="l01744"></a><span class="lineno"> 1744</span> }</div><div class="ttc" id="_deprecated_8hpp_xhtml_ab66a241a0ed3ee89c866e777b035d0ed"><div class="ttname"><a href="_deprecated_8hpp.xhtml#ab66a241a0ed3ee89c866e777b035d0ed">ARMNN_NO_DEPRECATE_WARN_BEGIN</a></div><div class="ttdeci">#define ARMNN_NO_DEPRECATE_WARN_BEGIN</div><div class="ttdef"><b>Definition:</b> <a href="_deprecated_8hpp_source.xhtml#l00033">Deprecated.hpp:33</a></div></div> +<div class="ttc" id="namespacearmnn_serializer_xhtml_a9a8118be7780e95363d631cbca7e7800"><div class="ttname"><a href="namespacearmnn_serializer.xhtml#a9a8118be7780e95363d631cbca7e7800">armnnSerializer::Layer</a></div><div class="ttdeci">Layer</div><div class="ttdef"><b>Definition:</b> <a href="_armnn_schema__generated_8h_source.xhtml#l01234">ArmnnSchema_generated.h:1234</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54"><div class="ttname"><a href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::LayerType::Output</a></div></div> +<div class="ttc" id="_logging_8hpp_xhtml_a7b6ad073975f437ec38ca7d20154727f"><div class="ttname"><a href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a></div><div class="ttdeci">#define ARMNN_LOG(severity)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8hpp_source.xhtml#l00202">Logging.hpp:202</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_ab8cf8f9fb6792e654c2d8d8382f6f01b"><div class="ttname"><a href="namespacearmnn.xhtml#ab8cf8f9fb6792e654c2d8d8382f6f01b">armnn::LayerBindingId</a></div><div class="ttdeci">int LayerBindingId</div><div class="ttdoc">Type of identifiers for bindable layers (inputs, outputs). </div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.xhtml#l00277">Types.hpp:277</a></div></div> +<div class="ttc" id="_deprecated_8hpp_xhtml_ad762b11b48e5c1d1c1743f529485728a"><div class="ttname"><a href="_deprecated_8hpp.xhtml#ad762b11b48e5c1d1c1743f529485728a">ARMNN_NO_DEPRECATE_WARN_END</a></div><div class="ttdeci">#define ARMNN_NO_DEPRECATE_WARN_END</div><div class="ttdef"><b>Definition:</b> <a href="_deprecated_8hpp_source.xhtml#l00034">Deprecated.hpp:34</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a4dc0adc6737b5944e7671bee71788407a7b83d3f08fa392b79e3f553b585971cd"><div class="ttname"><a href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407a7b83d3f08fa392b79e3f553b585971cd">armnn::BoostLogSeverityMapping::warning</a></div></div> +<div class="ttc" id="_assert_8hpp_xhtml_a5698be69cbd5dfe6c28fcd9867e8cbed"><div class="ttname"><a href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a></div><div class="ttdeci">#define ARMNN_ASSERT(COND)</div><div class="ttdef"><b>Definition:</b> <a href="_assert_8hpp_source.xhtml#l00014">Assert.hpp:14</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9"><div class="ttname"><a href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">armnn::LayerType::MemImport</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a14fcd7f88d11cea0a018269dca5f9277"><div class="ttname"><a href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277">armnn::MemorySource</a></div><div class="ttdeci">MemorySource</div><div class="ttdoc">Define the Memory Source to reduce copies. </div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.xhtml#l00217">Types.hpp:217</a></div></div> +<div class="ttc" id="classarmnn_1_1_tensor_handle_factory_registry_xhtml_ae5ecc42140a12c855554a4a621fc8456"><div class="ttname"><a href="classarmnn_1_1_tensor_handle_factory_registry.xhtml#ae5ecc42140a12c855554a4a621fc8456">armnn::TensorHandleFactoryRegistry::GetFactory</a></div><div class="ttdeci">ITensorHandleFactory * GetFactory(ITensorHandleFactory::FactoryId id) const</div><div class="ttdoc">Find a TensorHandleFactory by Id Returns nullptr if not found. </div><div class="ttdef"><b>Definition:</b> <a href="_tensor_handle_factory_registry_8cpp_source.xhtml#l00039">TensorHandleFactoryRegistry.cpp:39</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5"><div class="ttname"><a href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::LayerType::Input</a></div></div> +<div class="ttc" id="classarmnn_1_1_i_tensor_handle_factory_xhtml_a32f4aa6a7089d877af08928139c2c277"><div class="ttname"><a href="classarmnn_1_1_i_tensor_handle_factory.xhtml#a32f4aa6a7089d877af08928139c2c277">armnn::ITensorHandleFactory::FactoryId</a></div><div class="ttdeci">std::string FactoryId</div><div class="ttdef"><b>Definition:</b> <a href="include_2armnn_2backends_2_i_tensor_handle_factory_8hpp_source.xhtml#l00045">ITensorHandleFactory.hpp:45</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a14d24d90ab4ba2956e92e27890ba4c91acb17869fe51048b5a5c4c6106551a255"><div class="ttname"><a href="namespacearmnn.xhtml#a14d24d90ab4ba2956e92e27890ba4c91acb17869fe51048b5a5c4c6106551a255">armnn::PaddingMode::Constant</a></div></div> +<div class="ttc" id="classarmnn_1_1_i_tensor_handle_factory_xhtml_a9c95f90eb40e31f629e0e2947b8bc6f9"><div class="ttname"><a href="classarmnn_1_1_i_tensor_handle_factory.xhtml#a9c95f90eb40e31f629e0e2947b8bc6f9">armnn::ITensorHandleFactory::LegacyFactoryId</a></div><div class="ttdeci">static const FactoryId LegacyFactoryId</div><div class="ttdef"><b>Definition:</b> <a href="include_2armnn_2backends_2_i_tensor_handle_factory_8hpp_source.xhtml#l00046">ITensorHandleFactory.hpp:46</a></div></div> +</div><!-- fragment --> +</div> +</div> +<a id="a878c3febb600fd2ccf3b5cb1f9a61e27"></a> +<h2 class="memtitle"><span class="permalink"><a href="#a878c3febb600fd2ccf3b5cb1f9a61e27">◆ </a></span>EnqueueWorkload()</h2> + +<div class="memitem"> +<div class="memproto"> + <table class="memname"> + <tr> + <td class="memname"><a class="el" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70b">Status</a> EnqueueWorkload </td> + <td>(</td> + <td class="paramtype">const <a class="el" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> & </td> + <td class="paramname"><em>inputTensors</em>, </td> + </tr> + <tr> + <td class="paramkey"></td> + <td></td> + <td class="paramtype">const <a class="el" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> & </td> + <td class="paramname"><em>outputTensors</em> </td> + </tr> + <tr> + <td></td> + <td>)</td> + <td></td><td></td> + </tr> + </table> +</div><div class="memdoc"> + +<p>Single thread execution of the loaded network. </p> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.xhtml#l00636">636</a> of file <a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a>.</p> + +<p class="reference">References <a class="el" href="_assert_8hpp_source.xhtml#l00015">ARMNN_ASSERT_MSG</a>, <a class="el" href="_logging_8hpp_source.xhtml#l00202">ARMNN_LOG</a>, <a class="el" href="_heap_profiling_8hpp_source.xhtml#l00045">ARMNN_SCOPED_HEAP_PROFILING</a>, <a class="el" href="_profiling_8hpp_source.xhtml#l00220">ARMNN_SCOPED_PROFILING_EVENT</a>, <a class="el" href="_memory_sources_8hpp_source.xhtml#l00041">armnn::CheckFlag()</a>, <a class="el" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Failure</a>, <a class="el" href="include_2armnn_2backends_2_i_tensor_handle_8hpp_source.xhtml#l00069">ITensorHandle::GetImportFlags()</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00188">Graph::GetInputLayers()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00237">Layer::GetInputSlots()</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00183">Graph::GetNumInputs()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00313">Layer::GetNumInputSlots()</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00194">Graph::GetNumLayers()</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00184">Graph::GetNumOutputs()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00314">Layer::GetNumOutputSlots()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00225">Layer::GetOutputHandler()</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00192">Graph::GetOutputLayers()</a>, <a class="el" href="_timeline_utility_methods_8cpp_source.xhtml#l00018">TimelineUtilityMethods::GetTimelineUtils()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00265">Layer::GetType()</a>, <a class="el" href="_ignore_unused_8hpp_source.xhtml#l00014">armnn::IgnoreUnused()</a>, <a class="el" href="include_2armnn_2backends_2_i_tensor_handle_8hpp_source.xhtml#l00075">ITensorHandle::Import()</a>, <a class="el" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::info</a>, <a class="el" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::Input</a>, <a class="el" href="_workload_data_8hpp_source.xhtml#l00030">QueueDescriptor::m_Inputs</a>, <a class="el" href="include_2armnn_2backends_2_workload_info_8hpp_source.xhtml#l00018">WorkloadInfo::m_InputTensorInfos</a>, <a class="el" href="_workload_data_8hpp_source.xhtml#l00031">QueueDescriptor::m_Outputs</a>, <a class="el" href="include_2armnn_2backends_2_workload_info_8hpp_source.xhtml#l00019">WorkloadInfo::m_OutputTensorInfos</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle.xhtml#a9afbc055a017adf1bc38ee137bca6e90">ITensorHandle::Map()</a>, <a class="el" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::Output</a>, <a class="el" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>, <a class="el" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle.xhtml#a563609828050f1b3a7868c23f3365923">ITensorHandle::Unmap()</a>, and <a class="el" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407a7b83d3f08fa392b79e3f553b585971cd">armnn::warning</a>.</p> + +<p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.xhtml#l00588">RuntimeImpl::EnqueueWorkload()</a>.</p> +<div class="fragment"><div class="line"><a name="l00638"></a><span class="lineno"> 638</span> {</div><div class="line"><a name="l00639"></a><span class="lineno"> 639</span>  <span class="keyword">const</span> Graph& graph = m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph();</div><div class="line"><a name="l00640"></a><span class="lineno"> 640</span> </div><div class="line"><a name="l00641"></a><span class="lineno"> 641</span>  <span class="comment">// Walk graph to determine the order of execution.</span></div><div class="line"><a name="l00642"></a><span class="lineno"> 642</span>  <span class="keywordflow">if</span> (graph.GetNumLayers() < 2)</div><div class="line"><a name="l00643"></a><span class="lineno"> 643</span>  {</div><div class="line"><a name="l00644"></a><span class="lineno"> 644</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407a7b83d3f08fa392b79e3f553b585971cd">warning</a>) << <span class="stringliteral">"IRuntime::EnqueueWorkload()::Less than two nodes in graph"</span>;</div><div class="line"><a name="l00645"></a><span class="lineno"> 645</span>  <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">Status::Failure</a>;</div><div class="line"><a name="l00646"></a><span class="lineno"> 646</span>  }</div><div class="line"><a name="l00647"></a><span class="lineno"> 647</span> </div><div class="line"><a name="l00648"></a><span class="lineno"> 648</span>  <span class="comment">// Data that must be kept alive for the entire execution of the workload.</span></div><div class="line"><a name="l00649"></a><span class="lineno"> 649</span>  WorkloadData workloadData(inputTensors, outputTensors);</div><div class="line"><a name="l00650"></a><span class="lineno"> 650</span> </div><div class="line"><a name="l00651"></a><span class="lineno"> 651</span>  <span class="keywordflow">if</span> (graph.GetNumInputs() != inputTensors.size())</div><div class="line"><a name="l00652"></a><span class="lineno"> 652</span>  {</div><div class="line"><a name="l00653"></a><span class="lineno"> 653</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"Number of inputs provided does not match network."</span>);</div><div class="line"><a name="l00654"></a><span class="lineno"> 654</span>  }</div><div class="line"><a name="l00655"></a><span class="lineno"> 655</span> </div><div class="line"><a name="l00656"></a><span class="lineno"> 656</span>  <span class="comment">// For each input to the network, call EnqueueInput with the data passed by the user.</span></div><div class="line"><a name="l00657"></a><span class="lineno"> 657</span>  {</div><div class="line"><a name="l00658"></a><span class="lineno"> 658</span>  <a class="code" href="_profiling_8hpp.xhtml#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"PrepareInputs"</span>);</div><div class="line"><a name="l00659"></a><span class="lineno"> 659</span>  m_InputQueue.clear();</div><div class="line"><a name="l00660"></a><span class="lineno"> 660</span>  m_InputQueue.reserve(graph.GetNumInputs());</div><div class="line"><a name="l00661"></a><span class="lineno"> 661</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> BindableLayer* inputLayer : graph.GetInputLayers())</div><div class="line"><a name="l00662"></a><span class="lineno"> 662</span>  {</div><div class="line"><a name="l00663"></a><span class="lineno"> 663</span>  <span class="keyword">const</span> TensorPin& pin = workloadData.GetInputTensorPin(inputLayer->GetBindingId());</div><div class="line"><a name="l00664"></a><span class="lineno"> 664</span>  EnqueueInput(*inputLayer, pin.GetTensorHandle(), pin.GetTensorInfo());</div><div class="line"><a name="l00665"></a><span class="lineno"> 665</span>  }</div><div class="line"><a name="l00666"></a><span class="lineno"> 666</span>  }</div><div class="line"><a name="l00667"></a><span class="lineno"> 667</span> </div><div class="line"><a name="l00668"></a><span class="lineno"> 668</span>  <span class="comment">// For each output to the network, call EnqueueOutput with the data passed by the user.</span></div><div class="line"><a name="l00669"></a><span class="lineno"> 669</span>  {</div><div class="line"><a name="l00670"></a><span class="lineno"> 670</span>  <a class="code" href="_profiling_8hpp.xhtml#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"PrepareOutputs"</span>);</div><div class="line"><a name="l00671"></a><span class="lineno"> 671</span>  m_OutputQueue.clear();</div><div class="line"><a name="l00672"></a><span class="lineno"> 672</span>  m_OutputQueue.reserve(graph.GetNumOutputs());</div><div class="line"><a name="l00673"></a><span class="lineno"> 673</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> BindableLayer* outputLayer : graph.GetOutputLayers())</div><div class="line"><a name="l00674"></a><span class="lineno"> 674</span>  {</div><div class="line"><a name="l00675"></a><span class="lineno"> 675</span>  <span class="keyword">const</span> TensorPin& pin = workloadData.GetOutputTensorPin(outputLayer->GetBindingId());</div><div class="line"><a name="l00676"></a><span class="lineno"> 676</span>  EnqueueOutput(*outputLayer, pin.GetTensorHandle(), pin.GetTensorInfo());</div><div class="line"><a name="l00677"></a><span class="lineno"> 677</span>  }</div><div class="line"><a name="l00678"></a><span class="lineno"> 678</span>  }</div><div class="line"><a name="l00679"></a><span class="lineno"> 679</span> </div><div class="line"><a name="l00680"></a><span class="lineno"> 680</span>  std::unique_ptr<TimelineUtilityMethods> timelineUtils =</div><div class="line"><a name="l00681"></a><span class="lineno"> 681</span>  <a class="code" href="classarmnn_1_1profiling_1_1_timeline_utility_methods.xhtml#a0e5c863245b8d7dc5e874c0c66eebae1">TimelineUtilityMethods::GetTimelineUtils</a>(m_ProfilingService);</div><div class="line"><a name="l00682"></a><span class="lineno"> 682</span>  ProfilingGuid inferenceGuid = m_ProfilingService.<a class="code" href="classarmnn_1_1profiling_1_1_profiling_service.xhtml#ad6a0ab3d6679dded1eb2e1838becf79e">GetNextGuid</a>();</div><div class="line"><a name="l00683"></a><span class="lineno"> 683</span>  <span class="keywordflow">if</span> (timelineUtils)</div><div class="line"><a name="l00684"></a><span class="lineno"> 684</span>  {</div><div class="line"><a name="l00685"></a><span class="lineno"> 685</span>  <span class="comment">// Add inference timeline trace if profiling is enabled.</span></div><div class="line"><a name="l00686"></a><span class="lineno"> 686</span>  ProfilingGuid networkGuid = m_OptimizedNetwork->GetGuid();</div><div class="line"><a name="l00687"></a><span class="lineno"> 687</span>  timelineUtils->CreateTypedEntity(inferenceGuid, LabelsAndEventClasses::INFERENCE_GUID);</div><div class="line"><a name="l00688"></a><span class="lineno"> 688</span>  timelineUtils->CreateRelationship(ProfilingRelationshipType::RetentionLink,</div><div class="line"><a name="l00689"></a><span class="lineno"> 689</span>  networkGuid,</div><div class="line"><a name="l00690"></a><span class="lineno"> 690</span>  inferenceGuid,</div><div class="line"><a name="l00691"></a><span class="lineno"> 691</span>  LabelsAndEventClasses::EXECUTION_OF_GUID);</div><div class="line"><a name="l00692"></a><span class="lineno"> 692</span>  timelineUtils->RecordEvent(inferenceGuid, LabelsAndEventClasses::ARMNN_PROFILING_SOL_EVENT_CLASS);</div><div class="line"><a name="l00693"></a><span class="lineno"> 693</span>  }</div><div class="line"><a name="l00694"></a><span class="lineno"> 694</span> </div><div class="line"><a name="l00695"></a><span class="lineno"> 695</span>  <span class="keywordtype">bool</span> executionSucceeded = <span class="keyword">true</span>;</div><div class="line"><a name="l00696"></a><span class="lineno"> 696</span> </div><div class="line"><a name="l00697"></a><span class="lineno"> 697</span>  {</div><div class="line"><a name="l00698"></a><span class="lineno"> 698</span>  <span class="keywordflow">if</span> (m_ProfilingService.<a class="code" href="classarmnn_1_1profiling_1_1_profiling_service.xhtml#a70db5b1cdd0d22c1fa912c6e8b9089ce">IsProfilingEnabled</a>())</div><div class="line"><a name="l00699"></a><span class="lineno"> 699</span>  {</div><div class="line"><a name="l00700"></a><span class="lineno"> 700</span>  m_ProfilingService.<a class="code" href="classarmnn_1_1profiling_1_1_profiling_service.xhtml#a6c2d955d387944f5b7ad37ebb435a37f">IncrementCounterValue</a>(armnn::profiling::INFERENCES_RUN);</div><div class="line"><a name="l00701"></a><span class="lineno"> 701</span>  }</div><div class="line"><a name="l00702"></a><span class="lineno"> 702</span>  <a class="code" href="_profiling_8hpp.xhtml#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"Execute"</span>);</div><div class="line"><a name="l00703"></a><span class="lineno"> 703</span>  <a class="code" href="_heap_profiling_8hpp.xhtml#aeeb927880fc4ffc2eea754a67d884a53">ARMNN_SCOPED_HEAP_PROFILING</a>(<span class="stringliteral">"Executing"</span>);</div><div class="line"><a name="l00704"></a><span class="lineno"> 704</span>  executionSucceeded = <a class="code" href="classarmnn_1_1_loaded_network.xhtml#a95b1c23f6f296a0c39383bef20fdd46a">Execute</a>(timelineUtils, inferenceGuid);</div><div class="line"><a name="l00705"></a><span class="lineno"> 705</span>  }</div><div class="line"><a name="l00706"></a><span class="lineno"> 706</span> </div><div class="line"><a name="l00707"></a><span class="lineno"> 707</span>  <span class="keywordflow">if</span> (timelineUtils)</div><div class="line"><a name="l00708"></a><span class="lineno"> 708</span>  {</div><div class="line"><a name="l00709"></a><span class="lineno"> 709</span>  <span class="comment">// Add end of life of the inference timeline if profiling is enabled.</span></div><div class="line"><a name="l00710"></a><span class="lineno"> 710</span>  timelineUtils->RecordEvent(inferenceGuid, LabelsAndEventClasses::ARMNN_PROFILING_EOL_EVENT_CLASS);</div><div class="line"><a name="l00711"></a><span class="lineno"> 711</span>  timelineUtils->Commit();</div><div class="line"><a name="l00712"></a><span class="lineno"> 712</span>  }</div><div class="line"><a name="l00713"></a><span class="lineno"> 713</span>  <span class="keywordflow">return</span> executionSucceeded ? <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a> : <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">Status::Failure</a>;</div><div class="line"><a name="l00714"></a><span class="lineno"> 714</span> }</div><div class="ttc" id="classarmnn_1_1_loaded_network_xhtml_a95b1c23f6f296a0c39383bef20fdd46a"><div class="ttname"><a href="classarmnn_1_1_loaded_network.xhtml#a95b1c23f6f296a0c39383bef20fdd46a">armnn::LoadedNetwork::Execute</a></div><div class="ttdeci">Status Execute(const InputTensors &inputTensors, const OutputTensors &outputTensors, IWorkingMemHandle &workingMemHandle, std::vector< ImportedInputId > preImportedInputs={}, std::vector< ImportedOutputId > preImportedOutputs={})</div><div class="ttdoc">Thread safe execution of the loaded network. </div><div class="ttdef"><b>Definition:</b> <a href="_loaded_network_8cpp_source.xhtml#l01283">LoadedNetwork.cpp:1283</a></div></div> +<div class="ttc" id="classarmnn_1_1profiling_1_1_timeline_utility_methods_xhtml_a0e5c863245b8d7dc5e874c0c66eebae1"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_timeline_utility_methods.xhtml#a0e5c863245b8d7dc5e874c0c66eebae1">armnn::profiling::TimelineUtilityMethods::GetTimelineUtils</a></div><div class="ttdeci">static std::unique_ptr< TimelineUtilityMethods > GetTimelineUtils(ProfilingService &profilingService)</div><div class="ttdef"><b>Definition:</b> <a href="_timeline_utility_methods_8cpp_source.xhtml#l00018">TimelineUtilityMethods.cpp:18</a></div></div> +<div class="ttc" id="_logging_8hpp_xhtml_a7b6ad073975f437ec38ca7d20154727f"><div class="ttname"><a href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a></div><div class="ttdeci">#define ARMNN_LOG(severity)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8hpp_source.xhtml#l00202">Logging.hpp:202</a></div></div> +<div class="ttc" id="classarmnn_1_1profiling_1_1_profiling_service_xhtml_a6c2d955d387944f5b7ad37ebb435a37f"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_profiling_service.xhtml#a6c2d955d387944f5b7ad37ebb435a37f">armnn::profiling::ProfilingService::IncrementCounterValue</a></div><div class="ttdeci">uint32_t IncrementCounterValue(uint16_t counterUid) override</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_service_8cpp_source.xhtml#l00311">ProfilingService.cpp:311</a></div></div> +<div class="ttc" id="_profiling_8hpp_xhtml_a5ccc65e2c464ac05ce311fdae7ede03a"><div class="ttname"><a href="_profiling_8hpp.xhtml#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a></div><div class="ttdeci">#define ARMNN_SCOPED_PROFILING_EVENT(backendId, name)</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_8hpp_source.xhtml#l00220">Profiling.hpp:220</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38"><div class="ttname"><a href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Status::Success</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a4dc0adc6737b5944e7671bee71788407a7b83d3f08fa392b79e3f553b585971cd"><div class="ttname"><a href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407a7b83d3f08fa392b79e3f553b585971cd">armnn::BoostLogSeverityMapping::warning</a></div></div> +<div class="ttc" id="_heap_profiling_8hpp_xhtml_aeeb927880fc4ffc2eea754a67d884a53"><div class="ttname"><a href="_heap_profiling_8hpp.xhtml#aeeb927880fc4ffc2eea754a67d884a53">ARMNN_SCOPED_HEAP_PROFILING</a></div><div class="ttdeci">#define ARMNN_SCOPED_HEAP_PROFILING(TAG)</div><div class="ttdef"><b>Definition:</b> <a href="_heap_profiling_8hpp_source.xhtml#l00045">HeapProfiling.hpp:45</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360"><div class="ttname"><a href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Compute::Undefined</a></div></div> +<div class="ttc" id="classarmnn_1_1profiling_1_1_profiling_service_xhtml_a70db5b1cdd0d22c1fa912c6e8b9089ce"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_profiling_service.xhtml#a70db5b1cdd0d22c1fa912c6e8b9089ce">armnn::profiling::ProfilingService::IsProfilingEnabled</a></div><div class="ttdeci">bool IsProfilingEnabled() const override</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_service_8cpp_source.xhtml#l00057">ProfilingService.cpp:57</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086"><div class="ttname"><a href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Status::Failure</a></div></div> +<div class="ttc" id="classarmnn_1_1profiling_1_1_profiling_service_xhtml_ad6a0ab3d6679dded1eb2e1838becf79e"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_profiling_service.xhtml#ad6a0ab3d6679dded1eb2e1838becf79e">armnn::profiling::ProfilingService::GetNextGuid</a></div><div class="ttdeci">static ProfilingDynamicGuid GetNextGuid()</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_service_8cpp_source.xhtml#l00026">ProfilingService.cpp:26</a></div></div> +</div><!-- fragment --> +</div> +</div> +<a id="a95b1c23f6f296a0c39383bef20fdd46a"></a> +<h2 class="memtitle"><span class="permalink"><a href="#a95b1c23f6f296a0c39383bef20fdd46a">◆ </a></span>Execute()</h2> + +<div class="memitem"> +<div class="memproto"> + <table class="memname"> + <tr> + <td class="memname"><a class="el" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70b">Status</a> Execute </td> + <td>(</td> + <td class="paramtype">const <a class="el" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> & </td> + <td class="paramname"><em>inputTensors</em>, </td> + </tr> + <tr> + <td class="paramkey"></td> + <td></td> + <td class="paramtype">const <a class="el" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> & </td> + <td class="paramname"><em>outputTensors</em>, </td> + </tr> + <tr> + <td class="paramkey"></td> + <td></td> + <td class="paramtype"><a class="el" href="classarmnn_1_1experimental_1_1_i_working_mem_handle.xhtml">IWorkingMemHandle</a> & </td> + <td class="paramname"><em>workingMemHandle</em>, </td> + </tr> + <tr> + <td class="paramkey"></td> + <td></td> + <td class="paramtype">std::vector< <a class="el" href="namespacearmnn.xhtml#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> > </td> + <td class="paramname"><em>preImportedInputs</em> = <code>{}</code>, </td> + </tr> + <tr> + <td class="paramkey"></td> + <td></td> + <td class="paramtype">std::vector< <a class="el" href="namespacearmnn.xhtml#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> > </td> + <td class="paramname"><em>preImportedOutputs</em> = <code>{}</code> </td> + </tr> + <tr> + <td></td> + <td>)</td> + <td></td><td></td> + </tr> + </table> +</div><div class="memdoc"> + +<p>Thread safe execution of the loaded network. </p> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.xhtml#l01283">1283</a> of file <a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a>.</p> + +<p class="reference">References <a class="el" href="_working_mem_handle_8cpp_source.xhtml#l00098">WorkingMemHandle::Allocate()</a>, <a class="el" href="_logging_8hpp_source.xhtml#l00202">ARMNN_LOG</a>, <a class="el" href="_profiling_8hpp_source.xhtml#l00220">ARMNN_SCOPED_PROFILING_EVENT</a>, <a class="el" href="_loaded_network_8cpp_source.xhtml#l01049">armnn::CopyToOutputTensor()</a>, <a class="el" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::error</a>, <a class="el" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Failure</a>, <a class="el" href="_working_mem_handle_8hpp_source.xhtml#l00115">WorkingMemHandle::GetBindingIdVector()</a>, <a class="el" href="_working_mem_handle_8hpp_source.xhtml#l00103">WorkingMemHandle::GetInputConnections()</a>, <a class="el" href="_working_mem_handle_8hpp_source.xhtml#l00093">WorkingMemHandle::GetInputHandle()</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00183">Graph::GetNumInputs()</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00184">Graph::GetNumOutputs()</a>, <a class="el" href="_working_mem_handle_8hpp_source.xhtml#l00108">WorkingMemHandle::GetOutputConnection()</a>, <a class="el" href="_working_mem_handle_8hpp_source.xhtml#l00098">WorkingMemHandle::GetOutputHandle()</a>, <a class="el" href="_timeline_utility_methods_8cpp_source.xhtml#l00018">TimelineUtilityMethods::GetTimelineUtils()</a>, <a class="el" href="_working_mem_handle_8hpp_source.xhtml#l00088">WorkingMemHandle::GetWorkingMemDescriptorAt()</a>, <a class="el" href="_working_mem_handle_8hpp_source.xhtml#l00073">WorkingMemHandle::IsAllocated()</a>, <a class="el" href="_working_mem_handle_8cpp_source.xhtml#l00125">WorkingMemHandle::MemSyncOutputs()</a>, <a class="el" href="namespacearmnn_1_1profiling.xhtml#ab805f5aa9f101e7f6d971daba044c3c2afc04d023850b425f3b9c62b3a55dc110">armnn::profiling::RetentionLink</a>, <a class="el" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>, <a class="el" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>, and <a class="el" href="_working_mem_handle_8cpp_source.xhtml#l00134">WorkingMemHandle::ValidateBindingIds()</a>.</p> + +<p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.xhtml#l00621">RuntimeImpl::Execute()</a>, and <a class="el" href="_loaded_network_8cpp_source.xhtml#l00902">LoadedNetwork::FreeWorkingMemory()</a>.</p> +<div class="fragment"><div class="line"><a name="l01288"></a><span class="lineno"> 1288</span> {</div><div class="line"><a name="l01289"></a><span class="lineno"> 1289</span>  <span class="keyword">const</span> Graph& graph = m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph();</div><div class="line"><a name="l01290"></a><span class="lineno"> 1290</span> </div><div class="line"><a name="l01291"></a><span class="lineno"> 1291</span>  <span class="keywordflow">if</span> (inputTensors.size() + preImportedInputs.size() != graph.GetNumInputs())</div><div class="line"><a name="l01292"></a><span class="lineno"> 1292</span>  {</div><div class="line"><a name="l01293"></a><span class="lineno"> 1293</span>  <span class="keywordflow">if</span> (preImportedInputs.empty())</div><div class="line"><a name="l01294"></a><span class="lineno"> 1294</span>  {</div><div class="line"><a name="l01295"></a><span class="lineno"> 1295</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"LoadedNetwork::Execute: Number of inputs provided does not match network."</span>);</div><div class="line"><a name="l01296"></a><span class="lineno"> 1296</span>  }</div><div class="line"><a name="l01297"></a><span class="lineno"> 1297</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l01298"></a><span class="lineno"> 1298</span>  {</div><div class="line"><a name="l01299"></a><span class="lineno"> 1299</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"LoadedNetwork::Execute: "</span></div><div class="line"><a name="l01300"></a><span class="lineno"> 1300</span>  <span class="stringliteral">"Number of inputs + preImportedInputs provided does not match network."</span>);</div><div class="line"><a name="l01301"></a><span class="lineno"> 1301</span>  }</div><div class="line"><a name="l01302"></a><span class="lineno"> 1302</span>  }</div><div class="line"><a name="l01303"></a><span class="lineno"> 1303</span> </div><div class="line"><a name="l01304"></a><span class="lineno"> 1304</span>  <span class="keywordflow">if</span> (outputTensors.size() + preImportedOutputs.size() != graph.GetNumOutputs())</div><div class="line"><a name="l01305"></a><span class="lineno"> 1305</span>  {</div><div class="line"><a name="l01306"></a><span class="lineno"> 1306</span>  <span class="keywordflow">if</span> (preImportedOutputs.empty())</div><div class="line"><a name="l01307"></a><span class="lineno"> 1307</span>  {</div><div class="line"><a name="l01308"></a><span class="lineno"> 1308</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"LoadedNetwork::Execute: "</span></div><div class="line"><a name="l01309"></a><span class="lineno"> 1309</span>  <span class="stringliteral">"Number of outputs provided does not match network."</span>);</div><div class="line"><a name="l01310"></a><span class="lineno"> 1310</span>  }</div><div class="line"><a name="l01311"></a><span class="lineno"> 1311</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l01312"></a><span class="lineno"> 1312</span>  {</div><div class="line"><a name="l01313"></a><span class="lineno"> 1313</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"LoadedNetwork::Execute: "</span></div><div class="line"><a name="l01314"></a><span class="lineno"> 1314</span>  <span class="stringliteral">"Number of outputs + preImportedOutputs provided does not match network."</span>);</div><div class="line"><a name="l01315"></a><span class="lineno"> 1315</span>  }</div><div class="line"><a name="l01316"></a><span class="lineno"> 1316</span>  }</div><div class="line"><a name="l01317"></a><span class="lineno"> 1317</span> </div><div class="line"><a name="l01318"></a><span class="lineno"> 1318</span>  WorkingMemHandle& workingMemHandle = <span class="keyword">dynamic_cast<</span>WorkingMemHandle&<span class="keyword">></span>(iWorkingMemHandle);</div><div class="line"><a name="l01319"></a><span class="lineno"> 1319</span>  <span class="comment">// Collect all the given LayerBindingIds and check them for duplicates and unknowns.</span></div><div class="line"><a name="l01320"></a><span class="lineno"> 1320</span>  std::vector<LayerBindingId>& bindingIds = workingMemHandle.GetBindingIdVector();</div><div class="line"><a name="l01321"></a><span class="lineno"> 1321</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> index = 0;</div><div class="line"><a name="l01322"></a><span class="lineno"> 1322</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> pair : inputTensors)</div><div class="line"><a name="l01323"></a><span class="lineno"> 1323</span>  {</div><div class="line"><a name="l01324"></a><span class="lineno"> 1324</span>  bindingIds[index++] = pair.first;</div><div class="line"><a name="l01325"></a><span class="lineno"> 1325</span>  }</div><div class="line"><a name="l01326"></a><span class="lineno"> 1326</span>  <span class="keywordflow">for</span> (<a class="code" href="namespacearmnn.xhtml#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> <span class="keywordtype">id</span> : preImportedInputs)</div><div class="line"><a name="l01327"></a><span class="lineno"> 1327</span>  {</div><div class="line"><a name="l01328"></a><span class="lineno"> 1328</span>  bindingIds[index++] = ValidateImportedInputID(<span class="keywordtype">id</span>);</div><div class="line"><a name="l01329"></a><span class="lineno"> 1329</span>  }</div><div class="line"><a name="l01330"></a><span class="lineno"> 1330</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> pair : outputTensors)</div><div class="line"><a name="l01331"></a><span class="lineno"> 1331</span>  {</div><div class="line"><a name="l01332"></a><span class="lineno"> 1332</span>  bindingIds[index++] = pair.first;</div><div class="line"><a name="l01333"></a><span class="lineno"> 1333</span>  }</div><div class="line"><a name="l01334"></a><span class="lineno"> 1334</span>  <span class="keywordflow">for</span> (<a class="code" href="namespacearmnn.xhtml#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> <span class="keywordtype">id</span> : preImportedOutputs)</div><div class="line"><a name="l01335"></a><span class="lineno"> 1335</span>  {</div><div class="line"><a name="l01336"></a><span class="lineno"> 1336</span>  bindingIds[index++] = ValidateImportedOutputID(<span class="keywordtype">id</span>);</div><div class="line"><a name="l01337"></a><span class="lineno"> 1337</span>  }</div><div class="line"><a name="l01338"></a><span class="lineno"> 1338</span> </div><div class="line"><a name="l01339"></a><span class="lineno"> 1339</span>  workingMemHandle.ValidateBindingIds();</div><div class="line"><a name="l01340"></a><span class="lineno"> 1340</span> </div><div class="line"><a name="l01341"></a><span class="lineno"> 1341</span>  <span class="keyword">auto</span> resetMemHandle = [&]()</div><div class="line"><a name="l01342"></a><span class="lineno"> 1342</span>  {</div><div class="line"><a name="l01343"></a><span class="lineno"> 1343</span>  <span class="keywordflow">for</span> (<a class="code" href="namespacearmnn.xhtml#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> <span class="keywordtype">id</span>: preImportedInputs)</div><div class="line"><a name="l01344"></a><span class="lineno"> 1344</span>  {</div><div class="line"><a name="l01345"></a><span class="lineno"> 1345</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> layerBindingId = m_PreImportedInputHandles[id].m_LayerBindingId;</div><div class="line"><a name="l01346"></a><span class="lineno"> 1346</span> </div><div class="line"><a name="l01347"></a><span class="lineno"> 1347</span>  <span class="keyword">auto</span> inputHandle = workingMemHandle.GetInputHandle(layerBindingId);</div><div class="line"><a name="l01348"></a><span class="lineno"> 1348</span>  <span class="keyword">auto</span> inputConnections = workingMemHandle.GetInputConnections(layerBindingId);</div><div class="line"><a name="l01349"></a><span class="lineno"> 1349</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> it : inputConnections)</div><div class="line"><a name="l01350"></a><span class="lineno"> 1350</span>  {</div><div class="line"><a name="l01351"></a><span class="lineno"> 1351</span>  *it = inputHandle;</div><div class="line"><a name="l01352"></a><span class="lineno"> 1352</span>  }</div><div class="line"><a name="l01353"></a><span class="lineno"> 1353</span>  }</div><div class="line"><a name="l01354"></a><span class="lineno"> 1354</span> </div><div class="line"><a name="l01355"></a><span class="lineno"> 1355</span>  <span class="keywordflow">for</span> (<a class="code" href="namespacearmnn.xhtml#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> <span class="keywordtype">id</span>: preImportedOutputs)</div><div class="line"><a name="l01356"></a><span class="lineno"> 1356</span>  {</div><div class="line"><a name="l01357"></a><span class="lineno"> 1357</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> layerBindingId = m_PreImportedOutputHandles[id].m_LayerBindingId;</div><div class="line"><a name="l01358"></a><span class="lineno"> 1358</span> </div><div class="line"><a name="l01359"></a><span class="lineno"> 1359</span>  <span class="keyword">auto</span> outputHandle = workingMemHandle.GetOutputHandle(layerBindingId);</div><div class="line"><a name="l01360"></a><span class="lineno"> 1360</span>  <span class="keyword">auto</span> outputConnections = workingMemHandle.GetOutputConnection(layerBindingId);</div><div class="line"><a name="l01361"></a><span class="lineno"> 1361</span> </div><div class="line"><a name="l01362"></a><span class="lineno"> 1362</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> it : outputConnections)</div><div class="line"><a name="l01363"></a><span class="lineno"> 1363</span>  {</div><div class="line"><a name="l01364"></a><span class="lineno"> 1364</span>  *it = outputHandle;</div><div class="line"><a name="l01365"></a><span class="lineno"> 1365</span>  }</div><div class="line"><a name="l01366"></a><span class="lineno"> 1366</span>  }</div><div class="line"><a name="l01367"></a><span class="lineno"> 1367</span>  };</div><div class="line"><a name="l01368"></a><span class="lineno"> 1368</span> </div><div class="line"><a name="l01369"></a><span class="lineno"> 1369</span>  std::unique_ptr<profiling::TimelineUtilityMethods> timelineUtils =</div><div class="line"><a name="l01370"></a><span class="lineno"> 1370</span>  <a class="code" href="classarmnn_1_1profiling_1_1_timeline_utility_methods.xhtml#a0e5c863245b8d7dc5e874c0c66eebae1">profiling::TimelineUtilityMethods::GetTimelineUtils</a>(m_ProfilingService);</div><div class="line"><a name="l01371"></a><span class="lineno"> 1371</span>  profiling::ProfilingGuid inferenceGuid = m_ProfilingService.<a class="code" href="classarmnn_1_1profiling_1_1_profiling_service.xhtml#ad6a0ab3d6679dded1eb2e1838becf79e">GetNextGuid</a>();</div><div class="line"><a name="l01372"></a><span class="lineno"> 1372</span>  <span class="keywordflow">if</span> (timelineUtils)</div><div class="line"><a name="l01373"></a><span class="lineno"> 1373</span>  {</div><div class="line"><a name="l01374"></a><span class="lineno"> 1374</span>  <span class="comment">// Add inference timeline trace if profiling is enabled.</span></div><div class="line"><a name="l01375"></a><span class="lineno"> 1375</span>  profiling::ProfilingGuid networkGuid = m_OptimizedNetwork->GetGuid();</div><div class="line"><a name="l01376"></a><span class="lineno"> 1376</span>  timelineUtils->CreateTypedEntity(inferenceGuid, profiling::LabelsAndEventClasses::INFERENCE_GUID);</div><div class="line"><a name="l01377"></a><span class="lineno"> 1377</span>  timelineUtils->CreateRelationship(<a class="code" href="namespacearmnn_1_1profiling.xhtml#ab805f5aa9f101e7f6d971daba044c3c2afc04d023850b425f3b9c62b3a55dc110">profiling::ProfilingRelationshipType::RetentionLink</a>,</div><div class="line"><a name="l01378"></a><span class="lineno"> 1378</span>  networkGuid,</div><div class="line"><a name="l01379"></a><span class="lineno"> 1379</span>  inferenceGuid,</div><div class="line"><a name="l01380"></a><span class="lineno"> 1380</span>  profiling::LabelsAndEventClasses::EXECUTION_OF_GUID);</div><div class="line"><a name="l01381"></a><span class="lineno"> 1381</span>  timelineUtils->RecordEvent(inferenceGuid, profiling::LabelsAndEventClasses::ARMNN_PROFILING_SOL_EVENT_CLASS);</div><div class="line"><a name="l01382"></a><span class="lineno"> 1382</span>  }</div><div class="line"><a name="l01383"></a><span class="lineno"> 1383</span> </div><div class="line"><a name="l01384"></a><span class="lineno"> 1384</span>  <span class="keywordtype">bool</span> executionSucceeded = <span class="keyword">true</span>;</div><div class="line"><a name="l01385"></a><span class="lineno"> 1385</span> </div><div class="line"><a name="l01386"></a><span class="lineno"> 1386</span>  <span class="keywordflow">if</span> (timelineUtils)</div><div class="line"><a name="l01387"></a><span class="lineno"> 1387</span>  {</div><div class="line"><a name="l01388"></a><span class="lineno"> 1388</span>  <span class="comment">// Add end of life of the inference timeline if profiling is enabled.</span></div><div class="line"><a name="l01389"></a><span class="lineno"> 1389</span>  timelineUtils->RecordEvent(inferenceGuid, profiling::LabelsAndEventClasses::ARMNN_PROFILING_EOL_EVENT_CLASS);</div><div class="line"><a name="l01390"></a><span class="lineno"> 1390</span>  timelineUtils->Commit();</div><div class="line"><a name="l01391"></a><span class="lineno"> 1391</span>  }</div><div class="line"><a name="l01392"></a><span class="lineno"> 1392</span> </div><div class="line"><a name="l01393"></a><span class="lineno"> 1393</span>  <span class="keywordflow">if</span> (!workingMemHandle.IsAllocated())</div><div class="line"><a name="l01394"></a><span class="lineno"> 1394</span>  {</div><div class="line"><a name="l01395"></a><span class="lineno"> 1395</span>  workingMemHandle.Allocate();</div><div class="line"><a name="l01396"></a><span class="lineno"> 1396</span>  }</div><div class="line"><a name="l01397"></a><span class="lineno"> 1397</span> </div><div class="line"><a name="l01398"></a><span class="lineno"> 1398</span>  {</div><div class="line"><a name="l01399"></a><span class="lineno"> 1399</span>  <a class="code" href="_profiling_8hpp.xhtml#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"PrepareInputs"</span>);</div><div class="line"><a name="l01400"></a><span class="lineno"> 1400</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> pair : inputTensors)</div><div class="line"><a name="l01401"></a><span class="lineno"> 1401</span>  {</div><div class="line"><a name="l01402"></a><span class="lineno"> 1402</span>  EnqueueInput(pair.second, workingMemHandle.GetInputHandle(pair.first));</div><div class="line"><a name="l01403"></a><span class="lineno"> 1403</span>  }</div><div class="line"><a name="l01404"></a><span class="lineno"> 1404</span> </div><div class="line"><a name="l01405"></a><span class="lineno"> 1405</span>  <span class="comment">// Swap in the pre-imported inputs if any</span></div><div class="line"><a name="l01406"></a><span class="lineno"> 1406</span>  <span class="keywordflow">for</span> (<a class="code" href="namespacearmnn.xhtml#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> <span class="keywordtype">id</span> : preImportedInputs)</div><div class="line"><a name="l01407"></a><span class="lineno"> 1407</span>  {</div><div class="line"><a name="l01408"></a><span class="lineno"> 1408</span>  <span class="keyword">const</span> ImportedTensorHandlePin& importedInputPin = m_PreImportedInputHandles[id];</div><div class="line"><a name="l01409"></a><span class="lineno"> 1409</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> layerBindingId = m_PreImportedInputHandles[id].m_LayerBindingId;</div><div class="line"><a name="l01410"></a><span class="lineno"> 1410</span>  <span class="keyword">const</span> <span class="keyword">auto</span>& preimportedHandle = importedInputPin.m_TensorHandle;</div><div class="line"><a name="l01411"></a><span class="lineno"> 1411</span> </div><div class="line"><a name="l01412"></a><span class="lineno"> 1412</span>  <span class="keyword">auto</span> inputConnections = workingMemHandle.GetInputConnections(layerBindingId);</div><div class="line"><a name="l01413"></a><span class="lineno"> 1413</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> it : inputConnections)</div><div class="line"><a name="l01414"></a><span class="lineno"> 1414</span>  {</div><div class="line"><a name="l01415"></a><span class="lineno"> 1415</span>  *it = preimportedHandle.get();</div><div class="line"><a name="l01416"></a><span class="lineno"> 1416</span>  }</div><div class="line"><a name="l01417"></a><span class="lineno"> 1417</span>  }</div><div class="line"><a name="l01418"></a><span class="lineno"> 1418</span>  }</div><div class="line"><a name="l01419"></a><span class="lineno"> 1419</span>  {</div><div class="line"><a name="l01420"></a><span class="lineno"> 1420</span>  <a class="code" href="_profiling_8hpp.xhtml#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"PrepareOutputs"</span>);</div><div class="line"><a name="l01421"></a><span class="lineno"> 1421</span>  <span class="keywordflow">if</span> (m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.xhtml#a042fb9a87ffa70730766d19505d80490">m_ExportEnabled</a>)</div><div class="line"><a name="l01422"></a><span class="lineno"> 1422</span>  {</div><div class="line"><a name="l01423"></a><span class="lineno"> 1423</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> pair: outputTensors)</div><div class="line"><a name="l01424"></a><span class="lineno"> 1424</span>  {</div><div class="line"><a name="l01425"></a><span class="lineno"> 1425</span>  ImportOutputTensor(pair.second, workingMemHandle.GetOutputHandle(pair.first));</div><div class="line"><a name="l01426"></a><span class="lineno"> 1426</span>  }</div><div class="line"><a name="l01427"></a><span class="lineno"> 1427</span>  }</div><div class="line"><a name="l01428"></a><span class="lineno"> 1428</span> </div><div class="line"><a name="l01429"></a><span class="lineno"> 1429</span>  <span class="keywordflow">for</span> (<a class="code" href="namespacearmnn.xhtml#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> <span class="keywordtype">id</span> : preImportedOutputs)</div><div class="line"><a name="l01430"></a><span class="lineno"> 1430</span>  {</div><div class="line"><a name="l01431"></a><span class="lineno"> 1431</span>  <span class="keyword">const</span> ImportedTensorHandlePin& importedOutputPin = m_PreImportedOutputHandles[id];</div><div class="line"><a name="l01432"></a><span class="lineno"> 1432</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> layerBindingId = m_PreImportedOutputHandles[id].m_LayerBindingId;</div><div class="line"><a name="l01433"></a><span class="lineno"> 1433</span>  <span class="keyword">const</span> <span class="keyword">auto</span>& preimportedHandle = importedOutputPin.m_TensorHandle;</div><div class="line"><a name="l01434"></a><span class="lineno"> 1434</span> </div><div class="line"><a name="l01435"></a><span class="lineno"> 1435</span>  <span class="keyword">auto</span> outputConnections = workingMemHandle.GetOutputConnection(layerBindingId);</div><div class="line"><a name="l01436"></a><span class="lineno"> 1436</span> </div><div class="line"><a name="l01437"></a><span class="lineno"> 1437</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> it : outputConnections)</div><div class="line"><a name="l01438"></a><span class="lineno"> 1438</span>  {</div><div class="line"><a name="l01439"></a><span class="lineno"> 1439</span>  *it = preimportedHandle.get();</div><div class="line"><a name="l01440"></a><span class="lineno"> 1440</span>  }</div><div class="line"><a name="l01441"></a><span class="lineno"> 1441</span>  }</div><div class="line"><a name="l01442"></a><span class="lineno"> 1442</span>  }</div><div class="line"><a name="l01443"></a><span class="lineno"> 1443</span> </div><div class="line"><a name="l01444"></a><span class="lineno"> 1444</span>  <span class="keyword">auto</span> Fail = [&](<span class="keyword">const</span> std::exception& <a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>)</div><div class="line"><a name="l01445"></a><span class="lineno"> 1445</span>  {</div><div class="line"><a name="l01446"></a><span class="lineno"> 1446</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>) << <span class="stringliteral">"An error occurred attempting to execute a workload: "</span> << <a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>.what();</div><div class="line"><a name="l01447"></a><span class="lineno"> 1447</span>  executionSucceeded = <span class="keyword">false</span>;</div><div class="line"><a name="l01448"></a><span class="lineno"> 1448</span>  };</div><div class="line"><a name="l01449"></a><span class="lineno"> 1449</span>  profiling::ProfilingDynamicGuid workloadInferenceID(0);</div><div class="line"><a name="l01450"></a><span class="lineno"> 1450</span> </div><div class="line"><a name="l01451"></a><span class="lineno"> 1451</span>  <span class="keywordflow">try</span></div><div class="line"><a name="l01452"></a><span class="lineno"> 1452</span>  {</div><div class="line"><a name="l01453"></a><span class="lineno"> 1453</span>  <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> i = 0; i < m_WorkloadQueue.size(); ++i)</div><div class="line"><a name="l01454"></a><span class="lineno"> 1454</span>  {</div><div class="line"><a name="l01455"></a><span class="lineno"> 1455</span>  <span class="keyword">auto</span>& workload = m_WorkloadQueue[i];</div><div class="line"><a name="l01456"></a><span class="lineno"> 1456</span>  <span class="keywordflow">if</span> (timelineUtils)</div><div class="line"><a name="l01457"></a><span class="lineno"> 1457</span>  {</div><div class="line"><a name="l01458"></a><span class="lineno"> 1458</span>  workloadInferenceID = timelineUtils->RecordWorkloadInferenceAndStartOfLifeEvent(workload->GetGuid(),</div><div class="line"><a name="l01459"></a><span class="lineno"> 1459</span>  inferenceGuid);</div><div class="line"><a name="l01460"></a><span class="lineno"> 1460</span>  }</div><div class="line"><a name="l01461"></a><span class="lineno"> 1461</span>  workload->ExecuteAsync(workingMemHandle.GetWorkingMemDescriptorAt(i));</div><div class="line"><a name="l01462"></a><span class="lineno"> 1462</span> </div><div class="line"><a name="l01463"></a><span class="lineno"> 1463</span>  <span class="keywordflow">if</span> (timelineUtils)</div><div class="line"><a name="l01464"></a><span class="lineno"> 1464</span>  {</div><div class="line"><a name="l01465"></a><span class="lineno"> 1465</span>  timelineUtils->RecordEndOfLifeEvent(workloadInferenceID);</div><div class="line"><a name="l01466"></a><span class="lineno"> 1466</span>  }</div><div class="line"><a name="l01467"></a><span class="lineno"> 1467</span>  }</div><div class="line"><a name="l01468"></a><span class="lineno"> 1468</span>  }</div><div class="line"><a name="l01469"></a><span class="lineno"> 1469</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> RuntimeException& <a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>)</div><div class="line"><a name="l01470"></a><span class="lineno"> 1470</span>  {</div><div class="line"><a name="l01471"></a><span class="lineno"> 1471</span>  resetMemHandle();</div><div class="line"><a name="l01472"></a><span class="lineno"> 1472</span>  Fail(error);</div><div class="line"><a name="l01473"></a><span class="lineno"> 1473</span>  }</div><div class="line"><a name="l01474"></a><span class="lineno"> 1474</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> std::runtime_error& error)</div><div class="line"><a name="l01475"></a><span class="lineno"> 1475</span>  {</div><div class="line"><a name="l01476"></a><span class="lineno"> 1476</span>  resetMemHandle();</div><div class="line"><a name="l01477"></a><span class="lineno"> 1477</span>  Fail(error);</div><div class="line"><a name="l01478"></a><span class="lineno"> 1478</span>  }</div><div class="line"><a name="l01479"></a><span class="lineno"> 1479</span>  <span class="keywordflow">catch</span> (...)</div><div class="line"><a name="l01480"></a><span class="lineno"> 1480</span>  {</div><div class="line"><a name="l01481"></a><span class="lineno"> 1481</span>  resetMemHandle();</div><div class="line"><a name="l01482"></a><span class="lineno"> 1482</span>  <span class="keywordflow">throw</span>;</div><div class="line"><a name="l01483"></a><span class="lineno"> 1483</span>  }</div><div class="line"><a name="l01484"></a><span class="lineno"> 1484</span> </div><div class="line"><a name="l01485"></a><span class="lineno"> 1485</span>  <span class="keywordflow">if</span> (!m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.xhtml#a042fb9a87ffa70730766d19505d80490">m_ExportEnabled</a>)</div><div class="line"><a name="l01486"></a><span class="lineno"> 1486</span>  {</div><div class="line"><a name="l01487"></a><span class="lineno"> 1487</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> pair: outputTensors)</div><div class="line"><a name="l01488"></a><span class="lineno"> 1488</span>  {</div><div class="line"><a name="l01489"></a><span class="lineno"> 1489</span>  <a class="code" href="namespacearmnn.xhtml#a5acae80f1d8fd03cdb3878bd356683d7">CopyToOutputTensor</a>(pair.second, workingMemHandle.GetOutputHandle(pair.first));</div><div class="line"><a name="l01490"></a><span class="lineno"> 1490</span>  }</div><div class="line"><a name="l01491"></a><span class="lineno"> 1491</span>  }</div><div class="line"><a name="l01492"></a><span class="lineno"> 1492</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l01493"></a><span class="lineno"> 1493</span>  {</div><div class="line"><a name="l01494"></a><span class="lineno"> 1494</span>  <a class="code" href="_profiling_8hpp.xhtml#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"SyncMemGeneric_Execute"</span>);</div><div class="line"><a name="l01495"></a><span class="lineno"> 1495</span>  workingMemHandle.MemSyncOutputs();</div><div class="line"><a name="l01496"></a><span class="lineno"> 1496</span>  }</div><div class="line"><a name="l01497"></a><span class="lineno"> 1497</span> </div><div class="line"><a name="l01498"></a><span class="lineno"> 1498</span>  resetMemHandle();</div><div class="line"><a name="l01499"></a><span class="lineno"> 1499</span> </div><div class="line"><a name="l01500"></a><span class="lineno"> 1500</span>  <span class="keywordflow">return</span> executionSucceeded ? <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a> : <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">Status::Failure</a>;</div><div class="line"><a name="l01501"></a><span class="lineno"> 1501</span> }</div><div class="ttc" id="classarmnn_1_1profiling_1_1_timeline_utility_methods_xhtml_a0e5c863245b8d7dc5e874c0c66eebae1"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_timeline_utility_methods.xhtml#a0e5c863245b8d7dc5e874c0c66eebae1">armnn::profiling::TimelineUtilityMethods::GetTimelineUtils</a></div><div class="ttdeci">static std::unique_ptr< TimelineUtilityMethods > GetTimelineUtils(ProfilingService &profilingService)</div><div class="ttdef"><b>Definition:</b> <a href="_timeline_utility_methods_8cpp_source.xhtml#l00018">TimelineUtilityMethods.cpp:18</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_ac68a434f0e78e33726bfb22a39ec813f"><div class="ttname"><a href="namespacearmnn.xhtml#ac68a434f0e78e33726bfb22a39ec813f">armnn::ImportedOutputId</a></div><div class="ttdeci">unsigned int ImportedOutputId</div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.xhtml#l00279">Types.hpp:279</a></div></div> +<div class="ttc" id="_logging_8hpp_xhtml_a7b6ad073975f437ec38ca7d20154727f"><div class="ttname"><a href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a></div><div class="ttdeci">#define ARMNN_LOG(severity)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8hpp_source.xhtml#l00202">Logging.hpp:202</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a5acae80f1d8fd03cdb3878bd356683d7"><div class="ttname"><a href="namespacearmnn.xhtml#a5acae80f1d8fd03cdb3878bd356683d7">armnn::CopyToOutputTensor</a></div><div class="ttdeci">void CopyToOutputTensor(const Tensor &outputTensor, ITensorHandle *outputTensorHandle)</div><div class="ttdef"><b>Definition:</b> <a href="_loaded_network_8cpp_source.xhtml#l01049">LoadedNetwork.cpp:1049</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282"><div class="ttname"><a href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::BoostLogSeverityMapping::error</a></div></div> +<div class="ttc" id="_profiling_8hpp_xhtml_a5ccc65e2c464ac05ce311fdae7ede03a"><div class="ttname"><a href="_profiling_8hpp.xhtml#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a></div><div class="ttdeci">#define ARMNN_SCOPED_PROFILING_EVENT(backendId, name)</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_8hpp_source.xhtml#l00220">Profiling.hpp:220</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_ab8cf8f9fb6792e654c2d8d8382f6f01b"><div class="ttname"><a href="namespacearmnn.xhtml#ab8cf8f9fb6792e654c2d8d8382f6f01b">armnn::LayerBindingId</a></div><div class="ttdeci">int LayerBindingId</div><div class="ttdoc">Type of identifiers for bindable layers (inputs, outputs). </div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.xhtml#l00277">Types.hpp:277</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38"><div class="ttname"><a href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Status::Success</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360"><div class="ttname"><a href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Compute::Undefined</a></div></div> +<div class="ttc" id="structarmnn_1_1_i_network_properties_xhtml_a042fb9a87ffa70730766d19505d80490"><div class="ttname"><a href="structarmnn_1_1_i_network_properties.xhtml#a042fb9a87ffa70730766d19505d80490">armnn::INetworkProperties::m_ExportEnabled</a></div><div class="ttdeci">const bool m_ExportEnabled</div><div class="ttdoc">Deprecated and will be removed in future release. </div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00087">IRuntime.hpp:87</a></div></div> +<div class="ttc" id="namespacearmnn_1_1profiling_xhtml_ab805f5aa9f101e7f6d971daba044c3c2afc04d023850b425f3b9c62b3a55dc110"><div class="ttname"><a href="namespacearmnn_1_1profiling.xhtml#ab805f5aa9f101e7f6d971daba044c3c2afc04d023850b425f3b9c62b3a55dc110">armnn::profiling::ProfilingRelationshipType::RetentionLink</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a1c5ec805688cb558465a82a8d9f56a90"><div class="ttname"><a href="namespacearmnn.xhtml#a1c5ec805688cb558465a82a8d9f56a90">armnn::ImportedInputId</a></div><div class="ttdeci">unsigned int ImportedInputId</div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.xhtml#l00278">Types.hpp:278</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086"><div class="ttname"><a href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Status::Failure</a></div></div> +<div class="ttc" id="classarmnn_1_1profiling_1_1_profiling_service_xhtml_ad6a0ab3d6679dded1eb2e1838becf79e"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_profiling_service.xhtml#ad6a0ab3d6679dded1eb2e1838becf79e">armnn::profiling::ProfilingService::GetNextGuid</a></div><div class="ttdeci">static ProfilingDynamicGuid GetNextGuid()</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_service_8cpp_source.xhtml#l00026">ProfilingService.cpp:26</a></div></div> +</div><!-- fragment --> +</div> +</div> +<a id="aaf8558a23ae9be6e7ea165989f1fa808"></a> +<h2 class="memtitle"><span class="permalink"><a href="#aaf8558a23ae9be6e7ea165989f1fa808">◆ </a></span>FreeWorkingMemory()</h2> + +<div class="memitem"> +<div class="memproto"> + <table class="memname"> + <tr> + <td class="memname">void FreeWorkingMemory </td> + <td>(</td> + <td class="paramname"></td><td>)</td> + <td></td> + </tr> + </table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.xhtml#l00902">902</a> of file <a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a>.</p> + +<p class="reference">References <a class="el" href="_assert_8hpp_source.xhtml#l00015">ARMNN_ASSERT_MSG</a>, <a class="el" href="_logging_8hpp_source.xhtml#l00202">ARMNN_LOG</a>, <a class="el" href="_memory_sources_8hpp_source.xhtml#l00041">armnn::CheckFlag()</a>, <a class="el" href="_workload_utils_8hpp_source.xhtml#l00047">armnn::CopyTensorContentsGeneric()</a>, <a class="el" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::error</a>, <a class="el" href="_loaded_network_8cpp_source.xhtml#l01283">LoadedNetwork::Execute()</a>, <a class="el" href="include_2armnn_2backends_2_i_tensor_handle_8hpp_source.xhtml#l00069">ITensorHandle::GetImportFlags()</a>, <a class="el" href="_tensor_8hpp_source.xhtml#l00295">BaseTensor< MemoryType >::GetInfo()</a>, <a class="el" href="_tensor_8hpp_source.xhtml#l00305">BaseTensor< MemoryType >::GetMemoryArea()</a>, <a class="el" href="include_2armnn_2backends_2_i_tensor_handle_8hpp_source.xhtml#l00075">ITensorHandle::Import()</a>, and <a class="el" href="classarmnn_1_1_i_tensor_handle.xhtml#a9afbc055a017adf1bc38ee137bca6e90">ITensorHandle::Map()</a>.</p> + +<p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.xhtml#l00653">RuntimeImpl::CreateWorkingMemHandle()</a>, and <a class="el" href="_runtime_8cpp_source.xhtml#l00588">RuntimeImpl::EnqueueWorkload()</a>.</p> +<div class="fragment"><div class="line"><a name="l00903"></a><span class="lineno"> 903</span> {</div><div class="line"><a name="l00904"></a><span class="lineno"> 904</span>  std::lock_guard<std::mutex> lockGuard(m_WorkingMemMutex);</div><div class="line"><a name="l00905"></a><span class="lineno"> 905</span> </div><div class="line"><a name="l00906"></a><span class="lineno"> 906</span>  <span class="keywordflow">if</span> (!m_IsWorkingMemAllocated)</div><div class="line"><a name="l00907"></a><span class="lineno"> 907</span>  {</div><div class="line"><a name="l00908"></a><span class="lineno"> 908</span>  <span class="keywordflow">return</span>;</div><div class="line"><a name="l00909"></a><span class="lineno"> 909</span>  }</div><div class="line"><a name="l00910"></a><span class="lineno"> 910</span> </div><div class="line"><a name="l00911"></a><span class="lineno"> 911</span>  <span class="keywordflow">if</span> (m_ExternalMemoryManager)</div><div class="line"><a name="l00912"></a><span class="lineno"> 912</span>  {</div><div class="line"><a name="l00913"></a><span class="lineno"> 913</span>  m_ExternalMemoryManager->Deallocate();</div><div class="line"><a name="l00914"></a><span class="lineno"> 914</span>  }</div><div class="line"><a name="l00915"></a><span class="lineno"> 915</span> </div><div class="line"><a name="l00916"></a><span class="lineno"> 916</span>  <span class="comment">// Informs the memory managers to release memory in its respective memory group</span></div><div class="line"><a name="l00917"></a><span class="lineno"> 917</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& memoryManager : m_BackendMemoryMangers)</div><div class="line"><a name="l00918"></a><span class="lineno"> 918</span>  {</div><div class="line"><a name="l00919"></a><span class="lineno"> 919</span>  <span class="keywordflow">if</span> (memoryManager)</div><div class="line"><a name="l00920"></a><span class="lineno"> 920</span>  {</div><div class="line"><a name="l00921"></a><span class="lineno"> 921</span>  memoryManager->Release();</div><div class="line"><a name="l00922"></a><span class="lineno"> 922</span>  }</div><div class="line"><a name="l00923"></a><span class="lineno"> 923</span>  }</div><div class="line"><a name="l00924"></a><span class="lineno"> 924</span>  m_TensorHandleFactoryRegistry.<a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.xhtml#a69ca23561f4f8a887f19c6580cbd34c8">ReleaseMemory</a>();</div><div class="line"><a name="l00925"></a><span class="lineno"> 925</span>  m_IsWorkingMemAllocated = <span class="keyword">false</span>;</div><div class="line"><a name="l00926"></a><span class="lineno"> 926</span> }</div><div class="ttc" id="classarmnn_1_1_tensor_handle_factory_registry_xhtml_a69ca23561f4f8a887f19c6580cbd34c8"><div class="ttname"><a href="classarmnn_1_1_tensor_handle_factory_registry.xhtml#a69ca23561f4f8a887f19c6580cbd34c8">armnn::TensorHandleFactoryRegistry::ReleaseMemory</a></div><div class="ttdeci">void ReleaseMemory()</div><div class="ttdoc">Release memory required for inference. </div><div class="ttdef"><b>Definition:</b> <a href="_tensor_handle_factory_registry_8cpp_source.xhtml#l00074">TensorHandleFactoryRegistry.cpp:74</a></div></div> +</div><!-- fragment --> +</div> +</div> +<a id="af616683424cb40d83b5a923db7f06f11"></a> +<h2 class="memtitle"><span class="permalink"><a href="#af616683424cb40d83b5a923db7f06f11">◆ </a></span>GetInputTensorInfo()</h2> + +<div class="memitem"> +<div class="memproto"> + <table class="memname"> + <tr> + <td class="memname"><a class="el" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a> GetInputTensorInfo </td> + <td>(</td> + <td class="paramtype"><a class="el" href="namespacearmnn.xhtml#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> </td> + <td class="paramname"><em>layerId</em></td><td>)</td> + <td> const</td> + </tr> + </table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.xhtml#l00487">487</a> of file <a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a>.</p> + +<p class="reference">References <a class="el" href="_assert_8hpp_source.xhtml#l00015">ARMNN_ASSERT_MSG</a>.</p> + +<p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.xhtml#l00559">RuntimeImpl::GetInputTensorInfo()</a>.</p> +<div class="fragment"><div class="line"><a name="l00488"></a><span class="lineno"> 488</span> {</div><div class="line"><a name="l00489"></a><span class="lineno"> 489</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& inputLayer : m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph().GetInputLayers())</div><div class="line"><a name="l00490"></a><span class="lineno"> 490</span>  {</div><div class="line"><a name="l00491"></a><span class="lineno"> 491</span>  <a class="code" href="_assert_8hpp.xhtml#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(inputLayer->GetNumOutputSlots() == 1, <span class="stringliteral">"Input layer should have exactly 1 output slot"</span>);</div><div class="line"><a name="l00492"></a><span class="lineno"> 492</span>  <span class="keywordflow">if</span> (inputLayer->GetBindingId() == layerId)</div><div class="line"><a name="l00493"></a><span class="lineno"> 493</span>  {</div><div class="line"><a name="l00494"></a><span class="lineno"> 494</span>  <span class="keywordflow">return</span> inputLayer->GetOutputSlot(0).GetTensorInfo();</div><div class="line"><a name="l00495"></a><span class="lineno"> 495</span>  }</div><div class="line"><a name="l00496"></a><span class="lineno"> 496</span>  }</div><div class="line"><a name="l00497"></a><span class="lineno"> 497</span> </div><div class="line"><a name="l00498"></a><span class="lineno"> 498</span>  <span class="keywordflow">throw</span> InvalidArgumentException(fmt::format(<span class="stringliteral">"No input layer is associated with id {}"</span>, layerId));</div><div class="line"><a name="l00499"></a><span class="lineno"> 499</span> }</div><div class="ttc" id="_assert_8hpp_xhtml_a91c4dfde57907d7698c7531785690a7f"><div class="ttname"><a href="_assert_8hpp.xhtml#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a></div><div class="ttdeci">#define ARMNN_ASSERT_MSG(COND, MSG)</div><div class="ttdef"><b>Definition:</b> <a href="_assert_8hpp_source.xhtml#l00015">Assert.hpp:15</a></div></div> +</div><!-- fragment --> +</div> +</div> +<a id="ac8be6c967db9e797ade32fa3db497422"></a> +<h2 class="memtitle"><span class="permalink"><a href="#ac8be6c967db9e797ade32fa3db497422">◆ </a></span>GetNetworkGuid()</h2> + +<div class="memitem"> +<div class="memproto"> + <table class="memname"> + <tr> + <td class="memname">profiling::ProfilingGuid GetNetworkGuid </td> + <td>(</td> + <td class="paramname"></td><td>)</td> + <td></td> + </tr> + </table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.xhtml#l00482">482</a> of file <a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a>.</p> +<div class="fragment"><div class="line"><a name="l00483"></a><span class="lineno"> 483</span> {</div><div class="line"><a name="l00484"></a><span class="lineno"> 484</span>  <span class="keywordflow">return</span> m_OptimizedNetwork->GetGuid();</div><div class="line"><a name="l00485"></a><span class="lineno"> 485</span> }</div></div><!-- fragment --> +</div> +</div> +<a id="a2b6b57945bc68f659e08d28c8a015e91"></a> +<h2 class="memtitle"><span class="permalink"><a href="#a2b6b57945bc68f659e08d28c8a015e91">◆ </a></span>GetOutputTensorInfo()</h2> + +<div class="memitem"> +<div class="memproto"> + <table class="memname"> + <tr> + <td class="memname"><a class="el" href="classarmnn_1_1_tensor_info.xhtml">TensorInfo</a> GetOutputTensorInfo </td> + <td>(</td> + <td class="paramtype"><a class="el" href="namespacearmnn.xhtml#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> </td> + <td class="paramname"><em>layerId</em></td><td>)</td> + <td> const</td> + </tr> + </table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.xhtml#l00501">501</a> of file <a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a>.</p> + +<p class="reference">References <a class="el" href="_assert_8hpp_source.xhtml#l00015">ARMNN_ASSERT_MSG</a>, <a class="el" href="_exceptions_8hpp_source.xhtml#l00209">CHECK_LOCATION</a>, <a class="el" href="_backend_id_8hpp_source.xhtml#l00138">BackendId::Get()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00269">Layer::GetBackendId()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00220">Layer::GetNameStr()</a>, <a class="el" href="_ignore_unused_8hpp_source.xhtml#l00014">armnn::IgnoreUnused()</a>, <a class="el" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::info</a>, and <a class="el" href="_workload_factory_8cpp_source.xhtml#l01464">IWorkloadFactory::IsLayerSupported()</a>.</p> + +<p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.xhtml#l00564">RuntimeImpl::GetOutputTensorInfo()</a>.</p> +<div class="fragment"><div class="line"><a name="l00502"></a><span class="lineno"> 502</span> {</div><div class="line"><a name="l00503"></a><span class="lineno"> 503</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& outputLayer : m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph().GetOutputLayers())</div><div class="line"><a name="l00504"></a><span class="lineno"> 504</span>  {</div><div class="line"><a name="l00505"></a><span class="lineno"> 505</span>  <a class="code" href="_assert_8hpp.xhtml#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(outputLayer->GetNumInputSlots() == 1, <span class="stringliteral">"Output layer should have exactly 1 input slot"</span>);</div><div class="line"><a name="l00506"></a><span class="lineno"> 506</span>  <a class="code" href="_assert_8hpp.xhtml#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(outputLayer->GetInputSlot(0).GetConnection(), <span class="stringliteral">"Input slot on Output layer must be connected"</span>);</div><div class="line"><a name="l00507"></a><span class="lineno"> 507</span>  <span class="keywordflow">if</span> (outputLayer->GetBindingId() == layerId)</div><div class="line"><a name="l00508"></a><span class="lineno"> 508</span>  {</div><div class="line"><a name="l00509"></a><span class="lineno"> 509</span>  <span class="keywordflow">return</span> outputLayer->GetInputSlot(0).GetConnection()->GetTensorInfo();</div><div class="line"><a name="l00510"></a><span class="lineno"> 510</span>  }</div><div class="line"><a name="l00511"></a><span class="lineno"> 511</span>  }</div><div class="line"><a name="l00512"></a><span class="lineno"> 512</span> </div><div class="line"><a name="l00513"></a><span class="lineno"> 513</span>  <span class="keywordflow">throw</span> InvalidArgumentException(fmt::format(<span class="stringliteral">"No output layer is associated with id {}"</span>, layerId));</div><div class="line"><a name="l00514"></a><span class="lineno"> 514</span> }</div><div class="ttc" id="_assert_8hpp_xhtml_a91c4dfde57907d7698c7531785690a7f"><div class="ttname"><a href="_assert_8hpp.xhtml#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a></div><div class="ttdeci">#define ARMNN_ASSERT_MSG(COND, MSG)</div><div class="ttdef"><b>Definition:</b> <a href="_assert_8hpp_source.xhtml#l00015">Assert.hpp:15</a></div></div> +</div><!-- fragment --> +</div> +</div> +<a id="aee8e1cb09e0d4dcbe64df111c5edd55e"></a> +<h2 class="memtitle"><span class="permalink"><a href="#aee8e1cb09e0d4dcbe64df111c5edd55e">◆ </a></span>GetProfiler()</h2> + +<div class="memitem"> +<div class="memproto"> +<table class="mlabels"> + <tr> + <td class="mlabels-left"> + <table class="memname"> + <tr> + <td class="memname">const std::shared_ptr<<a class="el" href="classarmnn_1_1_i_profiler.xhtml">IProfiler</a>>& GetProfiler </td> + <td>(</td> + <td class="paramname"></td><td>)</td> + <td> const</td> + </tr> + </table> + </td> + <td class="mlabels-right"> +<span class="mlabels"><span class="mlabel">inline</span></span> </td> + </tr> +</table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8hpp_source.xhtml#l00082">82</a> of file <a class="el" href="_loaded_network_8hpp_source.xhtml">LoadedNetwork.hpp</a>.</p> + +<p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.xhtml#l00653">RuntimeImpl::CreateWorkingMemHandle()</a>, <a class="el" href="_runtime_8cpp_source.xhtml#l00588">RuntimeImpl::EnqueueWorkload()</a>, and <a class="el" href="_runtime_8cpp_source.xhtml#l00621">RuntimeImpl::Execute()</a>.</p> +<div class="fragment"><div class="line"><a name="l00082"></a><span class="lineno"> 82</span> { <span class="keywordflow">return</span> m_OptimizedNetwork->GetProfiler(); }</div></div><!-- fragment --> +</div> +</div> +<a id="a74f5869a116f365d132abe745d9a0dd3"></a> +<h2 class="memtitle"><span class="permalink"><a href="#a74f5869a116f365d132abe745d9a0dd3">◆ </a></span>ImportInputs()</h2> + +<div class="memitem"> +<div class="memproto"> + <table class="memname"> + <tr> + <td class="memname">std::vector< <a class="el" href="namespacearmnn.xhtml#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> > ImportInputs </td> + <td>(</td> + <td class="paramtype">const <a class="el" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> & </td> + <td class="paramname"><em>inputTensors</em></td><td>)</td> + <td></td> + </tr> + </table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.xhtml#l01090">1090</a> of file <a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a>.</p> + +<p class="reference">References <a class="el" href="_assert_8hpp_source.xhtml#l00014">ARMNN_ASSERT</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00063">Graph::InputLayersAccessor::begin()</a>, <a class="el" href="_memory_sources_8hpp_source.xhtml#l00041">armnn::CheckFlag()</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle_factory.xhtml#a375f11dd42ff042435e8771cf287b20c">ITensorHandleFactory::CreateTensorHandle()</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00068">Graph::InputLayersAccessor::end()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00269">Layer::GetBackendId()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00444">BindableLayer::GetBindingId()</a>, <a class="el" href="include_2armnn_2backends_2_i_tensor_handle_8hpp_source.xhtml#l00069">ITensorHandle::GetImportFlags()</a>, <a class="el" href="_tensor_8hpp_source.xhtml#l00295">BaseTensor< MemoryType >::GetInfo()</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00188">Graph::GetInputLayers()</a>, <a class="el" href="_tensor_8hpp_source.xhtml#l00305">BaseTensor< MemoryType >::GetMemoryArea()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00238">Layer::GetOutputSlots()</a>, <a class="el" href="_layer_8cpp_source.xhtml#l00176">OutputSlot::GetTensorHandleFactoryId()</a>, <a class="el" href="_layer_8cpp_source.xhtml#l00063">OutputSlot::GetTensorInfo()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00265">Layer::GetType()</a>, <a class="el" href="_backend_helper_8cpp_source.xhtml#l00058">armnn::HasCapability()</a>, <a class="el" href="include_2armnn_2backends_2_i_tensor_handle_8hpp_source.xhtml#l00075">ITensorHandle::Import()</a>, <a class="el" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::Input</a>, and <a class="el" href="_graph_8hpp_source.xhtml#l00180">Graph::TopologicalSort()</a>.</p> + +<p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.xhtml#l00569">RuntimeImpl::ImportInputs()</a>.</p> +<div class="fragment"><div class="line"><a name="l01091"></a><span class="lineno"> 1091</span> {</div><div class="line"><a name="l01092"></a><span class="lineno"> 1092</span>  <span class="keywordflow">if</span> (!m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.xhtml#a111a52fb2bd24aee9fc125f28c2eb1cb">m_ImportEnabled</a>) <span class="comment">// Try import the input tensor</span></div><div class="line"><a name="l01093"></a><span class="lineno"> 1093</span>  {</div><div class="line"><a name="l01094"></a><span class="lineno"> 1094</span>  <span class="keywordflow">throw</span> MemoryImportException(<span class="stringliteral">"ImportInputs: Memory Import failed, NetworkProperties.m_ImportEnabled"</span>);</div><div class="line"><a name="l01095"></a><span class="lineno"> 1095</span>  }</div><div class="line"><a name="l01096"></a><span class="lineno"> 1096</span> </div><div class="line"><a name="l01097"></a><span class="lineno"> 1097</span>  std::vector<ImportedInputId> importedInputs;</div><div class="line"><a name="l01098"></a><span class="lineno"> 1098</span>  Graph& graph = m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph().TopologicalSort();</div><div class="line"><a name="l01099"></a><span class="lineno"> 1099</span> </div><div class="line"><a name="l01100"></a><span class="lineno"> 1100</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> inputTensor : inputTensors)</div><div class="line"><a name="l01101"></a><span class="lineno"> 1101</span>  {</div><div class="line"><a name="l01102"></a><span class="lineno"> 1102</span>  <span class="keyword">auto</span> layerBindingId = inputTensor.first;</div><div class="line"><a name="l01103"></a><span class="lineno"> 1103</span>  <span class="keyword">auto</span> it = std::find_if(graph.GetInputLayers().begin(), graph.GetInputLayers().end(), [=](<span class="keyword">auto</span>* layer)</div><div class="line"><a name="l01104"></a><span class="lineno"> 1104</span>  {</div><div class="line"><a name="l01105"></a><span class="lineno"> 1105</span>  <span class="keywordflow">return</span> layer->GetBindingId() == layerBindingId;</div><div class="line"><a name="l01106"></a><span class="lineno"> 1106</span>  });</div><div class="line"><a name="l01107"></a><span class="lineno"> 1107</span> </div><div class="line"><a name="l01108"></a><span class="lineno"> 1108</span>  <span class="keywordflow">if</span> (it == graph.GetInputLayers().end())</div><div class="line"><a name="l01109"></a><span class="lineno"> 1109</span>  {</div><div class="line"><a name="l01110"></a><span class="lineno"> 1110</span>  <span class="keywordflow">throw</span> MemoryImportException(fmt::format(<span class="stringliteral">"ImportInputs: Memory Import failed, unknown LayerBindingId: {}"</span>,</div><div class="line"><a name="l01111"></a><span class="lineno"> 1111</span>  layerBindingId));</div><div class="line"><a name="l01112"></a><span class="lineno"> 1112</span>  }</div><div class="line"><a name="l01113"></a><span class="lineno"> 1113</span> </div><div class="line"><a name="l01114"></a><span class="lineno"> 1114</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn_serializer.xhtml#a9a8118be7780e95363d631cbca7e7800">Layer</a>* layer = *it;</div><div class="line"><a name="l01115"></a><span class="lineno"> 1115</span>  <span class="keywordflow">if</span> (layer->GetType() != <a class="code" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">LayerType::Input</a>)</div><div class="line"><a name="l01116"></a><span class="lineno"> 1116</span>  {</div><div class="line"><a name="l01117"></a><span class="lineno"> 1117</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"ImportInputs: given layer not an InputLayer"</span>);</div><div class="line"><a name="l01118"></a><span class="lineno"> 1118</span>  }</div><div class="line"><a name="l01119"></a><span class="lineno"> 1119</span> </div><div class="line"><a name="l01120"></a><span class="lineno"> 1120</span>  <span class="keyword">auto</span>& backend = m_Backends.at(layer->GetBackendId());</div><div class="line"><a name="l01121"></a><span class="lineno"> 1121</span>  <span class="keywordflow">if</span> (!<a class="code" href="namespacearmnn.xhtml#abd839f0f103c1ae19a4b38d59b869108">HasCapability</a>(BackendOptions::BackendOption{<span class="stringliteral">"PreImportIOTensors"</span>, <span class="keyword">true</span>}, backend->GetCapabilities()))</div><div class="line"><a name="l01122"></a><span class="lineno"> 1122</span>  {</div><div class="line"><a name="l01123"></a><span class="lineno"> 1123</span>  std::string er = backend->GetId();</div><div class="line"><a name="l01124"></a><span class="lineno"> 1124</span>  er += <span class="stringliteral">" does not have PreImportIOTensors capability"</span>;</div><div class="line"><a name="l01125"></a><span class="lineno"> 1125</span>  <span class="keywordflow">throw</span> BackendCapabilityException(er);</div><div class="line"><a name="l01126"></a><span class="lineno"> 1126</span>  }</div><div class="line"><a name="l01127"></a><span class="lineno"> 1127</span> </div><div class="line"><a name="l01128"></a><span class="lineno"> 1128</span>  <span class="keyword">const</span> OutputSlot& outputSlot = layer->GetOutputSlots()[0];</div><div class="line"><a name="l01129"></a><span class="lineno"> 1129</span> </div><div class="line"><a name="l01130"></a><span class="lineno"> 1130</span>  <a class="code" href="classarmnn_1_1_i_tensor_handle_factory.xhtml#a32f4aa6a7089d877af08928139c2c277">ITensorHandleFactory::FactoryId</a> factoryId = outputSlot.GetTensorHandleFactoryId();</div><div class="line"><a name="l01131"></a><span class="lineno"> 1131</span>  <span class="keyword">const</span> TensorInfo& tensorInfo = outputSlot.GetTensorInfo();</div><div class="line"><a name="l01132"></a><span class="lineno"> 1132</span> </div><div class="line"><a name="l01133"></a><span class="lineno"> 1133</span>  ITensorHandleFactory* handleFactory = m_TensorHandleFactoryRegistry.<a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.xhtml#ae5ecc42140a12c855554a4a621fc8456">GetFactory</a>(factoryId);</div><div class="line"><a name="l01134"></a><span class="lineno"> 1134</span>  <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(handleFactory);</div><div class="line"><a name="l01135"></a><span class="lineno"> 1135</span> </div><div class="line"><a name="l01136"></a><span class="lineno"> 1136</span>  ImportedTensorHandlePin importedTensorHandlePin{layerBindingId,</div><div class="line"><a name="l01137"></a><span class="lineno"> 1137</span>  handleFactory->CreateTensorHandle(tensorInfo, <span class="keyword">false</span>)};</div><div class="line"><a name="l01138"></a><span class="lineno"> 1138</span> </div><div class="line"><a name="l01139"></a><span class="lineno"> 1139</span>  ITensorHandle* tensorHandle = importedTensorHandlePin.m_TensorHandle.get();</div><div class="line"><a name="l01140"></a><span class="lineno"> 1140</span> </div><div class="line"><a name="l01141"></a><span class="lineno"> 1141</span>  <span class="keywordflow">if</span> (!<a class="code" href="namespacearmnn.xhtml#a84f86b4de5adf0b164e811c87051a0ee">CheckFlag</a>(tensorHandle->GetImportFlags(), m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.xhtml#a53d95b257e52b0fd292ba6d40d3c5dc3">m_InputSource</a>))</div><div class="line"><a name="l01142"></a><span class="lineno"> 1142</span>  {</div><div class="line"><a name="l01143"></a><span class="lineno"> 1143</span>  <span class="keywordflow">throw</span> MemoryImportException(</div><div class="line"><a name="l01144"></a><span class="lineno"> 1144</span>  fmt::format(<span class="stringliteral">"ImportInputs: Memory Import failed, backend: {} does not support importing from source {}"</span></div><div class="line"><a name="l01145"></a><span class="lineno"> 1145</span>  , factoryId, m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.xhtml#a53d95b257e52b0fd292ba6d40d3c5dc3">m_InputSource</a>));</div><div class="line"><a name="l01146"></a><span class="lineno"> 1146</span>  }</div><div class="line"><a name="l01147"></a><span class="lineno"> 1147</span> </div><div class="line"><a name="l01148"></a><span class="lineno"> 1148</span>  std::unique_ptr<ITensorHandle> passThroughTensorHandle =</div><div class="line"><a name="l01149"></a><span class="lineno"> 1149</span>  std::make_unique<ConstPassthroughTensorHandle>(inputTensor.second.GetInfo(),</div><div class="line"><a name="l01150"></a><span class="lineno"> 1150</span>  inputTensor.second.GetMemoryArea());</div><div class="line"><a name="l01151"></a><span class="lineno"> 1151</span> </div><div class="line"><a name="l01152"></a><span class="lineno"> 1152</span>  <span class="keywordflow">if</span> (tensorHandle->Import(passThroughTensorHandle->Map(), m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.xhtml#a53d95b257e52b0fd292ba6d40d3c5dc3">m_InputSource</a>))</div><div class="line"><a name="l01153"></a><span class="lineno"> 1153</span>  {</div><div class="line"><a name="l01154"></a><span class="lineno"> 1154</span>  importedInputs.push_back(m_CurImportedInputId++);</div><div class="line"><a name="l01155"></a><span class="lineno"> 1155</span>  passThroughTensorHandle->Unmap();</div><div class="line"><a name="l01156"></a><span class="lineno"> 1156</span>  }</div><div class="line"><a name="l01157"></a><span class="lineno"> 1157</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l01158"></a><span class="lineno"> 1158</span>  {</div><div class="line"><a name="l01159"></a><span class="lineno"> 1159</span>  passThroughTensorHandle->Unmap();</div><div class="line"><a name="l01160"></a><span class="lineno"> 1160</span>  <span class="keywordflow">throw</span> MemoryImportException(<span class="stringliteral">"ImportInputs: Memory Import failed"</span>);</div><div class="line"><a name="l01161"></a><span class="lineno"> 1161</span>  }</div><div class="line"><a name="l01162"></a><span class="lineno"> 1162</span> </div><div class="line"><a name="l01163"></a><span class="lineno"> 1163</span>  m_PreImportedInputHandles.push_back(std::move(importedTensorHandlePin));</div><div class="line"><a name="l01164"></a><span class="lineno"> 1164</span>  }</div><div class="line"><a name="l01165"></a><span class="lineno"> 1165</span> </div><div class="line"><a name="l01166"></a><span class="lineno"> 1166</span>  <span class="keywordflow">return</span> importedInputs;</div><div class="line"><a name="l01167"></a><span class="lineno"> 1167</span> }</div><div class="ttc" id="namespacearmnn_xhtml_abd839f0f103c1ae19a4b38d59b869108"><div class="ttname"><a href="namespacearmnn.xhtml#abd839f0f103c1ae19a4b38d59b869108">armnn::HasCapability</a></div><div class="ttdeci">bool HasCapability(const std::string &name, const BackendCapabilities &capabilities)</div><div class="ttdoc">Convenience function to check if a capability exists in a BackendCapabilites struct. </div><div class="ttdef"><b>Definition:</b> <a href="_backend_helper_8cpp_source.xhtml#l00058">BackendHelper.cpp:58</a></div></div> +<div class="ttc" id="structarmnn_1_1_i_network_properties_xhtml_a53d95b257e52b0fd292ba6d40d3c5dc3"><div class="ttname"><a href="structarmnn_1_1_i_network_properties.xhtml#a53d95b257e52b0fd292ba6d40d3c5dc3">armnn::INetworkProperties::m_InputSource</a></div><div class="ttdeci">const MemorySource m_InputSource</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00095">IRuntime.hpp:95</a></div></div> +<div class="ttc" id="structarmnn_1_1_i_network_properties_xhtml_a111a52fb2bd24aee9fc125f28c2eb1cb"><div class="ttname"><a href="structarmnn_1_1_i_network_properties.xhtml#a111a52fb2bd24aee9fc125f28c2eb1cb">armnn::INetworkProperties::m_ImportEnabled</a></div><div class="ttdeci">const bool m_ImportEnabled</div><div class="ttdoc">Deprecated and will be removed in future release. </div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00085">IRuntime.hpp:85</a></div></div> +<div class="ttc" id="namespacearmnn_serializer_xhtml_a9a8118be7780e95363d631cbca7e7800"><div class="ttname"><a href="namespacearmnn_serializer.xhtml#a9a8118be7780e95363d631cbca7e7800">armnnSerializer::Layer</a></div><div class="ttdeci">Layer</div><div class="ttdef"><b>Definition:</b> <a href="_armnn_schema__generated_8h_source.xhtml#l01234">ArmnnSchema_generated.h:1234</a></div></div> +<div class="ttc" id="_assert_8hpp_xhtml_a5698be69cbd5dfe6c28fcd9867e8cbed"><div class="ttname"><a href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a></div><div class="ttdeci">#define ARMNN_ASSERT(COND)</div><div class="ttdef"><b>Definition:</b> <a href="_assert_8hpp_source.xhtml#l00014">Assert.hpp:14</a></div></div> +<div class="ttc" id="classarmnn_1_1_tensor_handle_factory_registry_xhtml_ae5ecc42140a12c855554a4a621fc8456"><div class="ttname"><a href="classarmnn_1_1_tensor_handle_factory_registry.xhtml#ae5ecc42140a12c855554a4a621fc8456">armnn::TensorHandleFactoryRegistry::GetFactory</a></div><div class="ttdeci">ITensorHandleFactory * GetFactory(ITensorHandleFactory::FactoryId id) const</div><div class="ttdoc">Find a TensorHandleFactory by Id Returns nullptr if not found. </div><div class="ttdef"><b>Definition:</b> <a href="_tensor_handle_factory_registry_8cpp_source.xhtml#l00039">TensorHandleFactoryRegistry.cpp:39</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5"><div class="ttname"><a href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::LayerType::Input</a></div></div> +<div class="ttc" id="classarmnn_1_1_i_tensor_handle_factory_xhtml_a32f4aa6a7089d877af08928139c2c277"><div class="ttname"><a href="classarmnn_1_1_i_tensor_handle_factory.xhtml#a32f4aa6a7089d877af08928139c2c277">armnn::ITensorHandleFactory::FactoryId</a></div><div class="ttdeci">std::string FactoryId</div><div class="ttdef"><b>Definition:</b> <a href="include_2armnn_2backends_2_i_tensor_handle_factory_8hpp_source.xhtml#l00045">ITensorHandleFactory.hpp:45</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a84f86b4de5adf0b164e811c87051a0ee"><div class="ttname"><a href="namespacearmnn.xhtml#a84f86b4de5adf0b164e811c87051a0ee">armnn::CheckFlag</a></div><div class="ttdeci">bool CheckFlag(MemorySourceFlags flags, MemorySource source)</div><div class="ttdef"><b>Definition:</b> <a href="_memory_sources_8hpp_source.xhtml#l00041">MemorySources.hpp:41</a></div></div> +</div><!-- fragment --> +</div> +</div> +<a id="a45c446bf8e355ec38b48488d0d6dfbc3"></a> +<h2 class="memtitle"><span class="permalink"><a href="#a45c446bf8e355ec38b48488d0d6dfbc3">◆ </a></span>ImportOutputs()</h2> + +<div class="memitem"> +<div class="memproto"> + <table class="memname"> + <tr> + <td class="memname">std::vector< <a class="el" href="namespacearmnn.xhtml#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> > ImportOutputs </td> + <td>(</td> + <td class="paramtype">const <a class="el" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> & </td> + <td class="paramname"><em>outputTensors</em></td><td>)</td> + <td></td> + </tr> + </table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.xhtml#l01169">1169</a> of file <a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a>.</p> + +<p class="reference">References <a class="el" href="_assert_8hpp_source.xhtml#l00014">ARMNN_ASSERT</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00082">Graph::OutputLayersAccessor::begin()</a>, <a class="el" href="_memory_sources_8hpp_source.xhtml#l00041">armnn::CheckFlag()</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle_factory.xhtml#a375f11dd42ff042435e8771cf287b20c">ITensorHandleFactory::CreateTensorHandle()</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00088">Graph::OutputLayersAccessor::end()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00269">Layer::GetBackendId()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00444">BindableLayer::GetBindingId()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00055">InputSlot::GetConnectedOutputSlot()</a>, <a class="el" href="include_2armnn_2backends_2_i_tensor_handle_8hpp_source.xhtml#l00069">ITensorHandle::GetImportFlags()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00237">Layer::GetInputSlots()</a>, <a class="el" href="_tensor_8hpp_source.xhtml#l00305">BaseTensor< MemoryType >::GetMemoryArea()</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00192">Graph::GetOutputLayers()</a>, <a class="el" href="_layer_8cpp_source.xhtml#l00176">OutputSlot::GetTensorHandleFactoryId()</a>, <a class="el" href="_layer_8cpp_source.xhtml#l00063">OutputSlot::GetTensorInfo()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00265">Layer::GetType()</a>, <a class="el" href="_backend_helper_8cpp_source.xhtml#l00058">armnn::HasCapability()</a>, <a class="el" href="include_2armnn_2backends_2_i_tensor_handle_8hpp_source.xhtml#l00075">ITensorHandle::Import()</a>, <a class="el" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::Output</a>, and <a class="el" href="_graph_8hpp_source.xhtml#l00180">Graph::TopologicalSort()</a>.</p> + +<p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.xhtml#l00574">RuntimeImpl::ImportOutputs()</a>.</p> +<div class="fragment"><div class="line"><a name="l01170"></a><span class="lineno"> 1170</span> {</div><div class="line"><a name="l01171"></a><span class="lineno"> 1171</span>  <span class="keywordflow">if</span> (!m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.xhtml#a042fb9a87ffa70730766d19505d80490">m_ExportEnabled</a>) <span class="comment">// Try import the output tensor</span></div><div class="line"><a name="l01172"></a><span class="lineno"> 1172</span>  {</div><div class="line"><a name="l01173"></a><span class="lineno"> 1173</span>  <span class="keywordflow">throw</span> MemoryImportException(<span class="stringliteral">"ImportOutputs: Memory Import failed, NetworkProperties.m_ImportEnabled"</span>);</div><div class="line"><a name="l01174"></a><span class="lineno"> 1174</span>  }</div><div class="line"><a name="l01175"></a><span class="lineno"> 1175</span> </div><div class="line"><a name="l01176"></a><span class="lineno"> 1176</span>  std::vector<ImportedOutputId> importedOutputs;</div><div class="line"><a name="l01177"></a><span class="lineno"> 1177</span>  Graph& graph = m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph().TopologicalSort();</div><div class="line"><a name="l01178"></a><span class="lineno"> 1178</span> </div><div class="line"><a name="l01179"></a><span class="lineno"> 1179</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>& outputTensor : outputTensors)</div><div class="line"><a name="l01180"></a><span class="lineno"> 1180</span>  {</div><div class="line"><a name="l01181"></a><span class="lineno"> 1181</span>  <span class="keyword">auto</span> layerBindingId = outputTensor.first;</div><div class="line"><a name="l01182"></a><span class="lineno"> 1182</span>  <span class="keyword">auto</span> it = std::find_if(graph.GetOutputLayers().begin(), graph.GetOutputLayers().end(), [=](<span class="keyword">auto</span>* layer)</div><div class="line"><a name="l01183"></a><span class="lineno"> 1183</span>  {</div><div class="line"><a name="l01184"></a><span class="lineno"> 1184</span>  <span class="keywordflow">return</span> layer->GetBindingId() == layerBindingId;</div><div class="line"><a name="l01185"></a><span class="lineno"> 1185</span>  });</div><div class="line"><a name="l01186"></a><span class="lineno"> 1186</span> </div><div class="line"><a name="l01187"></a><span class="lineno"> 1187</span>  <span class="keywordflow">if</span> (it == graph.GetOutputLayers().end())</div><div class="line"><a name="l01188"></a><span class="lineno"> 1188</span>  {</div><div class="line"><a name="l01189"></a><span class="lineno"> 1189</span>  <span class="keywordflow">throw</span> MemoryImportException(fmt::format(<span class="stringliteral">"ImportOutputs: Memory Import failed, unknown LayerBindingId: {}"</span>,</div><div class="line"><a name="l01190"></a><span class="lineno"> 1190</span>  layerBindingId));</div><div class="line"><a name="l01191"></a><span class="lineno"> 1191</span>  }</div><div class="line"><a name="l01192"></a><span class="lineno"> 1192</span> </div><div class="line"><a name="l01193"></a><span class="lineno"> 1193</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn_serializer.xhtml#a9a8118be7780e95363d631cbca7e7800">Layer</a>* layer = *it;</div><div class="line"><a name="l01194"></a><span class="lineno"> 1194</span>  <span class="keywordflow">if</span> (layer->GetType() != <a class="code" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">LayerType::Output</a>)</div><div class="line"><a name="l01195"></a><span class="lineno"> 1195</span>  {</div><div class="line"><a name="l01196"></a><span class="lineno"> 1196</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"ImportOutputs: given layer not an OutputLayer"</span>);</div><div class="line"><a name="l01197"></a><span class="lineno"> 1197</span>  }</div><div class="line"><a name="l01198"></a><span class="lineno"> 1198</span> </div><div class="line"><a name="l01199"></a><span class="lineno"> 1199</span>  <span class="keyword">auto</span>& backend = m_Backends.at(layer->GetBackendId());</div><div class="line"><a name="l01200"></a><span class="lineno"> 1200</span>  <span class="keywordflow">if</span> (!<a class="code" href="namespacearmnn.xhtml#abd839f0f103c1ae19a4b38d59b869108">HasCapability</a>(BackendOptions::BackendOption{<span class="stringliteral">"PreImportIOTensors"</span>, <span class="keyword">true</span>}, backend->GetCapabilities()))</div><div class="line"><a name="l01201"></a><span class="lineno"> 1201</span>  {</div><div class="line"><a name="l01202"></a><span class="lineno"> 1202</span>  std::string er = backend->GetId();</div><div class="line"><a name="l01203"></a><span class="lineno"> 1203</span>  er += <span class="stringliteral">" does not have PreImportIOTensors capability"</span>;</div><div class="line"><a name="l01204"></a><span class="lineno"> 1204</span>  <span class="keywordflow">throw</span> BackendCapabilityException(er);</div><div class="line"><a name="l01205"></a><span class="lineno"> 1205</span>  }</div><div class="line"><a name="l01206"></a><span class="lineno"> 1206</span> </div><div class="line"><a name="l01207"></a><span class="lineno"> 1207</span>  <span class="keyword">const</span> InputSlot& inputSlot = layer->GetInputSlots()[0];</div><div class="line"><a name="l01208"></a><span class="lineno"> 1208</span>  <a class="code" href="classarmnn_1_1_i_tensor_handle_factory.xhtml#a32f4aa6a7089d877af08928139c2c277">ITensorHandleFactory::FactoryId</a> factoryId = inputSlot.GetConnectedOutputSlot()->GetTensorHandleFactoryId();</div><div class="line"><a name="l01209"></a><span class="lineno"> 1209</span>  <span class="keyword">const</span> TensorInfo& tensorInfo = inputSlot.GetConnectedOutputSlot()->GetTensorInfo();</div><div class="line"><a name="l01210"></a><span class="lineno"> 1210</span> </div><div class="line"><a name="l01211"></a><span class="lineno"> 1211</span>  ITensorHandleFactory* handleFactory = m_TensorHandleFactoryRegistry.<a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.xhtml#ae5ecc42140a12c855554a4a621fc8456">GetFactory</a>(factoryId);</div><div class="line"><a name="l01212"></a><span class="lineno"> 1212</span>  <a class="code" href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(handleFactory);</div><div class="line"><a name="l01213"></a><span class="lineno"> 1213</span> </div><div class="line"><a name="l01214"></a><span class="lineno"> 1214</span>  ImportedTensorHandlePin importedTensorHandlePin{layerBindingId,</div><div class="line"><a name="l01215"></a><span class="lineno"> 1215</span>  handleFactory->CreateTensorHandle(tensorInfo, <span class="keyword">false</span>)};</div><div class="line"><a name="l01216"></a><span class="lineno"> 1216</span> </div><div class="line"><a name="l01217"></a><span class="lineno"> 1217</span>  ITensorHandle* tensorHandle = importedTensorHandlePin.m_TensorHandle.get();</div><div class="line"><a name="l01218"></a><span class="lineno"> 1218</span> </div><div class="line"><a name="l01219"></a><span class="lineno"> 1219</span>  <span class="keywordflow">if</span> (!<a class="code" href="namespacearmnn.xhtml#a84f86b4de5adf0b164e811c87051a0ee">CheckFlag</a>(tensorHandle->GetImportFlags(), m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.xhtml#a3266436db920d1ca96b0afaadacf3972">m_OutputSource</a>))</div><div class="line"><a name="l01220"></a><span class="lineno"> 1220</span>  {</div><div class="line"><a name="l01221"></a><span class="lineno"> 1221</span>  <span class="keywordflow">throw</span> MemoryImportException(fmt::format(<span class="stringliteral">"ImportInputs: Memory Import failed, backend: "</span></div><div class="line"><a name="l01222"></a><span class="lineno"> 1222</span>  <span class="stringliteral">"{} does not support importing from source {}"</span></div><div class="line"><a name="l01223"></a><span class="lineno"> 1223</span>  , factoryId, m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.xhtml#a3266436db920d1ca96b0afaadacf3972">m_OutputSource</a>));</div><div class="line"><a name="l01224"></a><span class="lineno"> 1224</span>  }</div><div class="line"><a name="l01225"></a><span class="lineno"> 1225</span> </div><div class="line"><a name="l01226"></a><span class="lineno"> 1226</span>  <span class="keywordflow">if</span> (tensorHandle->Import(outputTensor.second.GetMemoryArea(), m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.xhtml#a3266436db920d1ca96b0afaadacf3972">m_OutputSource</a>))</div><div class="line"><a name="l01227"></a><span class="lineno"> 1227</span>  {</div><div class="line"><a name="l01228"></a><span class="lineno"> 1228</span>  importedOutputs.push_back(m_CurImportedOutputId++);</div><div class="line"><a name="l01229"></a><span class="lineno"> 1229</span>  }</div><div class="line"><a name="l01230"></a><span class="lineno"> 1230</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l01231"></a><span class="lineno"> 1231</span>  {</div><div class="line"><a name="l01232"></a><span class="lineno"> 1232</span>  <span class="keywordflow">throw</span> MemoryImportException(<span class="stringliteral">"ImportInputs: Memory Import failed"</span>);</div><div class="line"><a name="l01233"></a><span class="lineno"> 1233</span>  }</div><div class="line"><a name="l01234"></a><span class="lineno"> 1234</span> </div><div class="line"><a name="l01235"></a><span class="lineno"> 1235</span>  m_PreImportedOutputHandles.push_back(std::move(importedTensorHandlePin));</div><div class="line"><a name="l01236"></a><span class="lineno"> 1236</span>  }</div><div class="line"><a name="l01237"></a><span class="lineno"> 1237</span> </div><div class="line"><a name="l01238"></a><span class="lineno"> 1238</span>  <span class="keywordflow">return</span> importedOutputs;</div><div class="line"><a name="l01239"></a><span class="lineno"> 1239</span> }</div><div class="ttc" id="namespacearmnn_xhtml_abd839f0f103c1ae19a4b38d59b869108"><div class="ttname"><a href="namespacearmnn.xhtml#abd839f0f103c1ae19a4b38d59b869108">armnn::HasCapability</a></div><div class="ttdeci">bool HasCapability(const std::string &name, const BackendCapabilities &capabilities)</div><div class="ttdoc">Convenience function to check if a capability exists in a BackendCapabilites struct. </div><div class="ttdef"><b>Definition:</b> <a href="_backend_helper_8cpp_source.xhtml#l00058">BackendHelper.cpp:58</a></div></div> +<div class="ttc" id="namespacearmnn_serializer_xhtml_a9a8118be7780e95363d631cbca7e7800"><div class="ttname"><a href="namespacearmnn_serializer.xhtml#a9a8118be7780e95363d631cbca7e7800">armnnSerializer::Layer</a></div><div class="ttdeci">Layer</div><div class="ttdef"><b>Definition:</b> <a href="_armnn_schema__generated_8h_source.xhtml#l01234">ArmnnSchema_generated.h:1234</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54"><div class="ttname"><a href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::LayerType::Output</a></div></div> +<div class="ttc" id="structarmnn_1_1_i_network_properties_xhtml_a042fb9a87ffa70730766d19505d80490"><div class="ttname"><a href="structarmnn_1_1_i_network_properties.xhtml#a042fb9a87ffa70730766d19505d80490">armnn::INetworkProperties::m_ExportEnabled</a></div><div class="ttdeci">const bool m_ExportEnabled</div><div class="ttdoc">Deprecated and will be removed in future release. </div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00087">IRuntime.hpp:87</a></div></div> +<div class="ttc" id="_assert_8hpp_xhtml_a5698be69cbd5dfe6c28fcd9867e8cbed"><div class="ttname"><a href="_assert_8hpp.xhtml#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a></div><div class="ttdeci">#define ARMNN_ASSERT(COND)</div><div class="ttdef"><b>Definition:</b> <a href="_assert_8hpp_source.xhtml#l00014">Assert.hpp:14</a></div></div> +<div class="ttc" id="classarmnn_1_1_tensor_handle_factory_registry_xhtml_ae5ecc42140a12c855554a4a621fc8456"><div class="ttname"><a href="classarmnn_1_1_tensor_handle_factory_registry.xhtml#ae5ecc42140a12c855554a4a621fc8456">armnn::TensorHandleFactoryRegistry::GetFactory</a></div><div class="ttdeci">ITensorHandleFactory * GetFactory(ITensorHandleFactory::FactoryId id) const</div><div class="ttdoc">Find a TensorHandleFactory by Id Returns nullptr if not found. </div><div class="ttdef"><b>Definition:</b> <a href="_tensor_handle_factory_registry_8cpp_source.xhtml#l00039">TensorHandleFactoryRegistry.cpp:39</a></div></div> +<div class="ttc" id="classarmnn_1_1_i_tensor_handle_factory_xhtml_a32f4aa6a7089d877af08928139c2c277"><div class="ttname"><a href="classarmnn_1_1_i_tensor_handle_factory.xhtml#a32f4aa6a7089d877af08928139c2c277">armnn::ITensorHandleFactory::FactoryId</a></div><div class="ttdeci">std::string FactoryId</div><div class="ttdef"><b>Definition:</b> <a href="include_2armnn_2backends_2_i_tensor_handle_factory_8hpp_source.xhtml#l00045">ITensorHandleFactory.hpp:45</a></div></div> +<div class="ttc" id="structarmnn_1_1_i_network_properties_xhtml_a3266436db920d1ca96b0afaadacf3972"><div class="ttname"><a href="structarmnn_1_1_i_network_properties.xhtml#a3266436db920d1ca96b0afaadacf3972">armnn::INetworkProperties::m_OutputSource</a></div><div class="ttdeci">const MemorySource m_OutputSource</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00096">IRuntime.hpp:96</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a84f86b4de5adf0b164e811c87051a0ee"><div class="ttname"><a href="namespacearmnn.xhtml#a84f86b4de5adf0b164e811c87051a0ee">armnn::CheckFlag</a></div><div class="ttdeci">bool CheckFlag(MemorySourceFlags flags, MemorySource source)</div><div class="ttdef"><b>Definition:</b> <a href="_memory_sources_8hpp_source.xhtml#l00041">MemorySources.hpp:41</a></div></div> +</div><!-- fragment --> +</div> +</div> +<a id="a390c87e27deac4f51af9533053b2ee14"></a> +<h2 class="memtitle"><span class="permalink"><a href="#a390c87e27deac4f51af9533053b2ee14">◆ </a></span>IsAsyncEnabled()</h2> + +<div class="memitem"> +<div class="memproto"> +<table class="mlabels"> + <tr> + <td class="mlabels-left"> + <table class="memname"> + <tr> + <td class="memname">bool IsAsyncEnabled </td> + <td>(</td> + <td class="paramname"></td><td>)</td> + <td></td> + </tr> + </table> + </td> + <td class="mlabels-right"> +<span class="mlabels"><span class="mlabel">inline</span></span> </td> + </tr> +</table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8hpp_source.xhtml#l00090">90</a> of file <a class="el" href="_loaded_network_8hpp_source.xhtml">LoadedNetwork.hpp</a>.</p> + +<p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.xhtml#l00653">RuntimeImpl::CreateWorkingMemHandle()</a>, <a class="el" href="_runtime_8cpp_source.xhtml#l00588">RuntimeImpl::EnqueueWorkload()</a>, and <a class="el" href="_runtime_8cpp_source.xhtml#l00621">RuntimeImpl::Execute()</a>.</p> +<div class="fragment"><div class="line"><a name="l00091"></a><span class="lineno"> 91</span>  {</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  <span class="keywordflow">return</span> m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.xhtml#ad3ab02a7f6310b35c59ca78b509905ca">m_AsyncEnabled</a>;</div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span>  }</div><div class="ttc" id="structarmnn_1_1_i_network_properties_xhtml_ad3ab02a7f6310b35c59ca78b509905ca"><div class="ttname"><a href="structarmnn_1_1_i_network_properties.xhtml#ad3ab02a7f6310b35c59ca78b509905ca">armnn::INetworkProperties::m_AsyncEnabled</a></div><div class="ttdeci">const bool m_AsyncEnabled</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00089">IRuntime.hpp:89</a></div></div> +</div><!-- fragment --> +</div> +</div> +<a id="a8e94a5375ad367ddee9c69e04e110a54"></a> +<h2 class="memtitle"><span class="permalink"><a href="#a8e94a5375ad367ddee9c69e04e110a54">◆ </a></span>MakeLoadedNetwork()</h2> + +<div class="memitem"> +<div class="memproto"> +<table class="mlabels"> + <tr> + <td class="mlabels-left"> + <table class="memname"> + <tr> + <td class="memname">std::unique_ptr< <a class="el" href="classarmnn_1_1_loaded_network.xhtml">LoadedNetwork</a> > MakeLoadedNetwork </td> + <td>(</td> + <td class="paramtype">std::unique_ptr< <a class="el" href="classarmnn_1_1_i_optimized_network.xhtml">IOptimizedNetwork</a> > </td> + <td class="paramname"><em>net</em>, </td> + </tr> + <tr> + <td class="paramkey"></td> + <td></td> + <td class="paramtype">std::string & </td> + <td class="paramname"><em>errorMessage</em>, </td> + </tr> + <tr> + <td class="paramkey"></td> + <td></td> + <td class="paramtype">const <a class="el" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> & </td> + <td class="paramname"><em>networkProperties</em>, </td> + </tr> + <tr> + <td class="paramkey"></td> + <td></td> + <td class="paramtype"><a class="el" href="classarmnn_1_1profiling_1_1_profiling_service.xhtml">profiling::ProfilingService</a> & </td> + <td class="paramname"><em>profilingService</em> </td> + </tr> + <tr> + <td></td> + <td>)</td> + <td></td><td></td> + </tr> + </table> + </td> + <td class="mlabels-right"> +<span class="mlabels"><span class="mlabel">static</span></span> </td> + </tr> +</table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.xhtml#l00082">82</a> of file <a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a>.</p> + +<p class="reference">References <a class="el" href="classarmnn_1_1_i_tensor_handle.xhtml#a5cceed8b707a09bf27eb61f17acf8a88">ITensorHandle::Allocate()</a>, <a class="el" href="_assert_8hpp_source.xhtml#l00014">ARMNN_ASSERT</a>, <a class="el" href="_logging_8hpp_source.xhtml#l00202">ARMNN_LOG</a>, <a class="el" href="_profiling_8hpp_source.xhtml#l00220">ARMNN_SCOPED_PROFILING_EVENT</a>, <a class="el" href="_backend_registry_8cpp_source.xhtml#l00013">armnn::BackendRegistryInstance()</a>, <a class="el" href="namespacearmnn.xhtml#a14d24d90ab4ba2956e92e27890ba4c91acb17869fe51048b5a5c4c6106551a255">armnn::Constant</a>, <a class="el" href="_i_backend_internal_8cpp_source.xhtml#l00012">IBackendInternal::CreateMemoryManager()</a>, <a class="el" href="classarmnn_1_1_i_backend_internal.xhtml#afd5a5e90515b31c0174f76ec8897e9b1">IBackendInternal::CreateWorkloadFactory()</a>, <a class="el" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::error</a>, <a class="el" href="_i_backend_internal_8hpp_source.xhtml#l00172">IBackendInternal::GetCapabilities()</a>, <a class="el" href="_processes_8cpp_source.xhtml#l00019">armnnUtils::Processes::GetCurrentId()</a>, <a class="el" href="_backend_registry_8cpp_source.xhtml#l00055">BackendRegistry::GetFactory()</a>, <a class="el" href="classarmnn_1_1_i_backend.xhtml#aa9fc23b7155bd678232eeb351059b748">IBackend::GetId()</a>, <a class="el" href="_profiling_8cpp_source.xhtml#l00568">ProfilerManager::GetInstance()</a>, <a class="el" href="_backend_registry_8cpp_source.xhtml#l00148">BackendRegistry::GetMemoryOptimizerStrategies()</a>, <a class="el" href="_timeline_utility_methods_8cpp_source.xhtml#l00018">TimelineUtilityMethods::GetTimelineUtils()</a>, <a class="el" href="_backend_helper_8cpp_source.xhtml#l00058">armnn::HasCapability()</a>, <a class="el" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::Input</a>, <a class="el" href="include_2armnn_2backends_2_i_tensor_handle_factory_8hpp_source.xhtml#l00046">ITensorHandleFactory::LegacyFactoryId</a>, <a class="el" href="_i_runtime_8hpp_source.xhtml#l00089">INetworkProperties::m_AsyncEnabled</a>, <a class="el" href="_i_runtime_8hpp_source.xhtml#l00093">INetworkProperties::m_OutputNetworkDetailsMethod</a>, <a class="el" href="_working_mem_descriptor_8hpp_source.xhtml#l00021">WorkingMemDescriptor::m_Outputs</a>, <a class="el" href="_i_runtime_8hpp_source.xhtml#l00091">INetworkProperties::m_ProfilingEnabled</a>, <a class="el" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">armnn::MemImport</a>, <a class="el" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::Output</a>, <a class="el" href="_profiling_8cpp_source.xhtml#l00575">ProfilerManager::RegisterProfiler()</a>, <a class="el" href="_i_backend_internal_8cpp_source.xhtml#l00119">IBackendInternal::SupportsTensorAllocatorAPI()</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00180">Graph::TopologicalSort()</a>, and <a class="el" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>.</p> + +<p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.xhtml#l00160">RuntimeImpl::LoadNetwork()</a>.</p> +<div class="fragment"><div class="line"><a name="l00086"></a><span class="lineno"> 86</span> {</div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span>  std::unique_ptr<LoadedNetwork> loadedNetwork;</div><div class="line"><a name="l00088"></a><span class="lineno"> 88</span> </div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  <span class="keyword">auto</span> Fail = [&](<span class="keyword">const</span> std::exception& <a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>) -> std::unique_ptr<LoadedNetwork></div><div class="line"><a name="l00090"></a><span class="lineno"> 90</span>  {</div><div class="line"><a name="l00091"></a><span class="lineno"> 91</span>  errorMessage = ToErrorMessage(<span class="stringliteral">"An error occurred when preparing the network workloads: "</span>, <a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>);</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>) << errorMessage;</div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span> </div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span>  <span class="keywordflow">return</span> std::unique_ptr<LoadedNetwork>();</div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span>  };</div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span> </div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span>  <span class="keywordflow">try</span></div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span>  {</div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span>  loadedNetwork.reset(<span class="keyword">new</span> LoadedNetwork(std::move(net), networkProperties, profilingService));</div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span>  }</div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> <a class="code" href="classarmnn_1_1_runtime_exception.xhtml">armnn::RuntimeException</a>& <a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>)</div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  {</div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  <span class="keywordflow">return</span> Fail(error);</div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  }</div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> <a class="code" href="classarmnn_1_1_exception.xhtml">armnn::Exception</a>& error)</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span>  {</div><div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  <span class="keywordflow">return</span> Fail(error);</div><div class="line"><a name="l00108"></a><span class="lineno"> 108</span>  }</div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> std::runtime_error& error)</div><div class="line"><a name="l00110"></a><span class="lineno"> 110</span>  {</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span>  <span class="keywordflow">return</span> Fail(error);</div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span>  }</div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span> </div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  <span class="keywordflow">return</span> loadedNetwork;</div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span> }</div><div class="ttc" id="_logging_8hpp_xhtml_a7b6ad073975f437ec38ca7d20154727f"><div class="ttname"><a href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a></div><div class="ttdeci">#define ARMNN_LOG(severity)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8hpp_source.xhtml#l00202">Logging.hpp:202</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282"><div class="ttname"><a href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::BoostLogSeverityMapping::error</a></div></div> +<div class="ttc" id="classarmnn_1_1_runtime_exception_xhtml"><div class="ttname"><a href="classarmnn_1_1_runtime_exception.xhtml">armnn::RuntimeException</a></div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.xhtml#l00120">Exceptions.hpp:120</a></div></div> +<div class="ttc" id="classarmnn_1_1_exception_xhtml"><div class="ttname"><a href="classarmnn_1_1_exception.xhtml">armnn::Exception</a></div><div class="ttdoc">Base class for all ArmNN exceptions so that users can filter to just those. </div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.xhtml#l00046">Exceptions.hpp:46</a></div></div> +</div><!-- fragment --> +</div> +</div> +<a id="a091ea8d2d804c8902f3120fdf2a36512"></a> +<h2 class="memtitle"><span class="permalink"><a href="#a091ea8d2d804c8902f3120fdf2a36512">◆ </a></span>RegisterDebugCallback()</h2> + +<div class="memitem"> +<div class="memproto"> + <table class="memname"> + <tr> + <td class="memname">void RegisterDebugCallback </td> + <td>(</td> + <td class="paramtype">const <a class="el" href="namespacearmnn.xhtml#a15f3ad9b5e4e3d46b0a6dda246a7bc28">DebugCallbackFunction</a> & </td> + <td class="paramname"><em>func</em></td><td>)</td> + <td></td> + </tr> + </table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.xhtml#l01746">1746</a> of file <a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a>.</p> + +<p class="reference">References <a class="el" href="_backend_registry_8cpp_source.xhtml#l00013">armnn::BackendRegistryInstance()</a>, <a class="el" href="namespacearmnn.xhtml#a14d24d90ab4ba2956e92e27890ba4c91acb17869fe51048b5a5c4c6106551a255">armnn::Constant</a>, <a class="el" href="_backend_registry_8cpp_source.xhtml#l00126">BackendRegistry::GetAllocators()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00269">Layer::GetBackendId()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00055">InputSlot::GetConnectedOutputSlot()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00316">Layer::GetInputSlot()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00237">Layer::GetInputSlots()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00138">OutputSlot::GetNumConnections()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00238">Layer::GetOutputSlots()</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle.xhtml#a437893b8dcf58a0b68b70e1ad7933be6">ITensorHandle::GetParent()</a>, <a class="el" href="_layer_8hpp_source.xhtml#l00265">Layer::GetType()</a>, <a class="el" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::Input</a>, <a class="el" href="_memory_manager_8hpp_source.xhtml#l00034">BufferStorage::m_BufferSize</a>, <a class="el" href="_memory_manager_8hpp_source.xhtml#l00022">TensorMemory::m_Offset</a>, <a class="el" href="_memory_manager_8hpp_source.xhtml#l00032">BufferStorage::m_TensorMemoryVector</a>, <a class="el" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::Output</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00180">Graph::TopologicalSort()</a>, and <a class="el" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>.</p> + +<p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.xhtml#l00684">RuntimeImpl::RegisterDebugCallback()</a>.</p> +<div class="fragment"><div class="line"><a name="l01747"></a><span class="lineno"> 1747</span> {</div><div class="line"><a name="l01748"></a><span class="lineno"> 1748</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& workloadPtr: m_WorkloadQueue)</div><div class="line"><a name="l01749"></a><span class="lineno"> 1749</span>  {</div><div class="line"><a name="l01750"></a><span class="lineno"> 1750</span>  workloadPtr.get()->RegisterDebugCallback(func);</div><div class="line"><a name="l01751"></a><span class="lineno"> 1751</span>  }</div><div class="line"><a name="l01752"></a><span class="lineno"> 1752</span> }</div></div><!-- fragment --> +</div> +</div> +<a id="a23e33c3caadba06bcd5b50dc2c23c19e"></a> +<h2 class="memtitle"><span class="permalink"><a href="#a23e33c3caadba06bcd5b50dc2c23c19e">◆ </a></span>SendNetworkStructure()</h2> + +<div class="memitem"> +<div class="memproto"> + <table class="memname"> + <tr> + <td class="memname">void SendNetworkStructure </td> + <td>(</td> + <td class="paramname"></td><td>)</td> + <td></td> + </tr> + </table> +</div><div class="memdoc"> + +<p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.xhtml#l00444">444</a> of file <a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a>.</p> + +<p class="reference">References <a class="el" href="_profiling_8hpp_source.xhtml#l00220">ARMNN_SCOPED_PROFILING_EVENT</a>, <a class="el" href="_timeline_utility_methods_8cpp_source.xhtml#l00018">TimelineUtilityMethods::GetTimelineUtils()</a>, <a class="el" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::Input</a>, <a class="el" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::Output</a>, <a class="el" href="_graph_8hpp_source.xhtml#l00180">Graph::TopologicalSort()</a>, and <a class="el" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>.</p> +<div class="fragment"><div class="line"><a name="l00445"></a><span class="lineno"> 445</span> {</div><div class="line"><a name="l00446"></a><span class="lineno"> 446</span>  <a class="code" href="_profiling_8hpp.xhtml#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"LoadNetwork_SendNetworkStructure"</span>);</div><div class="line"><a name="l00447"></a><span class="lineno"> 447</span>  Graph& order = m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph().TopologicalSort();</div><div class="line"><a name="l00448"></a><span class="lineno"> 448</span>  ProfilingGuid networkGuid = m_OptimizedNetwork->GetGuid();</div><div class="line"><a name="l00449"></a><span class="lineno"> 449</span> </div><div class="line"><a name="l00450"></a><span class="lineno"> 450</span>  std::unique_ptr<TimelineUtilityMethods> timelineUtils =</div><div class="line"><a name="l00451"></a><span class="lineno"> 451</span>  <a class="code" href="classarmnn_1_1profiling_1_1_timeline_utility_methods.xhtml#a0e5c863245b8d7dc5e874c0c66eebae1">TimelineUtilityMethods::GetTimelineUtils</a>(m_ProfilingService);</div><div class="line"><a name="l00452"></a><span class="lineno"> 452</span> </div><div class="line"><a name="l00453"></a><span class="lineno"> 453</span>  timelineUtils->CreateTypedEntity(networkGuid, LabelsAndEventClasses::NETWORK_GUID);</div><div class="line"><a name="l00454"></a><span class="lineno"> 454</span> </div><div class="line"><a name="l00455"></a><span class="lineno"> 455</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& layer : order)</div><div class="line"><a name="l00456"></a><span class="lineno"> 456</span>  {</div><div class="line"><a name="l00457"></a><span class="lineno"> 457</span>  <span class="comment">// Add layer to the post-optimisation network structure</span></div><div class="line"><a name="l00458"></a><span class="lineno"> 458</span>  AddLayerStructure(timelineUtils, *layer, networkGuid);</div><div class="line"><a name="l00459"></a><span class="lineno"> 459</span>  <span class="keywordflow">switch</span> (layer->GetType())</div><div class="line"><a name="l00460"></a><span class="lineno"> 460</span>  {</div><div class="line"><a name="l00461"></a><span class="lineno"> 461</span>  <span class="keywordflow">case</span> <a class="code" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">LayerType::Input</a>:</div><div class="line"><a name="l00462"></a><span class="lineno"> 462</span>  <span class="keywordflow">case</span> <a class="code" href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">LayerType::Output</a>:</div><div class="line"><a name="l00463"></a><span class="lineno"> 463</span>  {</div><div class="line"><a name="l00464"></a><span class="lineno"> 464</span>  <span class="comment">// Inputs and outputs are treated in a special way - see EnqueueInput() and EnqueueOutput().</span></div><div class="line"><a name="l00465"></a><span class="lineno"> 465</span>  <span class="keywordflow">break</span>;</div><div class="line"><a name="l00466"></a><span class="lineno"> 466</span>  }</div><div class="line"><a name="l00467"></a><span class="lineno"> 467</span>  <span class="keywordflow">default</span>:</div><div class="line"><a name="l00468"></a><span class="lineno"> 468</span>  {</div><div class="line"><a name="l00469"></a><span class="lineno"> 469</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& workload : m_WorkloadQueue)</div><div class="line"><a name="l00470"></a><span class="lineno"> 470</span>  {</div><div class="line"><a name="l00471"></a><span class="lineno"> 471</span>  <span class="comment">// Add workload to the post-optimisation network structure</span></div><div class="line"><a name="l00472"></a><span class="lineno"> 472</span>  AddWorkloadStructure(timelineUtils, workload, *layer);</div><div class="line"><a name="l00473"></a><span class="lineno"> 473</span>  }</div><div class="line"><a name="l00474"></a><span class="lineno"> 474</span>  <span class="keywordflow">break</span>;</div><div class="line"><a name="l00475"></a><span class="lineno"> 475</span>  }</div><div class="line"><a name="l00476"></a><span class="lineno"> 476</span>  }</div><div class="line"><a name="l00477"></a><span class="lineno"> 477</span>  }</div><div class="line"><a name="l00478"></a><span class="lineno"> 478</span>  <span class="comment">// Commit to send the post-optimisation network structure</span></div><div class="line"><a name="l00479"></a><span class="lineno"> 479</span>  timelineUtils->Commit();</div><div class="line"><a name="l00480"></a><span class="lineno"> 480</span> }</div><div class="ttc" id="classarmnn_1_1profiling_1_1_timeline_utility_methods_xhtml_a0e5c863245b8d7dc5e874c0c66eebae1"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_timeline_utility_methods.xhtml#a0e5c863245b8d7dc5e874c0c66eebae1">armnn::profiling::TimelineUtilityMethods::GetTimelineUtils</a></div><div class="ttdeci">static std::unique_ptr< TimelineUtilityMethods > GetTimelineUtils(ProfilingService &profilingService)</div><div class="ttdef"><b>Definition:</b> <a href="_timeline_utility_methods_8cpp_source.xhtml#l00018">TimelineUtilityMethods.cpp:18</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54"><div class="ttname"><a href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::LayerType::Output</a></div></div> +<div class="ttc" id="_profiling_8hpp_xhtml_a5ccc65e2c464ac05ce311fdae7ede03a"><div class="ttname"><a href="_profiling_8hpp.xhtml#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a></div><div class="ttdeci">#define ARMNN_SCOPED_PROFILING_EVENT(backendId, name)</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_8hpp_source.xhtml#l00220">Profiling.hpp:220</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360"><div class="ttname"><a href="namespacearmnn.xhtml#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Compute::Undefined</a></div></div> +<div class="ttc" id="namespacearmnn_xhtml_a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5"><div class="ttname"><a href="namespacearmnn.xhtml#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::LayerType::Input</a></div></div> +</div><!-- fragment --> +</div> +</div> +<hr/>The documentation for this class was generated from the following files:<ul> +<li>src/armnn/<a class="el" href="_loaded_network_8hpp_source.xhtml">LoadedNetwork.hpp</a></li> +<li>src/armnn/<a class="el" href="_loaded_network_8cpp_source.xhtml">LoadedNetwork.cpp</a></li> +</ul> +</div><!-- contents --> +</div><!-- doc-content --> +<!-- start footer part --> +<div id="nav-path" class="navpath"><!-- id is needed for treeview function! --> + <ul> + <li class="navelem"><a class="el" href="namespacearmnn.xhtml">armnn</a></li><li class="navelem"><a class="el" href="classarmnn_1_1_loaded_network.xhtml">LoadedNetwork</a></li> + <li class="footer">Generated on Wed Nov 17 2021 12:59:43 for ArmNN by + <a href="http://www.doxygen.org/index.html"> + <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li> + </ul> +</div> +</body> +</html> |