1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
|
<!-- Copyright (c) 2020 ARM Limited. -->
<!-- -->
<!-- SPDX-License-Identifier: MIT -->
<!-- -->
<!-- HTML header for doxygen 1.8.13-->
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.13"/>
<meta name="robots" content="NOINDEX, NOFOLLOW" />
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>ArmNN: shim/sl/canonical/ArmnnPreparedModel.hpp Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="resize.js"></script>
<script type="text/javascript" src="navtreedata.js"></script>
<script type="text/javascript" src="navtree.js"></script>
<script type="text/javascript">
$(document).ready(initResizable);
</script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/x-mathjax-config">
MathJax.Hub.Config({
extensions: ["tex2jax.js"],
jax: ["input/TeX","output/HTML-CSS"],
});
</script><script type="text/javascript" src="http://cdn.mathjax.org/mathjax/latest/MathJax.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
<link href="stylesheet.css" rel="stylesheet" type="text/css"/>
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<img alt="ArmNN" src="Arm_NN_horizontal_blue.png" style="max-width: 10rem; margin-top: .5rem; margin-left 10px"/>
<td style="padding-left: 0.5em;">
<div id="projectname">
 <span id="projectnumber">22.11</span>
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.13 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<script type="text/javascript" src="menudata.js"></script>
<script type="text/javascript" src="menu.js"></script>
<script type="text/javascript">
$(function() {
initMenu('',true,false,'search.php','Search');
$(document).ready(function() { init_search(); });
});
</script>
<div id="main-nav"></div>
</div><!-- top -->
<div id="side-nav" class="ui-resizable side-nav-resizable">
<div id="nav-tree">
<div id="nav-tree-contents">
<div id="nav-sync" class="sync"></div>
</div>
</div>
<div id="splitbar" style="-moz-user-select:none;"
class="ui-resizable-handle">
</div>
</div>
<script type="text/javascript">
$(document).ready(function(){initNavTree('_armnn_prepared_model_8hpp_source.xhtml','');});
</script>
<div id="doc-content">
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div class="header">
<div class="headertitle">
<div class="title">ArmnnPreparedModel.hpp</div> </div>
</div><!--header-->
<div class="contents">
<a href="_armnn_prepared_model_8hpp.xhtml">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">//</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment">// Copyright © 2022 Arm Ltd and Contributors. All rights reserved.</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment">// SPDX-License-Identifier: MIT</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment">//</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span> </div><div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="preprocessor">#pragma once</span></div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span> </div><div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="preprocessor">#include "<a class="code" href="_armnn_driver_8hpp.xhtml">ArmnnDriver.hpp</a>"</span></div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="preprocessor">#include "<a class="code" href="_armnn_driver_impl_8hpp.xhtml">ArmnnDriverImpl.hpp</a>"</span></div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="preprocessor">#include "<a class="code" href="_model_to_i_network_transformer_8hpp.xhtml">ModelToINetworkTransformer.hpp</a>"</span></div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span> </div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="preprocessor">#include <<a class="code" href="_arm_n_n_8hpp.xhtml">armnn/ArmNN.hpp</a>></span></div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span> </div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="preprocessor">#include <BufferTracker.h></span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="preprocessor">#include <CpuExecutor.h></span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="preprocessor">#include <nnapi/IExecution.h></span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="preprocessor">#include <nnapi/IPreparedModel.h></span></div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="preprocessor">#include <nnapi/Result.h></span></div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="preprocessor">#include <nnapi/Types.h></span></div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span> </div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="preprocessor">#include <memory></span></div><div class="line"><a name="l00022"></a><span class="lineno"> 22</span> <span class="preprocessor">#include <tuple></span></div><div class="line"><a name="l00023"></a><span class="lineno"> 23</span> <span class="preprocessor">#include <utility></span></div><div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="preprocessor">#include <vector></span></div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span> <span class="preprocessor">#include <string></span></div><div class="line"><a name="l00026"></a><span class="lineno"> 26</span> </div><div class="line"><a name="l00027"></a><span class="lineno"> 27</span> <span class="keyword">namespace </span><a class="code" href="namespacearmnn__driver.xhtml">armnn_driver</a></div><div class="line"><a name="l00028"></a><span class="lineno"> 28</span> {</div><div class="line"><a name="l00029"></a><span class="lineno"><a class="line" href="structarmnn__driver_1_1_canonical_execution_context.xhtml"> 29</a></span>  <span class="keyword">struct </span><a class="code" href="structarmnn__driver_1_1_canonical_execution_context.xhtml">CanonicalExecutionContext</a></div><div class="line"><a name="l00030"></a><span class="lineno"> 30</span>  {</div><div class="line"><a name="l00031"></a><span class="lineno"><a class="line" href="structarmnn__driver_1_1_canonical_execution_context.xhtml#aeb7cb4ac5b343a8eb2efd91aeee37743"> 31</a></span>  ::android::nn::MeasureTiming <a class="code" href="structarmnn__driver_1_1_canonical_execution_context.xhtml#aeb7cb4ac5b343a8eb2efd91aeee37743">measureTimings</a> =</div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span>  ::android::nn::MeasureTiming::NO;</div><div class="line"><a name="l00033"></a><span class="lineno"><a class="line" href="structarmnn__driver_1_1_canonical_execution_context.xhtml#ab6f19cc463ef7a388af5de182a393ed2"> 33</a></span>  android::nn::TimePoint <a class="code" href="structarmnn__driver_1_1_canonical_execution_context.xhtml#ab6f19cc463ef7a388af5de182a393ed2">driverStart</a>;</div><div class="line"><a name="l00034"></a><span class="lineno"><a class="line" href="structarmnn__driver_1_1_canonical_execution_context.xhtml#a45f03338910173fc12dd2ac19521a742"> 34</a></span>  android::nn::TimePoint <a class="code" href="structarmnn__driver_1_1_canonical_execution_context.xhtml#a45f03338910173fc12dd2ac19521a742">driverEnd</a>;</div><div class="line"><a name="l00035"></a><span class="lineno"><a class="line" href="structarmnn__driver_1_1_canonical_execution_context.xhtml#a6da5957063ca094917c6e5bfeac65898"> 35</a></span>  android::nn::TimePoint <a class="code" href="structarmnn__driver_1_1_canonical_execution_context.xhtml#a6da5957063ca094917c6e5bfeac65898">deviceStart</a>;</div><div class="line"><a name="l00036"></a><span class="lineno"><a class="line" href="structarmnn__driver_1_1_canonical_execution_context.xhtml#ac4711bb6ab33a33529c62c2c6842a831"> 36</a></span>  android::nn::TimePoint <a class="code" href="structarmnn__driver_1_1_canonical_execution_context.xhtml#ac4711bb6ab33a33529c62c2c6842a831">deviceEnd</a>;</div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span>  };</div><div class="line"><a name="l00038"></a><span class="lineno"><a class="line" href="classarmnn__driver_1_1_armnn_prepared_model.xhtml"> 38</a></span> <span class="keyword">class </span><a class="code" href="classarmnn__driver_1_1_armnn_prepared_model.xhtml">ArmnnPreparedModel</a> final : <span class="keyword">public</span> IPreparedModel,</div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span>  <span class="keyword">public</span> std::enable_shared_from_this<ArmnnPreparedModel></div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span> {</div><div class="line"><a name="l00041"></a><span class="lineno"> 41</span> <span class="keyword">public</span>:</div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span>  <a class="code" href="classarmnn__driver_1_1_armnn_prepared_model.xhtml">ArmnnPreparedModel</a>(<a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">armnn::NetworkId</a> networkId,</div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span>  <a class="code" href="classarmnn_1_1_i_runtime.xhtml">armnn::IRuntime</a>* runtime,</div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn__driver.xhtml#a923b39ec5f83672f50289cbaf5de6798">Model</a>& model,</div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span>  <span class="keyword">const</span> std::string& requestInputsAndOutputsDumpDir,</div><div class="line"><a name="l00046"></a><span class="lineno"> 46</span>  <span class="keyword">const</span> <span class="keywordtype">bool</span> gpuProfilingEnabled,</div><div class="line"><a name="l00047"></a><span class="lineno"> 47</span>  Priority priority = Priority::MEDIUM);</div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span> </div><div class="line"><a name="l00049"></a><span class="lineno"> 49</span>  <a class="code" href="classarmnn__driver_1_1_armnn_prepared_model.xhtml">ArmnnPreparedModel</a>(<a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">armnn::NetworkId</a> networkId,</div><div class="line"><a name="l00050"></a><span class="lineno"> 50</span>  <a class="code" href="classarmnn_1_1_i_runtime.xhtml">armnn::IRuntime</a>* runtime,</div><div class="line"><a name="l00051"></a><span class="lineno"> 51</span>  <span class="keyword">const</span> std::string& requestInputsAndOutputsDumpDir,</div><div class="line"><a name="l00052"></a><span class="lineno"> 52</span>  <span class="keyword">const</span> <span class="keywordtype">bool</span> gpuProfilingEnabled,</div><div class="line"><a name="l00053"></a><span class="lineno"> 53</span>  Priority priority = Priority::MEDIUM,</div><div class="line"><a name="l00054"></a><span class="lineno"> 54</span>  <span class="keyword">const</span> <span class="keywordtype">bool</span> prepareModelFromCache = <span class="keyword">false</span>);</div><div class="line"><a name="l00055"></a><span class="lineno"> 55</span> </div><div class="line"><a name="l00056"></a><span class="lineno"> 56</span>  <span class="keyword">virtual</span> ~<a class="code" href="classarmnn__driver_1_1_armnn_prepared_model.xhtml">ArmnnPreparedModel</a>();</div><div class="line"><a name="l00057"></a><span class="lineno"> 57</span> </div><div class="line"><a name="l00058"></a><span class="lineno"> 58</span>  ExecutionResult<std::pair<std::vector<OutputShape>, Timing>> execute(</div><div class="line"><a name="l00059"></a><span class="lineno"> 59</span>  <span class="keyword">const</span> Request& request,</div><div class="line"><a name="l00060"></a><span class="lineno"> 60</span>  MeasureTiming measureTiming,</div><div class="line"><a name="l00061"></a><span class="lineno"> 61</span>  <span class="keyword">const</span> OptionalTimePoint& deadline,</div><div class="line"><a name="l00062"></a><span class="lineno"> 62</span>  <span class="keyword">const</span> OptionalDuration& loopTimeoutDuration,</div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span>  <span class="keyword">const</span> std::vector<android::nn::TokenValuePair>& hints,</div><div class="line"><a name="l00064"></a><span class="lineno"> 64</span>  <span class="keyword">const</span> std::vector<android::nn::ExtensionNameAndPrefix>& extensionNameToPrefix) <span class="keyword">const override</span>;</div><div class="line"><a name="l00065"></a><span class="lineno"> 65</span> </div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span>  GeneralResult<std::pair<SyncFence, ExecuteFencedInfoCallback>> executeFenced(</div><div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  <span class="keyword">const</span> Request& request,</div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span>  <span class="keyword">const</span> std::vector<SyncFence>& waitFor,</div><div class="line"><a name="l00069"></a><span class="lineno"> 69</span>  MeasureTiming measureTiming,</div><div class="line"><a name="l00070"></a><span class="lineno"> 70</span>  <span class="keyword">const</span> OptionalTimePoint& deadline,</div><div class="line"><a name="l00071"></a><span class="lineno"> 71</span>  <span class="keyword">const</span> OptionalDuration& loopTimeoutDuration,</div><div class="line"><a name="l00072"></a><span class="lineno"> 72</span>  <span class="keyword">const</span> OptionalDuration& timeoutDurationAfterFence,</div><div class="line"><a name="l00073"></a><span class="lineno"> 73</span>  <span class="keyword">const</span> std::vector<android::nn::TokenValuePair>& hints,</div><div class="line"><a name="l00074"></a><span class="lineno"> 74</span>  <span class="keyword">const</span> std::vector<android::nn::ExtensionNameAndPrefix>& extensionNameToPrefix) <span class="keyword">const override</span>;</div><div class="line"><a name="l00075"></a><span class="lineno"> 75</span> </div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span>  GeneralResult<android::nn::SharedExecution> createReusableExecution(</div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span>  <span class="keyword">const</span> Request& request,</div><div class="line"><a name="l00078"></a><span class="lineno"> 78</span>  MeasureTiming measureTiming,</div><div class="line"><a name="l00079"></a><span class="lineno"> 79</span>  <span class="keyword">const</span> OptionalDuration& loopTimeoutDuration,</div><div class="line"><a name="l00080"></a><span class="lineno"> 80</span>  <span class="keyword">const</span> std::vector<android::nn::TokenValuePair>& hints,</div><div class="line"><a name="l00081"></a><span class="lineno"> 81</span>  <span class="keyword">const</span> std::vector<android::nn::ExtensionNameAndPrefix>& extensionNameToPrefix) <span class="keyword">const override</span>;</div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span> </div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span>  GeneralResult<SharedBurst> configureExecutionBurst() <span class="keyword">const override</span>;</div><div class="line"><a name="l00084"></a><span class="lineno"> 84</span> </div><div class="line"><a name="l00085"></a><span class="lineno"> 85</span>  std::any getUnderlyingResource() <span class="keyword">const override</span>;</div><div class="line"><a name="l00086"></a><span class="lineno"> 86</span> <span class="comment"></span></div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span> <span class="comment"> /// execute the graph prepared from the request</span></div><div class="line"><a name="l00088"></a><span class="lineno"> 88</span> <span class="comment"></span> <a class="code" href="namespacearmnn__driver.xhtml#a1fa5070fa0d079873acaf7581de8a2ad">ErrorStatus</a> ExecuteGraph(</div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  std::shared_ptr<std::vector<android::nn::RunTimePoolInfo>>& pMemPools,</div><div class="line"><a name="l00090"></a><span class="lineno"> 90</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">armnn::InputTensors</a>& inputTensors,</div><div class="line"><a name="l00091"></a><span class="lineno"> 91</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">armnn::OutputTensors</a>& outputTensors,</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  <a class="code" href="structarmnn__driver_1_1_canonical_execution_context.xhtml">CanonicalExecutionContext</a> callback,</div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span>  <span class="keyword">const</span> <span class="keywordtype">bool</span> pointerMemory = <span class="keyword">false</span>) <span class="keyword">const</span>;</div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span> </div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span>  Priority GetModelPriority() <span class="keyword">const</span>;</div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span> <span class="comment"></span></div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span> <span class="comment"> /// Executes this model with dummy inputs (e.g. all zeroes).</span></div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span> <span class="comment"> /// \return false on failure, otherwise true</span></div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span> <span class="comment"></span> <span class="keywordtype">bool</span> ExecuteWithDummyInputs(<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> numInputs, <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> numOutputs) <span class="keyword">const</span>;</div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span> </div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span> <span class="keyword">private</span>:</div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  <span class="keywordtype">void</span> Init();</div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  <a class="code" href="namespacearmnn__driver.xhtml#a1fa5070fa0d079873acaf7581de8a2ad">ErrorStatus</a> PrepareMemoryForInputs(</div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">armnn::InputTensors</a>& inputs,</div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  <span class="keyword">const</span> Request& request,</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span>  <span class="keyword">const</span> std::vector<android::nn::RunTimePoolInfo>& memPools) <span class="keyword">const</span>;</div><div class="line"><a name="l00107"></a><span class="lineno"> 107</span> </div><div class="line"><a name="l00108"></a><span class="lineno"> 108</span>  <a class="code" href="namespacearmnn__driver.xhtml#a1fa5070fa0d079873acaf7581de8a2ad">ErrorStatus</a> PrepareMemoryForOutputs(</div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">armnn::OutputTensors</a>& outputs,</div><div class="line"><a name="l00110"></a><span class="lineno"> 110</span>  std::vector<OutputShape> &outputShapes,</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span>  <span class="keyword">const</span> Request& request,</div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span>  <span class="keyword">const</span> std::vector<android::nn::RunTimePoolInfo>& memPools) <span class="keyword">const</span>;</div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span> </div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  <a class="code" href="namespacearmnn__driver.xhtml#a1fa5070fa0d079873acaf7581de8a2ad">ErrorStatus</a> PrepareMemoryForIO(<a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">armnn::InputTensors</a>& inputs,</div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">armnn::OutputTensors</a>& outputs,</div><div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  std::vector<android::nn::RunTimePoolInfo>& memPools,</div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  <span class="keyword">const</span> Request& request,</div><div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  <span class="keyword">const</span> <span class="keywordtype">bool</span> pointerMemory = <span class="keyword">false</span>) <span class="keyword">const</span>;</div><div class="line"><a name="l00119"></a><span class="lineno"> 119</span> </div><div class="line"><a name="l00120"></a><span class="lineno"> 120</span>  <span class="keyword">template</span> <<span class="keyword">typename</span> TensorBindingCollection></div><div class="line"><a name="l00121"></a><span class="lineno"> 121</span>  <span class="keywordtype">void</span> DumpTensorsIfRequired(<span class="keywordtype">char</span> <span class="keyword">const</span>* tensorNamePrefix, <span class="keyword">const</span> TensorBindingCollection& tensorBindings) <span class="keyword">const</span>;</div><div class="line"><a name="l00122"></a><span class="lineno"> 122</span> <span class="comment"></span></div><div class="line"><a name="l00123"></a><span class="lineno"> 123</span> <span class="comment"> /// schedule the graph prepared from the request for execution</span></div><div class="line"><a name="l00124"></a><span class="lineno"> 124</span> <span class="comment"></span> <a class="code" href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">armnn::NetworkId</a> m_NetworkId;</div><div class="line"><a name="l00125"></a><span class="lineno"> 125</span>  <a class="code" href="classarmnn_1_1_i_runtime.xhtml">armnn::IRuntime</a>* m_Runtime;</div><div class="line"><a name="l00126"></a><span class="lineno"> 126</span> </div><div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn__driver.xhtml#a923b39ec5f83672f50289cbaf5de6798">Model</a> m_Model;</div><div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  <span class="keyword">const</span> std::string& m_RequestInputsAndOutputsDumpDir;</div><div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  <span class="keyword">const</span> <span class="keywordtype">bool</span> m_GpuProfilingEnabled;</div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  Priority m_ModelPriority;</div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  <span class="keyword">const</span> <span class="keywordtype">bool</span> m_PrepareFromCache;</div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span> };</div><div class="line"><a name="l00133"></a><span class="lineno"> 133</span> </div><div class="line"><a name="l00134"></a><span class="lineno"> 134</span> }</div><div class="ttc" id="structarmnn__driver_1_1_canonical_execution_context_xhtml_aeb7cb4ac5b343a8eb2efd91aeee37743"><div class="ttname"><a href="structarmnn__driver_1_1_canonical_execution_context.xhtml#aeb7cb4ac5b343a8eb2efd91aeee37743">armnn_driver::CanonicalExecutionContext::measureTimings</a></div><div class="ttdeci">::android::nn::MeasureTiming measureTimings</div><div class="ttdef"><b>Definition:</b> <a href="_armnn_prepared_model_8hpp_source.xhtml#l00031">ArmnnPreparedModel.hpp:31</a></div></div>
<div class="ttc" id="namespacearmnn__driver_xhtml_a1fa5070fa0d079873acaf7581de8a2ad"><div class="ttname"><a href="namespacearmnn__driver.xhtml#a1fa5070fa0d079873acaf7581de8a2ad">armnn_driver::ErrorStatus</a></div><div class="ttdeci">::android::nn::ErrorStatus ErrorStatus</div><div class="ttdef"><b>Definition:</b> <a href="_conversion_utils_8hpp_source.xhtml#l00049">ConversionUtils.hpp:49</a></div></div>
<div class="ttc" id="structarmnn__driver_1_1_canonical_execution_context_xhtml_a6da5957063ca094917c6e5bfeac65898"><div class="ttname"><a href="structarmnn__driver_1_1_canonical_execution_context.xhtml#a6da5957063ca094917c6e5bfeac65898">armnn_driver::CanonicalExecutionContext::deviceStart</a></div><div class="ttdeci">android::nn::TimePoint deviceStart</div><div class="ttdef"><b>Definition:</b> <a href="_armnn_prepared_model_8hpp_source.xhtml#l00035">ArmnnPreparedModel.hpp:35</a></div></div>
<div class="ttc" id="_arm_n_n_8hpp_xhtml"><div class="ttname"><a href="_arm_n_n_8hpp.xhtml">ArmNN.hpp</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_aa01bce88f89975a5a031db4cc8861527"><div class="ttname"><a href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">armnn::InputTensors</a></div><div class="ttdeci">std::vector< std::pair< LayerBindingId, class ConstTensor > > InputTensors</div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8hpp_source.xhtml#l00392">Tensor.hpp:392</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_runtime_xhtml"><div class="ttname"><a href="classarmnn_1_1_i_runtime.xhtml">armnn::IRuntime</a></div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00082">IRuntime.hpp:82</a></div></div>
<div class="ttc" id="structarmnn__driver_1_1_canonical_execution_context_xhtml"><div class="ttname"><a href="structarmnn__driver_1_1_canonical_execution_context.xhtml">armnn_driver::CanonicalExecutionContext</a></div><div class="ttdef"><b>Definition:</b> <a href="_armnn_prepared_model_8hpp_source.xhtml#l00029">ArmnnPreparedModel.hpp:29</a></div></div>
<div class="ttc" id="namespacearmnn__driver_xhtml_a923b39ec5f83672f50289cbaf5de6798"><div class="ttname"><a href="namespacearmnn__driver.xhtml#a923b39ec5f83672f50289cbaf5de6798">armnn_driver::Model</a></div><div class="ttdeci">::android::nn::Model Model</div><div class="ttdoc">Helper classes. </div><div class="ttdef"><b>Definition:</b> <a href="_conversion_utils_8hpp_source.xhtml#l00043">ConversionUtils.hpp:43</a></div></div>
<div class="ttc" id="structarmnn__driver_1_1_canonical_execution_context_xhtml_ab6f19cc463ef7a388af5de182a393ed2"><div class="ttname"><a href="structarmnn__driver_1_1_canonical_execution_context.xhtml#ab6f19cc463ef7a388af5de182a393ed2">armnn_driver::CanonicalExecutionContext::driverStart</a></div><div class="ttdeci">android::nn::TimePoint driverStart</div><div class="ttdef"><b>Definition:</b> <a href="_armnn_prepared_model_8hpp_source.xhtml#l00033">ArmnnPreparedModel.hpp:33</a></div></div>
<div class="ttc" id="classarmnn__driver_1_1_armnn_prepared_model_xhtml"><div class="ttname"><a href="classarmnn__driver_1_1_armnn_prepared_model.xhtml">armnn_driver::ArmnnPreparedModel</a></div><div class="ttdef"><b>Definition:</b> <a href="_armnn_prepared_model_8hpp_source.xhtml#l00038">ArmnnPreparedModel.hpp:38</a></div></div>
<div class="ttc" id="_armnn_driver_impl_8hpp_xhtml"><div class="ttname"><a href="_armnn_driver_impl_8hpp.xhtml">ArmnnDriverImpl.hpp</a></div></div>
<div class="ttc" id="_armnn_driver_8hpp_xhtml"><div class="ttname"><a href="_armnn_driver_8hpp.xhtml">ArmnnDriver.hpp</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a0d8160388a127c1a23b37bc88dc6e2ec"><div class="ttname"><a href="namespacearmnn.xhtml#a0d8160388a127c1a23b37bc88dc6e2ec">armnn::NetworkId</a></div><div class="ttdeci">int NetworkId</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00035">IRuntime.hpp:35</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a8f091a512915d1cb29a4ebf13dfc53ea"><div class="ttname"><a href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">armnn::OutputTensors</a></div><div class="ttdeci">std::vector< std::pair< LayerBindingId, class Tensor > > OutputTensors</div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8hpp_source.xhtml#l00393">Tensor.hpp:393</a></div></div>
<div class="ttc" id="structarmnn__driver_1_1_canonical_execution_context_xhtml_ac4711bb6ab33a33529c62c2c6842a831"><div class="ttname"><a href="structarmnn__driver_1_1_canonical_execution_context.xhtml#ac4711bb6ab33a33529c62c2c6842a831">armnn_driver::CanonicalExecutionContext::deviceEnd</a></div><div class="ttdeci">android::nn::TimePoint deviceEnd</div><div class="ttdef"><b>Definition:</b> <a href="_armnn_prepared_model_8hpp_source.xhtml#l00036">ArmnnPreparedModel.hpp:36</a></div></div>
<div class="ttc" id="structarmnn__driver_1_1_canonical_execution_context_xhtml_a45f03338910173fc12dd2ac19521a742"><div class="ttname"><a href="structarmnn__driver_1_1_canonical_execution_context.xhtml#a45f03338910173fc12dd2ac19521a742">armnn_driver::CanonicalExecutionContext::driverEnd</a></div><div class="ttdeci">android::nn::TimePoint driverEnd</div><div class="ttdef"><b>Definition:</b> <a href="_armnn_prepared_model_8hpp_source.xhtml#l00034">ArmnnPreparedModel.hpp:34</a></div></div>
<div class="ttc" id="_model_to_i_network_transformer_8hpp_xhtml"><div class="ttname"><a href="_model_to_i_network_transformer_8hpp.xhtml">ModelToINetworkTransformer.hpp</a></div></div>
<div class="ttc" id="namespacearmnn__driver_xhtml"><div class="ttname"><a href="namespacearmnn__driver.xhtml">armnn_driver</a></div><div class="ttdoc">Helper classes. </div><div class="ttdef"><b>Definition:</b> <a href="_armnn_device_8cpp_source.xhtml#l00037">ArmnnDevice.cpp:37</a></div></div>
</div><!-- fragment --></div><!-- contents -->
</div><!-- doc-content -->
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
<ul>
<li class="navelem"><a class="el" href="dir_b4dbf96392bc72a402a7206cbda88a03.xhtml">shim</a></li><li class="navelem"><a class="el" href="dir_09eea26cf0279feb9fcfb9b796a3e57e.xhtml">sl</a></li><li class="navelem"><a class="el" href="dir_6de13b49022bb7cfc6557e28050d5cbe.xhtml">canonical</a></li><li class="navelem"><a class="el" href="_armnn_prepared_model_8hpp.xhtml">ArmnnPreparedModel.hpp</a></li>
<li class="footer">Generated on Wed Nov 23 2022 10:57:36 for ArmNN by
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
</ul>
</div>
</body>
</html>
|
