1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
|
<!-- Copyright (c) 2020 ARM Limited. -->
<!-- -->
<!-- SPDX-License-Identifier: MIT -->
<!-- -->
<!-- HTML header for doxygen 1.8.13-->
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.13"/>
<meta name="robots" content="NOINDEX, NOFOLLOW" />
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>ArmNN: tests/ExecuteNetwork/ExecuteNetwork.cpp File Reference</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="resize.js"></script>
<script type="text/javascript" src="navtreedata.js"></script>
<script type="text/javascript" src="navtree.js"></script>
<script type="text/javascript">
$(document).ready(initResizable);
</script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/x-mathjax-config">
MathJax.Hub.Config({
extensions: ["tex2jax.js"],
jax: ["input/TeX","output/HTML-CSS"],
});
</script><script type="text/javascript" src="http://cdn.mathjax.org/mathjax/latest/MathJax.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
<link href="stylesheet.css" rel="stylesheet" type="text/css"/>
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<img alt="ArmNN" src="Arm_NN_horizontal_blue.png" style="max-width: 10rem; margin-top: .5rem; margin-left 10px"/>
<td style="padding-left: 0.5em;">
<div id="projectname">
 <span id="projectnumber">20.02</span>
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.13 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<script type="text/javascript" src="menudata.js"></script>
<script type="text/javascript" src="menu.js"></script>
<script type="text/javascript">
$(function() {
initMenu('',true,false,'search.php','Search');
$(document).ready(function() { init_search(); });
});
</script>
<div id="main-nav"></div>
</div><!-- top -->
<div id="side-nav" class="ui-resizable side-nav-resizable">
<div id="nav-tree">
<div id="nav-tree-contents">
<div id="nav-sync" class="sync"></div>
</div>
</div>
<div id="splitbar" style="-moz-user-select:none;"
class="ui-resizable-handle">
</div>
</div>
<script type="text/javascript">
$(document).ready(function(){initNavTree('_execute_network_8cpp.xhtml','');});
</script>
<div id="doc-content">
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div class="header">
<div class="summary">
<a href="#func-members">Functions</a> </div>
<div class="headertitle">
<div class="title">ExecuteNetwork.cpp File Reference</div> </div>
</div><!--header-->
<div class="contents">
<div class="textblock"><code>#include "<a class="el" href="_network_execution_utils_8hpp_source.xhtml">../NetworkExecutionUtils/NetworkExecutionUtils.hpp</a>"</code><br />
</div>
<p><a href="_execute_network_8cpp_source.xhtml">Go to the source code of this file.</a></p>
<table class="memberdecls">
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="func-members"></a>
Functions</h2></td></tr>
<tr class="memitem:ac0f2228420376f4db7e1274f2b41667c"><td class="memItemLeft" align="right" valign="top">int </td><td class="memItemRight" valign="bottom"><a class="el" href="_execute_network_8cpp.xhtml#ac0f2228420376f4db7e1274f2b41667c">main</a> (int argc, const char *argv[])</td></tr>
<tr class="separator:ac0f2228420376f4db7e1274f2b41667c"><td class="memSeparator" colspan="2"> </td></tr>
</table>
<h2 class="groupheader">Function Documentation</h2>
<a id="ac0f2228420376f4db7e1274f2b41667c"></a>
<h2 class="memtitle"><span class="permalink"><a href="#ac0f2228420376f4db7e1274f2b41667c">◆ </a></span>main()</h2>
<div class="memitem">
<div class="memproto">
<table class="memname">
<tr>
<td class="memname">int main </td>
<td>(</td>
<td class="paramtype">int </td>
<td class="paramname"><em>argc</em>, </td>
</tr>
<tr>
<td class="paramkey"></td>
<td></td>
<td class="paramtype">const char * </td>
<td class="paramname"><em>argv</em>[] </td>
</tr>
<tr>
<td></td>
<td>)</td>
<td></td><td></td>
</tr>
</table>
</div><div class="memdoc">
<p class="definition">Definition at line <a class="el" href="_execute_network_8cpp_source.xhtml#l00009">9</a> of file <a class="el" href="_execute_network_8cpp_source.xhtml">ExecuteNetwork.cpp</a>.</p>
<p class="reference">References <a class="el" href="_logging_8hpp_source.xhtml#l00163">ARMNN_LOG</a>, <a class="el" href="_backend_registry_8cpp_source.xhtml#l00013">armnn::BackendRegistryInstance()</a>, <a class="el" href="_utils_8cpp_source.xhtml#l00010">armnn::ConfigureLogging()</a>, <a class="el" href="_runtime_8cpp_source.xhtml#l00032">IRuntime::Create()</a>, <a class="el" href="namespacearmnn.xhtml#a93a3ba385cad27c4774e5fe64c025d3daa603905470e2a5b8c13e96b579ef0dba">armnn::Debug</a>, <a class="el" href="_backend_registry_8cpp_source.xhtml#l00076">BackendRegistry::GetBackendIdsAsString()</a>, <a class="el" href="namespacearmnn.xhtml#a93a3ba385cad27c4774e5fe64c025d3da4059b0251f66a18cb56f544728796875">armnn::Info</a>, <a class="el" href="_i_runtime_8hpp_source.xhtml#l00074">IRuntime::CreationOptions::ExternalProfilingOptions::m_CapturePeriod</a>, <a class="el" href="_i_runtime_8hpp_source.xhtml#l00058">IRuntime::CreationOptions::m_DynamicBackendsPath</a>, <a class="el" href="_i_runtime_8hpp_source.xhtml#l00054">IRuntime::CreationOptions::m_EnableGpuProfiling</a>, <a class="el" href="_i_runtime_8hpp_source.xhtml#l00070">IRuntime::CreationOptions::ExternalProfilingOptions::m_EnableProfiling</a>, <a class="el" href="_i_runtime_8hpp_source.xhtml#l00073">IRuntime::CreationOptions::ExternalProfilingOptions::m_FileOnly</a>, <a class="el" href="_i_runtime_8hpp_source.xhtml#l00072">IRuntime::CreationOptions::ExternalProfilingOptions::m_IncomingCaptureFile</a>, <a class="el" href="_i_runtime_8hpp_source.xhtml#l00071">IRuntime::CreationOptions::ExternalProfilingOptions::m_OutgoingCaptureFile</a>, <a class="el" href="_i_runtime_8hpp_source.xhtml#l00076">IRuntime::CreationOptions::m_ProfilingOptions</a>, <a class="el" href="_file_only_profiling_decorator_tests_8cpp_source.xhtml#l00045">options</a>, <a class="el" href="_csv_reader_8cpp_source.xhtml#l00032">CsvReader::ParseFile()</a>, <a class="el" href="_network_execution_utils_8hpp_source.xhtml#l00750">RunCsvTest()</a>, and <a class="el" href="_network_execution_utils_8hpp_source.xhtml#l00537">RunTest()</a>.</p>
<div class="fragment"><div class="line"><a name="l00010"></a><span class="lineno"> 10</span> {</div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span>  <span class="comment">// Configures logging for both the ARMNN library and this test program.</span></div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="preprocessor">#ifdef NDEBUG</span></div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span>  <a class="code" href="namespacearmnn.xhtml#a93a3ba385cad27c4774e5fe64c025d3d">armnn::LogSeverity</a> level = <a class="code" href="namespacearmnn.xhtml#a93a3ba385cad27c4774e5fe64c025d3da4059b0251f66a18cb56f544728796875">armnn::LogSeverity::Info</a>;</div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="preprocessor">#else</span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span>  <a class="code" href="namespacearmnn.xhtml#a93a3ba385cad27c4774e5fe64c025d3d">armnn::LogSeverity</a> level = <a class="code" href="namespacearmnn.xhtml#a93a3ba385cad27c4774e5fe64c025d3daa603905470e2a5b8c13e96b579ef0dba">armnn::LogSeverity::Debug</a>;</div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="preprocessor">#endif</span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span>  <a class="code" href="namespacearmnn.xhtml#aa59f7a819c3e29d10ffc41e5c0616872">armnn::ConfigureLogging</a>(<span class="keyword">true</span>, <span class="keyword">true</span>, level);</div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span> </div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span>  std::string testCasesFile;</div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span> </div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span>  std::string modelFormat;</div><div class="line"><a name="l00022"></a><span class="lineno"> 22</span>  std::string modelPath;</div><div class="line"><a name="l00023"></a><span class="lineno"> 23</span>  std::string inputNames;</div><div class="line"><a name="l00024"></a><span class="lineno"> 24</span>  std::string inputTensorShapes;</div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span>  std::string inputTensorDataFilePaths;</div><div class="line"><a name="l00026"></a><span class="lineno"> 26</span>  std::string outputNames;</div><div class="line"><a name="l00027"></a><span class="lineno"> 27</span>  std::string inputTypes;</div><div class="line"><a name="l00028"></a><span class="lineno"> 28</span>  std::string outputTypes;</div><div class="line"><a name="l00029"></a><span class="lineno"> 29</span>  std::string dynamicBackendsPath;</div><div class="line"><a name="l00030"></a><span class="lineno"> 30</span>  std::string outputTensorFiles;</div><div class="line"><a name="l00031"></a><span class="lineno"> 31</span> </div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span>  <span class="comment">// external profiling parameters</span></div><div class="line"><a name="l00033"></a><span class="lineno"> 33</span>  std::string outgoingCaptureFile;</div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span>  std::string incomingCaptureFile;</div><div class="line"><a name="l00035"></a><span class="lineno"> 35</span>  uint32_t counterCapturePeriod;</div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span> </div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span>  <span class="keywordtype">double</span> thresholdTime = 0.0;</div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span> </div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span>  <span class="keywordtype">size_t</span> subgraphId = 0;</div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span> </div><div class="line"><a name="l00041"></a><span class="lineno"> 41</span>  <span class="keyword">const</span> std::string backendsMessage = <span class="stringliteral">"REQUIRED: Which device to run layers on by default. Possible choices: "</span></div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span>  + <a class="code" href="namespacearmnn.xhtml#ac2807505b850738bc8a1991ce669dd47">armnn::BackendRegistryInstance</a>().<a class="code" href="classarmnn_1_1_backend_registry.xhtml#ae1de2f7ca1db17f45f97155e239b8b45">GetBackendIdsAsString</a>();</div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span>  po::options_description desc(<span class="stringliteral">"Options"</span>);</div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span>  <span class="keywordflow">try</span></div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span>  {</div><div class="line"><a name="l00046"></a><span class="lineno"> 46</span>  desc.add_options()</div><div class="line"><a name="l00047"></a><span class="lineno"> 47</span>  (<span class="stringliteral">"help"</span>, <span class="stringliteral">"Display usage information"</span>)</div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span>  (<span class="stringliteral">"compute,c"</span>, po::value<std::vector<std::string>>()->multitoken()->required(),</div><div class="line"><a name="l00049"></a><span class="lineno"> 49</span>  backendsMessage.c_str())</div><div class="line"><a name="l00050"></a><span class="lineno"> 50</span>  (<span class="stringliteral">"test-cases,t"</span>, po::value(&testCasesFile), <span class="stringliteral">"Path to a CSV file containing test cases to run. "</span></div><div class="line"><a name="l00051"></a><span class="lineno"> 51</span>  <span class="stringliteral">"If set, further parameters -- with the exception of compute device and concurrency -- will be ignored, "</span></div><div class="line"><a name="l00052"></a><span class="lineno"> 52</span>  <span class="stringliteral">"as they are expected to be defined in the file for each test in particular."</span>)</div><div class="line"><a name="l00053"></a><span class="lineno"> 53</span>  (<span class="stringliteral">"concurrent,n"</span>, po::bool_switch()->default_value(<span class="keyword">false</span>),</div><div class="line"><a name="l00054"></a><span class="lineno"> 54</span>  <span class="stringliteral">"Whether or not the test cases should be executed in parallel"</span>)</div><div class="line"><a name="l00055"></a><span class="lineno"> 55</span>  (<span class="stringliteral">"model-format,f"</span>, po::value(&modelFormat)->required(),</div><div class="line"><a name="l00056"></a><span class="lineno"> 56</span>  <span class="stringliteral">"armnn-binary, caffe-binary, caffe-text, onnx-binary, onnx-text, tflite-binary, tensorflow-binary or "</span></div><div class="line"><a name="l00057"></a><span class="lineno"> 57</span>  <span class="stringliteral">"tensorflow-text."</span>)</div><div class="line"><a name="l00058"></a><span class="lineno"> 58</span>  (<span class="stringliteral">"model-path,m"</span>, po::value(&modelPath)->required(), <span class="stringliteral">"Path to model file, e.g. .armnn, .caffemodel, "</span></div><div class="line"><a name="l00059"></a><span class="lineno"> 59</span>  <span class="stringliteral">".prototxt, .tflite, .onnx"</span>)</div><div class="line"><a name="l00060"></a><span class="lineno"> 60</span>  (<span class="stringliteral">"dynamic-backends-path,b"</span>, po::value(&dynamicBackendsPath),</div><div class="line"><a name="l00061"></a><span class="lineno"> 61</span>  <span class="stringliteral">"Path where to load any available dynamic backend from. "</span></div><div class="line"><a name="l00062"></a><span class="lineno"> 62</span>  <span class="stringliteral">"If left empty (the default), dynamic backends will not be used."</span>)</div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span>  (<span class="stringliteral">"input-name,i"</span>, po::value(&inputNames),</div><div class="line"><a name="l00064"></a><span class="lineno"> 64</span>  <span class="stringliteral">"Identifier of the input tensors in the network separated by comma."</span>)</div><div class="line"><a name="l00065"></a><span class="lineno"> 65</span>  (<span class="stringliteral">"subgraph-number,x"</span>, po::value<size_t>(&subgraphId)->default_value(0), <span class="stringliteral">"Id of the subgraph to be executed."</span></div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span>  <span class="stringliteral">"Defaults to 0"</span>)</div><div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  (<span class="stringliteral">"input-tensor-shape,s"</span>, po::value(&inputTensorShapes),</div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span>  <span class="stringliteral">"The shape of the input tensors in the network as a flat array of integers separated by comma."</span></div><div class="line"><a name="l00069"></a><span class="lineno"> 69</span>  <span class="stringliteral">"Several shapes can be passed by separating them with a colon (:)."</span></div><div class="line"><a name="l00070"></a><span class="lineno"> 70</span>  <span class="stringliteral">"This parameter is optional, depending on the network."</span>)</div><div class="line"><a name="l00071"></a><span class="lineno"> 71</span>  (<span class="stringliteral">"input-tensor-data,d"</span>, po::value(&inputTensorDataFilePaths)->default_value(<span class="stringliteral">""</span>),</div><div class="line"><a name="l00072"></a><span class="lineno"> 72</span>  <span class="stringliteral">"Path to files containing the input data as a flat array separated by whitespace. "</span></div><div class="line"><a name="l00073"></a><span class="lineno"> 73</span>  <span class="stringliteral">"Several paths can be passed by separating them with a comma. If not specified, the network will be run "</span></div><div class="line"><a name="l00074"></a><span class="lineno"> 74</span>  <span class="stringliteral">"with dummy data (useful for profiling)."</span>)</div><div class="line"><a name="l00075"></a><span class="lineno"> 75</span>  (<span class="stringliteral">"input-type,y"</span>,po::value(&inputTypes), <span class="stringliteral">"The type of the input tensors in the network separated by comma. "</span></div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span>  <span class="stringliteral">"If unset, defaults to \"float\" for all defined inputs. "</span></div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span>  <span class="stringliteral">"Accepted values (float, int or qasymm8)"</span>)</div><div class="line"><a name="l00078"></a><span class="lineno"> 78</span>  (<span class="stringliteral">"quantize-input,q"</span>,po::bool_switch()->default_value(<span class="keyword">false</span>),</div><div class="line"><a name="l00079"></a><span class="lineno"> 79</span>  <span class="stringliteral">"If this option is enabled, all float inputs will be quantized to qasymm8. "</span></div><div class="line"><a name="l00080"></a><span class="lineno"> 80</span>  <span class="stringliteral">"If unset, default to not quantized. "</span></div><div class="line"><a name="l00081"></a><span class="lineno"> 81</span>  <span class="stringliteral">"Accepted values (true or false)"</span>)</div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  (<span class="stringliteral">"output-type,z"</span>,po::value(&outputTypes),</div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span>  <span class="stringliteral">"The type of the output tensors in the network separated by comma. "</span></div><div class="line"><a name="l00084"></a><span class="lineno"> 84</span>  <span class="stringliteral">"If unset, defaults to \"float\" for all defined outputs. "</span></div><div class="line"><a name="l00085"></a><span class="lineno"> 85</span>  <span class="stringliteral">"Accepted values (float, int or qasymm8)."</span>)</div><div class="line"><a name="l00086"></a><span class="lineno"> 86</span>  (<span class="stringliteral">"dequantize-output,l"</span>,po::bool_switch()->default_value(<span class="keyword">false</span>),</div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span>  <span class="stringliteral">"If this option is enabled, all quantized outputs will be dequantized to float. "</span></div><div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  <span class="stringliteral">"If unset, default to not get dequantized. "</span></div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  <span class="stringliteral">"Accepted values (true or false)"</span>)</div><div class="line"><a name="l00090"></a><span class="lineno"> 90</span>  (<span class="stringliteral">"output-name,o"</span>, po::value(&outputNames),</div><div class="line"><a name="l00091"></a><span class="lineno"> 91</span>  <span class="stringliteral">"Identifier of the output tensors in the network separated by comma."</span>)</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  (<span class="stringliteral">"write-outputs-to-file,w"</span>, po::value(&outputTensorFiles),</div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span>  <span class="stringliteral">"Comma-separated list of output file paths keyed with the binding-id of the output slot. "</span></div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span>  <span class="stringliteral">"If left empty (the default), the output tensors will not be written to a file."</span>)</div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span>  (<span class="stringliteral">"event-based-profiling,e"</span>, po::bool_switch()->default_value(<span class="keyword">false</span>),</div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span>  <span class="stringliteral">"Enables built in profiler. If unset, defaults to off."</span>)</div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span>  (<span class="stringliteral">"visualize-optimized-model,v"</span>, po::bool_switch()->default_value(<span class="keyword">false</span>),</div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span>  <span class="stringliteral">"Enables built optimized model visualizer. If unset, defaults to off."</span>)</div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span>  (<span class="stringliteral">"fp16-turbo-mode,h"</span>, po::bool_switch()->default_value(<span class="keyword">false</span>), <span class="stringliteral">"If this option is enabled, FP32 layers, "</span></div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span>  <span class="stringliteral">"weights and biases will be converted to FP16 where the backend supports it"</span>)</div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span>  (<span class="stringliteral">"threshold-time,r"</span>, po::value<double>(&thresholdTime)->default_value(0.0),</div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  <span class="stringliteral">"Threshold time is the maximum allowed time for inference measured in milliseconds. If the actual "</span></div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  <span class="stringliteral">"inference time is greater than the threshold time, the test will fail. By default, no threshold "</span></div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  <span class="stringliteral">"time is used."</span>)</div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  (<span class="stringliteral">"print-intermediate-layers,p"</span>, po::bool_switch()->default_value(<span class="keyword">false</span>),</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span>  <span class="stringliteral">"If this option is enabled, the output of every graph layer will be printed."</span>)</div><div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  (<span class="stringliteral">"enable-external-profiling,a"</span>, po::bool_switch()->default_value(<span class="keyword">false</span>),</div><div class="line"><a name="l00108"></a><span class="lineno"> 108</span>  <span class="stringliteral">"If enabled external profiling will be switched on"</span>)</div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span>  (<span class="stringliteral">"outgoing-capture-file,j"</span>, po::value(&outgoingCaptureFile),</div><div class="line"><a name="l00110"></a><span class="lineno"> 110</span>  <span class="stringliteral">"If specified the outgoing external profiling packets will be captured in this binary file"</span>)</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span>  (<span class="stringliteral">"incoming-capture-file,k"</span>, po::value(&incomingCaptureFile),</div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span>  <span class="stringliteral">"If specified the incoming external profiling packets will be captured in this binary file"</span>)</div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span>  (<span class="stringliteral">"file-only-external-profiling,g"</span>, po::bool_switch()->default_value(<span class="keyword">false</span>),</div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  <span class="stringliteral">"If enabled then the 'file-only' test mode of external profiling will be enabled"</span>)</div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  (<span class="stringliteral">"counter-capture-period,u"</span>, po::value<uint32_t>(&counterCapturePeriod)->default_value(150u),</div><div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  <span class="stringliteral">"If profiling is enabled in 'file-only' mode this is the capture period that will be used in the test"</span>)</div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  (<span class="stringliteral">"parse-unsupported"</span>, po::bool_switch()->default_value(<span class="keyword">false</span>),</div><div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  <span class="stringliteral">"Add unsupported operators as stand-in layers (where supported by parser)"</span>);</div><div class="line"><a name="l00119"></a><span class="lineno"> 119</span>  }</div><div class="line"><a name="l00120"></a><span class="lineno"> 120</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> std::exception& e)</div><div class="line"><a name="l00121"></a><span class="lineno"> 121</span>  {</div><div class="line"><a name="l00122"></a><span class="lineno"> 122</span>  <span class="comment">// Coverity points out that default_value(...) can throw a bad_lexical_cast,</span></div><div class="line"><a name="l00123"></a><span class="lineno"> 123</span>  <span class="comment">// and that desc.add_options() can throw boost::io::too_few_args.</span></div><div class="line"><a name="l00124"></a><span class="lineno"> 124</span>  <span class="comment">// They really won't in any of these cases.</span></div><div class="line"><a name="l00125"></a><span class="lineno"> 125</span>  BOOST_ASSERT_MSG(<span class="keyword">false</span>, <span class="stringliteral">"Caught unexpected exception"</span>);</div><div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(fatal) << <span class="stringliteral">"Fatal internal error: "</span> << e.what();</div><div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  <span class="keywordflow">return</span> EXIT_FAILURE;</div><div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  }</div><div class="line"><a name="l00129"></a><span class="lineno"> 129</span> </div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  <span class="comment">// Parses the command-line.</span></div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  po::variables_map vm;</div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span>  <span class="keywordflow">try</span></div><div class="line"><a name="l00133"></a><span class="lineno"> 133</span>  {</div><div class="line"><a name="l00134"></a><span class="lineno"> 134</span>  po::store(po::parse_command_line(argc, argv, desc), vm);</div><div class="line"><a name="l00135"></a><span class="lineno"> 135</span> </div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  <span class="keywordflow">if</span> (CheckOption(vm, <span class="stringliteral">"help"</span>) || argc <= 1)</div><div class="line"><a name="l00137"></a><span class="lineno"> 137</span>  {</div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  std::cout << <span class="stringliteral">"Executes a neural network model using the provided input tensor. "</span> << std::endl;</div><div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  std::cout << <span class="stringliteral">"Prints the resulting output tensor."</span> << std::endl;</div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  std::cout << std::endl;</div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span>  std::cout << desc << std::endl;</div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  <span class="keywordflow">return</span> EXIT_SUCCESS;</div><div class="line"><a name="l00143"></a><span class="lineno"> 143</span>  }</div><div class="line"><a name="l00144"></a><span class="lineno"> 144</span> </div><div class="line"><a name="l00145"></a><span class="lineno"> 145</span>  po::notify(vm);</div><div class="line"><a name="l00146"></a><span class="lineno"> 146</span>  }</div><div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> po::error& e)</div><div class="line"><a name="l00148"></a><span class="lineno"> 148</span>  {</div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  std::cerr << e.what() << std::endl << std::endl;</div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  std::cerr << desc << std::endl;</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  <span class="keywordflow">return</span> EXIT_FAILURE;</div><div class="line"><a name="l00152"></a><span class="lineno"> 152</span>  }</div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span> </div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span>  <span class="comment">// Get the value of the switch arguments.</span></div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span>  <span class="keywordtype">bool</span> concurrent = vm[<span class="stringliteral">"concurrent"</span>].as<<span class="keywordtype">bool</span>>();</div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  <span class="keywordtype">bool</span> enableProfiling = vm[<span class="stringliteral">"event-based-profiling"</span>].as<<span class="keywordtype">bool</span>>();</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span>  <span class="keywordtype">bool</span> enableLayerDetails = vm[<span class="stringliteral">"visualize-optimized-model"</span>].as<<span class="keywordtype">bool</span>>();</div><div class="line"><a name="l00158"></a><span class="lineno"> 158</span>  <span class="keywordtype">bool</span> enableFp16TurboMode = vm[<span class="stringliteral">"fp16-turbo-mode"</span>].as<<span class="keywordtype">bool</span>>();</div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span>  <span class="keywordtype">bool</span> quantizeInput = vm[<span class="stringliteral">"quantize-input"</span>].as<<span class="keywordtype">bool</span>>();</div><div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  <span class="keywordtype">bool</span> dequantizeOutput = vm[<span class="stringliteral">"dequantize-output"</span>].as<<span class="keywordtype">bool</span>>();</div><div class="line"><a name="l00161"></a><span class="lineno"> 161</span>  <span class="keywordtype">bool</span> printIntermediate = vm[<span class="stringliteral">"print-intermediate-layers"</span>].as<<span class="keywordtype">bool</span>>();</div><div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  <span class="keywordtype">bool</span> enableExternalProfiling = vm[<span class="stringliteral">"enable-external-profiling"</span>].as<<span class="keywordtype">bool</span>>();</div><div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  <span class="keywordtype">bool</span> fileOnlyExternalProfiling = vm[<span class="stringliteral">"file-only-external-profiling"</span>].as<<span class="keywordtype">bool</span>>();</div><div class="line"><a name="l00164"></a><span class="lineno"> 164</span>  <span class="keywordtype">bool</span> parseUnsupported = vm[<span class="stringliteral">"parse-unsupported"</span>].as<<span class="keywordtype">bool</span>>();</div><div class="line"><a name="l00165"></a><span class="lineno"> 165</span> </div><div class="line"><a name="l00166"></a><span class="lineno"> 166</span> </div><div class="line"><a name="l00167"></a><span class="lineno"> 167</span>  <span class="comment">// Check whether we have to load test cases from a file.</span></div><div class="line"><a name="l00168"></a><span class="lineno"> 168</span>  <span class="keywordflow">if</span> (CheckOption(vm, <span class="stringliteral">"test-cases"</span>))</div><div class="line"><a name="l00169"></a><span class="lineno"> 169</span>  {</div><div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  <span class="comment">// Check that the file exists.</span></div><div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  <span class="keywordflow">if</span> (!boost::filesystem::exists(testCasesFile))</div><div class="line"><a name="l00172"></a><span class="lineno"> 172</span>  {</div><div class="line"><a name="l00173"></a><span class="lineno"> 173</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(fatal) << <span class="stringliteral">"Given file \""</span> << testCasesFile << <span class="stringliteral">"\" does not exist"</span>;</div><div class="line"><a name="l00174"></a><span class="lineno"> 174</span>  <span class="keywordflow">return</span> EXIT_FAILURE;</div><div class="line"><a name="l00175"></a><span class="lineno"> 175</span>  }</div><div class="line"><a name="l00176"></a><span class="lineno"> 176</span> </div><div class="line"><a name="l00177"></a><span class="lineno"> 177</span>  <span class="comment">// Parse CSV file and extract test cases</span></div><div class="line"><a name="l00178"></a><span class="lineno"> 178</span>  <a class="code" href="classarmnn_utils_1_1_csv_reader.xhtml">armnnUtils::CsvReader</a> reader;</div><div class="line"><a name="l00179"></a><span class="lineno"> 179</span>  std::vector<armnnUtils::CsvRow> testCases = reader.<a class="code" href="classarmnn_utils_1_1_csv_reader.xhtml#afe61638fbcc211b6164b563937c8dce1">ParseFile</a>(testCasesFile);</div><div class="line"><a name="l00180"></a><span class="lineno"> 180</span> </div><div class="line"><a name="l00181"></a><span class="lineno"> 181</span>  <span class="comment">// Check that there is at least one test case to run</span></div><div class="line"><a name="l00182"></a><span class="lineno"> 182</span>  <span class="keywordflow">if</span> (testCases.empty())</div><div class="line"><a name="l00183"></a><span class="lineno"> 183</span>  {</div><div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(fatal) << <span class="stringliteral">"Given file \""</span> << testCasesFile << <span class="stringliteral">"\" has no test cases"</span>;</div><div class="line"><a name="l00185"></a><span class="lineno"> 185</span>  <span class="keywordflow">return</span> EXIT_FAILURE;</div><div class="line"><a name="l00186"></a><span class="lineno"> 186</span>  }</div><div class="line"><a name="l00187"></a><span class="lineno"> 187</span> </div><div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  <span class="comment">// Create runtime</span></div><div class="line"><a name="l00189"></a><span class="lineno"> 189</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">armnn::IRuntime::CreationOptions</a> <a class="code" href="_file_only_profiling_decorator_tests_8cpp.xhtml#a6560146509197f3e197d8d36f76c1347">options</a>;</div><div class="line"><a name="l00190"></a><span class="lineno"> 190</span>  options.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#a2fe8c3eadf4f4f9c0c664a24a2a298f9">m_EnableGpuProfiling</a> = enableProfiling;</div><div class="line"><a name="l00191"></a><span class="lineno"> 191</span>  options.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#ae43cf4b5df0068ee6a9151c98947248b">m_DynamicBackendsPath</a> = dynamicBackendsPath;</div><div class="line"><a name="l00192"></a><span class="lineno"> 192</span>  options.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#a30412a91cadff138686eaeb12f5357cc">m_ProfilingOptions</a>.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#a26d42007440bb01a1a6d0ab3b5a657ee">m_EnableProfiling</a> = enableExternalProfiling;</div><div class="line"><a name="l00193"></a><span class="lineno"> 193</span>  options.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#a30412a91cadff138686eaeb12f5357cc">m_ProfilingOptions</a>.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#a36dd18e4f73d470e3234d72198aa5fef">m_IncomingCaptureFile</a> = incomingCaptureFile;</div><div class="line"><a name="l00194"></a><span class="lineno"> 194</span>  options.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#a30412a91cadff138686eaeb12f5357cc">m_ProfilingOptions</a>.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#aa0d6aa79d683bc79d20d4ddcf7db87db">m_OutgoingCaptureFile</a> = outgoingCaptureFile;</div><div class="line"><a name="l00195"></a><span class="lineno"> 195</span>  options.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#a30412a91cadff138686eaeb12f5357cc">m_ProfilingOptions</a>.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#ad8f8cb971cad412664cd7df58df7eb1e">m_FileOnly</a> = fileOnlyExternalProfiling;</div><div class="line"><a name="l00196"></a><span class="lineno"> 196</span>  options.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#a30412a91cadff138686eaeb12f5357cc">m_ProfilingOptions</a>.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#a2239347f38747f993c324bdd8b1eb146">m_CapturePeriod</a> = counterCapturePeriod;</div><div class="line"><a name="l00197"></a><span class="lineno"> 197</span>  std::shared_ptr<armnn::IRuntime> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">armnn::IRuntime::Create</a>(options));</div><div class="line"><a name="l00198"></a><span class="lineno"> 198</span> </div><div class="line"><a name="l00199"></a><span class="lineno"> 199</span>  <span class="keyword">const</span> std::string executableName(<span class="stringliteral">"ExecuteNetwork"</span>);</div><div class="line"><a name="l00200"></a><span class="lineno"> 200</span> </div><div class="line"><a name="l00201"></a><span class="lineno"> 201</span>  <span class="comment">// Check whether we need to run the test cases concurrently</span></div><div class="line"><a name="l00202"></a><span class="lineno"> 202</span>  <span class="keywordflow">if</span> (concurrent)</div><div class="line"><a name="l00203"></a><span class="lineno"> 203</span>  {</div><div class="line"><a name="l00204"></a><span class="lineno"> 204</span>  std::vector<std::future<int>> results;</div><div class="line"><a name="l00205"></a><span class="lineno"> 205</span>  results.reserve(testCases.size());</div><div class="line"><a name="l00206"></a><span class="lineno"> 206</span> </div><div class="line"><a name="l00207"></a><span class="lineno"> 207</span>  <span class="comment">// Run each test case in its own thread</span></div><div class="line"><a name="l00208"></a><span class="lineno"> 208</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& testCase : testCases)</div><div class="line"><a name="l00209"></a><span class="lineno"> 209</span>  {</div><div class="line"><a name="l00210"></a><span class="lineno"> 210</span>  testCase.values.insert(testCase.values.begin(), executableName);</div><div class="line"><a name="l00211"></a><span class="lineno"> 211</span>  results.push_back(std::async(std::launch::async, <a class="code" href="_network_execution_utils_8hpp.xhtml#a31556a7bc4fe615f51dd68af510a9947">RunCsvTest</a>, std::cref(testCase), std::cref(runtime),</div><div class="line"><a name="l00212"></a><span class="lineno"> 212</span>  enableProfiling, enableFp16TurboMode, thresholdTime, printIntermediate,</div><div class="line"><a name="l00213"></a><span class="lineno"> 213</span>  enableLayerDetails, parseUnsupported));</div><div class="line"><a name="l00214"></a><span class="lineno"> 214</span>  }</div><div class="line"><a name="l00215"></a><span class="lineno"> 215</span> </div><div class="line"><a name="l00216"></a><span class="lineno"> 216</span>  <span class="comment">// Check results</span></div><div class="line"><a name="l00217"></a><span class="lineno"> 217</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& result : results)</div><div class="line"><a name="l00218"></a><span class="lineno"> 218</span>  {</div><div class="line"><a name="l00219"></a><span class="lineno"> 219</span>  <span class="keywordflow">if</span> (result.get() != EXIT_SUCCESS)</div><div class="line"><a name="l00220"></a><span class="lineno"> 220</span>  {</div><div class="line"><a name="l00221"></a><span class="lineno"> 221</span>  <span class="keywordflow">return</span> EXIT_FAILURE;</div><div class="line"><a name="l00222"></a><span class="lineno"> 222</span>  }</div><div class="line"><a name="l00223"></a><span class="lineno"> 223</span>  }</div><div class="line"><a name="l00224"></a><span class="lineno"> 224</span>  }</div><div class="line"><a name="l00225"></a><span class="lineno"> 225</span>  <span class="keywordflow">else</span></div><div class="line"><a name="l00226"></a><span class="lineno"> 226</span>  {</div><div class="line"><a name="l00227"></a><span class="lineno"> 227</span>  <span class="comment">// Run tests sequentially</span></div><div class="line"><a name="l00228"></a><span class="lineno"> 228</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& testCase : testCases)</div><div class="line"><a name="l00229"></a><span class="lineno"> 229</span>  {</div><div class="line"><a name="l00230"></a><span class="lineno"> 230</span>  testCase.values.insert(testCase.values.begin(), executableName);</div><div class="line"><a name="l00231"></a><span class="lineno"> 231</span>  <span class="keywordflow">if</span> (<a class="code" href="_network_execution_utils_8hpp.xhtml#a31556a7bc4fe615f51dd68af510a9947">RunCsvTest</a>(testCase, runtime, enableProfiling,</div><div class="line"><a name="l00232"></a><span class="lineno"> 232</span>  enableFp16TurboMode, thresholdTime, printIntermediate,</div><div class="line"><a name="l00233"></a><span class="lineno"> 233</span>  enableLayerDetails, parseUnsupported) != EXIT_SUCCESS)</div><div class="line"><a name="l00234"></a><span class="lineno"> 234</span>  {</div><div class="line"><a name="l00235"></a><span class="lineno"> 235</span>  <span class="keywordflow">return</span> EXIT_FAILURE;</div><div class="line"><a name="l00236"></a><span class="lineno"> 236</span>  }</div><div class="line"><a name="l00237"></a><span class="lineno"> 237</span>  }</div><div class="line"><a name="l00238"></a><span class="lineno"> 238</span>  }</div><div class="line"><a name="l00239"></a><span class="lineno"> 239</span> </div><div class="line"><a name="l00240"></a><span class="lineno"> 240</span>  <span class="keywordflow">return</span> EXIT_SUCCESS;</div><div class="line"><a name="l00241"></a><span class="lineno"> 241</span>  }</div><div class="line"><a name="l00242"></a><span class="lineno"> 242</span>  <span class="keywordflow">else</span> <span class="comment">// Run single test</span></div><div class="line"><a name="l00243"></a><span class="lineno"> 243</span>  {</div><div class="line"><a name="l00244"></a><span class="lineno"> 244</span>  <span class="comment">// Get the preferred order of compute devices. If none are specified, default to using CpuRef</span></div><div class="line"><a name="l00245"></a><span class="lineno"> 245</span>  <span class="keyword">const</span> std::string computeOption(<span class="stringliteral">"compute"</span>);</div><div class="line"><a name="l00246"></a><span class="lineno"> 246</span>  std::vector<std::string> computeDevicesAsStrings =</div><div class="line"><a name="l00247"></a><span class="lineno"> 247</span>  CheckOption(vm, computeOption.c_str()) ?</div><div class="line"><a name="l00248"></a><span class="lineno"> 248</span>  vm[computeOption].as<std::vector<std::string>>() :</div><div class="line"><a name="l00249"></a><span class="lineno"> 249</span>  <a class="code" href="namespacestd.xhtml">std</a>::vector<<a class="code" href="namespacestd.xhtml">std</a>::string>();</div><div class="line"><a name="l00250"></a><span class="lineno"> 250</span>  std::vector<armnn::BackendId> computeDevices(computeDevicesAsStrings.begin(), computeDevicesAsStrings.end());</div><div class="line"><a name="l00251"></a><span class="lineno"> 251</span> </div><div class="line"><a name="l00252"></a><span class="lineno"> 252</span>  <span class="comment">// Remove duplicates from the list of compute devices.</span></div><div class="line"><a name="l00253"></a><span class="lineno"> 253</span>  RemoveDuplicateDevices(computeDevices);</div><div class="line"><a name="l00254"></a><span class="lineno"> 254</span> </div><div class="line"><a name="l00255"></a><span class="lineno"> 255</span>  <span class="keywordflow">try</span></div><div class="line"><a name="l00256"></a><span class="lineno"> 256</span>  {</div><div class="line"><a name="l00257"></a><span class="lineno"> 257</span>  CheckOptionDependencies(vm);</div><div class="line"><a name="l00258"></a><span class="lineno"> 258</span>  }</div><div class="line"><a name="l00259"></a><span class="lineno"> 259</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> po::error& e)</div><div class="line"><a name="l00260"></a><span class="lineno"> 260</span>  {</div><div class="line"><a name="l00261"></a><span class="lineno"> 261</span>  std::cerr << e.what() << std::endl << std::endl;</div><div class="line"><a name="l00262"></a><span class="lineno"> 262</span>  std::cerr << desc << std::endl;</div><div class="line"><a name="l00263"></a><span class="lineno"> 263</span>  <span class="keywordflow">return</span> EXIT_FAILURE;</div><div class="line"><a name="l00264"></a><span class="lineno"> 264</span>  }</div><div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  <span class="comment">// Create runtime</span></div><div class="line"><a name="l00266"></a><span class="lineno"> 266</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">armnn::IRuntime::CreationOptions</a> <a class="code" href="_file_only_profiling_decorator_tests_8cpp.xhtml#a6560146509197f3e197d8d36f76c1347">options</a>;</div><div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  options.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#a2fe8c3eadf4f4f9c0c664a24a2a298f9">m_EnableGpuProfiling</a> = enableProfiling;</div><div class="line"><a name="l00268"></a><span class="lineno"> 268</span>  options.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#ae43cf4b5df0068ee6a9151c98947248b">m_DynamicBackendsPath</a> = dynamicBackendsPath;</div><div class="line"><a name="l00269"></a><span class="lineno"> 269</span>  options.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#a30412a91cadff138686eaeb12f5357cc">m_ProfilingOptions</a>.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#a26d42007440bb01a1a6d0ab3b5a657ee">m_EnableProfiling</a> = enableExternalProfiling;</div><div class="line"><a name="l00270"></a><span class="lineno"> 270</span>  options.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#a30412a91cadff138686eaeb12f5357cc">m_ProfilingOptions</a>.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#a36dd18e4f73d470e3234d72198aa5fef">m_IncomingCaptureFile</a> = incomingCaptureFile;</div><div class="line"><a name="l00271"></a><span class="lineno"> 271</span>  options.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#a30412a91cadff138686eaeb12f5357cc">m_ProfilingOptions</a>.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#aa0d6aa79d683bc79d20d4ddcf7db87db">m_OutgoingCaptureFile</a> = outgoingCaptureFile;</div><div class="line"><a name="l00272"></a><span class="lineno"> 272</span>  options.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#a30412a91cadff138686eaeb12f5357cc">m_ProfilingOptions</a>.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#ad8f8cb971cad412664cd7df58df7eb1e">m_FileOnly</a> = fileOnlyExternalProfiling;</div><div class="line"><a name="l00273"></a><span class="lineno"> 273</span>  options.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#a30412a91cadff138686eaeb12f5357cc">m_ProfilingOptions</a>.<a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#a2239347f38747f993c324bdd8b1eb146">m_CapturePeriod</a> = counterCapturePeriod;</div><div class="line"><a name="l00274"></a><span class="lineno"> 274</span>  std::shared_ptr<armnn::IRuntime> runtime(<a class="code" href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">armnn::IRuntime::Create</a>(options));</div><div class="line"><a name="l00275"></a><span class="lineno"> 275</span> </div><div class="line"><a name="l00276"></a><span class="lineno"> 276</span>  <span class="keywordflow">return</span> <a class="code" href="_network_execution_utils_8hpp.xhtml#ab182729acbd2161a0358d85906d30703">RunTest</a>(modelFormat, inputTensorShapes, computeDevices, dynamicBackendsPath, modelPath, inputNames,</div><div class="line"><a name="l00277"></a><span class="lineno"> 277</span>  inputTensorDataFilePaths, inputTypes, quantizeInput, outputTypes, outputNames,</div><div class="line"><a name="l00278"></a><span class="lineno"> 278</span>  outputTensorFiles, dequantizeOutput, enableProfiling, enableFp16TurboMode, thresholdTime,</div><div class="line"><a name="l00279"></a><span class="lineno"> 279</span>  printIntermediate, subgraphId, enableLayerDetails, parseUnsupported, runtime);</div><div class="line"><a name="l00280"></a><span class="lineno"> 280</span>  }</div><div class="line"><a name="l00281"></a><span class="lineno"> 281</span> }</div><div class="ttc" id="classarmnn_1_1_i_runtime_xhtml_ad44ecd3700748dc30dc4bbe34ba5bde7"><div class="ttname"><a href="classarmnn_1_1_i_runtime.xhtml#ad44ecd3700748dc30dc4bbe34ba5bde7">armnn::IRuntime::Create</a></div><div class="ttdeci">static IRuntimePtr Create(const CreationOptions &options)</div><div class="ttdef"><b>Definition:</b> <a href="_runtime_8cpp_source.xhtml#l00032">Runtime.cpp:32</a></div></div>
<div class="ttc" id="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options_xhtml_aa0d6aa79d683bc79d20d4ddcf7db87db"><div class="ttname"><a href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#aa0d6aa79d683bc79d20d4ddcf7db87db">armnn::IRuntime::CreationOptions::ExternalProfilingOptions::m_OutgoingCaptureFile</a></div><div class="ttdeci">std::string m_OutgoingCaptureFile</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00071">IRuntime.hpp:71</a></div></div>
<div class="ttc" id="_network_execution_utils_8hpp_xhtml_ab182729acbd2161a0358d85906d30703"><div class="ttname"><a href="_network_execution_utils_8hpp.xhtml#ab182729acbd2161a0358d85906d30703">RunTest</a></div><div class="ttdeci">int RunTest(const std::string &format, const std::string &inputTensorShapesStr, const vector< armnn::BackendId > &computeDevices, const std::string &dynamicBackendsPath, const std::string &path, const std::string &inputNames, const std::string &inputTensorDataFilePaths, const std::string &inputTypes, bool quantizeInput, const std::string &outputTypes, const std::string &outputNames, const std::string &outputTensorFiles, bool dequantizeOuput, bool enableProfiling, bool enableFp16TurboMode, const double &thresholdTime, bool printIntermediate, const size_t subgraphId, bool enableLayerDetails=false, bool parseUnsupported=false, const std::shared_ptr< armnn::IRuntime > &runtime=nullptr)</div><div class="ttdef"><b>Definition:</b> <a href="_network_execution_utils_8hpp_source.xhtml#l00537">NetworkExecutionUtils.hpp:537</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_aa59f7a819c3e29d10ffc41e5c0616872"><div class="ttname"><a href="namespacearmnn.xhtml#aa59f7a819c3e29d10ffc41e5c0616872">armnn::ConfigureLogging</a></div><div class="ttdeci">void ConfigureLogging(bool printToStandardOutput, bool printToDebugOutput, LogSeverity severity)</div><div class="ttdoc">Configures the logging behaviour of the ARMNN library. </div><div class="ttdef"><b>Definition:</b> <a href="_utils_8cpp_source.xhtml#l00010">Utils.cpp:10</a></div></div>
<div class="ttc" id="_network_execution_utils_8hpp_xhtml_a31556a7bc4fe615f51dd68af510a9947"><div class="ttname"><a href="_network_execution_utils_8hpp.xhtml#a31556a7bc4fe615f51dd68af510a9947">RunCsvTest</a></div><div class="ttdeci">int RunCsvTest(const armnnUtils::CsvRow &csvRow, const std::shared_ptr< armnn::IRuntime > &runtime, const bool enableProfiling, const bool enableFp16TurboMode, const double &thresholdTime, const bool printIntermediate, bool enableLayerDetails=false, bool parseUnuspported=false)</div><div class="ttdef"><b>Definition:</b> <a href="_network_execution_utils_8hpp_source.xhtml#l00750">NetworkExecutionUtils.hpp:750</a></div></div>
<div class="ttc" id="_logging_8hpp_xhtml_a7b6ad073975f437ec38ca7d20154727f"><div class="ttname"><a href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a></div><div class="ttdeci">#define ARMNN_LOG(severity)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8hpp_source.xhtml#l00163">Logging.hpp:163</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_ac2807505b850738bc8a1991ce669dd47"><div class="ttname"><a href="namespacearmnn.xhtml#ac2807505b850738bc8a1991ce669dd47">armnn::BackendRegistryInstance</a></div><div class="ttdeci">BackendRegistry & BackendRegistryInstance()</div><div class="ttdef"><b>Definition:</b> <a href="_backend_registry_8cpp_source.xhtml#l00013">BackendRegistry.cpp:13</a></div></div>
<div class="ttc" id="classarmnn_1_1_backend_registry_xhtml_ae1de2f7ca1db17f45f97155e239b8b45"><div class="ttname"><a href="classarmnn_1_1_backend_registry.xhtml#ae1de2f7ca1db17f45f97155e239b8b45">armnn::BackendRegistry::GetBackendIdsAsString</a></div><div class="ttdeci">std::string GetBackendIdsAsString() const</div><div class="ttdef"><b>Definition:</b> <a href="_backend_registry_8cpp_source.xhtml#l00076">BackendRegistry.cpp:76</a></div></div>
<div class="ttc" id="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options_xhtml_a36dd18e4f73d470e3234d72198aa5fef"><div class="ttname"><a href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#a36dd18e4f73d470e3234d72198aa5fef">armnn::IRuntime::CreationOptions::ExternalProfilingOptions::m_IncomingCaptureFile</a></div><div class="ttdeci">std::string m_IncomingCaptureFile</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00072">IRuntime.hpp:72</a></div></div>
<div class="ttc" id="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options_xhtml_a26d42007440bb01a1a6d0ab3b5a657ee"><div class="ttname"><a href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#a26d42007440bb01a1a6d0ab3b5a657ee">armnn::IRuntime::CreationOptions::ExternalProfilingOptions::m_EnableProfiling</a></div><div class="ttdeci">bool m_EnableProfiling</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00070">IRuntime.hpp:70</a></div></div>
<div class="ttc" id="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options_xhtml_ad8f8cb971cad412664cd7df58df7eb1e"><div class="ttname"><a href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#ad8f8cb971cad412664cd7df58df7eb1e">armnn::IRuntime::CreationOptions::ExternalProfilingOptions::m_FileOnly</a></div><div class="ttdeci">bool m_FileOnly</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00073">IRuntime.hpp:73</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a93a3ba385cad27c4774e5fe64c025d3da4059b0251f66a18cb56f544728796875"><div class="ttname"><a href="namespacearmnn.xhtml#a93a3ba385cad27c4774e5fe64c025d3da4059b0251f66a18cb56f544728796875">armnn::LogSeverity::Info</a></div></div>
<div class="ttc" id="namespacestd_xhtml"><div class="ttname"><a href="namespacestd.xhtml">std</a></div><div class="ttdef"><b>Definition:</b> <a href="_backend_id_8hpp_source.xhtml#l00147">BackendId.hpp:147</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a93a3ba385cad27c4774e5fe64c025d3daa603905470e2a5b8c13e96b579ef0dba"><div class="ttname"><a href="namespacearmnn.xhtml#a93a3ba385cad27c4774e5fe64c025d3daa603905470e2a5b8c13e96b579ef0dba">armnn::LogSeverity::Debug</a></div></div>
<div class="ttc" id="structarmnn_1_1_i_runtime_1_1_creation_options_xhtml"><div class="ttname"><a href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">armnn::IRuntime::CreationOptions</a></div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00041">IRuntime.hpp:41</a></div></div>
<div class="ttc" id="structarmnn_1_1_i_runtime_1_1_creation_options_xhtml_ae43cf4b5df0068ee6a9151c98947248b"><div class="ttname"><a href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#ae43cf4b5df0068ee6a9151c98947248b">armnn::IRuntime::CreationOptions::m_DynamicBackendsPath</a></div><div class="ttdeci">std::string m_DynamicBackendsPath</div><div class="ttdoc">Setting this value will override the paths set by the DYNAMIC_BACKEND_PATHS compiler directive Only a...</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00058">IRuntime.hpp:58</a></div></div>
<div class="ttc" id="structarmnn_1_1_i_runtime_1_1_creation_options_xhtml_a2fe8c3eadf4f4f9c0c664a24a2a298f9"><div class="ttname"><a href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#a2fe8c3eadf4f4f9c0c664a24a2a298f9">armnn::IRuntime::CreationOptions::m_EnableGpuProfiling</a></div><div class="ttdeci">bool m_EnableGpuProfiling</div><div class="ttdoc">Setting this flag will allow the user to obtain GPU profiling information from the runtime...</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00054">IRuntime.hpp:54</a></div></div>
<div class="ttc" id="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options_xhtml_a2239347f38747f993c324bdd8b1eb146"><div class="ttname"><a href="structarmnn_1_1_i_runtime_1_1_creation_options_1_1_external_profiling_options.xhtml#a2239347f38747f993c324bdd8b1eb146">armnn::IRuntime::CreationOptions::ExternalProfilingOptions::m_CapturePeriod</a></div><div class="ttdeci">uint32_t m_CapturePeriod</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00074">IRuntime.hpp:74</a></div></div>
<div class="ttc" id="classarmnn_utils_1_1_csv_reader_xhtml"><div class="ttname"><a href="classarmnn_utils_1_1_csv_reader.xhtml">armnnUtils::CsvReader</a></div><div class="ttdef"><b>Definition:</b> <a href="_csv_reader_8hpp_source.xhtml#l00018">CsvReader.hpp:18</a></div></div>
<div class="ttc" id="classarmnn_utils_1_1_csv_reader_xhtml_afe61638fbcc211b6164b563937c8dce1"><div class="ttname"><a href="classarmnn_utils_1_1_csv_reader.xhtml#afe61638fbcc211b6164b563937c8dce1">armnnUtils::CsvReader::ParseFile</a></div><div class="ttdeci">static std::vector< CsvRow > ParseFile(const std::string &csvFile)</div><div class="ttdef"><b>Definition:</b> <a href="_csv_reader_8cpp_source.xhtml#l00032">CsvReader.cpp:32</a></div></div>
<div class="ttc" id="_file_only_profiling_decorator_tests_8cpp_xhtml_a6560146509197f3e197d8d36f76c1347"><div class="ttname"><a href="_file_only_profiling_decorator_tests_8cpp.xhtml#a6560146509197f3e197d8d36f76c1347">options</a></div><div class="ttdeci">armnn::Runtime::CreationOptions::ExternalProfilingOptions options</div><div class="ttdef"><b>Definition:</b> <a href="_file_only_profiling_decorator_tests_8cpp_source.xhtml#l00045">FileOnlyProfilingDecoratorTests.cpp:45</a></div></div>
<div class="ttc" id="structarmnn_1_1_i_runtime_1_1_creation_options_xhtml_a30412a91cadff138686eaeb12f5357cc"><div class="ttname"><a href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml#a30412a91cadff138686eaeb12f5357cc">armnn::IRuntime::CreationOptions::m_ProfilingOptions</a></div><div class="ttdeci">ExternalProfilingOptions m_ProfilingOptions</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00076">IRuntime.hpp:76</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a93a3ba385cad27c4774e5fe64c025d3d"><div class="ttname"><a href="namespacearmnn.xhtml#a93a3ba385cad27c4774e5fe64c025d3d">armnn::LogSeverity</a></div><div class="ttdeci">LogSeverity</div><div class="ttdef"><b>Definition:</b> <a href="_utils_8hpp_source.xhtml#l00012">Utils.hpp:12</a></div></div>
</div><!-- fragment -->
</div>
</div>
</div><!-- contents -->
</div><!-- doc-content -->
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
<ul>
<li class="navelem"><a class="el" href="dir_59425e443f801f1f2fd8bbe4959a3ccf.xhtml">tests</a></li><li class="navelem"><a class="el" href="dir_3502d64799b714c597b8fa7662494b65.xhtml">ExecuteNetwork</a></li><li class="navelem"><a class="el" href="_execute_network_8cpp.xhtml">ExecuteNetwork.cpp</a></li>
<li class="footer">Generated on Fri Mar 13 2020 16:09:16 for ArmNN by
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
</ul>
</div>
</body>
</html>
|
