1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
|
<!-- Copyright (c) 2020 ARM Limited. -->
<!-- -->
<!-- SPDX-License-Identifier: MIT -->
<!-- -->
<!-- HTML header for doxygen 1.8.13-->
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.13"/>
<meta name="robots" content="NOINDEX, NOFOLLOW" />
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>ArmNN: tests/TfLiteYoloV3Big-Armnn/TfLiteYoloV3Big-Armnn.cpp Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="resize.js"></script>
<script type="text/javascript" src="navtreedata.js"></script>
<script type="text/javascript" src="navtree.js"></script>
<script type="text/javascript">
$(document).ready(initResizable);
</script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/x-mathjax-config">
MathJax.Hub.Config({
extensions: ["tex2jax.js"],
jax: ["input/TeX","output/HTML-CSS"],
});
</script><script type="text/javascript" src="http://cdn.mathjax.org/mathjax/latest/MathJax.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
<link href="stylesheet.css" rel="stylesheet" type="text/css"/>
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<img alt="ArmNN" src="Arm_NN_horizontal_blue.png" style="max-width: 10rem; margin-top: .5rem; margin-left 10px"/>
<td style="padding-left: 0.5em;">
<div id="projectname">
 <span id="projectnumber">20.05</span>
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.13 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<script type="text/javascript" src="menudata.js"></script>
<script type="text/javascript" src="menu.js"></script>
<script type="text/javascript">
$(function() {
initMenu('',true,false,'search.php','Search');
$(document).ready(function() { init_search(); });
});
</script>
<div id="main-nav"></div>
</div><!-- top -->
<div id="side-nav" class="ui-resizable side-nav-resizable">
<div id="nav-tree">
<div id="nav-tree-contents">
<div id="nav-sync" class="sync"></div>
</div>
</div>
<div id="splitbar" style="-moz-user-select:none;"
class="ui-resizable-handle">
</div>
</div>
<script type="text/javascript">
$(document).ready(function(){initNavTree('_tf_lite_yolo_v3_big-_armnn_8cpp_source.xhtml','');});
</script>
<div id="doc-content">
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div class="header">
<div class="headertitle">
<div class="title">TfLiteYoloV3Big-Armnn.cpp</div> </div>
</div><!--header-->
<div class="contents">
<a href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">//</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment">// Copyright © 2020 Arm Ltd. All rights reserved.</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment">// SPDX-License-Identifier: MIT</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment">//</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment">//#include "../InferenceTest.hpp"</span></div><div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment">//#include "../ImagePreprocessor.hpp"</span></div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="preprocessor">#include "<a class="code" href="_i_tf_lite_parser_8hpp.xhtml">armnnTfLiteParser/ITfLiteParser.hpp</a>"</span></div><div class="line"><a name="l00008"></a><span class="lineno"> 8</span> </div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="preprocessor">#include "<a class="code" href="_n_m_s_8hpp.xhtml">NMS.hpp</a>"</span></div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span> </div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="preprocessor">#include <stb/stb_image.h></span></div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span> </div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="preprocessor">#include <<a class="code" href="_i_network_8hpp.xhtml">armnn/INetwork.hpp</a>></span></div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="preprocessor">#include <<a class="code" href="_i_runtime_8hpp.xhtml">armnn/IRuntime.hpp</a>></span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="preprocessor">#include <<a class="code" href="_logging_8hpp.xhtml">armnn/Logging.hpp</a>></span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="preprocessor">#include <<a class="code" href="_ignore_unused_8hpp.xhtml">armnn/utility/IgnoreUnused.hpp</a>></span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span> </div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="preprocessor">#include <chrono></span></div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="preprocessor">#include <iostream></span></div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="preprocessor">#include <fstream></span></div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span> </div><div class="line"><a name="l00022"></a><span class="lineno"> 22</span> <span class="keyword">using namespace </span><a class="code" href="namespacearmnn_tf_lite_parser.xhtml">armnnTfLiteParser</a>;</div><div class="line"><a name="l00023"></a><span class="lineno"> 23</span> <span class="keyword">using namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a>;</div><div class="line"><a name="l00024"></a><span class="lineno"> 24</span> </div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span> <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">int</span> OPEN_FILE_ERROR = -2;</div><div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">int</span> OPTIMIZE_NETWORK_ERROR = -3;</div><div class="line"><a name="l00027"></a><span class="lineno"> 27</span> <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">int</span> LOAD_NETWORK_ERROR = -4;</div><div class="line"><a name="l00028"></a><span class="lineno"> 28</span> <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">int</span> LOAD_IMAGE_ERROR = -5;</div><div class="line"><a name="l00029"></a><span class="lineno"> 29</span> <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">int</span> GENERAL_ERROR = -100;</div><div class="line"><a name="l00030"></a><span class="lineno"> 30</span> </div><div class="line"><a name="l00031"></a><span class="lineno"><a class="line" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a7013f680e1a8d40e50dc330d57d0ec9a"> 31</a></span> <span class="preprocessor">#define CHECK_OK(v) \</span></div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span> <span class="preprocessor"> do { \</span></div><div class="line"><a name="l00033"></a><span class="lineno"> 33</span> <span class="preprocessor"> try { \</span></div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span> <span class="preprocessor"> auto r_local = v; \</span></div><div class="line"><a name="l00035"></a><span class="lineno"> 35</span> <span class="preprocessor"> if (r_local != 0) { return r_local;} \</span></div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span> <span class="preprocessor"> } \</span></div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span> <span class="preprocessor"> catch(armnn::Exception e) \</span></div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span> <span class="preprocessor"> { \</span></div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span> <span class="preprocessor"> ARMNN_LOG(error) << "Oops: " << e.what(); \</span></div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span> <span class="preprocessor"> return GENERAL_ERROR; \</span></div><div class="line"><a name="l00041"></a><span class="lineno"> 41</span> <span class="preprocessor"> } \</span></div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span> <span class="preprocessor"> } while(0)</span></div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span> </div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span> </div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span> </div><div class="line"><a name="l00046"></a><span class="lineno"> 46</span> <span class="keyword">template</span><<span class="keyword">typename</span> TContainer></div><div class="line"><a name="l00047"></a><span class="lineno"><a class="line" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a5dbb0b05556ad948f92ef9188d147a97"> 47</a></span> <span class="keyword">inline</span> <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">armnn::InputTensors</a> <a class="code" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a5dbb0b05556ad948f92ef9188d147a97">MakeInputTensors</a>(<span class="keyword">const</span> std::vector<armnn::BindingPointInfo>& inputBindings,</div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span>  <span class="keyword">const</span> std::vector<TContainer>& inputDataContainers)</div><div class="line"><a name="l00049"></a><span class="lineno"> 49</span> {</div><div class="line"><a name="l00050"></a><span class="lineno"> 50</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">armnn::InputTensors</a> inputTensors;</div><div class="line"><a name="l00051"></a><span class="lineno"> 51</span> </div><div class="line"><a name="l00052"></a><span class="lineno"> 52</span>  <span class="keyword">const</span> <span class="keywordtype">size_t</span> numInputs = inputBindings.size();</div><div class="line"><a name="l00053"></a><span class="lineno"> 53</span>  <span class="keywordflow">if</span> (numInputs != inputDataContainers.size())</div><div class="line"><a name="l00054"></a><span class="lineno"> 54</span>  {</div><div class="line"><a name="l00055"></a><span class="lineno"> 55</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.xhtml">armnn::Exception</a>(<span class="stringliteral">"Mismatching vectors"</span>);</div><div class="line"><a name="l00056"></a><span class="lineno"> 56</span>  }</div><div class="line"><a name="l00057"></a><span class="lineno"> 57</span> </div><div class="line"><a name="l00058"></a><span class="lineno"> 58</span>  <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i < numInputs; i++)</div><div class="line"><a name="l00059"></a><span class="lineno"> 59</span>  {</div><div class="line"><a name="l00060"></a><span class="lineno"> 60</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#a280670a263dc4fd40491f6d0a2737f44">armnn::BindingPointInfo</a>& inputBinding = inputBindings[i];</div><div class="line"><a name="l00061"></a><span class="lineno"> 61</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#a9eb69ebdaf4ceb8014e7c8a540266100">TContainer</a>& inputData = inputDataContainers[i];</div><div class="line"><a name="l00062"></a><span class="lineno"> 62</span> </div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span>  <a class="code" href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a> inputTensor(inputBinding.second, inputData.data());</div><div class="line"><a name="l00064"></a><span class="lineno"> 64</span>  inputTensors.push_back(std::make_pair(inputBinding.first, inputTensor));</div><div class="line"><a name="l00065"></a><span class="lineno"> 65</span>  }</div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span> </div><div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  <span class="keywordflow">return</span> inputTensors;</div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span> }</div><div class="line"><a name="l00069"></a><span class="lineno"> 69</span> </div><div class="line"><a name="l00070"></a><span class="lineno"> 70</span> <span class="keyword">template</span><<span class="keyword">typename</span> TContainer></div><div class="line"><a name="l00071"></a><span class="lineno"><a class="line" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a87f7b59bcbb5de6939458582210dbadc"> 71</a></span> <span class="keyword">inline</span> <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">armnn::OutputTensors</a> <a class="code" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a87f7b59bcbb5de6939458582210dbadc">MakeOutputTensors</a>(<span class="keyword">const</span> std::vector<armnn::BindingPointInfo>& outputBindings,</div><div class="line"><a name="l00072"></a><span class="lineno"> 72</span>  <span class="keyword">const</span> std::vector<TContainer>& outputDataContainers)</div><div class="line"><a name="l00073"></a><span class="lineno"> 73</span> {</div><div class="line"><a name="l00074"></a><span class="lineno"> 74</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">armnn::OutputTensors</a> outputTensors;</div><div class="line"><a name="l00075"></a><span class="lineno"> 75</span> </div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span>  <span class="keyword">const</span> <span class="keywordtype">size_t</span> numOutputs = outputBindings.size();</div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span>  <span class="keywordflow">if</span> (numOutputs != outputDataContainers.size())</div><div class="line"><a name="l00078"></a><span class="lineno"> 78</span>  {</div><div class="line"><a name="l00079"></a><span class="lineno"> 79</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.xhtml">armnn::Exception</a>(<span class="stringliteral">"Mismatching vectors"</span>);</div><div class="line"><a name="l00080"></a><span class="lineno"> 80</span>  }</div><div class="line"><a name="l00081"></a><span class="lineno"> 81</span> </div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i < numOutputs; i++)</div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span>  {</div><div class="line"><a name="l00084"></a><span class="lineno"> 84</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#a280670a263dc4fd40491f6d0a2737f44">armnn::BindingPointInfo</a>& outputBinding = outputBindings[i];</div><div class="line"><a name="l00085"></a><span class="lineno"> 85</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#a9eb69ebdaf4ceb8014e7c8a540266100">TContainer</a>& outputData = outputDataContainers[i];</div><div class="line"><a name="l00086"></a><span class="lineno"> 86</span> </div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span>  <a class="code" href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a> outputTensor(outputBinding.second, const_cast<float*>(outputData.data()));</div><div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  outputTensors.push_back(std::make_pair(outputBinding.first, outputTensor));</div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  }</div><div class="line"><a name="l00090"></a><span class="lineno"> 90</span> </div><div class="line"><a name="l00091"></a><span class="lineno"> 91</span>  <span class="keywordflow">return</span> outputTensors;</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span> }</div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span> </div><div class="line"><a name="l00094"></a><span class="lineno"><a class="line" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#ae67c7d9b0f878ffbd8ff8b8513d0245d"> 94</a></span> <span class="keywordtype">int</span> <a class="code" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#ae67c7d9b0f878ffbd8ff8b8513d0245d">LoadModel</a>(<span class="keyword">const</span> <span class="keywordtype">char</span>* filename,</div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span>  <a class="code" href="classarmnn_tf_lite_parser_1_1_i_tf_lite_parser.xhtml">ITfLiteParser</a>& parser,</div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span>  <a class="code" href="classarmnn_1_1_i_runtime.xhtml">IRuntime</a>& runtime,</div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span>  <a class="code" href="namespacearmnn.xhtml#a83015160d8c67d5d77735eb0d4033d9a">NetworkId</a>& networkId,</div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span>  <span class="keyword">const</span> std::vector<BackendId>& backendPreferences)</div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span> {</div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span>  std::ifstream stream(filename, std::ios::in | std::ios::binary);</div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span>  <span class="keywordflow">if</span> (!stream.is_open())</div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  {</div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>) << <span class="stringliteral">"Could not open model: "</span> << filename;</div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  <span class="keywordflow">return</span> OPEN_FILE_ERROR;</div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  }</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span> </div><div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  std::vector<uint8_t> contents((std::istreambuf_iterator<char>(stream)), std::istreambuf_iterator<char>());</div><div class="line"><a name="l00108"></a><span class="lineno"> 108</span>  stream.close();</div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span> </div><div class="line"><a name="l00110"></a><span class="lineno"> 110</span>  <span class="keyword">auto</span> model = parser.<a class="code" href="classarmnn_tf_lite_parser_1_1_i_tf_lite_parser.xhtml#a7dd0134440a006226f95d547f0b3e89c">CreateNetworkFromBinary</a>(contents);</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span>  contents.clear();</div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407aad42f6697b035b7580e4fef93be20b4d">debug</a>) << <span class="stringliteral">"Model loaded ok: "</span> << filename;</div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span> </div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  <span class="comment">// Optimize backbone model</span></div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  <span class="keyword">auto</span> optimizedModel = <a class="code" href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">Optimize</a>(*model, backendPreferences, runtime.<a class="code" href="classarmnn_1_1_i_runtime.xhtml#a6f2ccbdacfac6eb983c519976a5ece54">GetDeviceSpec</a>());</div><div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  <span class="keywordflow">if</span> (!optimizedModel)</div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  {</div><div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407adf6402fd9ecc60f5a2159fdf45711cd4">fatal</a>) << <span class="stringliteral">"Could not optimize the model:"</span> << filename;</div><div class="line"><a name="l00119"></a><span class="lineno"> 119</span>  <span class="keywordflow">return</span> OPTIMIZE_NETWORK_ERROR;</div><div class="line"><a name="l00120"></a><span class="lineno"> 120</span>  }</div><div class="line"><a name="l00121"></a><span class="lineno"> 121</span> </div><div class="line"><a name="l00122"></a><span class="lineno"> 122</span>  <span class="comment">// Load backbone model into runtime</span></div><div class="line"><a name="l00123"></a><span class="lineno"> 123</span>  {</div><div class="line"><a name="l00124"></a><span class="lineno"> 124</span>  std::string errorMessage;</div><div class="line"><a name="l00125"></a><span class="lineno"> 125</span>  <a class="code" href="structarmnn_1_1_i_network_properties.xhtml">INetworkProperties</a> modelProps;</div><div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  <a class="code" href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70b">Status</a> status = runtime.<a class="code" href="classarmnn_1_1_i_runtime.xhtml#acf44b518011359b594bf20fe444d1165">LoadNetwork</a>(networkId, std::move(optimizedModel), errorMessage, modelProps);</div><div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  <span class="keywordflow">if</span> (status != Status::Success)</div><div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  {</div><div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407adf6402fd9ecc60f5a2159fdf45711cd4">fatal</a>) << <span class="stringliteral">"Could not load "</span> << filename << <span class="stringliteral">" model into runtime: "</span> << errorMessage;</div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  <span class="keywordflow">return</span> LOAD_NETWORK_ERROR;</div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  }</div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span>  }</div><div class="line"><a name="l00133"></a><span class="lineno"> 133</span> </div><div class="line"><a name="l00134"></a><span class="lineno"> 134</span>  <span class="keywordflow">return</span> 0;</div><div class="line"><a name="l00135"></a><span class="lineno"> 135</span> }</div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span> </div><div class="line"><a name="l00137"></a><span class="lineno"><a class="line" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a3354c1d773cc613c36ef27209fac8a4d"> 137</a></span> std::vector<float> <a class="code" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a3354c1d773cc613c36ef27209fac8a4d">LoadImage</a>(<span class="keyword">const</span> <span class="keywordtype">char</span>* filename)</div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span> {</div><div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  <span class="keyword">struct </span>Memory</div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  {</div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span>  ~Memory() {stbi_image_free(m_Data);}</div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  <span class="keywordtype">bool</span> IsLoaded()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> m_Data != <span class="keyword">nullptr</span>;}</div><div class="line"><a name="l00143"></a><span class="lineno"> 143</span> </div><div class="line"><a name="l00144"></a><span class="lineno"> 144</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">char</span>* m_Data;</div><div class="line"><a name="l00145"></a><span class="lineno"> 145</span>  };</div><div class="line"><a name="l00146"></a><span class="lineno"> 146</span> </div><div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  std::vector<float> image;</div><div class="line"><a name="l00148"></a><span class="lineno"> 148</span> </div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  <span class="keywordtype">int</span> width;</div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  <span class="keywordtype">int</span> height;</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  <span class="keywordtype">int</span> channels;</div><div class="line"><a name="l00152"></a><span class="lineno"> 152</span> </div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span>  Memory mem = {stbi_load(filename, &width, &height, &channels, 3)};</div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span>  <span class="keywordflow">if</span> (!mem.IsLoaded())</div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span>  {</div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>) << <span class="stringliteral">"Could not load input image file: "</span> << filename;</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span>  <span class="keywordflow">return</span> image;</div><div class="line"><a name="l00158"></a><span class="lineno"> 158</span>  }</div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span> </div><div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  <span class="keywordflow">if</span> (width != 1920 || height != 1080 || channels != 3)</div><div class="line"><a name="l00161"></a><span class="lineno"> 161</span>  {</div><div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>) << <span class="stringliteral">"Input image has wong dimension: "</span> << width << <span class="stringliteral">"x"</span> << height << <span class="stringliteral">"x"</span> << channels << <span class="stringliteral">". "</span></div><div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  <span class="stringliteral">" Expected 1920x1080x3."</span>;</div><div class="line"><a name="l00164"></a><span class="lineno"> 164</span>  <span class="keywordflow">return</span> image;</div><div class="line"><a name="l00165"></a><span class="lineno"> 165</span>  }</div><div class="line"><a name="l00166"></a><span class="lineno"> 166</span> </div><div class="line"><a name="l00167"></a><span class="lineno"> 167</span>  image.resize(1920*1080*3);</div><div class="line"><a name="l00168"></a><span class="lineno"> 168</span> </div><div class="line"><a name="l00169"></a><span class="lineno"> 169</span>  <span class="comment">// Expand to float. Does this need de-gamma?</span></div><div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> idx=0; idx <= 1920*1080*3; idx++)</div><div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  {</div><div class="line"><a name="l00172"></a><span class="lineno"> 172</span>  image[idx] = <span class="keyword">static_cast<</span><span class="keywordtype">float</span><span class="keyword">></span>(mem.m_Data[idx]) /255.0f;</div><div class="line"><a name="l00173"></a><span class="lineno"> 173</span>  }</div><div class="line"><a name="l00174"></a><span class="lineno"> 174</span> </div><div class="line"><a name="l00175"></a><span class="lineno"> 175</span>  <span class="keywordflow">return</span> image;</div><div class="line"><a name="l00176"></a><span class="lineno"> 176</span> }</div><div class="line"><a name="l00177"></a><span class="lineno"> 177</span> </div><div class="line"><a name="l00178"></a><span class="lineno"><a class="line" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a0ddf1224851353fc92bfbff6f499fa97"> 178</a></span> <span class="keywordtype">int</span> <a class="code" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a0ddf1224851353fc92bfbff6f499fa97">main</a>(<span class="keywordtype">int</span> argc, <span class="keywordtype">char</span>* argv[])</div><div class="line"><a name="l00179"></a><span class="lineno"> 179</span> {</div><div class="line"><a name="l00180"></a><span class="lineno"> 180</span>  <span class="keywordflow">if</span> (argc != 3)</div><div class="line"><a name="l00181"></a><span class="lineno"> 181</span>  {</div><div class="line"><a name="l00182"></a><span class="lineno"> 182</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>) << <span class="stringliteral">"Expected arguments: {PathToModels} {PathToData}"</span>;</div><div class="line"><a name="l00183"></a><span class="lineno"> 183</span>  }</div><div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  std::string modelsPath(argv[1]);</div><div class="line"><a name="l00185"></a><span class="lineno"> 185</span>  std::string imagePath(argv[2]);</div><div class="line"><a name="l00186"></a><span class="lineno"> 186</span> </div><div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  std::string backboneModelFile = modelsPath + <span class="stringliteral">"yolov3_1080_1920_backbone_int8.tflite"</span>;</div><div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  std::string detectorModelFile = modelsPath + <span class="stringliteral">"yolov3_1080_1920_detector_fp32.tflite"</span>;</div><div class="line"><a name="l00189"></a><span class="lineno"> 189</span>  std::string imageFile = imagePath + <span class="stringliteral">"1080_1920.jpg"</span>;</div><div class="line"><a name="l00190"></a><span class="lineno"> 190</span> </div><div class="line"><a name="l00191"></a><span class="lineno"> 191</span>  <span class="comment">// Configure the logging</span></div><div class="line"><a name="l00192"></a><span class="lineno"> 192</span>  <a class="code" href="namespacearmnn.xhtml#a7f8325a4bc02f2f687ba1968b595ec0a">SetAllLoggingSinks</a>(<span class="keyword">true</span>, <span class="keyword">true</span>, <span class="keyword">true</span>);</div><div class="line"><a name="l00193"></a><span class="lineno"> 193</span>  <a class="code" href="namespacearmnn.xhtml#ac9aad76a34137b6359a867b282ea7cfb">SetLogFilter</a>(LogSeverity::Trace);</div><div class="line"><a name="l00194"></a><span class="lineno"> 194</span> </div><div class="line"><a name="l00195"></a><span class="lineno"> 195</span> </div><div class="line"><a name="l00196"></a><span class="lineno"> 196</span>  <span class="comment">// Create runtime</span></div><div class="line"><a name="l00197"></a><span class="lineno"> 197</span>  <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a> runtimeOptions; <span class="comment">// default</span></div><div class="line"><a name="l00198"></a><span class="lineno"> 198</span>  <span class="keyword">auto</span> runtime = IRuntime::Create(runtimeOptions);</div><div class="line"><a name="l00199"></a><span class="lineno"> 199</span>  <span class="keywordflow">if</span> (!runtime)</div><div class="line"><a name="l00200"></a><span class="lineno"> 200</span>  {</div><div class="line"><a name="l00201"></a><span class="lineno"> 201</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407adf6402fd9ecc60f5a2159fdf45711cd4">fatal</a>) << <span class="stringliteral">"Could not create runtime."</span>;</div><div class="line"><a name="l00202"></a><span class="lineno"> 202</span>  <span class="keywordflow">return</span> -1;</div><div class="line"><a name="l00203"></a><span class="lineno"> 203</span>  }</div><div class="line"><a name="l00204"></a><span class="lineno"> 204</span> </div><div class="line"><a name="l00205"></a><span class="lineno"> 205</span>  <span class="comment">// Create TfLite Parsers</span></div><div class="line"><a name="l00206"></a><span class="lineno"> 206</span>  <a class="code" href="structarmnn_tf_lite_parser_1_1_i_tf_lite_parser_1_1_tf_lite_parser_options.xhtml">ITfLiteParser::TfLiteParserOptions</a> parserOptions;</div><div class="line"><a name="l00207"></a><span class="lineno"> 207</span>  <span class="keyword">auto</span> parser = <a class="code" href="classarmnn_tf_lite_parser_1_1_i_tf_lite_parser.xhtml#a9932449a89a62cfcfd72a4fedbee1ab7">ITfLiteParser::Create</a>(parserOptions);</div><div class="line"><a name="l00208"></a><span class="lineno"> 208</span> </div><div class="line"><a name="l00209"></a><span class="lineno"> 209</span>  <span class="comment">// Load backbone model</span></div><div class="line"><a name="l00210"></a><span class="lineno"> 210</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) << <span class="stringliteral">"Loading backbone..."</span>;</div><div class="line"><a name="l00211"></a><span class="lineno"> 211</span>  <a class="code" href="namespacearmnn.xhtml#a83015160d8c67d5d77735eb0d4033d9a">NetworkId</a> backboneId;</div><div class="line"><a name="l00212"></a><span class="lineno"> 212</span>  <a class="code" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a7013f680e1a8d40e50dc330d57d0ec9a">CHECK_OK</a>(<a class="code" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#ae67c7d9b0f878ffbd8ff8b8513d0245d">LoadModel</a>(backboneModelFile.c_str(), *parser, *runtime, backboneId, {<span class="stringliteral">"GpuAcc"</span>, <span class="stringliteral">"CpuRef"</span>}));</div><div class="line"><a name="l00213"></a><span class="lineno"> 213</span>  <span class="keyword">auto</span> inputId = parser->GetNetworkInputBindingInfo(0, <span class="stringliteral">"inputs"</span>);</div><div class="line"><a name="l00214"></a><span class="lineno"> 214</span>  <span class="keyword">auto</span> bbOut0Id = parser->GetNetworkOutputBindingInfo(0, <span class="stringliteral">"input_to_detector_1"</span>);</div><div class="line"><a name="l00215"></a><span class="lineno"> 215</span>  <span class="keyword">auto</span> bbOut1Id = parser->GetNetworkOutputBindingInfo(0, <span class="stringliteral">"input_to_detector_2"</span>);</div><div class="line"><a name="l00216"></a><span class="lineno"> 216</span>  <span class="keyword">auto</span> bbOut2Id = parser->GetNetworkOutputBindingInfo(0, <span class="stringliteral">"input_to_detector_3"</span>);</div><div class="line"><a name="l00217"></a><span class="lineno"> 217</span>  <span class="keyword">auto</span> backboneProfile = runtime->GetProfiler(backboneId);</div><div class="line"><a name="l00218"></a><span class="lineno"> 218</span>  backboneProfile->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l00219"></a><span class="lineno"> 219</span> </div><div class="line"><a name="l00220"></a><span class="lineno"> 220</span>  <span class="comment">// Load detector model</span></div><div class="line"><a name="l00221"></a><span class="lineno"> 221</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) << <span class="stringliteral">"Loading detector..."</span>;</div><div class="line"><a name="l00222"></a><span class="lineno"> 222</span>  <a class="code" href="namespacearmnn.xhtml#a83015160d8c67d5d77735eb0d4033d9a">NetworkId</a> detectorId;</div><div class="line"><a name="l00223"></a><span class="lineno"> 223</span>  <a class="code" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a7013f680e1a8d40e50dc330d57d0ec9a">CHECK_OK</a>(<a class="code" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#ae67c7d9b0f878ffbd8ff8b8513d0245d">LoadModel</a>(detectorModelFile.c_str(), *parser, *runtime, detectorId, {<span class="stringliteral">"CpuAcc"</span>, <span class="stringliteral">"CpuRef"</span>}));</div><div class="line"><a name="l00224"></a><span class="lineno"> 224</span>  <span class="keyword">auto</span> detectIn0Id = parser->GetNetworkInputBindingInfo(0, <span class="stringliteral">"input_to_detector_1"</span>);</div><div class="line"><a name="l00225"></a><span class="lineno"> 225</span>  <span class="keyword">auto</span> detectIn1Id = parser->GetNetworkInputBindingInfo(0, <span class="stringliteral">"input_to_detector_2"</span>);</div><div class="line"><a name="l00226"></a><span class="lineno"> 226</span>  <span class="keyword">auto</span> detectIn2Id = parser->GetNetworkInputBindingInfo(0, <span class="stringliteral">"input_to_detector_3"</span>);</div><div class="line"><a name="l00227"></a><span class="lineno"> 227</span>  <span class="keyword">auto</span> outputBoxesId = parser->GetNetworkOutputBindingInfo(0, <span class="stringliteral">"output_boxes"</span>);</div><div class="line"><a name="l00228"></a><span class="lineno"> 228</span>  <span class="keyword">auto</span> detectorProfile = runtime->GetProfiler(detectorId);</div><div class="line"><a name="l00229"></a><span class="lineno"> 229</span> </div><div class="line"><a name="l00230"></a><span class="lineno"> 230</span>  <span class="comment">// Load input from file</span></div><div class="line"><a name="l00231"></a><span class="lineno"> 231</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) << <span class="stringliteral">"Loading test image..."</span>;</div><div class="line"><a name="l00232"></a><span class="lineno"> 232</span>  <span class="keyword">auto</span> image = <a class="code" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a3354c1d773cc613c36ef27209fac8a4d">LoadImage</a>(imageFile.c_str());</div><div class="line"><a name="l00233"></a><span class="lineno"> 233</span>  <span class="keywordflow">if</span> (image.empty())</div><div class="line"><a name="l00234"></a><span class="lineno"> 234</span>  {</div><div class="line"><a name="l00235"></a><span class="lineno"> 235</span>  <span class="keywordflow">return</span> LOAD_IMAGE_ERROR;</div><div class="line"><a name="l00236"></a><span class="lineno"> 236</span>  }</div><div class="line"><a name="l00237"></a><span class="lineno"> 237</span> </div><div class="line"><a name="l00238"></a><span class="lineno"> 238</span> </div><div class="line"><a name="l00239"></a><span class="lineno"> 239</span>  <span class="comment">// Allocate the intermediate tensors</span></div><div class="line"><a name="l00240"></a><span class="lineno"> 240</span>  std::vector<float> intermediateMem0(bbOut0Id.second.GetNumElements());</div><div class="line"><a name="l00241"></a><span class="lineno"> 241</span>  std::vector<float> intermediateMem1(bbOut1Id.second.GetNumElements());</div><div class="line"><a name="l00242"></a><span class="lineno"> 242</span>  std::vector<float> intermediateMem2(bbOut2Id.second.GetNumElements());</div><div class="line"><a name="l00243"></a><span class="lineno"> 243</span>  std::vector<float> intermediateMem3(outputBoxesId.second.GetNumElements());</div><div class="line"><a name="l00244"></a><span class="lineno"> 244</span> </div><div class="line"><a name="l00245"></a><span class="lineno"> 245</span>  <span class="comment">// Setup inputs and outputs</span></div><div class="line"><a name="l00246"></a><span class="lineno"> 246</span>  <span class="keyword">using</span> BindingInfos = std::vector<armnn::BindingPointInfo>;</div><div class="line"><a name="l00247"></a><span class="lineno"> 247</span>  <span class="keyword">using</span> FloatTensors = std::vector<std::vector<float>>;</div><div class="line"><a name="l00248"></a><span class="lineno"> 248</span> </div><div class="line"><a name="l00249"></a><span class="lineno"> 249</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> bbInputTensors = <a class="code" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a5dbb0b05556ad948f92ef9188d147a97">MakeInputTensors</a>(BindingInfos{inputId},</div><div class="line"><a name="l00250"></a><span class="lineno"> 250</span>  FloatTensors{std::move(image)});</div><div class="line"><a name="l00251"></a><span class="lineno"> 251</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> bbOutputTensors = <a class="code" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a87f7b59bcbb5de6939458582210dbadc">MakeOutputTensors</a>(BindingInfos{bbOut0Id, bbOut1Id, bbOut2Id},</div><div class="line"><a name="l00252"></a><span class="lineno"> 252</span>  FloatTensors{intermediateMem0,</div><div class="line"><a name="l00253"></a><span class="lineno"> 253</span>  intermediateMem1,</div><div class="line"><a name="l00254"></a><span class="lineno"> 254</span>  intermediateMem2});</div><div class="line"><a name="l00255"></a><span class="lineno"> 255</span>  <a class="code" href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> detectInputTensors = <a class="code" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a5dbb0b05556ad948f92ef9188d147a97">MakeInputTensors</a>(BindingInfos{detectIn0Id,</div><div class="line"><a name="l00256"></a><span class="lineno"> 256</span>  detectIn1Id,</div><div class="line"><a name="l00257"></a><span class="lineno"> 257</span>  detectIn2Id},</div><div class="line"><a name="l00258"></a><span class="lineno"> 258</span>  FloatTensors{intermediateMem0,</div><div class="line"><a name="l00259"></a><span class="lineno"> 259</span>  intermediateMem1,</div><div class="line"><a name="l00260"></a><span class="lineno"> 260</span>  intermediateMem2});</div><div class="line"><a name="l00261"></a><span class="lineno"> 261</span>  <a class="code" href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> detectOutputTensors = <a class="code" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a87f7b59bcbb5de6939458582210dbadc">MakeOutputTensors</a>(BindingInfos{outputBoxesId},</div><div class="line"><a name="l00262"></a><span class="lineno"> 262</span>  FloatTensors{intermediateMem3});</div><div class="line"><a name="l00263"></a><span class="lineno"> 263</span> </div><div class="line"><a name="l00264"></a><span class="lineno"> 264</span>  <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">int</span> numIterations=2;</div><div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  <span class="keyword">using</span> DurationUS = std::chrono::duration<double, std::micro>;</div><div class="line"><a name="l00266"></a><span class="lineno"> 266</span>  std::vector<DurationUS> nmsDurations(0);</div><div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  nmsDurations.reserve(numIterations);</div><div class="line"><a name="l00268"></a><span class="lineno"> 268</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i=0; i < numIterations; i++)</div><div class="line"><a name="l00269"></a><span class="lineno"> 269</span>  {</div><div class="line"><a name="l00270"></a><span class="lineno"> 270</span>  <span class="comment">// Execute backbone</span></div><div class="line"><a name="l00271"></a><span class="lineno"> 271</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) << <span class="stringliteral">"Running backbone..."</span>;</div><div class="line"><a name="l00272"></a><span class="lineno"> 272</span>  runtime->EnqueueWorkload(backboneId, bbInputTensors, bbOutputTensors);</div><div class="line"><a name="l00273"></a><span class="lineno"> 273</span> </div><div class="line"><a name="l00274"></a><span class="lineno"> 274</span>  <span class="comment">// Execute detector</span></div><div class="line"><a name="l00275"></a><span class="lineno"> 275</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) << <span class="stringliteral">"Running detector..."</span>;</div><div class="line"><a name="l00276"></a><span class="lineno"> 276</span>  runtime->EnqueueWorkload(detectorId, detectInputTensors, detectOutputTensors);</div><div class="line"><a name="l00277"></a><span class="lineno"> 277</span> </div><div class="line"><a name="l00278"></a><span class="lineno"> 278</span>  <span class="comment">// Execute NMS</span></div><div class="line"><a name="l00279"></a><span class="lineno"> 279</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) << <span class="stringliteral">"Running nms..."</span>;</div><div class="line"><a name="l00280"></a><span class="lineno"> 280</span>  <span class="keyword">using</span> clock = std::chrono::steady_clock;</div><div class="line"><a name="l00281"></a><span class="lineno"> 281</span>  <span class="keyword">auto</span> nmsStartTime = clock::now();</div><div class="line"><a name="l00282"></a><span class="lineno"> 282</span>  <a class="code" href="structyolov3_1_1_n_m_s_config.xhtml">yolov3::NMSConfig</a> config;</div><div class="line"><a name="l00283"></a><span class="lineno"> 283</span>  config.<a class="code" href="structyolov3_1_1_n_m_s_config.xhtml#a69e5cb89b98e22ca17e8a7d3d8aef10a">num_boxes</a> = 127800;</div><div class="line"><a name="l00284"></a><span class="lineno"> 284</span>  config.<a class="code" href="structyolov3_1_1_n_m_s_config.xhtml#ae82414d4f3be497637c3456351a19c03">num_classes</a> = 80;</div><div class="line"><a name="l00285"></a><span class="lineno"> 285</span>  config.<a class="code" href="structyolov3_1_1_n_m_s_config.xhtml#a4e90aada4569ce7e2b3e41649cfdc3f8">confidence_threshold</a> = 0.9f;</div><div class="line"><a name="l00286"></a><span class="lineno"> 286</span>  config.<a class="code" href="structyolov3_1_1_n_m_s_config.xhtml#a8f299d6494fbe8a199fed9344d10d99b">iou_threshold</a> = 0.5f;</div><div class="line"><a name="l00287"></a><span class="lineno"> 287</span>  <span class="keyword">auto</span> filtered_boxes = <a class="code" href="namespaceyolov3.xhtml#a7cf18c5c3391effbaf3234792876cd52">yolov3::nms</a>(config, intermediateMem3);</div><div class="line"><a name="l00288"></a><span class="lineno"> 288</span>  <span class="keyword">auto</span> nmsEndTime = clock::now();</div><div class="line"><a name="l00289"></a><span class="lineno"> 289</span> </div><div class="line"><a name="l00290"></a><span class="lineno"> 290</span>  <span class="comment">// Enable the profiling after the warm-up run</span></div><div class="line"><a name="l00291"></a><span class="lineno"> 291</span>  <span class="keywordflow">if</span> (i>0)</div><div class="line"><a name="l00292"></a><span class="lineno"> 292</span>  {</div><div class="line"><a name="l00293"></a><span class="lineno"> 293</span>  <a class="code" href="namespaceyolov3.xhtml#a8151de4c14e5e853818753516cb87c26">print_detection</a>(std::cout, filtered_boxes);</div><div class="line"><a name="l00294"></a><span class="lineno"> 294</span> </div><div class="line"><a name="l00295"></a><span class="lineno"> 295</span>  <span class="keyword">const</span> <span class="keyword">auto</span> nmsDuration = DurationUS(nmsStartTime - nmsEndTime);</div><div class="line"><a name="l00296"></a><span class="lineno"> 296</span>  nmsDurations.push_back(nmsDuration);</div><div class="line"><a name="l00297"></a><span class="lineno"> 297</span>  }</div><div class="line"><a name="l00298"></a><span class="lineno"> 298</span>  backboneProfile->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l00299"></a><span class="lineno"> 299</span>  detectorProfile->EnableProfiling(<span class="keyword">true</span>);</div><div class="line"><a name="l00300"></a><span class="lineno"> 300</span>  }</div><div class="line"><a name="l00301"></a><span class="lineno"> 301</span>  <span class="comment">// Log timings to file</span></div><div class="line"><a name="l00302"></a><span class="lineno"> 302</span>  std::ofstream backboneProfileStream(<span class="stringliteral">"backbone.json"</span>);</div><div class="line"><a name="l00303"></a><span class="lineno"> 303</span>  backboneProfile->Print(backboneProfileStream);</div><div class="line"><a name="l00304"></a><span class="lineno"> 304</span>  backboneProfileStream.close();</div><div class="line"><a name="l00305"></a><span class="lineno"> 305</span> </div><div class="line"><a name="l00306"></a><span class="lineno"> 306</span>  std::ofstream detectorProfileStream(<span class="stringliteral">"detector.json"</span>);</div><div class="line"><a name="l00307"></a><span class="lineno"> 307</span>  detectorProfile->Print(detectorProfileStream);</div><div class="line"><a name="l00308"></a><span class="lineno"> 308</span>  detectorProfileStream.close();</div><div class="line"><a name="l00309"></a><span class="lineno"> 309</span> </div><div class="line"><a name="l00310"></a><span class="lineno"> 310</span>  <span class="comment">// Manually construct the json output</span></div><div class="line"><a name="l00311"></a><span class="lineno"> 311</span>  std::ofstream nmsProfileStream(<span class="stringliteral">"nms.json"</span>);</div><div class="line"><a name="l00312"></a><span class="lineno"> 312</span>  nmsProfileStream << <span class="stringliteral">"{"</span> << <span class="stringliteral">"\n"</span>;</div><div class="line"><a name="l00313"></a><span class="lineno"> 313</span>  nmsProfileStream << R<span class="stringliteral">"( "NmsTimings": {)" << </span><span class="stringliteral">"\n"</span>;</div><div class="line"><a name="l00314"></a><span class="lineno"> 314</span>  nmsProfileStream << R<span class="stringliteral">"( "raw": [)" << </span><span class="stringliteral">"\n"</span>;</div><div class="line"><a name="l00315"></a><span class="lineno"> 315</span>  <span class="keywordtype">bool</span> isFirst = <span class="keyword">true</span>;</div><div class="line"><a name="l00316"></a><span class="lineno"> 316</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> duration : nmsDurations)</div><div class="line"><a name="l00317"></a><span class="lineno"> 317</span>  {</div><div class="line"><a name="l00318"></a><span class="lineno"> 318</span>  <span class="keywordflow">if</span> (!isFirst)</div><div class="line"><a name="l00319"></a><span class="lineno"> 319</span>  {</div><div class="line"><a name="l00320"></a><span class="lineno"> 320</span>  nmsProfileStream << <span class="stringliteral">",\n"</span>;</div><div class="line"><a name="l00321"></a><span class="lineno"> 321</span>  }</div><div class="line"><a name="l00322"></a><span class="lineno"> 322</span> </div><div class="line"><a name="l00323"></a><span class="lineno"> 323</span>  nmsProfileStream << <span class="stringliteral">" "</span> << duration.count();</div><div class="line"><a name="l00324"></a><span class="lineno"> 324</span>  isFirst = <span class="keyword">false</span>;</div><div class="line"><a name="l00325"></a><span class="lineno"> 325</span>  }</div><div class="line"><a name="l00326"></a><span class="lineno"> 326</span>  nmsProfileStream << <span class="stringliteral">"\n"</span>;</div><div class="line"><a name="l00327"></a><span class="lineno"> 327</span>  nmsProfileStream << R<span class="stringliteral">"( "units": "us")" << </span><span class="stringliteral">"\n"</span>;</div><div class="line"><a name="l00328"></a><span class="lineno"> 328</span>  nmsProfileStream << <span class="stringliteral">" ]"</span> << <span class="stringliteral">"\n"</span>;</div><div class="line"><a name="l00329"></a><span class="lineno"> 329</span>  nmsProfileStream << <span class="stringliteral">" }"</span> << <span class="stringliteral">"\n"</span>;</div><div class="line"><a name="l00330"></a><span class="lineno"> 330</span>  nmsProfileStream << <span class="stringliteral">"}"</span> << <span class="stringliteral">"\n"</span>;</div><div class="line"><a name="l00331"></a><span class="lineno"> 331</span>  nmsProfileStream.close();</div><div class="line"><a name="l00332"></a><span class="lineno"> 332</span> </div><div class="line"><a name="l00333"></a><span class="lineno"> 333</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) << <span class="stringliteral">"Run completed"</span>;</div><div class="line"><a name="l00334"></a><span class="lineno"> 334</span>  <span class="keywordflow">return</span> 0;</div><div class="line"><a name="l00335"></a><span class="lineno"> 335</span> }</div><div class="ttc" id="namespacearmnn_xhtml_a4dc0adc6737b5944e7671bee71788407aad42f6697b035b7580e4fef93be20b4d"><div class="ttname"><a href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407aad42f6697b035b7580e4fef93be20b4d">armnn::BoostLogSeverityMapping::debug</a></div></div>
<div class="ttc" id="_ignore_unused_8hpp_xhtml"><div class="ttname"><a href="_ignore_unused_8hpp.xhtml">IgnoreUnused.hpp</a></div></div>
<div class="ttc" id="structarmnn_tf_lite_parser_1_1_i_tf_lite_parser_1_1_tf_lite_parser_options_xhtml"><div class="ttname"><a href="structarmnn_tf_lite_parser_1_1_i_tf_lite_parser_1_1_tf_lite_parser_options.xhtml">armnnTfLiteParser::ITfLiteParser::TfLiteParserOptions</a></div><div class="ttdef"><b>Definition:</b> <a href="_i_tf_lite_parser_8hpp_source.xhtml#l00028">ITfLiteParser.hpp:28</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a7f8325a4bc02f2f687ba1968b595ec0a"><div class="ttname"><a href="namespacearmnn.xhtml#a7f8325a4bc02f2f687ba1968b595ec0a">armnn::SetAllLoggingSinks</a></div><div class="ttdeci">void SetAllLoggingSinks(bool standardOut, bool debugOut, bool coloured)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8cpp_source.xhtml#l00146">Logging.cpp:146</a></div></div>
<div class="ttc" id="_i_runtime_8hpp_xhtml"><div class="ttname"><a href="_i_runtime_8hpp.xhtml">IRuntime.hpp</a></div></div>
<div class="ttc" id="classarmnn_tf_lite_parser_1_1_i_tf_lite_parser_xhtml"><div class="ttname"><a href="classarmnn_tf_lite_parser_1_1_i_tf_lite_parser.xhtml">armnnTfLiteParser::ITfLiteParser</a></div><div class="ttdef"><b>Definition:</b> <a href="_i_tf_lite_parser_8hpp_source.xhtml#l00025">ITfLiteParser.hpp:25</a></div></div>
<div class="ttc" id="_tf_lite_yolo_v3_big-_armnn_8cpp_xhtml_a0ddf1224851353fc92bfbff6f499fa97"><div class="ttname"><a href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a0ddf1224851353fc92bfbff6f499fa97">main</a></div><div class="ttdeci">int main(int argc, char *argv[])</div><div class="ttdef"><b>Definition:</b> <a href="_tf_lite_yolo_v3_big-_armnn_8cpp_source.xhtml#l00178">TfLiteYoloV3Big-Armnn.cpp:178</a></div></div>
<div class="ttc" id="_logging_8hpp_xhtml_a7b6ad073975f437ec38ca7d20154727f"><div class="ttname"><a href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a></div><div class="ttdeci">#define ARMNN_LOG(severity)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8hpp_source.xhtml#l00163">Logging.hpp:163</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_aa01bce88f89975a5a031db4cc8861527"><div class="ttname"><a href="namespacearmnn.xhtml#aa01bce88f89975a5a031db4cc8861527">armnn::InputTensors</a></div><div class="ttdeci">std::vector< std::pair< LayerBindingId, class ConstTensor > > InputTensors</div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8hpp_source.xhtml#l00225">Tensor.hpp:225</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a83015160d8c67d5d77735eb0d4033d9a"><div class="ttname"><a href="namespacearmnn.xhtml#a83015160d8c67d5d77735eb0d4033d9a">armnn::NetworkId</a></div><div class="ttdeci">int NetworkId</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00020">IRuntime.hpp:20</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml"><div class="ttname"><a href="namespacearmnn.xhtml">armnn</a></div><div class="ttdoc">Copyright (c) 2020 ARM Limited. </div><div class="ttdef"><b>Definition:</b> <a href="00__introduction_8dox_source.xhtml#l00025">00_introduction.dox:25</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_runtime_xhtml"><div class="ttname"><a href="classarmnn_1_1_i_runtime.xhtml">armnn::IRuntime</a></div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00039">IRuntime.hpp:39</a></div></div>
<div class="ttc" id="structyolov3_1_1_n_m_s_config_xhtml_a69e5cb89b98e22ca17e8a7d3d8aef10a"><div class="ttname"><a href="structyolov3_1_1_n_m_s_config.xhtml#a69e5cb89b98e22ca17e8a7d3d8aef10a">yolov3::NMSConfig::num_boxes</a></div><div class="ttdeci">unsigned int num_boxes</div><div class="ttdoc">Number of detected boxes. </div><div class="ttdef"><b>Definition:</b> <a href="_n_m_s_8hpp_source.xhtml#l00015">NMS.hpp:15</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282"><div class="ttname"><a href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::BoostLogSeverityMapping::error</a></div></div>
<div class="ttc" id="classarmnn_tf_lite_parser_1_1_i_tf_lite_parser_xhtml_a9932449a89a62cfcfd72a4fedbee1ab7"><div class="ttname"><a href="classarmnn_tf_lite_parser_1_1_i_tf_lite_parser.xhtml#a9932449a89a62cfcfd72a4fedbee1ab7">armnnTfLiteParser::ITfLiteParser::Create</a></div><div class="ttdeci">static ITfLiteParserPtr Create(const armnn::Optional< TfLiteParserOptions > &options=armnn::EmptyOptional())</div><div class="ttdef"><b>Definition:</b> <a href="_tf_lite_parser_8cpp_source.xhtml#l03239">TfLiteParser.cpp:3239</a></div></div>
<div class="ttc" id="_tf_lite_yolo_v3_big-_armnn_8cpp_xhtml_a87f7b59bcbb5de6939458582210dbadc"><div class="ttname"><a href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a87f7b59bcbb5de6939458582210dbadc">MakeOutputTensors</a></div><div class="ttdeci">armnn::OutputTensors MakeOutputTensors(const std::vector< armnn::BindingPointInfo > &outputBindings, const std::vector< TContainer > &outputDataContainers)</div><div class="ttdef"><b>Definition:</b> <a href="_tf_lite_yolo_v3_big-_armnn_8cpp_source.xhtml#l00071">TfLiteYoloV3Big-Armnn.cpp:71</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_runtime_xhtml_a6f2ccbdacfac6eb983c519976a5ece54"><div class="ttname"><a href="classarmnn_1_1_i_runtime.xhtml#a6f2ccbdacfac6eb983c519976a5ece54">armnn::IRuntime::GetDeviceSpec</a></div><div class="ttdeci">virtual const IDeviceSpec & GetDeviceSpec() const =0</div></div>
<div class="ttc" id="structarmnn_1_1_i_network_properties_xhtml"><div class="ttname"><a href="structarmnn_1_1_i_network_properties.xhtml">armnn::INetworkProperties</a></div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00027">IRuntime.hpp:27</a></div></div>
<div class="ttc" id="classarmnn_1_1_tensor_xhtml"><div class="ttname"><a href="classarmnn_1_1_tensor.xhtml">armnn::Tensor</a></div><div class="ttdoc">A tensor defined by a TensorInfo (shape and data type) and a mutable backing store. </div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8hpp_source.xhtml#l00191">Tensor.hpp:191</a></div></div>
<div class="ttc" id="_i_tf_lite_parser_8hpp_xhtml"><div class="ttname"><a href="_i_tf_lite_parser_8hpp.xhtml">ITfLiteParser.hpp</a></div></div>
<div class="ttc" id="_tf_lite_yolo_v3_big-_armnn_8cpp_xhtml_a3354c1d773cc613c36ef27209fac8a4d"><div class="ttname"><a href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a3354c1d773cc613c36ef27209fac8a4d">LoadImage</a></div><div class="ttdeci">std::vector< float > LoadImage(const char *filename)</div><div class="ttdef"><b>Definition:</b> <a href="_tf_lite_yolo_v3_big-_armnn_8cpp_source.xhtml#l00137">TfLiteYoloV3Big-Armnn.cpp:137</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_ac9aad76a34137b6359a867b282ea7cfb"><div class="ttname"><a href="namespacearmnn.xhtml#ac9aad76a34137b6359a867b282ea7cfb">armnn::SetLogFilter</a></div><div class="ttdeci">void SetLogFilter(LogSeverity level)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8cpp_source.xhtml#l00028">Logging.cpp:28</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a82e98ef05fd67036d1195ba17174d685"><div class="ttname"><a href="namespacearmnn.xhtml#a82e98ef05fd67036d1195ba17174d685">armnn::Optimize</a></div><div class="ttdeci">IOptimizedNetworkPtr Optimize(const INetwork &network, const std::vector< BackendId > &backendPreferences, const IDeviceSpec &deviceSpec, const OptimizerOptions &options=OptimizerOptions(), Optional< std::vector< std::string > &> messages=EmptyOptional())</div><div class="ttdoc">Create an optimized version of the network. </div><div class="ttdef"><b>Definition:</b> <a href="_network_8cpp_source.xhtml#l01003">Network.cpp:1003</a></div></div>
<div class="ttc" id="namespaceyolov3_xhtml_a8151de4c14e5e853818753516cb87c26"><div class="ttname"><a href="namespaceyolov3.xhtml#a8151de4c14e5e853818753516cb87c26">yolov3::print_detection</a></div><div class="ttdeci">void print_detection(std::ostream &os, const std::vector< Detection > &detections)</div><div class="ttdoc">Print identified yolo detections. </div><div class="ttdef"><b>Definition:</b> <a href="_n_m_s_8cpp_source.xhtml#l00083">NMS.cpp:83</a></div></div>
<div class="ttc" id="_tf_lite_yolo_v3_big-_armnn_8cpp_xhtml_a7013f680e1a8d40e50dc330d57d0ec9a"><div class="ttname"><a href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a7013f680e1a8d40e50dc330d57d0ec9a">CHECK_OK</a></div><div class="ttdeci">#define CHECK_OK(v)</div><div class="ttdef"><b>Definition:</b> <a href="_tf_lite_yolo_v3_big-_armnn_8cpp_source.xhtml#l00031">TfLiteYoloV3Big-Armnn.cpp:31</a></div></div>
<div class="ttc" id="classarmnn_tf_lite_parser_1_1_i_tf_lite_parser_xhtml_a7dd0134440a006226f95d547f0b3e89c"><div class="ttname"><a href="classarmnn_tf_lite_parser_1_1_i_tf_lite_parser.xhtml#a7dd0134440a006226f95d547f0b3e89c">armnnTfLiteParser::ITfLiteParser::CreateNetworkFromBinary</a></div><div class="ttdeci">virtual armnn::INetworkPtr CreateNetworkFromBinary(const std::vector< uint8_t > &binaryContent)=0</div><div class="ttdoc">Create the network from a flatbuffers binary. </div></div>
<div class="ttc" id="classarmnn_1_1_i_runtime_xhtml_acf44b518011359b594bf20fe444d1165"><div class="ttname"><a href="classarmnn_1_1_i_runtime.xhtml#acf44b518011359b594bf20fe444d1165">armnn::IRuntime::LoadNetwork</a></div><div class="ttdeci">virtual Status LoadNetwork(NetworkId &networkIdOut, IOptimizedNetworkPtr network)=0</div><div class="ttdoc">Loads a complete network into the IRuntime. </div></div>
<div class="ttc" id="classarmnn_1_1_const_tensor_xhtml"><div class="ttname"><a href="classarmnn_1_1_const_tensor.xhtml">armnn::ConstTensor</a></div><div class="ttdoc">A tensor defined by a TensorInfo (shape and data type) and an immutable backing store. </div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8hpp_source.xhtml#l00199">Tensor.hpp:199</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a8f091a512915d1cb29a4ebf13dfc53ea"><div class="ttname"><a href="namespacearmnn.xhtml#a8f091a512915d1cb29a4ebf13dfc53ea">armnn::OutputTensors</a></div><div class="ttdeci">std::vector< std::pair< LayerBindingId, class Tensor > > OutputTensors</div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8hpp_source.xhtml#l00226">Tensor.hpp:226</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a67a0db04d321a74b7e7fcfd3f1a3f70b"><div class="ttname"><a href="namespacearmnn.xhtml#a67a0db04d321a74b7e7fcfd3f1a3f70b">armnn::Status</a></div><div class="ttdeci">Status</div><div class="ttdoc">enumeration </div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.xhtml#l00026">Types.hpp:26</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a4dc0adc6737b5944e7671bee71788407adf6402fd9ecc60f5a2159fdf45711cd4"><div class="ttname"><a href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407adf6402fd9ecc60f5a2159fdf45711cd4">armnn::BoostLogSeverityMapping::fatal</a></div></div>
<div class="ttc" id="_i_network_8hpp_xhtml"><div class="ttname"><a href="_i_network_8hpp.xhtml">INetwork.hpp</a></div></div>
<div class="ttc" id="_logging_8hpp_xhtml"><div class="ttname"><a href="_logging_8hpp.xhtml">Logging.hpp</a></div></div>
<div class="ttc" id="structarmnn_1_1_i_runtime_1_1_creation_options_xhtml"><div class="ttname"><a href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">armnn::IRuntime::CreationOptions</a></div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00042">IRuntime.hpp:42</a></div></div>
<div class="ttc" id="structyolov3_1_1_n_m_s_config_xhtml_a8f299d6494fbe8a199fed9344d10d99b"><div class="ttname"><a href="structyolov3_1_1_n_m_s_config.xhtml#a8f299d6494fbe8a199fed9344d10d99b">yolov3::NMSConfig::iou_threshold</a></div><div class="ttdeci">float iou_threshold</div><div class="ttdoc">Inclusion threshold for Intersection-Over-Union. </div><div class="ttdef"><b>Definition:</b> <a href="_n_m_s_8hpp_source.xhtml#l00017">NMS.hpp:17</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a9eb69ebdaf4ceb8014e7c8a540266100"><div class="ttname"><a href="namespacearmnn.xhtml#a9eb69ebdaf4ceb8014e7c8a540266100">armnn::TContainer</a></div><div class="ttdeci">boost::variant< std::vector< float >, std::vector< int >, std::vector< unsigned char > > TContainer</div><div class="ttdef"><b>Definition:</b> <a href="_network_quantizer_8cpp_source.xhtml#l00034">NetworkQuantizer.cpp:34</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a280670a263dc4fd40491f6d0a2737f44"><div class="ttname"><a href="namespacearmnn.xhtml#a280670a263dc4fd40491f6d0a2737f44">armnn::BindingPointInfo</a></div><div class="ttdeci">std::pair< armnn::LayerBindingId, armnn::TensorInfo > BindingPointInfo</div><div class="ttdef"><b>Definition:</b> <a href="_tensor_8hpp_source.xhtml#l00146">Tensor.hpp:146</a></div></div>
<div class="ttc" id="classarmnn_1_1_exception_xhtml"><div class="ttname"><a href="classarmnn_1_1_exception.xhtml">armnn::Exception</a></div><div class="ttdoc">Base class for all ArmNN exceptions so that users can filter to just those. </div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.xhtml#l00046">Exceptions.hpp:46</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c"><div class="ttname"><a href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::BoostLogSeverityMapping::info</a></div></div>
<div class="ttc" id="namespaceyolov3_xhtml_a7cf18c5c3391effbaf3234792876cd52"><div class="ttname"><a href="namespaceyolov3.xhtml#a7cf18c5c3391effbaf3234792876cd52">yolov3::nms</a></div><div class="ttdeci">std::vector< Detection > nms(const NMSConfig &config, const std::vector< float > &detected_boxes)</div><div class="ttdoc">Perform Non-Maxima Supression on a list of given detections. </div><div class="ttdef"><b>Definition:</b> <a href="_n_m_s_8cpp_source.xhtml#l00100">NMS.cpp:100</a></div></div>
<div class="ttc" id="structyolov3_1_1_n_m_s_config_xhtml"><div class="ttname"><a href="structyolov3_1_1_n_m_s_config.xhtml">yolov3::NMSConfig</a></div><div class="ttdoc">Non Maxima Suprresion configuration meta-data. </div><div class="ttdef"><b>Definition:</b> <a href="_n_m_s_8hpp_source.xhtml#l00013">NMS.hpp:13</a></div></div>
<div class="ttc" id="namespacearmnn_tf_lite_parser_xhtml"><div class="ttname"><a href="namespacearmnn_tf_lite_parser.xhtml">armnnTfLiteParser</a></div><div class="ttdef"><b>Definition:</b> <a href="_i_tf_lite_parser_8hpp_source.xhtml#l00017">ITfLiteParser.hpp:17</a></div></div>
<div class="ttc" id="structyolov3_1_1_n_m_s_config_xhtml_a4e90aada4569ce7e2b3e41649cfdc3f8"><div class="ttname"><a href="structyolov3_1_1_n_m_s_config.xhtml#a4e90aada4569ce7e2b3e41649cfdc3f8">yolov3::NMSConfig::confidence_threshold</a></div><div class="ttdeci">float confidence_threshold</div><div class="ttdoc">Inclusion confidence threshold for a box. </div><div class="ttdef"><b>Definition:</b> <a href="_n_m_s_8hpp_source.xhtml#l00016">NMS.hpp:16</a></div></div>
<div class="ttc" id="_n_m_s_8hpp_xhtml"><div class="ttname"><a href="_n_m_s_8hpp.xhtml">NMS.hpp</a></div></div>
<div class="ttc" id="_tf_lite_yolo_v3_big-_armnn_8cpp_xhtml_a5dbb0b05556ad948f92ef9188d147a97"><div class="ttname"><a href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#a5dbb0b05556ad948f92ef9188d147a97">MakeInputTensors</a></div><div class="ttdeci">armnn::InputTensors MakeInputTensors(const std::vector< armnn::BindingPointInfo > &inputBindings, const std::vector< TContainer > &inputDataContainers)</div><div class="ttdef"><b>Definition:</b> <a href="_tf_lite_yolo_v3_big-_armnn_8cpp_source.xhtml#l00047">TfLiteYoloV3Big-Armnn.cpp:47</a></div></div>
<div class="ttc" id="_tf_lite_yolo_v3_big-_armnn_8cpp_xhtml_ae67c7d9b0f878ffbd8ff8b8513d0245d"><div class="ttname"><a href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml#ae67c7d9b0f878ffbd8ff8b8513d0245d">LoadModel</a></div><div class="ttdeci">int LoadModel(const char *filename, ITfLiteParser &parser, IRuntime &runtime, NetworkId &networkId, const std::vector< BackendId > &backendPreferences)</div><div class="ttdef"><b>Definition:</b> <a href="_tf_lite_yolo_v3_big-_armnn_8cpp_source.xhtml#l00094">TfLiteYoloV3Big-Armnn.cpp:94</a></div></div>
<div class="ttc" id="structyolov3_1_1_n_m_s_config_xhtml_ae82414d4f3be497637c3456351a19c03"><div class="ttname"><a href="structyolov3_1_1_n_m_s_config.xhtml#ae82414d4f3be497637c3456351a19c03">yolov3::NMSConfig::num_classes</a></div><div class="ttdeci">unsigned int num_classes</div><div class="ttdoc">Number of classes in the detected boxes. </div><div class="ttdef"><b>Definition:</b> <a href="_n_m_s_8hpp_source.xhtml#l00014">NMS.hpp:14</a></div></div>
</div><!-- fragment --></div><!-- contents -->
</div><!-- doc-content -->
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
<ul>
<li class="navelem"><a class="el" href="dir_59425e443f801f1f2fd8bbe4959a3ccf.xhtml">tests</a></li><li class="navelem"><a class="el" href="dir_b7046834333ec325d3a0c415e99d3f12.xhtml">TfLiteYoloV3Big-Armnn</a></li><li class="navelem"><a class="el" href="_tf_lite_yolo_v3_big-_armnn_8cpp.xhtml">TfLiteYoloV3Big-Armnn.cpp</a></li>
<li class="footer">Generated on Fri May 29 2020 10:20:47 for ArmNN by
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
</ul>
</div>
</body>
</html>
|
