1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
|
<!-- Copyright (c) 2020 ARM Limited. -->
<!-- -->
<!-- SPDX-License-Identifier: MIT -->
<!-- -->
<!-- HTML header for doxygen 1.8.13-->
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.13"/>
<meta name="robots" content="NOINDEX, NOFOLLOW" />
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>ArmNN: src/backends/cl/ClBackend.hpp Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="resize.js"></script>
<script type="text/javascript" src="navtreedata.js"></script>
<script type="text/javascript" src="navtree.js"></script>
<script type="text/javascript">
$(document).ready(initResizable);
</script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/x-mathjax-config">
MathJax.Hub.Config({
extensions: ["tex2jax.js"],
jax: ["input/TeX","output/HTML-CSS"],
});
</script><script type="text/javascript" src="http://cdn.mathjax.org/mathjax/latest/MathJax.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
<link href="stylesheet.css" rel="stylesheet" type="text/css"/>
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<img alt="ArmNN" src="Arm_NN_horizontal_blue.png" style="max-width: 10rem; margin-top: .5rem; margin-left 10px"/>
<td style="padding-left: 0.5em;">
<div id="projectname">
 <span id="projectnumber">21.11</span>
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.13 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<script type="text/javascript" src="menudata.js"></script>
<script type="text/javascript" src="menu.js"></script>
<script type="text/javascript">
$(function() {
initMenu('',true,false,'search.php','Search');
$(document).ready(function() { init_search(); });
});
</script>
<div id="main-nav"></div>
</div><!-- top -->
<div id="side-nav" class="ui-resizable side-nav-resizable">
<div id="nav-tree">
<div id="nav-tree-contents">
<div id="nav-sync" class="sync"></div>
</div>
</div>
<div id="splitbar" style="-moz-user-select:none;"
class="ui-resizable-handle">
</div>
</div>
<script type="text/javascript">
$(document).ready(function(){initNavTree('_cl_backend_8hpp_source.xhtml','');});
</script>
<div id="doc-content">
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div class="header">
<div class="headertitle">
<div class="title">ClBackend.hpp</div> </div>
</div><!--header-->
<div class="contents">
<a href="_cl_backend_8hpp.xhtml">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">//</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment">// Copyright © 2017 Arm Ltd. All rights reserved.</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment">// SPDX-License-Identifier: MIT</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment">//</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="preprocessor">#pragma once</span></div><div class="line"><a name="l00006"></a><span class="lineno"> 6</span> </div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="preprocessor">#include <<a class="code" href="_i_backend_internal_8hpp.xhtml">armnn/backends/IBackendInternal.hpp</a>></span></div><div class="line"><a name="l00008"></a><span class="lineno"> 8</span> </div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="preprocessor">#include <arm_compute/core/Types.h></span></div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="preprocessor">#include <arm_compute/runtime/CL/CLBufferAllocator.h></span></div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span> </div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="preprocessor">#include <<a class="code" href="_base_memory_manager_8hpp.xhtml">aclCommon/BaseMemoryManager.hpp</a>></span></div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="preprocessor">#include <arm_compute/runtime/CL/CLMemoryRegion.h></span></div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span> </div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="preprocessor">#include <arm_compute/core/CL/CLKernelLibrary.h></span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="preprocessor">#include <CL/cl_ext.h></span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span> </div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="comment">// System includes for mapping and unmapping memory</span></div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="preprocessor">#include <sys/mman.h></span></div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span> </div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="keyword">namespace </span><a class="code" href="namespacearmnn.xhtml">armnn</a></div><div class="line"><a name="l00022"></a><span class="lineno"> 22</span> {</div><div class="line"><a name="l00023"></a><span class="lineno"> 23</span> </div><div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="comment">// add new capabilities here..</span></div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span> <span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#aa9c506b558b8aa33a228b15164f40dc3">BackendCapabilities</a> <a class="code" href="namespacearmnn.xhtml#a468f6472f6d28fba4a9e43c8c793df9f">gpuAccCapabilities</a>(<span class="stringliteral">"GpuAcc"</span>,</div><div class="line"><a name="l00026"></a><span class="lineno"> 26</span>  {</div><div class="line"><a name="l00027"></a><span class="lineno"> 27</span>  {<span class="stringliteral">"NonConstWeights"</span>, <span class="keyword">false</span>},</div><div class="line"><a name="l00028"></a><span class="lineno"> 28</span>  {<span class="stringliteral">"AsyncExecution"</span>, <span class="keyword">false</span>},</div><div class="line"><a name="l00029"></a><span class="lineno"> 29</span>  {<span class="stringliteral">"ProtectedContentAllocation"</span>, <span class="keyword">true</span>},</div><div class="line"><a name="l00030"></a><span class="lineno"> 30</span>  {<span class="stringliteral">"ConstantTensorsAsInputs"</span>, <span class="keyword">false</span>},</div><div class="line"><a name="l00031"></a><span class="lineno"> 31</span>  {<span class="stringliteral">"PreImportIOTensors"</span>, <span class="keyword">false</span>},</div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span>  {<span class="stringliteral">"ExternallyManagedMemory"</span>, <span class="keyword">true</span>},</div><div class="line"><a name="l00033"></a><span class="lineno"> 33</span>  {<span class="stringliteral">"MultiAxisPacking"</span>, <span class="keyword">false</span>},</div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span>  {<span class="stringliteral">"SingleAxisPacking"</span>, <span class="keyword">true</span>}</div><div class="line"><a name="l00035"></a><span class="lineno"> 35</span>  });</div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span> </div><div class="line"><a name="l00037"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend.xhtml"> 37</a></span> <span class="keyword">class </span><a class="code" href="classarmnn_1_1_cl_backend.xhtml">ClBackend</a> : <span class="keyword">public</span> <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml">IBackendInternal</a></div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span> {</div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span> <span class="keyword">public</span>:</div><div class="line"><a name="l00040"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend.xhtml#ab3fd5d6d6d71f2592b6da17c638fb6ed"> 40</a></span>  <a class="code" href="classarmnn_1_1_cl_backend.xhtml#ab3fd5d6d6d71f2592b6da17c638fb6ed">ClBackend</a>() : <a class="code" href="classarmnn_1_1_cl_backend.xhtml#af1937f516c364d9d99cb502249e7179d">m_CustomAllocator</a>(nullptr) {};</div><div class="line"><a name="l00041"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend.xhtml#aa14d8ddb080da57ebb9b71fe9a2d6479"> 41</a></span>  <a class="code" href="classarmnn_1_1_cl_backend.xhtml#aa14d8ddb080da57ebb9b71fe9a2d6479">ClBackend</a>(std::shared_ptr<ICustomAllocator> allocator)</div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span>  {</div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span>  std::string err;</div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span>  <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a6d138dc799f160c3ee6d3cb77b17afe0">UseCustomMemoryAllocator</a>(allocator, err);</div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span>  }</div><div class="line"><a name="l00046"></a><span class="lineno"> 46</span>  <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a2d10800539d28eead01057c1cc75815d">~ClBackend</a>() = <span class="keywordflow">default</span>;</div><div class="line"><a name="l00047"></a><span class="lineno"> 47</span> </div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span>  <span class="keyword">static</span> <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_backend_id.xhtml">BackendId</a>& <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a177af502214bbc8123fbb4a3c4f0a1b8">GetIdStatic</a>();</div><div class="line"><a name="l00049"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend.xhtml#a6c6c3d137a7792e264a89cc40ea94bb0"> 49</a></span>  <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_backend_id.xhtml">BackendId</a>& <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a6c6c3d137a7792e264a89cc40ea94bb0">GetId</a>()<span class="keyword"> const override </span>{ <span class="keywordflow">return</span> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a177af502214bbc8123fbb4a3c4f0a1b8">GetIdStatic</a>(); }</div><div class="line"><a name="l00050"></a><span class="lineno"> 50</span> </div><div class="line"><a name="l00051"></a><span class="lineno"> 51</span>  <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml#a12bff6d51d63dac1375c89bc8415dc46">IBackendInternal::IMemoryManagerUniquePtr</a> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a93fcb3bff141d8c77b53466a44b58eee">CreateMemoryManager</a>() <span class="keyword">const override</span>;</div><div class="line"><a name="l00052"></a><span class="lineno"> 52</span> </div><div class="line"><a name="l00053"></a><span class="lineno"> 53</span>  <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml#a72ca1cf423bda4b0a9ffb789627126de">IBackendInternal::IWorkloadFactoryPtr</a> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a8e19e275c8162e34e6d8d10a9245dbc9">CreateWorkloadFactory</a>(</div><div class="line"><a name="l00054"></a><span class="lineno"> 54</span>  <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml#a693b40e6b94e958836aeb0410ca186bd">IBackendInternal::IMemoryManagerSharedPtr</a>& memoryManager = <span class="keyword">nullptr</span>) <span class="keyword">const override</span>;</div><div class="line"><a name="l00055"></a><span class="lineno"> 55</span> </div><div class="line"><a name="l00056"></a><span class="lineno"> 56</span>  <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml#a72ca1cf423bda4b0a9ffb789627126de">IBackendInternal::IWorkloadFactoryPtr</a> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a8e19e275c8162e34e6d8d10a9245dbc9">CreateWorkloadFactory</a>(</div><div class="line"><a name="l00057"></a><span class="lineno"> 57</span>  <a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.xhtml">TensorHandleFactoryRegistry</a>& registry) <span class="keyword">const override</span>;</div><div class="line"><a name="l00058"></a><span class="lineno"> 58</span> </div><div class="line"><a name="l00059"></a><span class="lineno"> 59</span>  <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml#a72ca1cf423bda4b0a9ffb789627126de">IWorkloadFactoryPtr</a> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a8e19e275c8162e34e6d8d10a9245dbc9">CreateWorkloadFactory</a>(<span class="keyword">const</span> <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml#a693b40e6b94e958836aeb0410ca186bd">IMemoryManagerSharedPtr</a>& memoryManager,</div><div class="line"><a name="l00060"></a><span class="lineno"> 60</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#a5b6893cda5b69359a4244c06054da18f">ModelOptions</a>& modelOptions) <span class="keyword">const override</span>;</div><div class="line"><a name="l00061"></a><span class="lineno"> 61</span> </div><div class="line"><a name="l00062"></a><span class="lineno"> 62</span>  <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml#a72ca1cf423bda4b0a9ffb789627126de">IWorkloadFactoryPtr</a> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a8e19e275c8162e34e6d8d10a9245dbc9">CreateWorkloadFactory</a>(<span class="keyword">class</span> <a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.xhtml">TensorHandleFactoryRegistry</a>& tensorHandleFactoryRegistry,</div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#a5b6893cda5b69359a4244c06054da18f">ModelOptions</a>& modelOptions) <span class="keyword">const override</span>;</div><div class="line"><a name="l00064"></a><span class="lineno"> 64</span> </div><div class="line"><a name="l00065"></a><span class="lineno"> 65</span>  <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml#a72ca1cf423bda4b0a9ffb789627126de">IWorkloadFactoryPtr</a> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a8e19e275c8162e34e6d8d10a9245dbc9">CreateWorkloadFactory</a>(<span class="keyword">class</span> <a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.xhtml">TensorHandleFactoryRegistry</a>& tensorHandleFactoryRegistry,</div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#a5b6893cda5b69359a4244c06054da18f">ModelOptions</a>& modelOptions,</div><div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  <a class="code" href="namespacearmnn.xhtml#a5b05f3b7208ec7cea3338e30057c0bac">MemorySourceFlags</a> inputFlags,</div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span>  <a class="code" href="namespacearmnn.xhtml#a5b05f3b7208ec7cea3338e30057c0bac">MemorySourceFlags</a> outputFlags) <span class="keyword">const override</span>;</div><div class="line"><a name="l00069"></a><span class="lineno"> 69</span> </div><div class="line"><a name="l00070"></a><span class="lineno"> 70</span>  std::vector<ITensorHandleFactory::FactoryId> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a63559c7f206c265f5fff5ffcc8a58e3e">GetHandleFactoryPreferences</a>() <span class="keyword">const override</span>;</div><div class="line"><a name="l00071"></a><span class="lineno"> 71</span> </div><div class="line"><a name="l00072"></a><span class="lineno"> 72</span>  <span class="keywordtype">void</span> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a531177ce89c53c6af616175b0b05e5c0">RegisterTensorHandleFactories</a>(<a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.xhtml">TensorHandleFactoryRegistry</a>& registry) <span class="keyword">override</span>;</div><div class="line"><a name="l00073"></a><span class="lineno"> 73</span> </div><div class="line"><a name="l00074"></a><span class="lineno"> 74</span>  <span class="keywordtype">void</span> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a531177ce89c53c6af616175b0b05e5c0">RegisterTensorHandleFactories</a>(<a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.xhtml">TensorHandleFactoryRegistry</a>& registry,</div><div class="line"><a name="l00075"></a><span class="lineno"> 75</span>  <a class="code" href="namespacearmnn.xhtml#a5b05f3b7208ec7cea3338e30057c0bac">MemorySourceFlags</a> inputFlags,</div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span>  <a class="code" href="namespacearmnn.xhtml#a5b05f3b7208ec7cea3338e30057c0bac">MemorySourceFlags</a> outputFlags) <span class="keyword">override</span>;</div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span> </div><div class="line"><a name="l00078"></a><span class="lineno"> 78</span>  <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml#ada6d56575c0fe53cf23c7ae4610c6367">IBackendInternal::IBackendContextPtr</a> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a801cf3170dc777aca3e6f926d1bd70a5">CreateBackendContext</a>(<span class="keyword">const</span> <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a>&) <span class="keyword">const override</span>;</div><div class="line"><a name="l00079"></a><span class="lineno"> 79</span>  <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml#aaece3a614f6691da8de8c7295cb1b07f">IBackendInternal::IBackendProfilingContextPtr</a> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a68c2ef244261cc9649799284774af132">CreateBackendProfilingContext</a>(</div><div class="line"><a name="l00080"></a><span class="lineno"> 80</span>  <span class="keyword">const</span> <a class="code" href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">IRuntime::CreationOptions</a>&, <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml#a34ab83489d1c5043b2b9b4a2ec13c481">IBackendProfilingPtr</a>& backendProfiling) <span class="keyword">override</span>;</div><div class="line"><a name="l00081"></a><span class="lineno"> 81</span> </div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml#a11fa919c11fe46aad613b2e960fcfe90">IBackendInternal::ILayerSupportSharedPtr</a> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a93d4285a3ea5e4e3b35578484d889daa">GetLayerSupport</a>() <span class="keyword">const override</span>;</div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span>  <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml#a11fa919c11fe46aad613b2e960fcfe90">IBackendInternal::ILayerSupportSharedPtr</a> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a93d4285a3ea5e4e3b35578484d889daa">GetLayerSupport</a>(<span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#a5b6893cda5b69359a4244c06054da18f">ModelOptions</a>& modelOptions) <span class="keyword">const override</span>;</div><div class="line"><a name="l00084"></a><span class="lineno"> 84</span> </div><div class="line"><a name="l00085"></a><span class="lineno"> 85</span>  <a class="code" href="classarmnn_1_1_optimization_views.xhtml">OptimizationViews</a> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a339efc194a1738cd93fcdde4d948a5cd">OptimizeSubgraphView</a>(<span class="keyword">const</span> <a class="code" href="classarmnn_1_1_subgraph_view.xhtml">SubgraphView</a>& subgraph,</div><div class="line"><a name="l00086"></a><span class="lineno"> 86</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#a5b6893cda5b69359a4244c06054da18f">ModelOptions</a>& modelOptions) <span class="keyword">const override</span>;</div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span> </div><div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  <a class="code" href="classarmnn_1_1_i_backend_internal.xhtml#a4d0238968a7643dbb170547dd22bba54">IBackendInternal::IBackendSpecificModelContextPtr</a> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a2482b4a7d5bde88e9b963be08017ce2b">CreateBackendSpecificModelContext</a>(</div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.xhtml#a5b6893cda5b69359a4244c06054da18f">ModelOptions</a>& modelOptions) <span class="keyword">const override</span>;</div><div class="line"><a name="l00090"></a><span class="lineno"> 90</span> </div><div class="line"><a name="l00091"></a><span class="lineno"> 91</span>  std::unique_ptr<ICustomAllocator> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#afb75bad43612f5314622c4fa8a16e63d">GetDefaultAllocator</a>() <span class="keyword">const override</span>;</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span> </div><div class="line"><a name="l00093"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend.xhtml#ab9199ff425571ba62412bb903c2c933e"> 93</a></span>  <a class="code" href="structarmnn_1_1_backend_options.xhtml">BackendCapabilities</a> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#ab9199ff425571ba62412bb903c2c933e">GetCapabilities</a>()<span class="keyword"> const override</span></div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span> <span class="keyword"> </span>{</div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span>  <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.xhtml#a468f6472f6d28fba4a9e43c8c793df9f">gpuAccCapabilities</a>;</div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span>  };</div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span> </div><div class="line"><a name="l00098"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend.xhtml#a6d138dc799f160c3ee6d3cb77b17afe0"> 98</a></span>  <span class="keyword">virtual</span> <span class="keywordtype">bool</span> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#a6d138dc799f160c3ee6d3cb77b17afe0">UseCustomMemoryAllocator</a>(std::shared_ptr<ICustomAllocator> allocator,</div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span>  <a class="code" href="classarmnn_1_1_optional.xhtml">armnn::Optional<std::string&></a> errMsg)<span class="keyword"> override</span></div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span> <span class="keyword"> </span>{</div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span>  <a class="code" href="namespacearmnn.xhtml#a44affeeb090c3c6a3062830562672e84">IgnoreUnused</a>(errMsg);</div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  <a class="code" href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>) << <span class="stringliteral">"Using Custom Allocator for ClBackend"</span>;</div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span> </div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  <span class="comment">// Set flag to signal the backend to use a custom memory allocator</span></div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  <a class="code" href="classarmnn_1_1_cl_backend.xhtml#af1937f516c364d9d99cb502249e7179d">m_CustomAllocator</a> = std::make_shared<ClBackendCustomAllocatorWrapper>(std::move(allocator));</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span>  <a class="code" href="classarmnn_1_1_cl_backend.xhtml#adda2579a4649278c81f18a1d3915b3a0">m_UsingCustomAllocator</a> = <span class="keyword">true</span>;</div><div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  <span class="keywordflow">return</span> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#adda2579a4649278c81f18a1d3915b3a0">m_UsingCustomAllocator</a>;</div><div class="line"><a name="l00108"></a><span class="lineno"> 108</span>  }</div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span> </div><div class="line"><a name="l00110"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend.xhtml#aebeb1072c9b24079d9a6f796aa95aaac"> 110</a></span>  <span class="keyword">virtual</span> <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#aebeb1072c9b24079d9a6f796aa95aaac">GetNumberOfCacheFiles</a>()<span class="keyword"> const override </span>{ <span class="keywordflow">return</span> 1; }</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span> </div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span>  <span class="comment">// Cl requires a arm_compute::IAllocator we wrap the Arm NN ICustomAllocator to achieve this</span></div><div class="line"><a name="l00113"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml"> 113</a></span>  <span class="keyword">class </span><a class="code" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml">ClBackendCustomAllocatorWrapper</a> : <span class="keyword">public</span> arm_compute::IAllocator</div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  {</div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  <span class="keyword">public</span>:</div><div class="line"><a name="l00116"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml#acd00af9a7ba0a698230b82b675160c6b"> 116</a></span>  <a class="code" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml#acd00af9a7ba0a698230b82b675160c6b">ClBackendCustomAllocatorWrapper</a>(std::shared_ptr<ICustomAllocator> alloc) : m_CustomAllocator(alloc)</div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  {}</div><div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  <span class="comment">// Inherited methods overridden:</span></div><div class="line"><a name="l00119"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml#aae0c9f2cf99b1724ec4a6d4e292327d2"> 119</a></span>  <span class="keywordtype">void</span>* <a class="code" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml#aae0c9f2cf99b1724ec4a6d4e292327d2">allocate</a>(<span class="keywordtype">size_t</span> size, <span class="keywordtype">size_t</span> alignment)<span class="keyword"> override</span></div><div class="line"><a name="l00120"></a><span class="lineno"> 120</span> <span class="keyword"> </span>{</div><div class="line"><a name="l00121"></a><span class="lineno"> 121</span>  <span class="keyword">auto</span> alloc = m_CustomAllocator->allocate(size, alignment);</div><div class="line"><a name="l00122"></a><span class="lineno"> 122</span>  <span class="keywordflow">return</span> MapAllocatedMemory(alloc, size, m_CustomAllocator->GetMemorySourceType());</div><div class="line"><a name="l00123"></a><span class="lineno"> 123</span>  }</div><div class="line"><a name="l00124"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml#abbd17af5b3fbeff226e4051433c1b929"> 124</a></span>  <span class="keywordtype">void</span> <a class="code" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml#abbd17af5b3fbeff226e4051433c1b929">free</a>(<span class="keywordtype">void</span>* ptr)<span class="keyword"> override</span></div><div class="line"><a name="l00125"></a><span class="lineno"> 125</span> <span class="keyword"> </span>{</div><div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  <span class="keyword">auto</span> hostMemPtr = m_AllocatedBufferMappings[ptr];</div><div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  clReleaseMemObject(static_cast<cl_mem>(ptr));</div><div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  m_CustomAllocator->free(hostMemPtr);</div><div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  }</div><div class="line"><a name="l00130"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml#abf2dabeaea489183b26da69ab593165b"> 130</a></span>  std::unique_ptr<arm_compute::IMemoryRegion> <a class="code" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml#abf2dabeaea489183b26da69ab593165b">make_region</a>(<span class="keywordtype">size_t</span> size, <span class="keywordtype">size_t</span> alignment)<span class="keyword"> override</span></div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span> <span class="keyword"> </span>{</div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span>  <span class="keyword">auto</span> hostMemPtr = m_CustomAllocator->allocate(size, alignment);</div><div class="line"><a name="l00133"></a><span class="lineno"> 133</span>  cl_mem buffer = MapAllocatedMemory(hostMemPtr, size, m_CustomAllocator->GetMemorySourceType());</div><div class="line"><a name="l00134"></a><span class="lineno"> 134</span> </div><div class="line"><a name="l00135"></a><span class="lineno"> 135</span>  <span class="keywordflow">return</span> std::make_unique<ClBackendCustomAllocatorMemoryRegion>(cl::Buffer(buffer),</div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  hostMemPtr,</div><div class="line"><a name="l00137"></a><span class="lineno"> 137</span>  m_CustomAllocator->GetMemorySourceType());</div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  }</div><div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  <span class="keyword">private</span>:</div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  cl_mem MapAllocatedMemory(<span class="keywordtype">void</span>* memory, <span class="keywordtype">size_t</span> size, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277">MemorySource</a> source)</div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span>  {</div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  <span class="comment">// Round the size of the buffer to a multiple of the CL_DEVICE_GLOBAL_MEM_CACHELINE_SIZE</span></div><div class="line"><a name="l00143"></a><span class="lineno"> 143</span>  <span class="keyword">auto</span> cachelineAlignment =</div><div class="line"><a name="l00144"></a><span class="lineno"> 144</span>  arm_compute::CLKernelLibrary::get().get_device().getInfo<CL_DEVICE_GLOBAL_MEM_CACHELINE_SIZE>();</div><div class="line"><a name="l00145"></a><span class="lineno"> 145</span>  <span class="keyword">auto</span> roundedSize = cachelineAlignment + size - (size % cachelineAlignment);</div><div class="line"><a name="l00146"></a><span class="lineno"> 146</span> </div><div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  <span class="keywordflow">if</span> (source == <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">MemorySource::Malloc</a>)</div><div class="line"><a name="l00148"></a><span class="lineno"> 148</span>  {</div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  <span class="keyword">const</span> cl_import_properties_arm importProperties[] =</div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  {</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  CL_IMPORT_TYPE_ARM,</div><div class="line"><a name="l00152"></a><span class="lineno"> 152</span>  CL_IMPORT_TYPE_HOST_ARM,</div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span>  0</div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span>  };</div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span>  cl_int <a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a> = CL_SUCCESS;</div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  cl_mem buffer = clImportMemoryARM(arm_compute::CLKernelLibrary::get().context().<span class="keyword">get</span>(),</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span>  CL_MEM_READ_WRITE,</div><div class="line"><a name="l00158"></a><span class="lineno"> 158</span>  importProperties,</div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span>  memory,</div><div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  roundedSize,</div><div class="line"><a name="l00161"></a><span class="lineno"> 161</span>  &error);</div><div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  <span class="keywordflow">if</span> (error == CL_SUCCESS)</div><div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  {</div><div class="line"><a name="l00164"></a><span class="lineno"> 164</span>  m_AllocatedBufferMappings.insert(std::make_pair(static_cast<void *>(buffer), memory));</div><div class="line"><a name="l00165"></a><span class="lineno"> 165</span>  <span class="keywordflow">return</span> buffer;</div><div class="line"><a name="l00166"></a><span class="lineno"> 166</span>  }</div><div class="line"><a name="l00167"></a><span class="lineno"> 167</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.xhtml">armnn::Exception</a>(</div><div class="line"><a name="l00168"></a><span class="lineno"> 168</span>  <span class="stringliteral">"Mapping allocated memory from CustomMemoryAllocator failed, errcode: "</span> + std::to_string(error));</div><div class="line"><a name="l00169"></a><span class="lineno"> 169</span>  }</div><div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  <span class="keywordflow">else</span> <span class="keywordflow">if</span> (source == <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a966e13d8aabbff3966a5cd28d67b4846">MemorySource::DmaBuf</a>)</div><div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  {</div><div class="line"><a name="l00172"></a><span class="lineno"> 172</span>  <span class="keyword">const</span> cl_import_properties_arm importProperties[] =</div><div class="line"><a name="l00173"></a><span class="lineno"> 173</span>  {</div><div class="line"><a name="l00174"></a><span class="lineno"> 174</span>  CL_IMPORT_TYPE_ARM,</div><div class="line"><a name="l00175"></a><span class="lineno"> 175</span>  CL_IMPORT_TYPE_DMA_BUF_ARM,</div><div class="line"><a name="l00176"></a><span class="lineno"> 176</span>  CL_IMPORT_DMA_BUF_DATA_CONSISTENCY_WITH_HOST_ARM,</div><div class="line"><a name="l00177"></a><span class="lineno"> 177</span>  CL_TRUE,</div><div class="line"><a name="l00178"></a><span class="lineno"> 178</span>  0</div><div class="line"><a name="l00179"></a><span class="lineno"> 179</span>  };</div><div class="line"><a name="l00180"></a><span class="lineno"> 180</span>  cl_int <a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a> = CL_SUCCESS;</div><div class="line"><a name="l00181"></a><span class="lineno"> 181</span>  cl_mem buffer = clImportMemoryARM(arm_compute::CLKernelLibrary::get().context().<span class="keyword">get</span>(),</div><div class="line"><a name="l00182"></a><span class="lineno"> 182</span>  CL_MEM_READ_WRITE,</div><div class="line"><a name="l00183"></a><span class="lineno"> 183</span>  importProperties,</div><div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  memory,</div><div class="line"><a name="l00185"></a><span class="lineno"> 185</span>  roundedSize,</div><div class="line"><a name="l00186"></a><span class="lineno"> 186</span>  &error);</div><div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  <span class="keywordflow">if</span> (error == CL_SUCCESS)</div><div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  {</div><div class="line"><a name="l00189"></a><span class="lineno"> 189</span>  m_AllocatedBufferMappings.insert(std::make_pair(static_cast<void *>(buffer), memory));</div><div class="line"><a name="l00190"></a><span class="lineno"> 190</span>  <span class="keywordflow">return</span> buffer;</div><div class="line"><a name="l00191"></a><span class="lineno"> 191</span>  }</div><div class="line"><a name="l00192"></a><span class="lineno"> 192</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.xhtml">armnn::Exception</a>(</div><div class="line"><a name="l00193"></a><span class="lineno"> 193</span>  <span class="stringliteral">"Mapping allocated memory from CustomMemoryAllocator failed, errcode: "</span></div><div class="line"><a name="l00194"></a><span class="lineno"> 194</span>  + std::to_string(error));</div><div class="line"><a name="l00195"></a><span class="lineno"> 195</span>  }</div><div class="line"><a name="l00196"></a><span class="lineno"> 196</span>  <span class="keywordflow">else</span> <span class="keywordflow">if</span> (source == <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a7f9067c59dd34aca0ad09a7f283ed1f8">MemorySource::DmaBufProtected</a>)</div><div class="line"><a name="l00197"></a><span class="lineno"> 197</span>  {</div><div class="line"><a name="l00198"></a><span class="lineno"> 198</span>  <span class="keyword">const</span> cl_import_properties_arm importProperties[] =</div><div class="line"><a name="l00199"></a><span class="lineno"> 199</span>  {</div><div class="line"><a name="l00200"></a><span class="lineno"> 200</span>  CL_IMPORT_TYPE_ARM,</div><div class="line"><a name="l00201"></a><span class="lineno"> 201</span>  CL_IMPORT_TYPE_DMA_BUF_ARM,</div><div class="line"><a name="l00202"></a><span class="lineno"> 202</span>  CL_IMPORT_TYPE_PROTECTED_ARM,</div><div class="line"><a name="l00203"></a><span class="lineno"> 203</span>  CL_TRUE,</div><div class="line"><a name="l00204"></a><span class="lineno"> 204</span>  0</div><div class="line"><a name="l00205"></a><span class="lineno"> 205</span>  };</div><div class="line"><a name="l00206"></a><span class="lineno"> 206</span>  cl_int <a class="code" href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a> = CL_SUCCESS;</div><div class="line"><a name="l00207"></a><span class="lineno"> 207</span>  cl_mem buffer = clImportMemoryARM(arm_compute::CLKernelLibrary::get().context().<span class="keyword">get</span>(),</div><div class="line"><a name="l00208"></a><span class="lineno"> 208</span>  CL_MEM_READ_WRITE,</div><div class="line"><a name="l00209"></a><span class="lineno"> 209</span>  importProperties,</div><div class="line"><a name="l00210"></a><span class="lineno"> 210</span>  memory,</div><div class="line"><a name="l00211"></a><span class="lineno"> 211</span>  roundedSize,</div><div class="line"><a name="l00212"></a><span class="lineno"> 212</span>  &error);</div><div class="line"><a name="l00213"></a><span class="lineno"> 213</span>  <span class="keywordflow">if</span> (error == CL_SUCCESS)</div><div class="line"><a name="l00214"></a><span class="lineno"> 214</span>  {</div><div class="line"><a name="l00215"></a><span class="lineno"> 215</span>  m_AllocatedBufferMappings.insert(std::make_pair(static_cast<void *>(buffer), memory));</div><div class="line"><a name="l00216"></a><span class="lineno"> 216</span>  <span class="keywordflow">return</span> buffer;</div><div class="line"><a name="l00217"></a><span class="lineno"> 217</span>  }</div><div class="line"><a name="l00218"></a><span class="lineno"> 218</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.xhtml">armnn::Exception</a>(</div><div class="line"><a name="l00219"></a><span class="lineno"> 219</span>  <span class="stringliteral">"Mapping allocated memory from CustomMemoryAllocator failed, errcode: "</span></div><div class="line"><a name="l00220"></a><span class="lineno"> 220</span>  + std::to_string(error));</div><div class="line"><a name="l00221"></a><span class="lineno"> 221</span>  }</div><div class="line"><a name="l00222"></a><span class="lineno"> 222</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.xhtml">armnn::Exception</a>(</div><div class="line"><a name="l00223"></a><span class="lineno"> 223</span>  <span class="stringliteral">"Attempting to allocate memory with unsupported MemorySource type in CustomAllocator"</span>);</div><div class="line"><a name="l00224"></a><span class="lineno"> 224</span>  }</div><div class="line"><a name="l00225"></a><span class="lineno"> 225</span>  std::shared_ptr<ICustomAllocator> m_CustomAllocator;</div><div class="line"><a name="l00226"></a><span class="lineno"> 226</span>  std::map<void*, void*> m_AllocatedBufferMappings;</div><div class="line"><a name="l00227"></a><span class="lineno"> 227</span>  };</div><div class="line"><a name="l00228"></a><span class="lineno"> 228</span> </div><div class="line"><a name="l00229"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml"> 229</a></span>  <span class="keyword">class </span><a class="code" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml">ClBackendCustomAllocatorMemoryRegion</a> : <span class="keyword">public</span> arm_compute::ICLMemoryRegion</div><div class="line"><a name="l00230"></a><span class="lineno"> 230</span>  {</div><div class="line"><a name="l00231"></a><span class="lineno"> 231</span>  <span class="keyword">public</span>:</div><div class="line"><a name="l00232"></a><span class="lineno"> 232</span>  <span class="comment">// We need to have a new version of ICLMemoryRegion which holds a hostMemPtr to allow for cpu copy access</span></div><div class="line"><a name="l00233"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml#a97eedd1abd44318885ae1b396114f7a7"> 233</a></span>  <a class="code" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml#a97eedd1abd44318885ae1b396114f7a7">ClBackendCustomAllocatorMemoryRegion</a>(<span class="keyword">const</span> cl::Buffer &buffer, <span class="keywordtype">void</span>* hostMemPtr, <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277">armnn::MemorySource</a> source)</div><div class="line"><a name="l00234"></a><span class="lineno"> 234</span>  : ICLMemoryRegion(buffer.getInfo<CL_MEM_SIZE>())</div><div class="line"><a name="l00235"></a><span class="lineno"> 235</span>  {</div><div class="line"><a name="l00236"></a><span class="lineno"> 236</span>  _mem = buffer;</div><div class="line"><a name="l00237"></a><span class="lineno"> 237</span>  m_HostMemPtr = hostMemPtr;</div><div class="line"><a name="l00238"></a><span class="lineno"> 238</span>  m_MemorySource = source;</div><div class="line"><a name="l00239"></a><span class="lineno"> 239</span>  }</div><div class="line"><a name="l00240"></a><span class="lineno"> 240</span> </div><div class="line"><a name="l00241"></a><span class="lineno"> 241</span>  <span class="comment">// Inherited methods overridden :</span></div><div class="line"><a name="l00242"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml#a0d957ce12ecbf85d9ecff5c372cfdd26"> 242</a></span>  <span class="keywordtype">void</span>* <a class="code" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml#a0d957ce12ecbf85d9ecff5c372cfdd26">ptr</a>()<span class="keyword"> override</span></div><div class="line"><a name="l00243"></a><span class="lineno"> 243</span> <span class="keyword"> </span>{</div><div class="line"><a name="l00244"></a><span class="lineno"> 244</span>  <span class="keywordflow">return</span> <span class="keyword">nullptr</span>;</div><div class="line"><a name="l00245"></a><span class="lineno"> 245</span>  }</div><div class="line"><a name="l00246"></a><span class="lineno"> 246</span> </div><div class="line"><a name="l00247"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml#af540d8670cb2ccdec5a30fd2471c2e85"> 247</a></span>  <span class="keywordtype">void</span>* <a class="code" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml#af540d8670cb2ccdec5a30fd2471c2e85">map</a>(cl::CommandQueue &q, <span class="keywordtype">bool</span> blocking)<span class="keyword"> override</span></div><div class="line"><a name="l00248"></a><span class="lineno"> 248</span> <span class="keyword"> </span>{</div><div class="line"><a name="l00249"></a><span class="lineno"> 249</span>  <a class="code" href="namespacearmnn.xhtml#a44affeeb090c3c6a3062830562672e84">armnn::IgnoreUnused</a>(q, blocking);</div><div class="line"><a name="l00250"></a><span class="lineno"> 250</span>  <span class="keywordflow">if</span> (m_HostMemPtr == <span class="keyword">nullptr</span>)</div><div class="line"><a name="l00251"></a><span class="lineno"> 251</span>  {</div><div class="line"><a name="l00252"></a><span class="lineno"> 252</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.xhtml">armnn::Exception</a>(<span class="stringliteral">"ClBackend: Attempting to map memory with an invalid host ptr"</span>);</div><div class="line"><a name="l00253"></a><span class="lineno"> 253</span>  }</div><div class="line"><a name="l00254"></a><span class="lineno"> 254</span>  <span class="keywordflow">if</span> (_mapping != <span class="keyword">nullptr</span>)</div><div class="line"><a name="l00255"></a><span class="lineno"> 255</span>  {</div><div class="line"><a name="l00256"></a><span class="lineno"> 256</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.xhtml">armnn::Exception</a>(<span class="stringliteral">"ClBackend: Attempting to map memory which has not yet been unmapped"</span>);</div><div class="line"><a name="l00257"></a><span class="lineno"> 257</span>  }</div><div class="line"><a name="l00258"></a><span class="lineno"> 258</span>  <span class="keywordflow">switch</span> (m_MemorySource)</div><div class="line"><a name="l00259"></a><span class="lineno"> 259</span>  {</div><div class="line"><a name="l00260"></a><span class="lineno"> 260</span>  <span class="keywordflow">case</span> <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">armnn::MemorySource::Malloc</a>:</div><div class="line"><a name="l00261"></a><span class="lineno"> 261</span>  _mapping = m_HostMemPtr;</div><div class="line"><a name="l00262"></a><span class="lineno"> 262</span>  <span class="keywordflow">return</span> _mapping;</div><div class="line"><a name="l00263"></a><span class="lineno"> 263</span>  <span class="keywordflow">break</span>;</div><div class="line"><a name="l00264"></a><span class="lineno"> 264</span>  <span class="keywordflow">case</span> <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a966e13d8aabbff3966a5cd28d67b4846">armnn::MemorySource::DmaBuf</a>:</div><div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  <span class="keywordflow">case</span> <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a7f9067c59dd34aca0ad09a7f283ed1f8">armnn::MemorySource::DmaBufProtected</a>:</div><div class="line"><a name="l00266"></a><span class="lineno"> 266</span>  <span class="comment">// If the source is a Dmabuf then the memory ptr should be pointing to an integer value for the fd</span></div><div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  _mapping = mmap(NULL, _size, PROT_WRITE, MAP_SHARED, *(reinterpret_cast<int*>(m_HostMemPtr)), 0);</div><div class="line"><a name="l00268"></a><span class="lineno"> 268</span>  <span class="keywordflow">return</span> _mapping;</div><div class="line"><a name="l00269"></a><span class="lineno"> 269</span>  <span class="keywordflow">break</span>;</div><div class="line"><a name="l00270"></a><span class="lineno"> 270</span>  <span class="keywordflow">default</span>:</div><div class="line"><a name="l00271"></a><span class="lineno"> 271</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.xhtml">armnn::Exception</a>(<span class="stringliteral">"ClBackend: Attempting to map imported memory without a valid source"</span>);</div><div class="line"><a name="l00272"></a><span class="lineno"> 272</span>  <span class="keywordflow">break</span>;</div><div class="line"><a name="l00273"></a><span class="lineno"> 273</span>  }</div><div class="line"><a name="l00274"></a><span class="lineno"> 274</span>  }</div><div class="line"><a name="l00275"></a><span class="lineno"> 275</span> </div><div class="line"><a name="l00276"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml#a56b704bed25e1e66ebe6b435f83fefcd"> 276</a></span>  <span class="keywordtype">void</span> <a class="code" href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml#a56b704bed25e1e66ebe6b435f83fefcd">unmap</a>(cl::CommandQueue &q)<span class="keyword"> override</span></div><div class="line"><a name="l00277"></a><span class="lineno"> 277</span> <span class="keyword"> </span>{</div><div class="line"><a name="l00278"></a><span class="lineno"> 278</span>  <a class="code" href="namespacearmnn.xhtml#a44affeeb090c3c6a3062830562672e84">armnn::IgnoreUnused</a>(q);</div><div class="line"><a name="l00279"></a><span class="lineno"> 279</span>  <span class="keywordflow">switch</span> (m_MemorySource)</div><div class="line"><a name="l00280"></a><span class="lineno"> 280</span>  {</div><div class="line"><a name="l00281"></a><span class="lineno"> 281</span>  <span class="keywordflow">case</span> <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">armnn::MemorySource::Malloc</a>:</div><div class="line"><a name="l00282"></a><span class="lineno"> 282</span>  _mapping = <span class="keyword">nullptr</span>;</div><div class="line"><a name="l00283"></a><span class="lineno"> 283</span>  <span class="keywordflow">break</span>;</div><div class="line"><a name="l00284"></a><span class="lineno"> 284</span>  <span class="keywordflow">case</span> <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a966e13d8aabbff3966a5cd28d67b4846">armnn::MemorySource::DmaBuf</a>:</div><div class="line"><a name="l00285"></a><span class="lineno"> 285</span>  <span class="keywordflow">case</span> <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a7f9067c59dd34aca0ad09a7f283ed1f8">armnn::MemorySource::DmaBufProtected</a>:</div><div class="line"><a name="l00286"></a><span class="lineno"> 286</span>  munmap(_mapping, _size);</div><div class="line"><a name="l00287"></a><span class="lineno"> 287</span>  _mapping = <span class="keyword">nullptr</span>;</div><div class="line"><a name="l00288"></a><span class="lineno"> 288</span>  <span class="keywordflow">break</span>;</div><div class="line"><a name="l00289"></a><span class="lineno"> 289</span>  <span class="keywordflow">default</span>:</div><div class="line"><a name="l00290"></a><span class="lineno"> 290</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.xhtml">armnn::Exception</a>(<span class="stringliteral">"ClBackend: Attempting to unmap imported memory without a valid source"</span>);</div><div class="line"><a name="l00291"></a><span class="lineno"> 291</span>  <span class="keywordflow">break</span>;</div><div class="line"><a name="l00292"></a><span class="lineno"> 292</span>  }</div><div class="line"><a name="l00293"></a><span class="lineno"> 293</span>  }</div><div class="line"><a name="l00294"></a><span class="lineno"> 294</span>  <span class="keyword">private</span>:</div><div class="line"><a name="l00295"></a><span class="lineno"> 295</span>  <span class="keywordtype">void</span>* m_HostMemPtr = <span class="keyword">nullptr</span>;</div><div class="line"><a name="l00296"></a><span class="lineno"> 296</span>  <a class="code" href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277">armnn::MemorySource</a> m_MemorySource;</div><div class="line"><a name="l00297"></a><span class="lineno"> 297</span>  };</div><div class="line"><a name="l00298"></a><span class="lineno"> 298</span> </div><div class="line"><a name="l00299"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend.xhtml#af1937f516c364d9d99cb502249e7179d"> 299</a></span>  std::shared_ptr<ClBackendCustomAllocatorWrapper> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#af1937f516c364d9d99cb502249e7179d">m_CustomAllocator</a>;</div><div class="line"><a name="l00300"></a><span class="lineno"><a class="line" href="classarmnn_1_1_cl_backend.xhtml#adda2579a4649278c81f18a1d3915b3a0"> 300</a></span>  <span class="keywordtype">bool</span> <a class="code" href="classarmnn_1_1_cl_backend.xhtml#adda2579a4649278c81f18a1d3915b3a0">m_UsingCustomAllocator</a> = <span class="keyword">false</span>;</div><div class="line"><a name="l00301"></a><span class="lineno"> 301</span> };</div><div class="line"><a name="l00302"></a><span class="lineno"> 302</span> </div><div class="line"><a name="l00303"></a><span class="lineno"> 303</span> } <span class="comment">// namespace armnn</span></div><div class="ttc" id="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region_xhtml_af540d8670cb2ccdec5a30fd2471c2e85"><div class="ttname"><a href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml#af540d8670cb2ccdec5a30fd2471c2e85">armnn::ClBackend::ClBackendCustomAllocatorMemoryRegion::map</a></div><div class="ttdeci">void * map(cl::CommandQueue &q, bool blocking) override</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00247">ClBackend.hpp:247</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_aa14d8ddb080da57ebb9b71fe9a2d6479"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#aa14d8ddb080da57ebb9b71fe9a2d6479">armnn::ClBackend::ClBackend</a></div><div class="ttdeci">ClBackend(std::shared_ptr< ICustomAllocator > allocator)</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00041">ClBackend.hpp:41</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper_xhtml_abbd17af5b3fbeff226e4051433c1b929"><div class="ttname"><a href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml#abbd17af5b3fbeff226e4051433c1b929">armnn::ClBackend::ClBackendCustomAllocatorWrapper::free</a></div><div class="ttdeci">void free(void *ptr) override</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00124">ClBackend.hpp:124</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_backend_internal_xhtml_a72ca1cf423bda4b0a9ffb789627126de"><div class="ttname"><a href="classarmnn_1_1_i_backend_internal.xhtml#a72ca1cf423bda4b0a9ffb789627126de">armnn::IBackendInternal::IWorkloadFactoryPtr</a></div><div class="ttdeci">std::unique_ptr< IWorkloadFactory > IWorkloadFactoryPtr</div><div class="ttdef"><b>Definition:</b> <a href="_i_backend_internal_8hpp_source.xhtml#l00087">IBackendInternal.hpp:87</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_a2d10800539d28eead01057c1cc75815d"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#a2d10800539d28eead01057c1cc75815d">armnn::ClBackend::~ClBackend</a></div><div class="ttdeci">~ClBackend()=default</div></div>
<div class="ttc" id="classarmnn_1_1_optional_xhtml"><div class="ttname"><a href="classarmnn_1_1_optional.xhtml">armnn::Optional</a></div><div class="ttdef"><b>Definition:</b> <a href="_optional_8hpp_source.xhtml#l00270">Optional.hpp:270</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_backend_internal_xhtml"><div class="ttname"><a href="classarmnn_1_1_i_backend_internal.xhtml">armnn::IBackendInternal</a></div><div class="ttdef"><b>Definition:</b> <a href="_i_backend_internal_8hpp_source.xhtml#l00075">IBackendInternal.hpp:75</a></div></div>
<div class="ttc" id="_i_backend_internal_8hpp_xhtml"><div class="ttname"><a href="_i_backend_internal_8hpp.xhtml">IBackendInternal.hpp</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a5b6893cda5b69359a4244c06054da18f"><div class="ttname"><a href="namespacearmnn.xhtml#a5b6893cda5b69359a4244c06054da18f">armnn::ModelOptions</a></div><div class="ttdeci">std::vector< BackendOptions > ModelOptions</div><div class="ttdef"><b>Definition:</b> <a href="_backend_options_8hpp_source.xhtml#l00017">BackendOptions.hpp:17</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper_xhtml_abf2dabeaea489183b26da69ab593165b"><div class="ttname"><a href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml#abf2dabeaea489183b26da69ab593165b">armnn::ClBackend::ClBackendCustomAllocatorWrapper::make_region</a></div><div class="ttdeci">std::unique_ptr< arm_compute::IMemoryRegion > make_region(size_t size, size_t alignment) override</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00130">ClBackend.hpp:130</a></div></div>
<div class="ttc" id="_logging_8hpp_xhtml_a7b6ad073975f437ec38ca7d20154727f"><div class="ttname"><a href="_logging_8hpp.xhtml#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a></div><div class="ttdeci">#define ARMNN_LOG(severity)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8hpp_source.xhtml#l00202">Logging.hpp:202</a></div></div>
<div class="ttc" id="classarmnn_1_1_optimization_views_xhtml"><div class="ttname"><a href="classarmnn_1_1_optimization_views.xhtml">armnn::OptimizationViews</a></div><div class="ttdef"><b>Definition:</b> <a href="include_2armnn_2backends_2_optimization_views_8hpp_source.xhtml#l00013">OptimizationViews.hpp:13</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region_xhtml_a56b704bed25e1e66ebe6b435f83fefcd"><div class="ttname"><a href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml#a56b704bed25e1e66ebe6b435f83fefcd">armnn::ClBackend::ClBackendCustomAllocatorMemoryRegion::unmap</a></div><div class="ttdeci">void unmap(cl::CommandQueue &q) override</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00276">ClBackend.hpp:276</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_af1937f516c364d9d99cb502249e7179d"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#af1937f516c364d9d99cb502249e7179d">armnn::ClBackend::m_CustomAllocator</a></div><div class="ttdeci">std::shared_ptr< ClBackendCustomAllocatorWrapper > m_CustomAllocator</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00299">ClBackend.hpp:299</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a5b05f3b7208ec7cea3338e30057c0bac"><div class="ttname"><a href="namespacearmnn.xhtml#a5b05f3b7208ec7cea3338e30057c0bac">armnn::MemorySourceFlags</a></div><div class="ttdeci">unsigned int MemorySourceFlags</div><div class="ttdef"><b>Definition:</b> <a href="_memory_sources_8hpp_source.xhtml#l00015">MemorySources.hpp:15</a></div></div>
<div class="ttc" id="_base_memory_manager_8hpp_xhtml"><div class="ttname"><a href="_base_memory_manager_8hpp.xhtml">BaseMemoryManager.hpp</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml"><div class="ttname"><a href="namespacearmnn.xhtml">armnn</a></div><div class="ttdoc">Copyright (c) 2021 ARM Limited and Contributors. </div><div class="ttdef"><b>Definition:</b> <a href="01__00__quick__start_8dox_source.xhtml#l00006">01_00_quick_start.dox:6</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_backend_internal_xhtml_a12bff6d51d63dac1375c89bc8415dc46"><div class="ttname"><a href="classarmnn_1_1_i_backend_internal.xhtml#a12bff6d51d63dac1375c89bc8415dc46">armnn::IBackendInternal::IMemoryManagerUniquePtr</a></div><div class="ttdeci">std::unique_ptr< IMemoryManager > IMemoryManagerUniquePtr</div><div class="ttdef"><b>Definition:</b> <a href="_i_backend_internal_8hpp_source.xhtml#l00098">IBackendInternal.hpp:98</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a44affeeb090c3c6a3062830562672e84"><div class="ttname"><a href="namespacearmnn.xhtml#a44affeeb090c3c6a3062830562672e84">armnn::IgnoreUnused</a></div><div class="ttdeci">void IgnoreUnused(Ts &&...)</div><div class="ttdef"><b>Definition:</b> <a href="_ignore_unused_8hpp_source.xhtml#l00014">IgnoreUnused.hpp:14</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_a93fcb3bff141d8c77b53466a44b58eee"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#a93fcb3bff141d8c77b53466a44b58eee">armnn::ClBackend::CreateMemoryManager</a></div><div class="ttdeci">IBackendInternal::IMemoryManagerUniquePtr CreateMemoryManager() const override</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8cpp_source.xhtml#l00051">ClBackend.cpp:51</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282"><div class="ttname"><a href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::BoostLogSeverityMapping::error</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper_xhtml"><div class="ttname"><a href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml">armnn::ClBackend::ClBackendCustomAllocatorWrapper</a></div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00113">ClBackend.hpp:113</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_a531177ce89c53c6af616175b0b05e5c0"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#a531177ce89c53c6af616175b0b05e5c0">armnn::ClBackend::RegisterTensorHandleFactories</a></div><div class="ttdeci">void RegisterTensorHandleFactories(TensorHandleFactoryRegistry &registry) override</div><div class="ttdoc">(Optional) Register TensorHandleFactories Either this method or CreateMemoryManager() and IWorkloadFa...</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8cpp_source.xhtml#l00148">ClBackend.cpp:148</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a14fcd7f88d11cea0a018269dca5f9277a966e13d8aabbff3966a5cd28d67b4846"><div class="ttname"><a href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a966e13d8aabbff3966a5cd28d67b4846">armnn::MemorySource::DmaBuf</a></div></div>
<div class="ttc" id="classarmnn_1_1_subgraph_view_xhtml"><div class="ttname"><a href="classarmnn_1_1_subgraph_view.xhtml">armnn::SubgraphView</a></div><div class="ttdoc">The SubgraphView class represents a subgraph of a Graph. </div><div class="ttdef"><b>Definition:</b> <a href="_subgraph_view_8hpp_source.xhtml#l00023">SubgraphView.hpp:23</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_a2482b4a7d5bde88e9b963be08017ce2b"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#a2482b4a7d5bde88e9b963be08017ce2b">armnn::ClBackend::CreateBackendSpecificModelContext</a></div><div class="ttdeci">IBackendInternal::IBackendSpecificModelContextPtr CreateBackendSpecificModelContext(const ModelOptions &modelOptions) const override</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8cpp_source.xhtml#l00196">ClBackend.cpp:196</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_backend_internal_xhtml_a34ab83489d1c5043b2b9b4a2ec13c481"><div class="ttname"><a href="classarmnn_1_1_i_backend_internal.xhtml#a34ab83489d1c5043b2b9b4a2ec13c481">armnn::IBackendInternal::IBackendProfilingPtr</a></div><div class="ttdeci">std::unique_ptr< armnn::profiling::IBackendProfiling > IBackendProfilingPtr</div><div class="ttdef"><b>Definition:</b> <a href="_i_backend_internal_8hpp_source.xhtml#l00091">IBackendInternal.hpp:91</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_ab9199ff425571ba62412bb903c2c933e"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#ab9199ff425571ba62412bb903c2c933e">armnn::ClBackend::GetCapabilities</a></div><div class="ttdeci">BackendCapabilities GetCapabilities() const override</div><div class="ttdoc">Returns a BackendCapability if the backend lists the capability The BackendCapability must then be in...</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00093">ClBackend.hpp:93</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_a339efc194a1738cd93fcdde4d948a5cd"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#a339efc194a1738cd93fcdde4d948a5cd">armnn::ClBackend::OptimizeSubgraphView</a></div><div class="ttdeci">OptimizationViews OptimizeSubgraphView(const SubgraphView &subgraph, const ModelOptions &modelOptions) const override</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8cpp_source.xhtml#l00225">ClBackend.cpp:225</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_backend_internal_xhtml_a4d0238968a7643dbb170547dd22bba54"><div class="ttname"><a href="classarmnn_1_1_i_backend_internal.xhtml#a4d0238968a7643dbb170547dd22bba54">armnn::IBackendInternal::IBackendSpecificModelContextPtr</a></div><div class="ttdeci">std::shared_ptr< IBackendModelContext > IBackendSpecificModelContextPtr</div><div class="ttdef"><b>Definition:</b> <a href="_i_backend_internal_8hpp_source.xhtml#l00096">IBackendInternal.hpp:96</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_backend_internal_xhtml_a693b40e6b94e958836aeb0410ca186bd"><div class="ttname"><a href="classarmnn_1_1_i_backend_internal.xhtml#a693b40e6b94e958836aeb0410ca186bd">armnn::IBackendInternal::IMemoryManagerSharedPtr</a></div><div class="ttdeci">std::shared_ptr< IMemoryManager > IMemoryManagerSharedPtr</div><div class="ttdef"><b>Definition:</b> <a href="_i_backend_internal_8hpp_source.xhtml#l00099">IBackendInternal.hpp:99</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_a801cf3170dc777aca3e6f926d1bd70a5"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#a801cf3170dc777aca3e6f926d1bd70a5">armnn::ClBackend::CreateBackendContext</a></div><div class="ttdeci">IBackendInternal::IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions &) const override</div><div class="ttdoc">Create the runtime context of the backend. </div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8cpp_source.xhtml#l00185">ClBackend.cpp:185</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_a63559c7f206c265f5fff5ffcc8a58e3e"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#a63559c7f206c265f5fff5ffcc8a58e3e">armnn::ClBackend::GetHandleFactoryPreferences</a></div><div class="ttdeci">std::vector< ITensorHandleFactory::FactoryId > GetHandleFactoryPreferences() const override</div><div class="ttdoc">(Optional) Returns a vector of supported TensorHandleFactory ids in preference order. </div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8cpp_source.xhtml#l00142">ClBackend.cpp:142</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523"><div class="ttname"><a href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a1131a914388fac73e5f07b0ba0aad523">armnn::MemorySource::Malloc</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region_xhtml_a0d957ce12ecbf85d9ecff5c372cfdd26"><div class="ttname"><a href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml#a0d957ce12ecbf85d9ecff5c372cfdd26">armnn::ClBackend::ClBackendCustomAllocatorMemoryRegion::ptr</a></div><div class="ttdeci">void * ptr() override</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00242">ClBackend.hpp:242</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_a6d138dc799f160c3ee6d3cb77b17afe0"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#a6d138dc799f160c3ee6d3cb77b17afe0">armnn::ClBackend::UseCustomMemoryAllocator</a></div><div class="ttdeci">virtual bool UseCustomMemoryAllocator(std::shared_ptr< ICustomAllocator > allocator, armnn::Optional< std::string &> errMsg) override</div><div class="ttdoc">Signals the backend to use a custom memory allocator provided by the user. </div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00098">ClBackend.hpp:98</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_aa9c506b558b8aa33a228b15164f40dc3"><div class="ttname"><a href="namespacearmnn.xhtml#aa9c506b558b8aa33a228b15164f40dc3">armnn::BackendCapabilities</a></div><div class="ttdeci">BackendOptions BackendCapabilities</div><div class="ttdef"><b>Definition:</b> <a href="_backend_options_8hpp_source.xhtml#l00018">BackendOptions.hpp:18</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_a8e19e275c8162e34e6d8d10a9245dbc9"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#a8e19e275c8162e34e6d8d10a9245dbc9">armnn::ClBackend::CreateWorkloadFactory</a></div><div class="ttdeci">IBackendInternal::IWorkloadFactoryPtr CreateWorkloadFactory(const IBackendInternal::IMemoryManagerSharedPtr &memoryManager=nullptr) const override</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8cpp_source.xhtml#l00060">ClBackend.cpp:60</a></div></div>
<div class="ttc" id="classarmnn_1_1_tensor_handle_factory_registry_xhtml"><div class="ttname"><a href="classarmnn_1_1_tensor_handle_factory_registry.xhtml">armnn::TensorHandleFactoryRegistry</a></div><div class="ttdef"><b>Definition:</b> <a href="_tensor_handle_factory_registry_8hpp_source.xhtml#l00020">TensorHandleFactoryRegistry.hpp:20</a></div></div>
<div class="ttc" id="structarmnn_1_1_i_runtime_1_1_creation_options_xhtml"><div class="ttname"><a href="structarmnn_1_1_i_runtime_1_1_creation_options.xhtml">armnn::IRuntime::CreationOptions</a></div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.xhtml#l00108">IRuntime.hpp:108</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_backend_internal_xhtml_a11fa919c11fe46aad613b2e960fcfe90"><div class="ttname"><a href="classarmnn_1_1_i_backend_internal.xhtml#a11fa919c11fe46aad613b2e960fcfe90">armnn::IBackendInternal::ILayerSupportSharedPtr</a></div><div class="ttdeci">std::shared_ptr< ILayerSupport > ILayerSupportSharedPtr</div><div class="ttdef"><b>Definition:</b> <a href="_i_backend_internal_8hpp_source.xhtml#l00094">IBackendInternal.hpp:94</a></div></div>
<div class="ttc" id="structarmnn_1_1_backend_options_xhtml"><div class="ttname"><a href="structarmnn_1_1_backend_options.xhtml">armnn::BackendOptions</a></div><div class="ttdoc">Struct for the users to pass backend specific options. </div><div class="ttdef"><b>Definition:</b> <a href="_backend_options_8hpp_source.xhtml#l00021">BackendOptions.hpp:21</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml">armnn::ClBackend</a></div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00037">ClBackend.hpp:37</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_a6c6c3d137a7792e264a89cc40ea94bb0"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#a6c6c3d137a7792e264a89cc40ea94bb0">armnn::ClBackend::GetId</a></div><div class="ttdeci">const BackendId & GetId() const override</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00049">ClBackend.hpp:49</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_aebeb1072c9b24079d9a6f796aa95aaac"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#aebeb1072c9b24079d9a6f796aa95aaac">armnn::ClBackend::GetNumberOfCacheFiles</a></div><div class="ttdeci">virtual unsigned int GetNumberOfCacheFiles() const override</div><div class="ttdoc">Returns the number of files cached if backend supports caching. </div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00110">ClBackend.hpp:110</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_a93d4285a3ea5e4e3b35578484d889daa"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#a93d4285a3ea5e4e3b35578484d889daa">armnn::ClBackend::GetLayerSupport</a></div><div class="ttdeci">IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8cpp_source.xhtml#l00202">ClBackend.cpp:202</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a468f6472f6d28fba4a9e43c8c793df9f"><div class="ttname"><a href="namespacearmnn.xhtml#a468f6472f6d28fba4a9e43c8c793df9f">armnn::gpuAccCapabilities</a></div><div class="ttdeci">const BackendCapabilities gpuAccCapabilities("GpuAcc", { {"NonConstWeights", false}, {"AsyncExecution", false}, {"ProtectedContentAllocation", true}, {"ConstantTensorsAsInputs", false}, {"PreImportIOTensors", false}, {"ExternallyManagedMemory", true}, {"MultiAxisPacking", false}, {"SingleAxisPacking", true} })</div></div>
<div class="ttc" id="classarmnn_1_1_exception_xhtml"><div class="ttname"><a href="classarmnn_1_1_exception.xhtml">armnn::Exception</a></div><div class="ttdoc">Base class for all ArmNN exceptions so that users can filter to just those. </div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.xhtml#l00046">Exceptions.hpp:46</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c"><div class="ttname"><a href="namespacearmnn.xhtml#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::BoostLogSeverityMapping::info</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a14fcd7f88d11cea0a018269dca5f9277"><div class="ttname"><a href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277">armnn::MemorySource</a></div><div class="ttdeci">MemorySource</div><div class="ttdoc">Define the Memory Source to reduce copies. </div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.xhtml#l00217">Types.hpp:217</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_a68c2ef244261cc9649799284774af132"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#a68c2ef244261cc9649799284774af132">armnn::ClBackend::CreateBackendProfilingContext</a></div><div class="ttdeci">IBackendInternal::IBackendProfilingContextPtr CreateBackendProfilingContext(const IRuntime::CreationOptions &, IBackendProfilingPtr &backendProfiling) override</div><div class="ttdoc">Create context specifically used for profiling interaction from backends. </div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8cpp_source.xhtml#l00190">ClBackend.cpp:190</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_adda2579a4649278c81f18a1d3915b3a0"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#adda2579a4649278c81f18a1d3915b3a0">armnn::ClBackend::m_UsingCustomAllocator</a></div><div class="ttdeci">bool m_UsingCustomAllocator</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00300">ClBackend.hpp:300</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region_xhtml_a97eedd1abd44318885ae1b396114f7a7"><div class="ttname"><a href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml#a97eedd1abd44318885ae1b396114f7a7">armnn::ClBackend::ClBackendCustomAllocatorMemoryRegion::ClBackendCustomAllocatorMemoryRegion</a></div><div class="ttdeci">ClBackendCustomAllocatorMemoryRegion(const cl::Buffer &buffer, void *hostMemPtr, armnn::MemorySource source)</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00233">ClBackend.hpp:233</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_ab3fd5d6d6d71f2592b6da17c638fb6ed"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#ab3fd5d6d6d71f2592b6da17c638fb6ed">armnn::ClBackend::ClBackend</a></div><div class="ttdeci">ClBackend()</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00040">ClBackend.hpp:40</a></div></div>
<div class="ttc" id="namespacearmnn_xhtml_a14fcd7f88d11cea0a018269dca5f9277a7f9067c59dd34aca0ad09a7f283ed1f8"><div class="ttname"><a href="namespacearmnn.xhtml#a14fcd7f88d11cea0a018269dca5f9277a7f9067c59dd34aca0ad09a7f283ed1f8">armnn::MemorySource::DmaBufProtected</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper_xhtml_aae0c9f2cf99b1724ec4a6d4e292327d2"><div class="ttname"><a href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml#aae0c9f2cf99b1724ec4a6d4e292327d2">armnn::ClBackend::ClBackendCustomAllocatorWrapper::allocate</a></div><div class="ttdeci">void * allocate(size_t size, size_t alignment) override</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00119">ClBackend.hpp:119</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_afb75bad43612f5314622c4fa8a16e63d"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#afb75bad43612f5314622c4fa8a16e63d">armnn::ClBackend::GetDefaultAllocator</a></div><div class="ttdeci">std::unique_ptr< ICustomAllocator > GetDefaultAllocator() const override</div><div class="ttdoc">Returns the default memory allocator for the backend. </div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8cpp_source.xhtml#l00220">ClBackend.cpp:220</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_xhtml_a177af502214bbc8123fbb4a3c4f0a1b8"><div class="ttname"><a href="classarmnn_1_1_cl_backend.xhtml#a177af502214bbc8123fbb4a3c4f0a1b8">armnn::ClBackend::GetIdStatic</a></div><div class="ttdeci">static const BackendId & GetIdStatic()</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8cpp_source.xhtml#l00045">ClBackend.cpp:45</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper_xhtml_acd00af9a7ba0a698230b82b675160c6b"><div class="ttname"><a href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_wrapper.xhtml#acd00af9a7ba0a698230b82b675160c6b">armnn::ClBackend::ClBackendCustomAllocatorWrapper::ClBackendCustomAllocatorWrapper</a></div><div class="ttdeci">ClBackendCustomAllocatorWrapper(std::shared_ptr< ICustomAllocator > alloc)</div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00116">ClBackend.hpp:116</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_backend_internal_xhtml_aaece3a614f6691da8de8c7295cb1b07f"><div class="ttname"><a href="classarmnn_1_1_i_backend_internal.xhtml#aaece3a614f6691da8de8c7295cb1b07f">armnn::IBackendInternal::IBackendProfilingContextPtr</a></div><div class="ttdeci">std::shared_ptr< armnn::profiling::IBackendProfilingContext > IBackendProfilingContextPtr</div><div class="ttdoc">This is the bridge between backend and backend profiling we&#39;ll keep it in the backend namespace...</div><div class="ttdef"><b>Definition:</b> <a href="_i_backend_internal_8hpp_source.xhtml#l00090">IBackendInternal.hpp:90</a></div></div>
<div class="ttc" id="classarmnn_1_1_backend_id_xhtml"><div class="ttname"><a href="classarmnn_1_1_backend_id.xhtml">armnn::BackendId</a></div><div class="ttdef"><b>Definition:</b> <a href="_backend_id_8hpp_source.xhtml#l00075">BackendId.hpp:75</a></div></div>
<div class="ttc" id="classarmnn_1_1_i_backend_internal_xhtml_ada6d56575c0fe53cf23c7ae4610c6367"><div class="ttname"><a href="classarmnn_1_1_i_backend_internal.xhtml#ada6d56575c0fe53cf23c7ae4610c6367">armnn::IBackendInternal::IBackendContextPtr</a></div><div class="ttdeci">std::unique_ptr< IBackendContext > IBackendContextPtr</div><div class="ttdef"><b>Definition:</b> <a href="_i_backend_internal_8hpp_source.xhtml#l00088">IBackendInternal.hpp:88</a></div></div>
<div class="ttc" id="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region_xhtml"><div class="ttname"><a href="classarmnn_1_1_cl_backend_1_1_cl_backend_custom_allocator_memory_region.xhtml">armnn::ClBackend::ClBackendCustomAllocatorMemoryRegion</a></div><div class="ttdef"><b>Definition:</b> <a href="_cl_backend_8hpp_source.xhtml#l00229">ClBackend.hpp:229</a></div></div>
</div><!-- fragment --></div><!-- contents -->
</div><!-- doc-content -->
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
<ul>
<li class="navelem"><a class="el" href="dir_68267d1309a1af8e8297ef4c3efbcdba.xhtml">src</a></li><li class="navelem"><a class="el" href="dir_0f3cdec46afbc61a1ded8e1687c9c9a0.xhtml">backends</a></li><li class="navelem"><a class="el" href="dir_1ad86c6d39ab715a831555571b9e98a5.xhtml">cl</a></li><li class="navelem"><a class="el" href="_cl_backend_8hpp.xhtml">ClBackend.hpp</a></li>
<li class="footer">Generated on Wed Nov 17 2021 12:59:35 for ArmNN by
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
</ul>
</div>
</body>
</html>
|
