ArmNN
 23.02
ClWorkloadFactory.hpp
Go to the documentation of this file.
1 //
2 // Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
3 // SPDX-License-Identifier: MIT
4 //
5 #pragma once
6 
7 #include <armnn/IRuntime.hpp>
8 #include <armnn/Optional.hpp>
9 
11 
14 
15 #include <arm_compute/core/CL/CLCompileContext.h>
16 
17 namespace armnn
18 {
19 
20 // ARM Compute OpenCL workload factory.
22 {
23 public:
24  ClWorkloadFactory(const std::shared_ptr<ClMemoryManager>& memoryManager);
25 
26  ClWorkloadFactory(const std::shared_ptr<ClMemoryManager>& memoryManager,
28 
29  void AfterWorkloadsCreated() override;
30 
31  const BackendId& GetBackendId() const override;
32 
33  static bool IsLayerSupported(const Layer& layer,
34  Optional<DataType> dataType,
35  std::string& outReasonIfUnsupported);
36 
37  static bool IsLayerSupported(const IConnectableLayer& layer,
38  Optional<DataType> dataType,
39  std::string& outReasonIfUnsupported,
40  const ModelOptions& modelOptions);
41 
42  bool SupportsSubTensors() const override { return true; }
43 
44  ARMNN_DEPRECATED_MSG("Use ITensorHandleFactory::CreateSubTensorHandle instead")
46  TensorShape const& subTensorShape,
47  unsigned int const* subTensorOrigin) const override;
48 
50  std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
51  const bool IsMemoryManaged = true) const override;
52 
54  std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
55  DataLayout dataLayout,
56  const bool IsMemoryManaged = true) const override;
57 
58  std::unique_ptr<IWorkload> CreateWorkload(LayerType type,
59  const QueueDescriptor& descriptor,
60  const WorkloadInfo& info) const override;
61 
62  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
63  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
64  std::unique_ptr<IWorkload> CreateActivation(const ActivationQueueDescriptor& descriptor,
65  const WorkloadInfo& info) const override;
66 
67  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
68  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
69  std::unique_ptr<IWorkload> CreateAddition(const AdditionQueueDescriptor& descriptor,
70  const WorkloadInfo& info) const override;
71 
72  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
73  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
74  std::unique_ptr<IWorkload> CreateArgMinMax(const ArgMinMaxQueueDescriptor& descriptor,
75  const WorkloadInfo& info) const override;
76 
77  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
78  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
80  const WorkloadInfo& info) const override;
81 
82  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
83  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
84  std::unique_ptr<IWorkload> CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor& descriptor,
85  const WorkloadInfo& info) const override;
86 
87  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
88  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
89  std::unique_ptr<IWorkload> CreateCast(const CastQueueDescriptor& descriptor,
90  const WorkloadInfo& info) const override;
91 
92  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
93  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
94  std::unique_ptr<IWorkload> CreateChannelShuffle(const ChannelShuffleQueueDescriptor& descriptor,
95  const WorkloadInfo& info) const override;
96 
97  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
98  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
99  std::unique_ptr<IWorkload> CreateComparison(const ComparisonQueueDescriptor& descriptor,
100  const WorkloadInfo& info) const override;
101 
102  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
103  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
104  std::unique_ptr<IWorkload> CreateConcat(const ConcatQueueDescriptor& descriptor,
105  const WorkloadInfo& info) const override;
106 
107  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
108  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
109  std::unique_ptr<IWorkload> CreateConstant(const ConstantQueueDescriptor& descriptor,
110  const WorkloadInfo& info) const override;
111 
112  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
113  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
115  const WorkloadInfo& info) const override;
116 
117  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
118  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
120  const WorkloadInfo& info) const override;
121 
122  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
123  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
124  std::unique_ptr<IWorkload> CreateConvolution2d(const Convolution2dQueueDescriptor& descriptor,
125  const WorkloadInfo& info) const override;
126 
127  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
128  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
129  std::unique_ptr<IWorkload> CreateConvolution3d(const Convolution3dQueueDescriptor& descriptor,
130  const WorkloadInfo& info) const override;
131 
132  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
133  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
134  std::unique_ptr<IWorkload> CreateDebug(const DebugQueueDescriptor& descriptor,
135  const WorkloadInfo& info) const override;
136 
137  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
138  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
139  std::unique_ptr<IWorkload> CreateDepthToSpace(const DepthToSpaceQueueDescriptor& descriptor,
140  const WorkloadInfo& info) const override;
141 
142  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
143  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
145  const WorkloadInfo& info) const override;
146 
147  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
148  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
149  std::unique_ptr<IWorkload> CreateDequantize(const DequantizeQueueDescriptor& descriptor,
150  const WorkloadInfo& info) const override;
151 
152  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
153  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
155  const WorkloadInfo& info) const override;
156 
157  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
158  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
159  std::unique_ptr<IWorkload> CreateDivision(const DivisionQueueDescriptor& descriptor,
160  const WorkloadInfo& info) const override;
161 
162  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
163  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
165  const WorkloadInfo& info) const override;
166 
167  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
168  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
169  std::unique_ptr<IWorkload> CreateFill(const FillQueueDescriptor& descriptor,
170  const WorkloadInfo& info) const override;
171 
172  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
173  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
174  std::unique_ptr<IWorkload> CreateFloor(const FloorQueueDescriptor& descriptor,
175  const WorkloadInfo& info) const override;
176 
177  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
178  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
179  std::unique_ptr<IWorkload> CreateFullyConnected(const FullyConnectedQueueDescriptor& descriptor,
180  const WorkloadInfo& info) const override;
181 
182  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
183  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
184  std::unique_ptr<IWorkload> CreateGather(const GatherQueueDescriptor& descriptor,
185  const WorkloadInfo& info) const override;
186 
187  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
188  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
189  std::unique_ptr<IWorkload> CreateInput(const InputQueueDescriptor& descriptor,
190  const WorkloadInfo& info) const override;
191 
192  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
193  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
195  const WorkloadInfo& info) const override;
196 
197  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
198  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
199  std::unique_ptr<IWorkload> CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
200  const WorkloadInfo& info) const override;
201 
202  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
203  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
204  std::unique_ptr<IWorkload> CreateLogicalBinary(const LogicalBinaryQueueDescriptor& descriptor,
205  const WorkloadInfo& info) const override;
206 
207  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
208  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
209  std::unique_ptr<IWorkload> CreateLogSoftmax(const LogSoftmaxQueueDescriptor& descriptor,
210  const WorkloadInfo& info) const override;
211 
212  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
213  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
214  std::unique_ptr<IWorkload> CreateLstm(const LstmQueueDescriptor& descriptor,
215  const WorkloadInfo& info) const override;
216 
217  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
218  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
219  std::unique_ptr<IWorkload> CreateMaximum(const MaximumQueueDescriptor& descriptor,
220  const WorkloadInfo& info) const override;
221 
222  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
223  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
224  std::unique_ptr<IWorkload> CreateMean(const MeanQueueDescriptor& descriptor,
225  const WorkloadInfo& Info) const override;
226 
227  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
228  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
229  std::unique_ptr<IWorkload> CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
230  const WorkloadInfo& info) const override;
231 
232  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
233  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
234  std::unique_ptr<IWorkload> CreateMemImport(const MemImportQueueDescriptor& descriptor,
235  const WorkloadInfo& info) const override;
236 
237  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
238  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
239  std::unique_ptr<IWorkload> CreateMinimum(const MinimumQueueDescriptor& descriptor,
240  const WorkloadInfo& info) const override;
241 
242  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
243  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
244  std::unique_ptr<IWorkload> CreateMultiplication(const MultiplicationQueueDescriptor& descriptor,
245  const WorkloadInfo& info) const override;
246 
247  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
248  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
249  std::unique_ptr<IWorkload> CreateNormalization(const NormalizationQueueDescriptor& descriptor,
250  const WorkloadInfo& info) const override;
251 
252  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
253  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
254  std::unique_ptr<IWorkload> CreateOutput(const OutputQueueDescriptor& descriptor,
255  const WorkloadInfo& info) const override;
256 
257  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
258  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
259  std::unique_ptr<IWorkload> CreatePad(const PadQueueDescriptor& descriptor,
260  const WorkloadInfo& info) const override;
261 
262  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
263  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
264  std::unique_ptr<IWorkload> CreatePermute(const PermuteQueueDescriptor& descriptor,
265  const WorkloadInfo& info) const override;
266 
267  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
268  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
269  std::unique_ptr<IWorkload> CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
270  const WorkloadInfo& info) const override;
271 
272  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
273  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
274  std::unique_ptr<IWorkload> CreatePreCompiled(const PreCompiledQueueDescriptor& descriptor,
275  const WorkloadInfo& info) const override;
276 
277  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
278  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
279  std::unique_ptr<IWorkload> CreatePrelu(const PreluQueueDescriptor& descriptor,
280  const WorkloadInfo& info) const override;
281 
282  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
283  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
284  std::unique_ptr<IWorkload> CreateQLstm(const QLstmQueueDescriptor& descriptor,
285  const WorkloadInfo& info) const override;
286 
287  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
288  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
289  std::unique_ptr<IWorkload> CreateQuantize(const QuantizeQueueDescriptor& descriptor,
290  const WorkloadInfo& info) const override;
291 
292  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
293  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
294  std::unique_ptr<IWorkload> CreateQuantizedLstm(const QuantizedLstmQueueDescriptor& descriptor,
295  const WorkloadInfo& info) const override;
296 
297  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
298  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
299  std::unique_ptr<IWorkload> CreateRank(const RankQueueDescriptor& descriptor,
300  const WorkloadInfo& info) const override;
301 
302  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
303  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
304  std::unique_ptr<IWorkload> CreateReduce(const ReduceQueueDescriptor& descriptor,
305  const WorkloadInfo& info) const override;
306 
307  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
308  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
309  std::unique_ptr<IWorkload> CreateReshape(const ReshapeQueueDescriptor& descriptor,
310  const WorkloadInfo& info) const override;
311 
312  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
313  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
314  std::unique_ptr<IWorkload> CreateResize(const ResizeQueueDescriptor& descriptor,
315  const WorkloadInfo& info) const override;
316 
317  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
318  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
319  std::unique_ptr<IWorkload> CreateSlice(const SliceQueueDescriptor& descriptor,
320  const WorkloadInfo& info) const override;
321 
322  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
323  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
324  std::unique_ptr<IWorkload> CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
325  const WorkloadInfo& info) const override;
326 
327  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
328  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
329  std::unique_ptr<IWorkload> CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
330  const WorkloadInfo& info) const override;
331 
332  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
333  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
334  std::unique_ptr<IWorkload> CreateSpaceToDepth(const SpaceToDepthQueueDescriptor& descriptor,
335  const WorkloadInfo& info) const override;
336 
337  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
338  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
339  std::unique_ptr<IWorkload> CreateSplitter(const SplitterQueueDescriptor& descriptor,
340  const WorkloadInfo& info) const override;
341 
342  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
343  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
344  std::unique_ptr<IWorkload> CreateStack(const StackQueueDescriptor& descriptor,
345  const WorkloadInfo& info) const override;
346 
347  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
348  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
349  std::unique_ptr<IWorkload> CreateStridedSlice(const StridedSliceQueueDescriptor& descriptor,
350  const WorkloadInfo& info) const override;
351 
352  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
353  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
354  std::unique_ptr<IWorkload> CreateSubtraction(const SubtractionQueueDescriptor& descriptor,
355  const WorkloadInfo& info) const override;
356 
357  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
358  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
359  std::unique_ptr<IWorkload> CreateTranspose(const TransposeQueueDescriptor& descriptor,
360  const WorkloadInfo& info) const override;
361 
362  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
363  "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
365  const WorkloadInfo& info) const override;
366 
367 private:
368  template<typename FloatWorkload, typename Uint8Workload, typename QueueDescriptorType, typename... Args>
369  static std::unique_ptr<IWorkload> MakeWorkload(const QueueDescriptorType& descriptor,
370  const WorkloadInfo& info,
371  Args&&... args);
372 
373  template <typename Workload, typename QueueDescriptorType, typename... Args>
374  static std::unique_ptr<IWorkload> MakeWorkload(const QueueDescriptorType& descriptor,
375  const WorkloadInfo& info,
376  Args&&... args);
377 
378  void InitializeCLCompileContext();
379 
380  mutable std::shared_ptr<ClMemoryManager> m_MemoryManager;
381  const IBackendInternal::IBackendSpecificModelContextPtr m_ModelContextPtr;
382  arm_compute::CLCompileContext m_CLCompileContext;
383 };
384 
385 } // namespace armnn
armnn::MinimumQueueDescriptor
Definition: WorkloadData.hpp:468
armnn::WorkloadFactoryBase::CreateMinimum
std::unique_ptr< IWorkload > CreateMinimum(const MinimumQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:175
armnn::WorkloadFactoryBase::CreatePad
std::unique_ptr< IWorkload > CreatePad(const PadQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:191
armnn::BackendId
Definition: BackendId.hpp:75
armnn::QuantizedLstmQueueDescriptor
Definition: WorkloadData.hpp:609
WorkloadFactoryBase.hpp
armnn::WorkloadFactoryBase::CreateConcat
std::unique_ptr< IWorkload > CreateConcat(const ConcatQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:66
armnn::L2NormalizationQueueDescriptor
Definition: WorkloadData.hpp:353
armnn::ClWorkloadFactory::CreateTensorHandle
std::unique_ptr< ITensorHandle > CreateTensorHandle(const TensorInfo &tensorInfo, const bool IsMemoryManaged=true) const override
Definition: ClWorkloadFactory.cpp:201
armnn::ClWorkloadFactory::IsLayerSupported
static bool IsLayerSupported(const Layer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported)
Definition: ClWorkloadFactory.cpp:46
armnn::ComparisonQueueDescriptor
Definition: WorkloadData.hpp:661
IBackendInternal.hpp
armnn::SliceQueueDescriptor
Definition: WorkloadData.hpp:651
armnn::PadQueueDescriptor
Definition: WorkloadData.hpp:289
armnn::DataLayout
DataLayout
Definition: Types.hpp:62
armnn::DivisionQueueDescriptor
Definition: WorkloadData.hpp:265
armnn::WorkloadFactoryBase::CreatePreCompiled
std::unique_ptr< IWorkload > CreatePreCompiled(const PreCompiledQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:207
armnn::ClWorkloadFactory::AfterWorkloadsCreated
void AfterWorkloadsCreated() override
Definition: ClWorkloadFactory.cpp:66
armnn::WorkloadFactoryBase::CreateBatchNormalization
std::unique_ptr< IWorkload > CreateBatchNormalization(const BatchNormalizationQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:54
armnn::PermuteQueueDescriptor
Definition: WorkloadData.hpp:186
armnn::WorkloadFactoryBase::CreateLogSoftmax
std::unique_ptr< IWorkload > CreateLogSoftmax(const LogSoftmaxQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:147
armnn::NormalizationQueueDescriptor
Definition: WorkloadData.hpp:247
armnn::DequantizeQueueDescriptor
Definition: WorkloadData.hpp:519
armnn::MemCopyQueueDescriptor
Definition: WorkloadData.hpp:86
armnn::IConnectableLayer
Interface for a layer that is connectable to other layers via InputSlots and OutputSlots.
Definition: INetwork.hpp:68
armnn::WorkloadFactoryBase::CreateMean
std::unique_ptr< IWorkload > CreateMean(const MeanQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:159
Optional.hpp
armnn::GatherQueueDescriptor
Definition: WorkloadData.hpp:502
armnn::ClWorkloadFactory
Definition: ClWorkloadFactory.hpp:21
armnn::DetectionPostProcessQueueDescriptor
Definition: WorkloadData.hpp:234
armnn::IBackendInternal
Definition: IBackendInternal.hpp:77
armnn::AdditionQueueDescriptor
Definition: WorkloadData.hpp:253
armnn::ClMemoryManager
Definition: BaseMemoryManager.hpp:82
armnn::DepthwiseConvolution2dQueueDescriptor
Depthwise Convolution 2D layer workload data.
Definition: WorkloadData.hpp:229
armnn::ConstantQueueDescriptor
Definition: WorkloadData.hpp:363
armnn::WorkloadFactoryBase::CreateMemImport
std::unique_ptr< IWorkload > CreateMemImport(const MemImportQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:167
armnn::WorkloadFactoryBase::CreateQuantize
std::unique_ptr< IWorkload > CreateQuantize(const QuantizeQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:215
armnn::Layer
Definition: Layer.hpp:217
armnn::ConvertFp32ToFp16QueueDescriptor
Definition: WorkloadData.hpp:452
armnn::WorkloadFactoryBase::CreateQuantizedLstm
std::unique_ptr< IWorkload > CreateQuantizedLstm(const QuantizedLstmQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:219
armnn::ModelOptions
std::vector< BackendOptions > ModelOptions
Definition: BackendOptions.hpp:18
armnn::WorkloadFactoryBase::CreateSpaceToDepth
std::unique_ptr< IWorkload > CreateSpaceToDepth(const SpaceToDepthQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:247
armnn::WorkloadFactoryBase::CreateStridedSlice
std::unique_ptr< IWorkload > CreateStridedSlice(const StridedSliceQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:263
ARMNN_DEPRECATED_MSG_REMOVAL_DATE
#define ARMNN_DEPRECATED_MSG_REMOVAL_DATE(message, removed_in_release)
Definition: Deprecated.hpp:44
armnn::WorkloadFactoryBase::CreateBatchToSpaceNd
std::unique_ptr< IWorkload > CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:58
armnn::WorkloadFactoryBase::CreateDetectionPostProcess
std::unique_ptr< IWorkload > CreateDetectionPostProcess(const DetectionPostProcessQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:102
armnn::DepthToSpaceQueueDescriptor
Definition: WorkloadData.hpp:656
armnn::WorkloadFactoryBase::CreateAddition
std::unique_ptr< IWorkload > CreateAddition(const AdditionQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:46
ARMNN_DEPRECATED_MSG
#define ARMNN_DEPRECATED_MSG(message)
Definition: Deprecated.hpp:43
armnn::WorkloadFactoryBase::CreateConvertFp16ToFp32
std::unique_ptr< IWorkload > CreateConvertFp16ToFp32(const ConvertFp16ToFp32QueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:74
armnn::FloorQueueDescriptor
Definition: WorkloadData.hpp:390
armnn::WorkloadFactoryBase::CreateDepthwiseConvolution2d
std::unique_ptr< IWorkload > CreateDepthwiseConvolution2d(const DepthwiseConvolution2dQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:94
armnn::WorkloadFactoryBase::CreateStack
std::unique_ptr< IWorkload > CreateStack(const StackQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:259
armnn::WorkloadFactoryBase::CreateFullyConnected
std::unique_ptr< IWorkload > CreateFullyConnected(const FullyConnectedQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:131
armnn::WorkloadFactoryBase::CreateGather
std::unique_ptr< IWorkload > CreateGather(const GatherQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:135
armnn::WorkloadFactoryBase::CreateDepthToSpace
std::unique_ptr< IWorkload > CreateDepthToSpace(const DepthToSpaceQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:90
armnn::QLstmQueueDescriptor
Definition: WorkloadData.hpp:557
armnn
Copyright (c) 2021 ARM Limited and Contributors.
Definition: 01_00_quick_start.dox:6
armnn::ElementwiseUnaryQueueDescriptor
Definition: WorkloadData.hpp:666
armnn::WorkloadFactoryBase::CreateReshape
std::unique_ptr< IWorkload > CreateReshape(const ReshapeQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:227
armnn::ITensorHandle
Definition: ITensorHandle.hpp:15
armnn::WorkloadFactoryBase::CreateMaximum
std::unique_ptr< IWorkload > CreateMaximum(const MaximumQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:155
armnn::FillQueueDescriptor
Definition: WorkloadData.hpp:174
armnn::BatchNormalizationQueueDescriptor
Definition: WorkloadData.hpp:306
armnn::Convolution3dQueueDescriptor
Definition: WorkloadData.hpp:211
armnn::ChannelShuffleQueueDescriptor
Definition: WorkloadData.hpp:738
armnn::WorkloadFactoryBase::CreateTranspose
std::unique_ptr< IWorkload > CreateTranspose(const TransposeQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:271
armnn::TensorShape
Definition: Tensor.hpp:20
armnn::ArgMinMaxQueueDescriptor
Definition: WorkloadData.hpp:163
armnn::WorkloadFactoryBase
Definition: WorkloadFactoryBase.hpp:13
armnn::FullyConnectedQueueDescriptor
Definition: WorkloadData.hpp:180
armnn::LayerType
LayerType
When adding a new layer, adapt also the LastLayer enum value in the enum class LayerType below.
Definition: Types.hpp:466
armnn::IBackendInternal::IBackendSpecificModelContextPtr
std::shared_ptr< IBackendModelContext > IBackendSpecificModelContextPtr
Definition: IBackendInternal.hpp:96
BaseMemoryManager.hpp
armnn::WorkloadFactoryBase::CreateSubtraction
std::unique_ptr< IWorkload > CreateSubtraction(const SubtractionQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:251
armnn::MultiplicationQueueDescriptor
Definition: WorkloadData.hpp:259
armnn::ClWorkloadFactory::SupportsSubTensors
bool SupportsSubTensors() const override
Definition: ClWorkloadFactory.hpp:42
armnn::WorkloadFactoryBase::CreateMultiplication
std::unique_ptr< IWorkload > CreateMultiplication(const MultiplicationQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:179
armnn::LstmQueueDescriptor
Definition: WorkloadData.hpp:395
armnn::ResizeQueueDescriptor
Definition: WorkloadData.hpp:329
armnn::TransposeConvolution2dQueueDescriptor
Definition: WorkloadData.hpp:539
armnn::WorkloadFactoryBase::CreateInput
std::unique_ptr< IWorkload > CreateInput(const InputQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:24
armnn::RankQueueDescriptor
Definition: WorkloadData.hpp:324
armnn::PreluQueueDescriptor
Definition: WorkloadData.hpp:534
armnn::ClWorkloadFactory::ClWorkloadFactory
ClWorkloadFactory(const std::shared_ptr< ClMemoryManager > &memoryManager)
Definition: ClWorkloadFactory.cpp:188
armnn::WorkloadFactoryBase::CreatePrelu
std::unique_ptr< IWorkload > CreatePrelu(const PreluQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:211
armnn::ConcatQueueDescriptor
Definition: WorkloadData.hpp:130
armnn::WorkloadFactoryBase::CreateActivation
std::unique_ptr< IWorkload > CreateActivation(const ActivationQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:42
armnn::QueueDescriptor
Definition: WorkloadData.hpp:24
armnn::TensorInfo
Definition: Tensor.hpp:152
armnn::StackQueueDescriptor
Definition: WorkloadData.hpp:152
armnn::ReduceQueueDescriptor
Definition: WorkloadData.hpp:676
armnn::PreCompiledQueueDescriptor
Definition: WorkloadData.hpp:507
armnn::WorkloadFactoryBase::CreateTransposeConvolution2d
std::unique_ptr< IWorkload > CreateTransposeConvolution2d(const TransposeConvolution2dQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:275
armnn::LogSoftmaxQueueDescriptor
Definition: WorkloadData.hpp:358
armnn::WorkloadFactoryBase::CreatePooling2d
std::unique_ptr< IWorkload > CreatePooling2d(const Pooling2dQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:199
armnn::WorkloadFactoryBase::CreateFloor
std::unique_ptr< IWorkload > CreateFloor(const FloorQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:127
armnn::ConvertFp16ToFp32QueueDescriptor
Definition: WorkloadData.hpp:447
armnn::QuantizeQueueDescriptor
Definition: WorkloadData.hpp:294
armnn::WorkloadFactoryBase::CreateDivision
std::unique_ptr< IWorkload > CreateDivision(const DivisionQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:106
armnn::WorkloadFactoryBase::CreateSpaceToBatchNd
std::unique_ptr< IWorkload > CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:243
armnn::SpaceToBatchNdQueueDescriptor
Definition: WorkloadData.hpp:380
armnn::WorkloadFactoryBase::CreateComparison
std::unique_ptr< IWorkload > CreateComparison(const ComparisonQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:62
armnn::WorkloadFactoryBase::CreateNormalization
std::unique_ptr< IWorkload > CreateNormalization(const NormalizationQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:183
armnn::ReshapeQueueDescriptor
Definition: WorkloadData.hpp:375
armnn::WorkloadFactoryBase::CreateInstanceNormalization
std::unique_ptr< IWorkload > CreateInstanceNormalization(const InstanceNormalizationQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:139
armnn::MemImportQueueDescriptor
Definition: WorkloadData.hpp:94
armnn::WorkloadFactoryBase::CreateSplitter
std::unique_ptr< IWorkload > CreateSplitter(const SplitterQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:255
armnn::WorkloadInfo
Contains information about TensorInfos of a layer.
Definition: WorkloadInfo.hpp:16
armnn::WorkloadFactoryBase::CreateDebug
std::unique_ptr< IWorkload > CreateDebug(const DebugQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:86
armnn::WorkloadFactoryBase::CreateSlice
std::unique_ptr< IWorkload > CreateSlice(const SliceQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:235
armnn::ClWorkloadFactory::CreateWorkload
std::unique_ptr< IWorkload > CreateWorkload(LayerType type, const QueueDescriptor &descriptor, const WorkloadInfo &info) const override
Definition: ClWorkloadFactory.cpp:247
armnn::IWorkload
Workload interface to enqueue a layer computation.
Definition: IWorkload.hpp:23
armnn::SplitterQueueDescriptor
Definition: WorkloadData.hpp:111
armnn::WorkloadFactoryBase::CreateLstm
std::unique_ptr< IWorkload > CreateLstm(const LstmQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:151
armnn::WorkloadFactoryBase::CreateConvertFp32ToFp16
std::unique_ptr< IWorkload > CreateConvertFp32ToFp16(const ConvertFp32ToFp16QueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:78
armnn::WorkloadFactoryBase::CreateOutput
std::unique_ptr< IWorkload > CreateOutput(const OutputQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:187
armnn::WorkloadFactoryBase::CreateResize
std::unique_ptr< IWorkload > CreateResize(const ResizeQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:231
IRuntime.hpp
armnn::DebugQueueDescriptor
Definition: WorkloadData.hpp:479
armnn::ITensorHandleFactory
Definition: ITensorHandleFactory.hpp:46
armnn::SpaceToDepthQueueDescriptor
Definition: WorkloadData.hpp:385
armnn::BatchToSpaceNdQueueDescriptor
Definition: WorkloadData.hpp:457
armnn::StridedSliceQueueDescriptor
Definition: WorkloadData.hpp:462
armnn::Convolution2dQueueDescriptor
Definition: WorkloadData.hpp:205
armnn::Optional
Definition: Optional.hpp:270
armnn::SubtractionQueueDescriptor
Definition: WorkloadData.hpp:271
armnn::ClWorkloadFactory::GetBackendId
const BackendId & GetBackendId() const override
Definition: ClWorkloadFactory.cpp:61
armnn::ActivationQueueDescriptor
Definition: WorkloadData.hpp:158
armnn::Pooling2dQueueDescriptor
Definition: WorkloadData.hpp:192
armnn::WorkloadFactoryBase::CreatePermute
std::unique_ptr< IWorkload > CreatePermute(const PermuteQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:195
armnn::LogicalBinaryQueueDescriptor
Definition: WorkloadData.hpp:671
armnn::TypedWorkload
Definition: Workload.hpp:94
armnn::WorkloadFactoryBase::CreateElementwiseUnary
std::unique_ptr< IWorkload > CreateElementwiseUnary(const ElementwiseUnaryQueueDescriptor &descriptor, const WorkloadInfo &info) const override
Definition: WorkloadFactoryBase.hpp:110
armnn::WorkloadFactoryBase::CreateL2Normalization
std::unique_ptr< IWorkload > CreateL2Normalization(const L2NormalizationQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:143
armnn::CastQueueDescriptor
Definition: WorkloadData.hpp:168
armnn::SoftmaxQueueDescriptor
Definition: WorkloadData.hpp:105
armnn::MaximumQueueDescriptor
Definition: WorkloadData.hpp:277
armnn::TransposeQueueDescriptor
Definition: WorkloadData.hpp:552
std
Definition: BackendId.hpp:149
armnn::WorkloadFactoryBase::CreateMemCopy
std::unique_ptr< IWorkload > CreateMemCopy(const MemCopyQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:163
armnn::MeanQueueDescriptor
Definition: WorkloadData.hpp:283
armnn::WorkloadFactoryBase::CreateDequantize
std::unique_ptr< IWorkload > CreateDequantize(const DequantizeQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:98
armnn::WorkloadFactoryBase::CreateConvolution2d
std::unique_ptr< IWorkload > CreateConvolution2d(const Convolution2dQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:82
armnn::WorkloadFactoryBase::CreateSoftmax
std::unique_ptr< IWorkload > CreateSoftmax(const SoftmaxQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:239
armnn::WorkloadFactoryBase::CreateRank
std::unique_ptr< IWorkload > CreateRank(const RankQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:223
armnn::ClWorkloadFactory::CreateSubTensorHandle
std::unique_ptr< ITensorHandle > CreateSubTensorHandle(ITensorHandle &parent, TensorShape const &subTensorShape, unsigned int const *subTensorOrigin) const override
Definition: ClWorkloadFactory.cpp:222
armnn::WorkloadFactoryBase::CreateArgMinMax
std::unique_ptr< IWorkload > CreateArgMinMax(const ArgMinMaxQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:50
armnn::InstanceNormalizationQueueDescriptor
Definition: WorkloadData.hpp:348
armnn::WorkloadFactoryBase::CreateConstant
std::unique_ptr< IWorkload > CreateConstant(const ConstantQueueDescriptor &, const WorkloadInfo &) const override
Definition: WorkloadFactoryBase.hpp:70