ArmNN
 23.02
Public Member Functions | Static Public Member Functions | List of all members
NeonWorkloadFactory Class Reference

#include <NeonWorkloadFactory.hpp>

Inheritance diagram for NeonWorkloadFactory:
WorkloadFactoryBase IWorkloadFactory

Public Member Functions

 NeonWorkloadFactory (const std::shared_ptr< NeonMemoryManager > &memoryManager)
 
 NeonWorkloadFactory (const std::shared_ptr< NeonMemoryManager > &memoryManager, const IBackendInternal::IBackendSpecificModelContextPtr &modelContextPtr)
 
const BackendId & GetBackendId () const override
 
bool SupportsSubTensors () const override
 
std::unique_ptr< ITensorHandle > CreateSubTensorHandle (ITensorHandle &parent, TensorShape const &subTensorShape, unsigned int const *subTensorOrigin) const override
 
std::unique_ptr< ITensorHandle > CreateTensorHandle (const TensorInfo &tensorInfo, const bool IsMemoryManaged=true) const override
 
std::unique_ptr< ITensorHandle > CreateTensorHandle (const TensorInfo &tensorInfo, DataLayout dataLayout, const bool IsMemoryManaged=true) const override
 
std::unique_ptr< IWorkload > CreateWorkload (LayerType type, const QueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
- Public Member Functions inherited from WorkloadFactoryBase
std::unique_ptr< IWorkload > CreateInput (const InputQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateActivation (const ActivationQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateAddition (const AdditionQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateArgMinMax (const ArgMinMaxQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateBatchNormalization (const BatchNormalizationQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateBatchToSpaceNd (const BatchToSpaceNdQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateComparison (const ComparisonQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateConcat (const ConcatQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateConstant (const ConstantQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateConvertFp16ToFp32 (const ConvertFp16ToFp32QueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateConvertFp32ToFp16 (const ConvertFp32ToFp16QueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateConvolution2d (const Convolution2dQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateDebug (const DebugQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateDepthToSpace (const DepthToSpaceQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateDepthwiseConvolution2d (const DepthwiseConvolution2dQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateDequantize (const DequantizeQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateDetectionPostProcess (const DetectionPostProcessQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateDivision (const DivisionQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateElementwiseUnary (const ElementwiseUnaryQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkload > CreateFakeQuantization (const FakeQuantizationQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateFloor (const FloorQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateFullyConnected (const FullyConnectedQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateGather (const GatherQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateInstanceNormalization (const InstanceNormalizationQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateL2Normalization (const L2NormalizationQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateLogSoftmax (const LogSoftmaxQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateLstm (const LstmQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateMaximum (const MaximumQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateMean (const MeanQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateMemCopy (const MemCopyQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateMemImport (const MemImportQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateMerge (const MergeQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateMinimum (const MinimumQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateMultiplication (const MultiplicationQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateNormalization (const NormalizationQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateOutput (const OutputQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreatePad (const PadQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreatePermute (const PermuteQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreatePooling2d (const Pooling2dQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreatePooling3d (const Pooling3dQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreatePreCompiled (const PreCompiledQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreatePrelu (const PreluQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateQuantize (const QuantizeQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateQuantizedLstm (const QuantizedLstmQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateRank (const RankQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateReshape (const ReshapeQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateResize (const ResizeQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateSlice (const SliceQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateSoftmax (const SoftmaxQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateSpaceToBatchNd (const SpaceToBatchNdQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateSpaceToDepth (const SpaceToDepthQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateSubtraction (const SubtractionQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateSplitter (const SplitterQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateStack (const StackQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateStridedSlice (const StridedSliceQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateSwitch (const SwitchQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateTranspose (const TransposeQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkload > CreateTransposeConvolution2d (const TransposeConvolution2dQueueDescriptor &, const WorkloadInfo &) const override
 
- Public Member Functions inherited from IWorkloadFactory
virtual ~IWorkloadFactory ()
 
virtual void AfterWorkloadsCreated ()
 

Static Public Member Functions

static bool IsLayerSupported (const Layer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported)
 
static bool IsLayerSupported (const IConnectableLayer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported, const ModelOptions &modelOptions)
 
- Static Public Member Functions inherited from IWorkloadFactory
static bool IsLayerSupported (const BackendId &backendId, const IConnectableLayer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported)
 
static bool IsLayerSupported (const IConnectableLayer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported)
 
static bool IsLayerSupported (const IConnectableLayer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported, const ModelOptions &modelOptions)
 
static bool IsLayerSupported (const BackendId &backendId, const IConnectableLayer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported, const ModelOptions &modelOptions)
 

Detailed Description

Definition at line 20 of file NeonWorkloadFactory.hpp.

Constructor & Destructor Documentation

◆ NeonWorkloadFactory() [1/2]

NeonWorkloadFactory ( const std::shared_ptr< NeonMemoryManager > &  memoryManager)

Definition at line 73 of file NeonWorkloadFactory.cpp.

74  : m_MemoryManager(memoryManager), m_ModelContextPtr(IBackendInternal::IBackendSpecificModelContextPtr{})
75 {
76  SetNumberOfThreads();
77 }

◆ NeonWorkloadFactory() [2/2]

NeonWorkloadFactory ( const std::shared_ptr< NeonMemoryManager > &  memoryManager,
const IBackendInternal::IBackendSpecificModelContextPtr &  modelContextPtr 
)

Definition at line 79 of file NeonWorkloadFactory.cpp.

81  : m_MemoryManager(memoryManager), m_ModelContextPtr(modelContextPtr)
82 {
83  SetNumberOfThreads();
84 }

Member Function Documentation

◆ CreateSubTensorHandle()

std::unique_ptr< ITensorHandle > CreateSubTensorHandle ( ITensorHandle &  parent,
TensorShape const &  subTensorShape,
unsigned int const *  subTensorOrigin 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 86 of file NeonWorkloadFactory.cpp.

89 {
90  const arm_compute::TensorShape shape = armcomputetensorutils::BuildArmComputeTensorShape(subTensorShape);
91 
92  arm_compute::Coordinates coords;
93  coords.set_num_dimensions(subTensorShape.GetNumDimensions());
94  for (unsigned int i = 0; i < subTensorShape.GetNumDimensions(); i++)
95  {
96  // Arm compute indexes tensor coords in reverse order.
97  unsigned int revertedIndex = subTensorShape.GetNumDimensions() - i - 1;
98  coords.set(i, armnn::numeric_cast<int>(subTensorOrigin[revertedIndex]));
99  }
100 
101  const arm_compute::TensorShape parentShape = armcomputetensorutils::BuildArmComputeTensorShape(parent.GetShape());
102  if (!::arm_compute::error_on_invalid_subtensor(__func__, __FILE__, __LINE__, parentShape, coords, shape))
103  {
104  return nullptr;
105  }
106 
107  return std::make_unique<NeonSubTensorHandle>(
108  PolymorphicDowncast<IAclTensorHandle*>(&parent), shape, coords);
109 }

◆ CreateTensorHandle() [1/2]

std::unique_ptr< ITensorHandle > CreateTensorHandle ( const TensorInfo &  tensorInfo,
const bool  IsMemoryManaged = true 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 111 of file NeonWorkloadFactory.cpp.

113 {
114  auto tensorHandle = std::make_unique<NeonTensorHandle>(tensorInfo);
115  if (IsMemoryManaged)
116  {
117  tensorHandle->SetMemoryGroup(m_MemoryManager->GetInterLayerMemoryGroup());
118  }
119  return tensorHandle;
120 }

◆ CreateTensorHandle() [2/2]

std::unique_ptr< ITensorHandle > CreateTensorHandle ( const TensorInfo &  tensorInfo,
DataLayout  dataLayout,
const bool  IsMemoryManaged = true 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 122 of file NeonWorkloadFactory.cpp.

125 {
126  auto tensorHandle = std::make_unique<NeonTensorHandle>(tensorInfo, dataLayout);
127  if (IsMemoryManaged)
128  {
129  tensorHandle->SetMemoryGroup(m_MemoryManager->GetInterLayerMemoryGroup());
130  }
131  return tensorHandle;
132 }

◆ CreateWorkload()

std::unique_ptr< IWorkload > CreateWorkload ( LayerType  type,
const QueueDescriptor &  descriptor,
const WorkloadInfo &  info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 134 of file NeonWorkloadFactory.cpp.

137 {
138  switch(type)
139  {
140  case LayerType::Activation :
141  {
142  auto activationQueueDescriptor = PolymorphicDowncast<const ActivationQueueDescriptor*>(&descriptor);
143  return std::make_unique<NeonActivationWorkload>(*activationQueueDescriptor, info);
144  }
145  case LayerType::Addition :
146  {
147  auto additionQueueDescriptor = PolymorphicDowncast<const AdditionQueueDescriptor*>(&descriptor);
148  return std::make_unique<NeonAdditionWorkload>(*additionQueueDescriptor, info);
149  }
150  case LayerType::ArgMinMax :
151  {
152  auto argMinMaxQueueDescriptor = PolymorphicDowncast<const ArgMinMaxQueueDescriptor*>(&descriptor);
153  return std::make_unique<NeonArgMinMaxWorkload>(*argMinMaxQueueDescriptor, info);
154  }
155  case LayerType::BatchMatMul :
156  {
157  auto batchMatMulQueueDescriptor = PolymorphicDowncast<const BatchMatMulQueueDescriptor*>(&descriptor);
158  return std::make_unique<NeonBatchMatMulWorkload>(*batchMatMulQueueDescriptor, info);
159  }
160  case LayerType::BatchNormalization :
161  {
162  auto batchNormalizationQueueDescriptor
163  = PolymorphicDowncast<const BatchNormalizationQueueDescriptor*>(&descriptor);
164  return std::make_unique<NeonBatchNormalizationWorkload>(*batchNormalizationQueueDescriptor, info);
165  }
166  case LayerType::BatchToSpaceNd :
167  {
168  auto batchToSpaceNdQueueDescriptor
169  = PolymorphicDowncast<const BatchToSpaceNdQueueDescriptor*>(&descriptor);
170  return std::make_unique<NeonBatchToSpaceNdWorkload>(*batchToSpaceNdQueueDescriptor, info);
171  }
172  case LayerType::Cast :
173  {
174  auto castQueueDescriptor = PolymorphicDowncast<const CastQueueDescriptor*>(&descriptor);
175  return std::make_unique<NeonCastWorkload>(*castQueueDescriptor, info);
176  }
177  case LayerType::ChannelShuffle :
178  {
179  auto channelShuffleQueueDescriptor = PolymorphicDowncast<const ChannelShuffleQueueDescriptor*>(&descriptor);
180  return std::make_unique<NeonChannelShuffleWorkload>(*channelShuffleQueueDescriptor, info);
181  }
182  case LayerType::Comparison :
183  {
184  auto comparisonQueueDescriptor = PolymorphicDowncast<const ComparisonQueueDescriptor*>(&descriptor);
185  return std::make_unique<NeonComparisonWorkload>(*comparisonQueueDescriptor, info);
186  }
187  case LayerType::Concat :
188  {
189  auto concatQueueDescriptor = PolymorphicDowncast<const ConcatQueueDescriptor*>(&descriptor);
190  return std::make_unique<NeonConcatWorkload>(*concatQueueDescriptor, info);
191  }
192  case LayerType::Constant :
193  {
194  auto constantQueueDescriptor = PolymorphicDowncast<const ConstantQueueDescriptor*>(&descriptor);
195  return std::make_unique<NeonConstantWorkload>(*constantQueueDescriptor, info);
196  }
197  case LayerType::ConvertFp16ToFp32 :
198  {
199  auto convertFp16ToFp32QueueDescriptor
200  = PolymorphicDowncast<const ConvertFp16ToFp32QueueDescriptor*>(&descriptor);
201  return std::make_unique<NeonConvertFp16ToFp32Workload>(*convertFp16ToFp32QueueDescriptor, info);
202  }
203  case LayerType::ConvertFp32ToFp16 :
204  {
205  auto convertFp32ToFp16QueueDescriptor
206  = PolymorphicDowncast<const ConvertFp32ToFp16QueueDescriptor*>(&descriptor);
207  return std::make_unique<NeonConvertFp32ToFp16Workload>(*convertFp32ToFp16QueueDescriptor, info);
208  }
209  case LayerType::Convolution2d :
210  {
211  auto convolution2dQueueDescriptor = PolymorphicDowncast<const Convolution2dQueueDescriptor*>(&descriptor);
212 
213  bool isFastMathEnabled = false;
214  if (m_ModelContextPtr)
215  {
216  if (m_ModelContextPtr.get() != nullptr)
217  {
218  auto modelOptions = dynamic_cast<NeonBackendModelContext*>(m_ModelContextPtr.get());
219  if (modelOptions)
220  {
221  isFastMathEnabled = modelOptions->IsFastMathEnabled();
222  }
223  }
224  }
225  return std::make_unique<NeonConvolution2dWorkload>(*convolution2dQueueDescriptor,
226  info,
227  m_MemoryManager->GetIntraLayerManager(),
228  isFastMathEnabled);
229  }
230  case LayerType::Convolution3d :
231  {
232  auto convolution3dQueueDescriptor = PolymorphicDowncast<const Convolution3dQueueDescriptor*>(&descriptor);
233 
234  bool isFastMathEnabled = false;
235  if (m_ModelContextPtr)
236  {
237  if (m_ModelContextPtr.get() != nullptr)
238  {
239  auto modelOptions = dynamic_cast<NeonBackendModelContext*>(m_ModelContextPtr.get());
240  if (modelOptions)
241  {
242  isFastMathEnabled = modelOptions->IsFastMathEnabled();
243  }
244  }
245  }
246  return std::make_unique<NeonConvolution3dWorkload>(*convolution3dQueueDescriptor,
247  info,
248  m_MemoryManager->GetIntraLayerManager(),
249  isFastMathEnabled);
250  }
251  case LayerType::Debug :
252  {
253  auto debugQueueDescriptor = PolymorphicDowncast<const DebugQueueDescriptor*>(&descriptor);
254  return MakeWorkloadHelper<NullWorkload, NullWorkload>(*debugQueueDescriptor, info);
255  }
256  case LayerType::DepthToSpace :
257  {
258  auto depthToSpaceQueueDescriptor = PolymorphicDowncast<const DepthToSpaceQueueDescriptor*>(&descriptor);
259  return std::make_unique<NeonDepthToSpaceWorkload>(*depthToSpaceQueueDescriptor, info);
260  }
261  case LayerType::DepthwiseConvolution2d :
262  {
263  auto depthwiseConvolution2dQueueDescriptor
264  = PolymorphicDowncast<const DepthwiseConvolution2dQueueDescriptor*>(&descriptor);
265  return std::make_unique<NeonDepthwiseConvolutionWorkload>(*depthwiseConvolution2dQueueDescriptor, info);
266  }
267  case LayerType::Dequantize :
268  {
269  auto dequantizeQueueDescriptor = PolymorphicDowncast<const DequantizeQueueDescriptor*>(&descriptor);
270  return std::make_unique<NeonDequantizeWorkload>(*dequantizeQueueDescriptor, info);
271  }
272  case LayerType::DetectionPostProcess :
273  {
274  auto detectionPostProcessQueueDescriptor
275  = PolymorphicDowncast<const DetectionPostProcessQueueDescriptor*>(&descriptor);
276  return MakeWorkloadHelper<NullWorkload, NullWorkload>(*detectionPostProcessQueueDescriptor, info);
277  }
278  case LayerType::Division :
279  {
280  auto divisionQueueDescriptor = PolymorphicDowncast<const DivisionQueueDescriptor*>(&descriptor);
281  return std::make_unique<NeonDivisionWorkload>(*divisionQueueDescriptor, info);
282  }
283  case LayerType::ElementwiseUnary :
284  {
285  auto elementwiseUnaryQueueDescriptor
286  = PolymorphicDowncast<const ElementwiseUnaryQueueDescriptor*>(&descriptor);
287 
288  switch(elementwiseUnaryQueueDescriptor->m_Parameters.m_Operation)
289  {
290  case UnaryOperation::Abs:
291  {
292  AbsQueueDescriptor absQueueDescriptor;
293  absQueueDescriptor.m_Inputs = elementwiseUnaryQueueDescriptor->m_Inputs;
294  absQueueDescriptor.m_Outputs = elementwiseUnaryQueueDescriptor->m_Outputs;
295 
296  return std::make_unique<NeonAbsWorkload>(absQueueDescriptor, info);
297  }
298  case UnaryOperation::Exp:
299  return std::make_unique<NeonExpWorkload>(*elementwiseUnaryQueueDescriptor, info);
300  case UnaryOperation::LogicalNot:
301  return std::make_unique<NeonLogicalNotWorkload>(*elementwiseUnaryQueueDescriptor, info);
302  case UnaryOperation::Log:
303  return std::make_unique<NeonLogWorkload>(*elementwiseUnaryQueueDescriptor, info);
304  case UnaryOperation::Neg:
305  return std::make_unique<NeonNegWorkload>(*elementwiseUnaryQueueDescriptor, info);
306  case UnaryOperation::Rsqrt:
307  {
308  RsqrtQueueDescriptor rsqrtQueueDescriptor;
309  rsqrtQueueDescriptor.m_Inputs = elementwiseUnaryQueueDescriptor->m_Inputs;
310  rsqrtQueueDescriptor.m_Outputs = elementwiseUnaryQueueDescriptor->m_Outputs;
311 
312  return std::make_unique<NeonRsqrtWorkload>(rsqrtQueueDescriptor, info);
313  }
314  case UnaryOperation::Sin:
315  return std::make_unique<NeonSinWorkload>(*elementwiseUnaryQueueDescriptor, info);
316  case UnaryOperation::Sqrt:
317  return std::make_unique<NeonSqrtWorkload>(*elementwiseUnaryQueueDescriptor, info);
318  default:
319  return nullptr;
320  }
321  }
322  case LayerType::Fill :
323  {
324  auto fillQueueDescriptor = PolymorphicDowncast<const FillQueueDescriptor*>(&descriptor);
325  return std::make_unique<NeonFillWorkload>(*fillQueueDescriptor, info);
326  }
327  case LayerType::Floor :
328  {
329  auto floorQueueDescriptor = PolymorphicDowncast<const FloorQueueDescriptor*>(&descriptor);
330  return MakeWorkloadHelper<NeonFloorFloatWorkload, NullWorkload>(*floorQueueDescriptor, info);
331  }
332  case LayerType::FullyConnected :
333  {
334  auto fullyConnectedQueueDescriptor = PolymorphicDowncast<const FullyConnectedQueueDescriptor*>(&descriptor);
335  return std::make_unique<NeonFullyConnectedWorkload>(*fullyConnectedQueueDescriptor,
336  info,
337  m_MemoryManager->GetIntraLayerManager());
338  }
339  case LayerType::Gather :
340  {
341  auto gatherQueueDescriptor = PolymorphicDowncast<const GatherQueueDescriptor*>(&descriptor);
342  return std::make_unique<NeonGatherWorkload>(*gatherQueueDescriptor, info);
343  }
344  case LayerType::GatherNd :
345  {
346  auto gatherNdQueueDescriptor = PolymorphicDowncast<const GatherNdQueueDescriptor*>(&descriptor);
347  return std::make_unique<NeonGatherNdWorkload>(*gatherNdQueueDescriptor, info);
348  }
349  case LayerType::Input :
350  {
351  auto inputQueueDescriptor = PolymorphicDowncast<const InputQueueDescriptor*>(&descriptor);
352  return std::make_unique<CopyMemGenericWorkload>(*inputQueueDescriptor, info);
353  }
354  case LayerType::InstanceNormalization :
355  {
356  auto instanceNormalizationQueueDescriptor
357  = PolymorphicDowncast<const InstanceNormalizationQueueDescriptor*>(&descriptor);
358  return std::make_unique<NeonInstanceNormalizationWorkload>(*instanceNormalizationQueueDescriptor, info);
359  }
360  case LayerType::L2Normalization :
361  {
362  auto l2NormalizationQueueDescriptor
363  = PolymorphicDowncast<const L2NormalizationQueueDescriptor*>(&descriptor);
364  return MakeWorkloadHelper<NeonL2NormalizationFloatWorkload, NullWorkload>
365  (*l2NormalizationQueueDescriptor, info, m_MemoryManager->GetIntraLayerManager());
366  }
367  case LayerType::LogSoftmax :
368  {
369  auto logSoftmaxQueueDescriptor = PolymorphicDowncast<const LogSoftmaxQueueDescriptor*>(&descriptor);
370  return std::make_unique<NeonLogSoftmaxWorkload>(*logSoftmaxQueueDescriptor,
371  info,
372  m_MemoryManager->GetIntraLayerManager());
373  }
374  case LayerType::LogicalBinary :
375  {
376  auto logicalBinaryQueueDescriptor = PolymorphicDowncast<const LogicalBinaryQueueDescriptor*>(&descriptor);
377 
378  switch(logicalBinaryQueueDescriptor->m_Parameters.m_Operation)
379  {
380  case LogicalBinaryOperation::LogicalAnd:
381  return std::make_unique<NeonLogicalAndWorkload>(*logicalBinaryQueueDescriptor, info);
382  case LogicalBinaryOperation::LogicalOr:
383  return std::make_unique<NeonLogicalOrWorkload>(*logicalBinaryQueueDescriptor, info);
384  default:
385  return nullptr;
386  }
387  }
388  case LayerType::Lstm :
389  {
390  auto lstmQueueDescriptor = PolymorphicDowncast<const LstmQueueDescriptor*>(&descriptor);
391  return MakeWorkloadHelper<NeonLstmFloatWorkload, NullWorkload>(*lstmQueueDescriptor, info);
392  }
393  case LayerType::Maximum :
394  {
395  auto maximumQueueDescriptor = PolymorphicDowncast<const MaximumQueueDescriptor*>(&descriptor);
396  return std::make_unique<NeonMaximumWorkload>(*maximumQueueDescriptor, info);
397  }
398  case LayerType::Mean :
399  {
400  auto meanQueueDescriptor = PolymorphicDowncast<const MeanQueueDescriptor*>(&descriptor);
401  return std::make_unique<NeonMeanWorkload>(*meanQueueDescriptor, info);
402  }
403  case LayerType::MemCopy :
404  {
405  auto memCopyQueueDescriptor = PolymorphicDowncast<const MemCopyQueueDescriptor*>(&descriptor);
406  if (memCopyQueueDescriptor->m_Inputs.empty() || !memCopyQueueDescriptor->m_Inputs[0])
407  {
408  throw InvalidArgumentException("NeonWorkloadFactory: Invalid null input for MemCopy workload");
409  }
410  return MakeWorkloadHelper<CopyMemGenericWorkload, CopyMemGenericWorkload>(*memCopyQueueDescriptor, info);
411  }
412  case LayerType::MemImport :
413  {
414  auto memImportQueueDescriptor = PolymorphicDowncast<const MemImportQueueDescriptor*>(&descriptor);
415  if (memImportQueueDescriptor->m_Inputs.empty() || !memImportQueueDescriptor->m_Inputs[0])
416  {
417  throw InvalidArgumentException("NeonWorkloadFactory: Invalid null input for MemImport workload");
418  }
419  return std::make_unique<ImportMemGenericWorkload>(*memImportQueueDescriptor, info);
420  }
421  case LayerType::Minimum :
422  {
423  auto minimumQueueDescriptor = PolymorphicDowncast<const MinimumQueueDescriptor*>(&descriptor);
424  return std::make_unique<NeonMinimumWorkload>(*minimumQueueDescriptor, info);
425  }
426  case LayerType::Multiplication :
427  {
428  auto multiplicationQueueDescriptor = PolymorphicDowncast<const MultiplicationQueueDescriptor*>(&descriptor);
429  return std::make_unique<NeonMultiplicationWorkload>(*multiplicationQueueDescriptor, info);
430  }
431  case LayerType::Normalization :
432  {
433  auto normalizationQueueDescriptor = PolymorphicDowncast<const NormalizationQueueDescriptor*>(&descriptor);
434  return MakeWorkloadHelper<NeonNormalizationFloatWorkload, NullWorkload>
435  (*normalizationQueueDescriptor, info, m_MemoryManager->GetIntraLayerManager());
436  }
437  case LayerType::Output :
438  {
439  auto outputQueueDescriptor = PolymorphicDowncast<const OutputQueueDescriptor*>(&descriptor);
440  return std::make_unique<CopyMemGenericWorkload>(*outputQueueDescriptor, info);
441  }
442  case LayerType::Pad :
443  {
444  auto padQueueDescriptor = PolymorphicDowncast<const PadQueueDescriptor*>(&descriptor);
445  return std::make_unique<NeonPadWorkload>(*padQueueDescriptor, info);
446  }
447  case LayerType::Permute :
448  {
449  auto permuteQueueDescriptor = PolymorphicDowncast<const PermuteQueueDescriptor*>(&descriptor);
450  return std::make_unique<NeonPermuteWorkload>(*permuteQueueDescriptor, info);
451  }
452  case LayerType::Pooling2d :
453  {
454  auto pooling2dQueueDescriptor = PolymorphicDowncast<const Pooling2dQueueDescriptor*>(&descriptor);
455  return std::make_unique<NeonPooling2dWorkload>(*pooling2dQueueDescriptor, info);
456  }
457  case LayerType::Pooling3d :
458  {
459  auto pooling3dQueueDescriptor = PolymorphicDowncast<const Pooling3dQueueDescriptor*>(&descriptor);
460  return std::make_unique<NeonPooling3dWorkload>(*pooling3dQueueDescriptor, info);
461  }
462  case LayerType::PreCompiled :
463  {
464  auto preCompiledQueueDescriptor = PolymorphicDowncast<const PreCompiledQueueDescriptor*>(&descriptor);
465  return MakeWorkloadHelper<NullWorkload, NullWorkload>(*preCompiledQueueDescriptor, info);
466  }
467  case LayerType::Prelu :
468  {
469  auto preluQueueDescriptor = PolymorphicDowncast<const PreluQueueDescriptor*>(&descriptor);
470  return std::make_unique<NeonPreluWorkload>(*preluQueueDescriptor, info);
471  }
472  case LayerType::QLstm :
473  {
474  auto qLstmQueueDescriptor = PolymorphicDowncast<const QLstmQueueDescriptor*>(&descriptor);
475  return std::make_unique<NeonQLstmWorkload>(*qLstmQueueDescriptor, info);
476  }
477  case LayerType::Quantize :
478  {
479  auto quantizeQueueDescriptor = PolymorphicDowncast<const QuantizeQueueDescriptor*>(&descriptor);
480  return std::make_unique<NeonQuantizeWorkload>(*quantizeQueueDescriptor, info);
481  }
482  case LayerType::QuantizedLstm :
483  {
484  auto quantizedLstmQueueDescriptor = PolymorphicDowncast<const QuantizedLstmQueueDescriptor*>(&descriptor);
485  return std::make_unique<NeonQuantizedLstmWorkload>(*quantizedLstmQueueDescriptor, info);
486  }
487  case LayerType::Rank :
488  {
489  auto rankQueueDescriptor = PolymorphicDowncast<const RankQueueDescriptor*>(&descriptor);
490  return std::make_unique<NeonRankWorkload>(*rankQueueDescriptor, info);
491  }
492  case LayerType::Reduce :
493  {
494  auto reduceQueueDescriptor = PolymorphicDowncast<const ReduceQueueDescriptor*>(&descriptor);
495  return std::make_unique<NeonReduceWorkload>(*reduceQueueDescriptor, info);
496  }
497  case LayerType::Reshape :
498  {
499  auto reshapeQueueDescriptor = PolymorphicDowncast<const ReshapeQueueDescriptor*>(&descriptor);
500  return std::make_unique<NeonReshapeWorkload>(*reshapeQueueDescriptor, info);
501  }
502  case LayerType::Resize :
503  {
504  auto resizeQueueDescriptor = PolymorphicDowncast<const ResizeQueueDescriptor*>(&descriptor);
505  return std::make_unique<NeonResizeWorkload>(*resizeQueueDescriptor, info);
506  }
507  case LayerType::Slice :
508  {
509  auto sliceQueueDescriptor = PolymorphicDowncast<const SliceQueueDescriptor*>(&descriptor);
510  return std::make_unique<NeonSliceWorkload>(*sliceQueueDescriptor, info);
511  }
512  case LayerType::Softmax :
513  {
514  auto softmaxQueueDescriptor = PolymorphicDowncast<const SoftmaxQueueDescriptor*>(&descriptor);
515  return std::make_unique<NeonSoftmaxWorkload>(*softmaxQueueDescriptor,
516  info,
517  m_MemoryManager->GetIntraLayerManager());
518  }
519  case LayerType::SpaceToBatchNd :
520  {
521  auto spaceToBatchNdQueueDescriptor
522  = PolymorphicDowncast<const SpaceToBatchNdQueueDescriptor*>(&descriptor);
523  return std::make_unique<NeonSpaceToBatchNdWorkload>(*spaceToBatchNdQueueDescriptor, info);
524  }
525  case LayerType::SpaceToDepth :
526  {
527  auto spaceToDepthQueueDescriptor = PolymorphicDowncast<const SpaceToDepthQueueDescriptor*>(&descriptor);
528  return std::make_unique<NeonSpaceToDepthWorkload>(*spaceToDepthQueueDescriptor, info);
529  }
530  case LayerType::Splitter :
531  {
532  auto splitterQueueDescriptor = PolymorphicDowncast<const SplitterQueueDescriptor*>(&descriptor);
533  return std::make_unique<NeonSplitterWorkload>(*splitterQueueDescriptor, info);
534  }
535  case LayerType::Stack :
536  {
537  auto stackQueueDescriptor = PolymorphicDowncast<const StackQueueDescriptor*>(&descriptor);
538  return std::make_unique<NeonStackWorkload>(*stackQueueDescriptor, info);
539  }
540  case LayerType::StridedSlice :
541  {
542  auto stridedSliceQueueDescriptor = PolymorphicDowncast<const StridedSliceQueueDescriptor*>(&descriptor);
543  return std::make_unique<NeonStridedSliceWorkload>(*stridedSliceQueueDescriptor, info);
544  }
545  case LayerType::Subtraction :
546  {
547  auto subtractionQueueDescriptor = PolymorphicDowncast<const SubtractionQueueDescriptor*>(&descriptor);
548  return std::make_unique<NeonSubtractionWorkload>(*subtractionQueueDescriptor, info);
549  }
550  case LayerType::Transpose :
551  {
552  auto transposeQueueDescriptor = PolymorphicDowncast<const TransposeQueueDescriptor*>(&descriptor);
553  return std::make_unique<NeonTransposeWorkload>(*transposeQueueDescriptor, info);
554  }
555  case LayerType::TransposeConvolution2d :
556  {
557  auto transposeConvolution2dQueueDescriptor
558  = PolymorphicDowncast<const TransposeConvolution2dQueueDescriptor*>(&descriptor);
559  return std::make_unique<NeonTransposeConvolution2dWorkload>(*transposeConvolution2dQueueDescriptor,
560  info,
561  m_MemoryManager->GetIntraLayerManager());
562  }
563  case LayerType::UnidirectionalSequenceLstm :
564  {
565  auto desc = PolymorphicDowncast<const UnidirectionalSequenceLstmQueueDescriptor*>(&descriptor);
566 
567  if ((info.m_InputTensorInfos[0].GetDataType() == armnn::DataType::Float32) &&
568  (info.m_InputTensorInfos[1].GetDataType() == armnn::DataType::Float32) &&
569  (info.m_InputTensorInfos[2].GetDataType() == armnn::DataType::Float32) &&
570  (info.m_OutputTensorInfos[0].GetDataType() == armnn::DataType::Float32) &&
571  (info.m_OutputTensorInfos[1].GetDataType() == armnn::DataType::Float32) &&
572  (info.m_OutputTensorInfos[2].GetDataType() == armnn::DataType::Float32))
573  {
574  return std::make_unique<NeonUnidirectionalSequenceLstmFloatWorkload>(*desc, info);
575  }
576  else
577  {
578  return std::make_unique<NeonUnidirectionalSequenceLstmWorkload>(*desc, info);
579  }
580  }
581  default:
582  return nullptr;
583  }
584 }

References armnn::Abs, armnn::Activation, armnn::Addition, armnn::ArgMinMax, armnn::BatchMatMul, armnn::BatchNormalization, armnn::BatchToSpaceNd, armnn::Cast, armnn::ChannelShuffle, armnn::Comparison, armnn::Concat, armnn::Constant, armnn::ConvertFp16ToFp32, armnn::ConvertFp32ToFp16, armnn::Convolution2d, armnn::Convolution3d, armnn::Debug, armnn::DepthToSpace, armnn::DepthwiseConvolution2d, armnn::Dequantize, armnn::DetectionPostProcess, armnn::Division, armnn::ElementwiseUnary, armnn::Exp, armnn::Fill, armnn::Float32, armnn::Floor, armnn::FullyConnected, armnn::Gather, armnn::GatherNd, armnn::info, armnn::Input, armnn::InstanceNormalization, NeonBackendModelContext::IsFastMathEnabled(), armnn::L2Normalization, armnn::Log, armnn::LogicalAnd, armnn::LogicalBinary, armnn::LogicalNot, armnn::LogicalOr, armnn::LogSoftmax, armnn::Lstm, QueueDescriptor::m_Inputs, QueueDescriptor::m_Outputs, armnn::Maximum, armnn::Mean, armnn::MemCopy, armnn::MemImport, armnn::Minimum, armnn::Multiplication, armnn::Neg, armnn::Normalization, armnn::Output, armnn::Pad, armnn::Permute, armnn::Pooling2d, armnn::Pooling3d, armnn::PreCompiled, armnn::Prelu, armnn::QLstm, armnn::Quantize, armnn::QuantizedLstm, armnn::Rank, armnn::Reduce, armnn::Reshape, armnn::Resize, armnn::Rsqrt, armnn::Sin, armnn::Slice, armnn::Softmax, armnn::SpaceToBatchNd, armnn::SpaceToDepth, armnn::Splitter, armnn::Sqrt, armnn::Stack, armnn::StridedSlice, armnn::Subtraction, armnn::Transpose, armnn::TransposeConvolution2d, and armnn::UnidirectionalSequenceLstm.

◆ GetBackendId()

const BackendId & GetBackendId ( ) const
overridevirtual

Implements IWorkloadFactory.

Definition at line 49 of file NeonWorkloadFactory.cpp.

50 {
51  return s_Id;
52 }

◆ IsLayerSupported() [1/2]

bool IsLayerSupported ( const IConnectableLayer &  layer,
Optional< DataType >  dataType,
std::string &  outReasonIfUnsupported,
const ModelOptions &  modelOptions 
)
static

Definition at line 41 of file NeonWorkloadFactory.cpp.

45 {
46  return IWorkloadFactory::IsLayerSupported(s_Id, layer, dataType, outReasonIfUnsupported, modelOptions);
47 }

References IWorkloadFactory::IsLayerSupported().

◆ IsLayerSupported() [2/2]

bool IsLayerSupported ( const Layer &  layer,
Optional< DataType >  dataType,
std::string &  outReasonIfUnsupported 
)
static

Definition at line 34 of file NeonWorkloadFactory.cpp.

37 {
38  return IWorkloadFactory::IsLayerSupported(s_Id, layer, dataType, outReasonIfUnsupported);
39 }

References IWorkloadFactory::IsLayerSupported().

◆ SupportsSubTensors()

bool SupportsSubTensors ( ) const
inlineoverridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 39 of file NeonWorkloadFactory.hpp.

39 { return true; }
The documentation for this class was generated from the following files:
armnn::LayerType::Floor
@ Floor
armnn::LayerType::MemCopy
@ MemCopy
armnn::LayerType::Softmax
@ Softmax
armnn::LayerType::Pooling3d
@ Pooling3d
armnn::LayerType::FullyConnected
@ FullyConnected
armnn::LayerType::Transpose
@ Transpose
armnn::LayerType::ChannelShuffle
@ ChannelShuffle
armnn::LayerType::ConvertFp32ToFp16
@ ConvertFp32ToFp16
armnn::LayerType::L2Normalization
@ L2Normalization
armnn::LogicalBinaryOperation::LogicalAnd
@ LogicalAnd
armnn::LayerType::TransposeConvolution2d
@ TransposeConvolution2d
armnn::LayerType::Input
@ Input
armnn::LayerType::Slice
@ Slice
armnn::LayerType::Maximum
@ Maximum
armnn::LayerType::Quantize
@ Quantize
armnn::LayerType::ArgMinMax
@ ArgMinMax
armnn::LayerType::Subtraction
@ Subtraction
armnn::LayerType::SpaceToBatchNd
@ SpaceToBatchNd
armnn::LayerType::Convolution2d
@ Convolution2d
armnn::UnaryOperation::Exp
@ Exp
armnn::UnaryOperation::Sqrt
@ Sqrt
armnn::UnaryOperation::Neg
@ Neg
armnn::LayerType::Permute
@ Permute
armnn::LayerType::ConvertFp16ToFp32
@ ConvertFp16ToFp32
armnn::LayerType::QLstm
@ QLstm
armnn::LayerType::Pad
@ Pad
armnn::LayerType::Addition
@ Addition
armnn::LayerType::QuantizedLstm
@ QuantizedLstm
armnn::LayerType::BatchNormalization
@ BatchNormalization
armnn::LayerType::Reduce
@ Reduce
armnn::LayerType::Division
@ Division
armnn::LayerType::Debug
@ Debug
armnn::LayerType::InstanceNormalization
@ InstanceNormalization
armnn::LayerType::Activation
@ Activation
armnn::LayerType::Normalization
@ Normalization
armnn::LayerType::Comparison
@ Comparison
armnn::LayerType::Stack
@ Stack
armnn::LayerType::Reshape
@ Reshape
armnn::IBackendInternal::IBackendSpecificModelContextPtr
std::shared_ptr< IBackendModelContext > IBackendSpecificModelContextPtr
Definition: IBackendInternal.hpp:96
armnn::LayerType::Gather
@ Gather
armnn::LayerType::DepthwiseConvolution2d
@ DepthwiseConvolution2d
armnn::LogicalBinaryOperation::LogicalOr
@ LogicalOr
armnn::LayerType::Fill
@ Fill
armnn::LayerType::Resize
@ Resize
armnn::LayerType::Rank
@ Rank
armnn::LayerType::LogicalBinary
@ LogicalBinary
armnn::LayerType::UnidirectionalSequenceLstm
@ UnidirectionalSequenceLstm
armnn::LayerType::Pooling2d
@ Pooling2d
armnn::DataType::Float32
@ Float32
armnn::IWorkloadFactory::IsLayerSupported
static bool IsLayerSupported(const BackendId &backendId, const IConnectableLayer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported)
Definition: WorkloadFactory.cpp:1518
armnn::LayerType::GatherNd
@ GatherNd
armnn::LayerType::Minimum
@ Minimum
armnn::LayerType::Constant
@ Constant
armnn::LayerType::Lstm
@ Lstm
armnn::LayerType::ElementwiseUnary
@ ElementwiseUnary
armnn::LayerType::SpaceToDepth
@ SpaceToDepth
armnn::UnaryOperation::Abs
@ Abs
armnn::LayerType::StridedSlice
@ StridedSlice
armnn::LayerType::DetectionPostProcess
@ DetectionPostProcess
armnn::LayerType::Mean
@ Mean
armnn::LayerType::BatchToSpaceNd
@ BatchToSpaceNd
armnn::LayerType::DepthToSpace
@ DepthToSpace
armnn::UnaryOperation::LogicalNot
@ LogicalNot
armnn::UnaryOperation::Sin
@ Sin
armnn::LayerType::Concat
@ Concat
armnn::UnaryOperation::Rsqrt
@ Rsqrt
armnn::LayerType::Cast
@ Cast
armnn::LayerType::BatchMatMul
@ BatchMatMul
armnn::LayerType::Convolution3d
@ Convolution3d
armnn::LayerType::Splitter
@ Splitter
armnn::LayerType::LogSoftmax
@ LogSoftmax
armnn::LayerType::Output
@ Output
armnn::LayerType::Multiplication
@ Multiplication
armnn::LayerType::MemImport
@ MemImport
armnn::LayerType::Prelu
@ Prelu
armnn::LayerType::Dequantize
@ Dequantize
armnn::Coordinates
std::array< unsigned int, MaxNumOfTensorDimensions > Coordinates
Definition: InternalTypes.hpp:15
armnn::UnaryOperation::Log
@ Log
armnn::BoostLogSeverityMapping::info
@ info
armnn::LayerType::PreCompiled
@ PreCompiled