ArmNN
 21.05
NeonWorkloadFactory Class Reference

#include <NeonWorkloadFactory.hpp>

Inheritance diagram for NeonWorkloadFactory:
WorkloadFactoryBase IWorkloadFactory

Public Member Functions

 NeonWorkloadFactory (const std::shared_ptr< NeonMemoryManager > &memoryManager)
 
 NeonWorkloadFactory (const std::shared_ptr< NeonMemoryManager > &memoryManager, const IBackendInternal::IBackendSpecificModelContextPtr &modelContextPtr)
 
const BackendIdGetBackendId () const override
 
bool SupportsSubTensors () const override
 
std::unique_ptr< ITensorHandleCreateSubTensorHandle (ITensorHandle &parent, TensorShape const &subTensorShape, unsigned int const *subTensorOrigin) const override
 
std::unique_ptr< ITensorHandleCreateTensorHandle (const TensorInfo &tensorInfo, const bool IsMemoryManaged=true) const override
 
std::unique_ptr< ITensorHandleCreateTensorHandle (const TensorInfo &tensorInfo, DataLayout dataLayout, const bool IsMemoryManaged=true) const override
 
std::unique_ptr< IWorkloadCreateAbs (const AbsQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateActivation (const ActivationQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateAddition (const AdditionQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateArgMinMax (const ArgMinMaxQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateBatchNormalization (const BatchNormalizationQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateBatchToSpaceNd (const BatchToSpaceNdQueueDescriptor &descriptor, const WorkloadInfo &Info) const override
 
std::unique_ptr< IWorkloadCreateCast (const CastQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateComparison (const ComparisonQueueDescriptor &descriptor, const WorkloadInfo &Info) const override
 
std::unique_ptr< IWorkloadCreateConcat (const ConcatQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateConstant (const ConstantQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateConvertBf16ToFp32 (const ConvertBf16ToFp32QueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateConvertFp16ToFp32 (const ConvertFp16ToFp32QueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateConvertFp32ToBf16 (const ConvertFp32ToBf16QueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateConvertFp32ToFp16 (const ConvertFp32ToFp16QueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateConvolution2d (const Convolution2dQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateDebug (const DebugQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateDepthToSpace (const DepthToSpaceQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateDepthwiseConvolution2d (const DepthwiseConvolution2dQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateDequantize (const DequantizeQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateDetectionPostProcess (const DetectionPostProcessQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateDivision (const DivisionQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateElementwiseUnary (const ElementwiseUnaryQueueDescriptor &descriptor, const WorkloadInfo &Info) const override
 
std::unique_ptr< IWorkloadCreateEqual (const EqualQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateFill (const FillQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateFloor (const FloorQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateFullyConnected (const FullyConnectedQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateGather (const GatherQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateGreater (const GreaterQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateInput (const InputQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateInstanceNormalization (const InstanceNormalizationQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateL2Normalization (const L2NormalizationQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateLogicalBinary (const LogicalBinaryQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateLogSoftmax (const LogSoftmaxQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateLstm (const LstmQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateMaximum (const MaximumQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateMean (const MeanQueueDescriptor &descriptor, const WorkloadInfo &Info) const override
 
std::unique_ptr< IWorkloadCreateMemCopy (const MemCopyQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateMemImport (const MemImportQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateMerger (const MergerQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateMinimum (const MinimumQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateMultiplication (const MultiplicationQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateNormalization (const NormalizationQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateOutput (const OutputQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreatePad (const PadQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreatePermute (const PermuteQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreatePooling2d (const Pooling2dQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreatePreCompiled (const PreCompiledQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreatePrelu (const PreluQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateQLstm (const QLstmQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateQuantize (const QuantizeQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateQuantizedLstm (const QuantizedLstmQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateRank (const RankQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateReduce (const ReduceQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateReshape (const ReshapeQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateResize (const ResizeQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateResizeBilinear (const ResizeBilinearQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateRsqrt (const RsqrtQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateSlice (const SliceQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateSoftmax (const SoftmaxQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateSpaceToBatchNd (const SpaceToBatchNdQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateSpaceToDepth (const SpaceToDepthQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateSplitter (const SplitterQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateStack (const StackQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateStridedSlice (const StridedSliceQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateSubtraction (const SubtractionQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateTranspose (const TransposeQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
std::unique_ptr< IWorkloadCreateTransposeConvolution2d (const TransposeConvolution2dQueueDescriptor &descriptor, const WorkloadInfo &info) const override
 
- Public Member Functions inherited from WorkloadFactoryBase
std::unique_ptr< IWorkloadCreateFakeQuantization (const FakeQuantizationQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkloadCreateMerge (const MergeQueueDescriptor &, const WorkloadInfo &) const override
 
std::unique_ptr< IWorkloadCreateSwitch (const SwitchQueueDescriptor &, const WorkloadInfo &) const override
 
- Public Member Functions inherited from IWorkloadFactory
virtual ~IWorkloadFactory ()
 
virtual void AfterWorkloadsCreated ()
 
virtual std::unique_ptr< IWorkloadCreateLogicalUnary (const ElementwiseUnaryQueueDescriptor &descriptor, const WorkloadInfo &Info) const
 

Static Public Member Functions

static bool IsLayerSupported (const Layer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported)
 
static bool IsLayerSupported (const IConnectableLayer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported, const ModelOptions &modelOptions)
 
- Static Public Member Functions inherited from IWorkloadFactory
static bool IsLayerSupported (const BackendId &backendId, const IConnectableLayer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported)
 
static bool IsLayerSupported (const IConnectableLayer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported)
 
static bool IsLayerSupported (const IConnectableLayer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported, const ModelOptions &modelOptions)
 
static bool IsLayerSupported (const BackendId &backendId, const IConnectableLayer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported, const ModelOptions &modelOptions)
 

Detailed Description

Definition at line 20 of file NeonWorkloadFactory.hpp.

Constructor & Destructor Documentation

◆ NeonWorkloadFactory() [1/2]

NeonWorkloadFactory ( const std::shared_ptr< NeonMemoryManager > &  memoryManager)

Definition at line 73 of file NeonWorkloadFactory.cpp.

74  : m_MemoryManager(memoryManager), m_ModelContextPtr(IBackendInternal::IBackendSpecificModelContextPtr{})
75 {
76  SetNumberOfThreads();
77 }
std::shared_ptr< IBackendModelContext > IBackendSpecificModelContextPtr

◆ NeonWorkloadFactory() [2/2]

NeonWorkloadFactory ( const std::shared_ptr< NeonMemoryManager > &  memoryManager,
const IBackendInternal::IBackendSpecificModelContextPtr modelContextPtr 
)

Definition at line 79 of file NeonWorkloadFactory.cpp.

81  : m_MemoryManager(memoryManager), m_ModelContextPtr(modelContextPtr)
82 {
83  SetNumberOfThreads();
84 }

Member Function Documentation

◆ CreateAbs()

std::unique_ptr< IWorkload > CreateAbs ( const AbsQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 134 of file NeonWorkloadFactory.cpp.

References armnn::Abs, NeonWorkloadFactory::CreateElementwiseUnary(), armnn::IgnoreUnused(), and QueueDescriptorWithParameters< LayerDescriptor >::m_Parameters.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

136 {
137  IgnoreUnused(descriptor);
138 
139  ElementwiseUnaryQueueDescriptor elementwiseUnaryDescriptor;
140  elementwiseUnaryDescriptor.m_Parameters = ElementwiseUnaryDescriptor(UnaryOperation::Abs);
141 
142  return CreateElementwiseUnary(elementwiseUnaryDescriptor, info);
143 }
void IgnoreUnused(Ts &&...)
std::unique_ptr< IWorkload > CreateElementwiseUnary(const ElementwiseUnaryQueueDescriptor &descriptor, const WorkloadInfo &Info) const override

◆ CreateActivation()

std::unique_ptr< IWorkload > CreateActivation ( const ActivationQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 145 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by BOOST_AUTO_TEST_CASE(), and NeonWorkloadFactory::SupportsSubTensors().

147 {
148  return std::make_unique<NeonActivationWorkload>(descriptor, info);
149 }

◆ CreateAddition()

std::unique_ptr< armnn::IWorkload > CreateAddition ( const AdditionQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 151 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

153 {
154  return std::make_unique<NeonAdditionWorkload>(descriptor, info);
155 }

◆ CreateArgMinMax()

std::unique_ptr< IWorkload > CreateArgMinMax ( const ArgMinMaxQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 157 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

159 {
160  return std::make_unique<NeonArgMinMaxWorkload>(descriptor, info);
161 }

◆ CreateBatchNormalization()

std::unique_ptr< armnn::IWorkload > CreateBatchNormalization ( const BatchNormalizationQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 163 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

165 {
166  return std::make_unique<NeonBatchNormalizationWorkload>(descriptor, info);
167 }

◆ CreateBatchToSpaceNd()

std::unique_ptr< IWorkload > CreateBatchToSpaceNd ( const BatchToSpaceNdQueueDescriptor descriptor,
const WorkloadInfo Info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 169 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

171 {
172  return std::make_unique<NeonBatchToSpaceNdWorkload>(descriptor, info);
173 }

◆ CreateCast()

std::unique_ptr< IWorkload > CreateCast ( const CastQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from IWorkloadFactory.

Definition at line 175 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

177 {
178  return std::make_unique<NeonCastWorkload>(descriptor, info);
179 }

◆ CreateComparison()

std::unique_ptr< IWorkload > CreateComparison ( const ComparisonQueueDescriptor descriptor,
const WorkloadInfo Info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 181 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::CreateEqual(), NeonWorkloadFactory::CreateGreater(), and NeonWorkloadFactory::SupportsSubTensors().

183 {
184  return std::make_unique<NeonComparisonWorkload>(descriptor, info);
185 }

◆ CreateConcat()

std::unique_ptr< armnn::IWorkload > CreateConcat ( const ConcatQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 187 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::CreateMerger(), and NeonWorkloadFactory::SupportsSubTensors().

189 {
190  return std::make_unique<NeonConcatWorkload>(descriptor, info);
191 }

◆ CreateConstant()

std::unique_ptr< IWorkload > CreateConstant ( const ConstantQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 193 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

195 {
196  return std::make_unique<NeonConstantWorkload>(descriptor, info);
197 }

◆ CreateConvertBf16ToFp32()

std::unique_ptr< IWorkload > CreateConvertBf16ToFp32 ( const ConvertBf16ToFp32QueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from IWorkloadFactory.

Definition at line 199 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

202 {
203  return std::make_unique<NeonConvertBf16ToFp32Workload>(descriptor, info);
204 }

◆ CreateConvertFp16ToFp32()

std::unique_ptr< IWorkload > CreateConvertFp16ToFp32 ( const ConvertFp16ToFp32QueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 206 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

209 {
210  return std::make_unique<NeonConvertFp16ToFp32Workload>(descriptor, info);
211 }

◆ CreateConvertFp32ToBf16()

std::unique_ptr< IWorkload > CreateConvertFp32ToBf16 ( const ConvertFp32ToBf16QueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from IWorkloadFactory.

Definition at line 213 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

216 {
217  return std::make_unique<NeonConvertFp32ToBf16Workload>(descriptor, info);
218 }

◆ CreateConvertFp32ToFp16()

std::unique_ptr< IWorkload > CreateConvertFp32ToFp16 ( const ConvertFp32ToFp16QueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 220 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

223 {
224  return std::make_unique<NeonConvertFp32ToFp16Workload>(descriptor, info);
225 }

◆ CreateConvolution2d()

std::unique_ptr< armnn::IWorkload > CreateConvolution2d ( const Convolution2dQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 227 of file NeonWorkloadFactory.cpp.

References armnn::info, and NeonBackendModelContext::IsFastMathEnabled().

Referenced by NeonWorkloadFactory::SupportsSubTensors().

229 {
230  bool isFastMathEnabled = false;
231  if (m_ModelContextPtr)
232  {
233  if (m_ModelContextPtr.get() != nullptr)
234  {
235  auto modelOptions = dynamic_cast<NeonBackendModelContext*>(m_ModelContextPtr.get());
236  if (modelOptions)
237  {
238  isFastMathEnabled = modelOptions->IsFastMathEnabled();
239  }
240  }
241  }
242  return std::make_unique<NeonConvolution2dWorkload>(descriptor,
243  info,
244  m_MemoryManager->GetIntraLayerManager(),
245  isFastMathEnabled);
246 }

◆ CreateDebug()

std::unique_ptr< IWorkload > CreateDebug ( const DebugQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 248 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

250 {
251  return MakeWorkloadHelper<NullWorkload, NullWorkload>(descriptor, info);
252 }

◆ CreateDepthToSpace()

std::unique_ptr< IWorkload > CreateDepthToSpace ( const DepthToSpaceQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 254 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

256 {
257  return std::make_unique<NeonDepthToSpaceWorkload>(descriptor, info);
258 }

◆ CreateDepthwiseConvolution2d()

std::unique_ptr< IWorkload > CreateDepthwiseConvolution2d ( const DepthwiseConvolution2dQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 260 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

262 {
263  return std::make_unique<NeonDepthwiseConvolutionWorkload>(descriptor, info);
264 }

◆ CreateDequantize()

std::unique_ptr< IWorkload > CreateDequantize ( const DequantizeQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 266 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

268 {
269  return std::make_unique<NeonDequantizeWorkload>(descriptor, info);
270 }

◆ CreateDetectionPostProcess()

std::unique_ptr< IWorkload > CreateDetectionPostProcess ( const DetectionPostProcessQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 272 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

274 {
275  return MakeWorkloadHelper<NullWorkload, NullWorkload>(descriptor, info);
276 }

◆ CreateDivision()

std::unique_ptr< armnn::IWorkload > CreateDivision ( const DivisionQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 278 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

280 {
281  return std::make_unique<NeonDivisionWorkload>(descriptor, info);
282 }

◆ CreateElementwiseUnary()

std::unique_ptr< IWorkload > CreateElementwiseUnary ( const ElementwiseUnaryQueueDescriptor descriptor,
const WorkloadInfo Info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 284 of file NeonWorkloadFactory.cpp.

References armnn::Abs, armnn::Exp, armnn::info, armnn::LogicalNot, QueueDescriptor::m_Inputs, ElementwiseUnaryDescriptor::m_Operation, QueueDescriptor::m_Outputs, QueueDescriptorWithParameters< LayerDescriptor >::m_Parameters, armnn::Neg, and armnn::Rsqrt.

Referenced by NeonWorkloadFactory::CreateAbs(), NeonWorkloadFactory::CreateRsqrt(), and NeonWorkloadFactory::SupportsSubTensors().

286 {
287  switch(descriptor.m_Parameters.m_Operation)
288  {
289  case UnaryOperation::Abs:
290  {
291  AbsQueueDescriptor absQueueDescriptor;
292  absQueueDescriptor.m_Inputs = descriptor.m_Inputs;
293  absQueueDescriptor.m_Outputs = descriptor.m_Outputs;
294 
295  return std::make_unique<NeonAbsWorkload>(absQueueDescriptor, info);
296  }
298  {
299  RsqrtQueueDescriptor rsqrtQueueDescriptor;
300  rsqrtQueueDescriptor.m_Inputs = descriptor.m_Inputs;
301  rsqrtQueueDescriptor.m_Outputs = descriptor.m_Outputs;
302 
303  return std::make_unique<NeonRsqrtWorkload>(rsqrtQueueDescriptor, info);
304  }
305  case UnaryOperation::Neg:
306  return std::make_unique<NeonNegWorkload>(descriptor, info);
307  case UnaryOperation::Exp:
308  return std::make_unique<NeonExpWorkload>(descriptor, info);
310  return std::make_unique<NeonLogicalNotWorkload>(descriptor, info);
311  default:
312  return nullptr;
313  }
314 }

◆ CreateEqual()

std::unique_ptr< IWorkload > CreateEqual ( const EqualQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from IWorkloadFactory.

Definition at line 316 of file NeonWorkloadFactory.cpp.

References NeonWorkloadFactory::CreateComparison(), armnn::Equal, armnn::IgnoreUnused(), and QueueDescriptorWithParameters< LayerDescriptor >::m_Parameters.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

318 {
319  IgnoreUnused(descriptor);
320 
321  ComparisonQueueDescriptor comparisonDescriptor;
322  comparisonDescriptor.m_Parameters = ComparisonDescriptor(ComparisonOperation::Equal);
323 
324  return CreateComparison(comparisonDescriptor, info);
325 }
std::unique_ptr< IWorkload > CreateComparison(const ComparisonQueueDescriptor &descriptor, const WorkloadInfo &Info) const override
void IgnoreUnused(Ts &&...)

◆ CreateFill()

std::unique_ptr< IWorkload > CreateFill ( const FillQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from IWorkloadFactory.

Definition at line 327 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

329 {
330  return std::make_unique<NeonFillWorkload>(descriptor, info);
331 }

◆ CreateFloor()

std::unique_ptr< IWorkload > CreateFloor ( const FloorQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 333 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

335 {
336  return MakeWorkloadHelper<NeonFloorFloatWorkload, NullWorkload>(descriptor, info);
337 }

◆ CreateFullyConnected()

std::unique_ptr< armnn::IWorkload > CreateFullyConnected ( const FullyConnectedQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 339 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

341 {
342  return std::make_unique<NeonFullyConnectedWorkload>(descriptor, info, m_MemoryManager->GetIntraLayerManager());
343 }

◆ CreateGather()

std::unique_ptr< IWorkload > CreateGather ( const GatherQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 345 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

347 {
348  return std::make_unique<NeonGatherWorkload>(descriptor, info);
349 }

◆ CreateGreater()

std::unique_ptr< IWorkload > CreateGreater ( const GreaterQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from IWorkloadFactory.

Definition at line 351 of file NeonWorkloadFactory.cpp.

References NeonWorkloadFactory::CreateComparison(), armnn::Greater, armnn::IgnoreUnused(), and QueueDescriptorWithParameters< LayerDescriptor >::m_Parameters.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

353 {
354  IgnoreUnused(descriptor);
355 
356  ComparisonQueueDescriptor comparisonDescriptor;
357  comparisonDescriptor.m_Parameters = ComparisonDescriptor(ComparisonOperation::Greater);
358 
359  return CreateComparison(comparisonDescriptor, info);
360 }
std::unique_ptr< IWorkload > CreateComparison(const ComparisonQueueDescriptor &descriptor, const WorkloadInfo &Info) const override
void IgnoreUnused(Ts &&...)

◆ CreateInput()

std::unique_ptr< IWorkload > CreateInput ( const InputQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 362 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

364 {
365  return std::make_unique<CopyMemGenericWorkload>(descriptor, info);
366 }

◆ CreateInstanceNormalization()

std::unique_ptr< IWorkload > CreateInstanceNormalization ( const InstanceNormalizationQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 368 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

371 {
372  return std::make_unique<NeonInstanceNormalizationWorkload>(descriptor, info);
373 }

◆ CreateL2Normalization()

std::unique_ptr< IWorkload > CreateL2Normalization ( const L2NormalizationQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 375 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

377 {
378  return MakeWorkloadHelper<NeonL2NormalizationFloatWorkload, NullWorkload>(descriptor, info,
379  m_MemoryManager->GetIntraLayerManager());
380 }

◆ CreateLogicalBinary()

std::unique_ptr< IWorkload > CreateLogicalBinary ( const LogicalBinaryQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from IWorkloadFactory.

Definition at line 388 of file NeonWorkloadFactory.cpp.

References armnn::info, armnn::LogicalAnd, armnn::LogicalOr, LogicalBinaryDescriptor::m_Operation, and QueueDescriptorWithParameters< LayerDescriptor >::m_Parameters.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

390 {
391  switch(descriptor.m_Parameters.m_Operation)
392  {
394  return std::make_unique<NeonLogicalAndWorkload>(descriptor, info);
396  return std::make_unique<NeonLogicalOrWorkload>(descriptor, info);
397  default:
398  return nullptr;
399  }
400 }

◆ CreateLogSoftmax()

std::unique_ptr< IWorkload > CreateLogSoftmax ( const LogSoftmaxQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 382 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

384 {
385  return std::make_unique<NeonLogSoftmaxWorkload>(descriptor, info, m_MemoryManager->GetIntraLayerManager());
386 }

◆ CreateLstm()

std::unique_ptr< IWorkload > CreateLstm ( const LstmQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 402 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

404 {
405  return MakeWorkloadHelper<NeonLstmFloatWorkload, NullWorkload>(descriptor, info);
406 }

◆ CreateMaximum()

std::unique_ptr< IWorkload > CreateMaximum ( const MaximumQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 408 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

410 {
411  return std::make_unique<NeonMaximumWorkload>(descriptor, info);
412 }

◆ CreateMean()

std::unique_ptr< IWorkload > CreateMean ( const MeanQueueDescriptor descriptor,
const WorkloadInfo Info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 414 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

416 {
417  return std::make_unique<NeonMeanWorkload>(descriptor, info);
418 }

◆ CreateMemCopy()

std::unique_ptr< armnn::IWorkload > CreateMemCopy ( const MemCopyQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 420 of file NeonWorkloadFactory.cpp.

References armnn::info, and QueueDescriptor::m_Inputs.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

422 {
423  if (descriptor.m_Inputs.empty() || !descriptor.m_Inputs[0])
424  {
425  throw InvalidArgumentException("NeonWorkloadFactory: Invalid null input for MemCopy workload");
426  }
427 
428  return MakeWorkloadHelper<CopyMemGenericWorkload, CopyMemGenericWorkload>(descriptor, info);
429 }

◆ CreateMemImport()

std::unique_ptr< armnn::IWorkload > CreateMemImport ( const MemImportQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 431 of file NeonWorkloadFactory.cpp.

References armnn::info, and QueueDescriptor::m_Inputs.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

433 {
434  if (descriptor.m_Inputs.empty() || !descriptor.m_Inputs[0])
435  {
436  throw InvalidArgumentException("NeonWorkloadFactory: Invalid null input for MemImport workload");
437  }
438 
439  return std::make_unique<ImportMemGenericWorkload>(descriptor, info);
440 }

◆ CreateMerger()

std::unique_ptr< armnn::IWorkload > CreateMerger ( const MergerQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from IWorkloadFactory.

Definition at line 442 of file NeonWorkloadFactory.cpp.

References NeonWorkloadFactory::CreateConcat().

Referenced by NeonWorkloadFactory::SupportsSubTensors().

444 {
445  return CreateConcat(descriptor, info);
446 }
std::unique_ptr< IWorkload > CreateConcat(const ConcatQueueDescriptor &descriptor, const WorkloadInfo &info) const override

◆ CreateMinimum()

std::unique_ptr< IWorkload > CreateMinimum ( const MinimumQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 448 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

450 {
451  return std::make_unique<NeonMinimumWorkload>(descriptor, info);
452 }

◆ CreateMultiplication()

std::unique_ptr< armnn::IWorkload > CreateMultiplication ( const MultiplicationQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 454 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

456 {
457  return std::make_unique<NeonMultiplicationWorkload>(descriptor, info);
458 }

◆ CreateNormalization()

std::unique_ptr< armnn::IWorkload > CreateNormalization ( const NormalizationQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 460 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

462 {
463  return MakeWorkloadHelper<NeonNormalizationFloatWorkload, NullWorkload>(descriptor, info,
464  m_MemoryManager->GetIntraLayerManager());
465 }

◆ CreateOutput()

std::unique_ptr< IWorkload > CreateOutput ( const OutputQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 467 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

469 {
470  return std::make_unique<CopyMemGenericWorkload>(descriptor, info);
471 }

◆ CreatePad()

std::unique_ptr< IWorkload > CreatePad ( const PadQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 473 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

475 {
476  return std::make_unique<NeonPadWorkload>(descriptor, info);
477 }

◆ CreatePermute()

std::unique_ptr< armnn::IWorkload > CreatePermute ( const PermuteQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 479 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

481 {
482  return std::make_unique<NeonPermuteWorkload>(descriptor, info);
483 }

◆ CreatePooling2d()

std::unique_ptr< armnn::IWorkload > CreatePooling2d ( const Pooling2dQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 485 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

487 {
488  return std::make_unique<NeonPooling2dWorkload>(descriptor, info);
489 }

◆ CreatePreCompiled()

std::unique_ptr< IWorkload > CreatePreCompiled ( const PreCompiledQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 491 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

493 {
494  return MakeWorkloadHelper<NullWorkload, NullWorkload>(descriptor, info);
495 }

◆ CreatePrelu()

std::unique_ptr< armnn::IWorkload > CreatePrelu ( const PreluQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 497 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

499 {
500  return std::make_unique<NeonPreluWorkload>(descriptor, info);
501 }

◆ CreateQLstm()

std::unique_ptr< IWorkload > CreateQLstm ( const QLstmQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from IWorkloadFactory.

Definition at line 503 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

505 {
506  return std::make_unique<NeonQLstmWorkload>(descriptor, info);
507 }

◆ CreateQuantize()

std::unique_ptr< armnn::IWorkload > CreateQuantize ( const QuantizeQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 509 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

511 {
512  return std::make_unique<NeonQuantizeWorkload>(descriptor, info);
513 }

◆ CreateQuantizedLstm()

std::unique_ptr< IWorkload > CreateQuantizedLstm ( const QuantizedLstmQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 515 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

517 {
518  return std::make_unique<NeonQuantizedLstmWorkload>(descriptor, info);
519 }

◆ CreateRank()

std::unique_ptr< IWorkload > CreateRank ( const RankQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 521 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

523 {
524  return std::make_unique<NeonRankWorkload>(descriptor, info);
525 }

◆ CreateReduce()

std::unique_ptr< IWorkload > CreateReduce ( const ReduceQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from IWorkloadFactory.

Definition at line 527 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

529 {
530  return std::make_unique<NeonReduceWorkload>(descriptor, info);
531 }

◆ CreateReshape()

std::unique_ptr< IWorkload > CreateReshape ( const ReshapeQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 533 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

535 {
536  return std::make_unique<NeonReshapeWorkload>(descriptor, info);
537 }

◆ CreateResize()

std::unique_ptr< IWorkload > CreateResize ( const ResizeQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 539 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::CreateResizeBilinear(), and NeonWorkloadFactory::SupportsSubTensors().

541 {
542  return std::make_unique<NeonResizeWorkload>(descriptor, info);
543 }

◆ CreateResizeBilinear()

std::unique_ptr< armnn::IWorkload > CreateResizeBilinear ( const ResizeBilinearQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from IWorkloadFactory.

Definition at line 545 of file NeonWorkloadFactory.cpp.

References NeonWorkloadFactory::CreateResize(), ResizeBilinearDescriptor::m_DataLayout, ResizeDescriptor::m_DataLayout, QueueDescriptor::m_Inputs, QueueDescriptor::m_Outputs, QueueDescriptorWithParameters< LayerDescriptor >::m_Parameters, ResizeBilinearDescriptor::m_TargetHeight, ResizeDescriptor::m_TargetHeight, ResizeBilinearDescriptor::m_TargetWidth, and ResizeDescriptor::m_TargetWidth.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

548 {
549  ResizeQueueDescriptor resizeDescriptor;
550  resizeDescriptor.m_Inputs = descriptor.m_Inputs;
551  resizeDescriptor.m_Outputs = descriptor.m_Outputs;
552 
553  resizeDescriptor.m_Parameters.m_DataLayout = descriptor.m_Parameters.m_DataLayout;
554  resizeDescriptor.m_Parameters.m_TargetWidth = descriptor.m_Parameters.m_TargetWidth;
555  resizeDescriptor.m_Parameters.m_TargetHeight = descriptor.m_Parameters.m_TargetHeight;
556 
557  return CreateResize(resizeDescriptor, info);
558 }
std::unique_ptr< IWorkload > CreateResize(const ResizeQueueDescriptor &descriptor, const WorkloadInfo &info) const override

◆ CreateRsqrt()

std::unique_ptr< IWorkload > CreateRsqrt ( const RsqrtQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 560 of file NeonWorkloadFactory.cpp.

References NeonWorkloadFactory::CreateElementwiseUnary(), armnn::IgnoreUnused(), QueueDescriptorWithParameters< LayerDescriptor >::m_Parameters, and armnn::Rsqrt.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

562 {
563  IgnoreUnused(descriptor);
564 
565  ElementwiseUnaryQueueDescriptor elementwiseUnaryDescriptor;
566  elementwiseUnaryDescriptor.m_Parameters = ElementwiseUnaryDescriptor(UnaryOperation::Rsqrt);
567 
568  return CreateElementwiseUnary(elementwiseUnaryDescriptor, info);
569 }
void IgnoreUnused(Ts &&...)
std::unique_ptr< IWorkload > CreateElementwiseUnary(const ElementwiseUnaryQueueDescriptor &descriptor, const WorkloadInfo &Info) const override

◆ CreateSlice()

std::unique_ptr< IWorkload > CreateSlice ( const SliceQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 571 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

573 {
574  return std::make_unique<NeonSliceWorkload>(descriptor, info);
575 }

◆ CreateSoftmax()

std::unique_ptr< IWorkload > CreateSoftmax ( const SoftmaxQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 577 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

579 {
580  return std::make_unique<NeonSoftmaxWorkload>(descriptor, info, m_MemoryManager->GetIntraLayerManager());
581 }

◆ CreateSpaceToBatchNd()

std::unique_ptr< IWorkload > CreateSpaceToBatchNd ( const SpaceToBatchNdQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 583 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

585 {
586  return std::make_unique<NeonSpaceToBatchNdWorkload>(descriptor, info);
587 }

◆ CreateSpaceToDepth()

std::unique_ptr< IWorkload > CreateSpaceToDepth ( const SpaceToDepthQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 589 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

591 {
592  return std::make_unique<NeonSpaceToDepthWorkload>(descriptor, info);
593 }

◆ CreateSplitter()

std::unique_ptr< IWorkload > CreateSplitter ( const SplitterQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 595 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

597 {
598  return std::make_unique<NeonSplitterWorkload>(descriptor, info);
599 }

◆ CreateStack()

std::unique_ptr< IWorkload > CreateStack ( const StackQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 601 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

603 {
604  return std::make_unique<NeonStackWorkload>(descriptor, info);
605 }

◆ CreateStridedSlice()

std::unique_ptr< IWorkload > CreateStridedSlice ( const StridedSliceQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 607 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

609 {
610  return std::make_unique<NeonStridedSliceWorkload>(descriptor, info);
611 }

◆ CreateSubTensorHandle()

std::unique_ptr< ITensorHandle > CreateSubTensorHandle ( ITensorHandle parent,
TensorShape const &  subTensorShape,
unsigned int const *  subTensorOrigin 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 86 of file NeonWorkloadFactory.cpp.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

89 {
90  const arm_compute::TensorShape shape = armcomputetensorutils::BuildArmComputeTensorShape(subTensorShape);
91 
93  coords.set_num_dimensions(subTensorShape.GetNumDimensions());
94  for (unsigned int i = 0; i < subTensorShape.GetNumDimensions(); i++)
95  {
96  // Arm compute indexes tensor coords in reverse order.
97  unsigned int revertedIndex = subTensorShape.GetNumDimensions() - i - 1;
98  coords.set(i, armnn::numeric_cast<int>(subTensorOrigin[revertedIndex]));
99  }
100 
101  const arm_compute::TensorShape parentShape = armcomputetensorutils::BuildArmComputeTensorShape(parent.GetShape());
102  if (!::arm_compute::error_on_invalid_subtensor(__func__, __FILE__, __LINE__, parentShape, coords, shape))
103  {
104  return nullptr;
105  }
106 
107  return std::make_unique<NeonSubTensorHandle>(
108  PolymorphicDowncast<IAclTensorHandle*>(&parent), shape, coords);
109 }
std::array< unsigned int, MaxNumOfTensorDimensions > Coordinates

◆ CreateSubtraction()

std::unique_ptr< armnn::IWorkload > CreateSubtraction ( const SubtractionQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 613 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

615 {
616  return std::make_unique<NeonSubtractionWorkload>(descriptor, info);
617 }

◆ CreateTensorHandle() [1/2]

std::unique_ptr< ITensorHandle > CreateTensorHandle ( const TensorInfo tensorInfo,
const bool  IsMemoryManaged = true 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 111 of file NeonWorkloadFactory.cpp.

Referenced by BOOST_AUTO_TEST_CASE(), and NeonWorkloadFactory::SupportsSubTensors().

113 {
114  auto tensorHandle = std::make_unique<NeonTensorHandle>(tensorInfo);
115  if (IsMemoryManaged)
116  {
117  tensorHandle->SetMemoryGroup(m_MemoryManager->GetInterLayerMemoryGroup());
118  }
119  return tensorHandle;
120 }

◆ CreateTensorHandle() [2/2]

std::unique_ptr< ITensorHandle > CreateTensorHandle ( const TensorInfo tensorInfo,
DataLayout  dataLayout,
const bool  IsMemoryManaged = true 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 122 of file NeonWorkloadFactory.cpp.

125 {
126  auto tensorHandle = std::make_unique<NeonTensorHandle>(tensorInfo, dataLayout);
127  if (IsMemoryManaged)
128  {
129  tensorHandle->SetMemoryGroup(m_MemoryManager->GetInterLayerMemoryGroup());
130  }
131  return tensorHandle;
132 }

◆ CreateTranspose()

std::unique_ptr< armnn::IWorkload > CreateTranspose ( const TransposeQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 619 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

621 {
622  return std::make_unique<NeonTransposeWorkload>(descriptor, info);
623 }

◆ CreateTransposeConvolution2d()

std::unique_ptr< IWorkload > CreateTransposeConvolution2d ( const TransposeConvolution2dQueueDescriptor descriptor,
const WorkloadInfo info 
) const
overridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 625 of file NeonWorkloadFactory.cpp.

References armnn::info.

Referenced by NeonWorkloadFactory::SupportsSubTensors().

628 {
629  return std::make_unique<NeonTransposeConvolution2dWorkload>(descriptor, info,
630  m_MemoryManager->GetIntraLayerManager());
631 }

◆ GetBackendId()

const BackendId & GetBackendId ( ) const
overridevirtual

Implements IWorkloadFactory.

Definition at line 49 of file NeonWorkloadFactory.cpp.

References NeonBackendModelContext::GetNumberOfThreads().

50 {
51  return s_Id;
52 }

◆ IsLayerSupported() [1/2]

bool IsLayerSupported ( const Layer layer,
Optional< DataType dataType,
std::string &  outReasonIfUnsupported 
)
static

Definition at line 34 of file NeonWorkloadFactory.cpp.

References IWorkloadFactory::IsLayerSupported().

37 {
38  return IWorkloadFactory::IsLayerSupported(s_Id, layer, dataType, outReasonIfUnsupported);
39 }
static bool IsLayerSupported(const BackendId &backendId, const IConnectableLayer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported)

◆ IsLayerSupported() [2/2]

bool IsLayerSupported ( const IConnectableLayer layer,
Optional< DataType dataType,
std::string &  outReasonIfUnsupported,
const ModelOptions modelOptions 
)
static

Definition at line 41 of file NeonWorkloadFactory.cpp.

References IWorkloadFactory::IsLayerSupported().

45 {
46  return IWorkloadFactory::IsLayerSupported(s_Id, layer, dataType, outReasonIfUnsupported, modelOptions);
47 }
static bool IsLayerSupported(const BackendId &backendId, const IConnectableLayer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported)

◆ SupportsSubTensors()

bool SupportsSubTensors ( ) const
inlineoverridevirtual

Reimplemented from WorkloadFactoryBase.

Definition at line 39 of file NeonWorkloadFactory.hpp.

References ARMNN_DEPRECATED_MSG, NeonWorkloadFactory::CreateAbs(), NeonWorkloadFactory::CreateActivation(), NeonWorkloadFactory::CreateAddition(), NeonWorkloadFactory::CreateArgMinMax(), NeonWorkloadFactory::CreateBatchNormalization(), NeonWorkloadFactory::CreateBatchToSpaceNd(), NeonWorkloadFactory::CreateCast(), NeonWorkloadFactory::CreateComparison(), NeonWorkloadFactory::CreateConcat(), NeonWorkloadFactory::CreateConstant(), NeonWorkloadFactory::CreateConvertBf16ToFp32(), NeonWorkloadFactory::CreateConvertFp16ToFp32(), NeonWorkloadFactory::CreateConvertFp32ToBf16(), NeonWorkloadFactory::CreateConvertFp32ToFp16(), NeonWorkloadFactory::CreateConvolution2d(), NeonWorkloadFactory::CreateDebug(), NeonWorkloadFactory::CreateDepthToSpace(), NeonWorkloadFactory::CreateDepthwiseConvolution2d(), NeonWorkloadFactory::CreateDequantize(), NeonWorkloadFactory::CreateDetectionPostProcess(), NeonWorkloadFactory::CreateDivision(), NeonWorkloadFactory::CreateElementwiseUnary(), NeonWorkloadFactory::CreateEqual(), NeonWorkloadFactory::CreateFill(), NeonWorkloadFactory::CreateFloor(), NeonWorkloadFactory::CreateFullyConnected(), NeonWorkloadFactory::CreateGather(), NeonWorkloadFactory::CreateGreater(), NeonWorkloadFactory::CreateInput(), NeonWorkloadFactory::CreateInstanceNormalization(), NeonWorkloadFactory::CreateL2Normalization(), NeonWorkloadFactory::CreateLogicalBinary(), NeonWorkloadFactory::CreateLogSoftmax(), NeonWorkloadFactory::CreateLstm(), NeonWorkloadFactory::CreateMaximum(), NeonWorkloadFactory::CreateMean(), NeonWorkloadFactory::CreateMemCopy(), NeonWorkloadFactory::CreateMemImport(), NeonWorkloadFactory::CreateMerger(), NeonWorkloadFactory::CreateMinimum(), NeonWorkloadFactory::CreateMultiplication(), NeonWorkloadFactory::CreateNormalization(), NeonWorkloadFactory::CreateOutput(), NeonWorkloadFactory::CreatePad(), NeonWorkloadFactory::CreatePermute(), NeonWorkloadFactory::CreatePooling2d(), NeonWorkloadFactory::CreatePreCompiled(), NeonWorkloadFactory::CreatePrelu(), NeonWorkloadFactory::CreateQLstm(), NeonWorkloadFactory::CreateQuantize(), NeonWorkloadFactory::CreateQuantizedLstm(), NeonWorkloadFactory::CreateRank(), NeonWorkloadFactory::CreateReduce(), NeonWorkloadFactory::CreateReshape(), NeonWorkloadFactory::CreateResize(), NeonWorkloadFactory::CreateResizeBilinear(), NeonWorkloadFactory::CreateRsqrt(), NeonWorkloadFactory::CreateSlice(), NeonWorkloadFactory::CreateSoftmax(), NeonWorkloadFactory::CreateSpaceToBatchNd(), NeonWorkloadFactory::CreateSpaceToDepth(), NeonWorkloadFactory::CreateSplitter(), NeonWorkloadFactory::CreateStack(), NeonWorkloadFactory::CreateStridedSlice(), NeonWorkloadFactory::CreateSubTensorHandle(), NeonWorkloadFactory::CreateSubtraction(), NeonWorkloadFactory::CreateTensorHandle(), NeonWorkloadFactory::CreateTranspose(), NeonWorkloadFactory::CreateTransposeConvolution2d(), armnn::Info, and armnn::info.

39 { return true; }

The documentation for this class was generated from the following files: