23 template <
typename F32Workload,
typename U8Workload,
typename QueueDescriptorType>
24 std::unique_ptr<IWorkload> RefWorkloadFactory::MakeWorkload(
const QueueDescriptorType& descriptor,
25 const WorkloadInfo& info)
const 27 return MakeWorkloadHelper<NullWorkload, F32Workload, U8Workload, NullWorkload, NullWorkload, NullWorkload>
31 template <DataType ArmnnType>
34 auto checkType = [](
const TensorInfo& tensorInfo) {
return tensorInfo.GetDataType() == ArmnnType;};
50 return IsDataType<DataType::Signed32>(
info);
55 return IsDataType<DataType::BFloat16>(
info);
60 return IsDataType<DataType::Float16>(
info);
65 return IsDataType<DataType::QSymmS16>(
info);
70 return IsDataType<DataType::QSymmS8>(
info);
75 return IsDataType<DataType::QAsymmS8>(
info);
80 return IsDataType<DataType::QAsymmU8>(
info);
84 : m_MemoryManager(memoryManager)
100 std::string& outReasonIfUnsupported)
107 std::string& outReasonIfUnsupported,
114 const bool isMemoryManaged)
const 118 return std::make_unique<RefTensorHandle>(tensorInfo, m_MemoryManager);
122 return std::make_unique<RefTensorHandle>(tensorInfo,
static_cast<unsigned int>(
MemorySource::Malloc));
128 const bool isMemoryManaged)
const 136 return std::make_unique<RefTensorHandle>(tensorInfo, m_MemoryManager);
140 return std::make_unique<RefTensorHandle>(tensorInfo,
static_cast<unsigned int>(
MemorySource::Malloc));
152 auto activationQueueDescriptor = PolymorphicDowncast<const ActivationQueueDescriptor*>(&descriptor);
153 return std::make_unique<RefActivationWorkload>(*activationQueueDescriptor,
info);
157 auto additionQueueDescriptor = PolymorphicDowncast<const AdditionQueueDescriptor*>(&descriptor);
161 return std::make_unique<RefAdditionWorkload<int32_t>>(*additionQueueDescriptor,
info);
165 return std::make_unique<RefAdditionWorkload<float>>(*additionQueueDescriptor,
info);
170 auto argMinMaxQueueDescriptor = PolymorphicDowncast<const ArgMinMaxQueueDescriptor*>(&descriptor);
171 return std::make_unique<RefArgMinMaxWorkload>(*argMinMaxQueueDescriptor,
info);
175 auto batchNormQueueDescriptor = PolymorphicDowncast<const BatchNormalizationQueueDescriptor*>(&descriptor);
176 return std::make_unique<RefBatchNormalizationWorkload>(*batchNormQueueDescriptor,
info);
180 auto batchToSpaceNdQueueDescriptor
181 = PolymorphicDowncast<const BatchToSpaceNdQueueDescriptor*>(&descriptor);
182 return std::make_unique<RefBatchToSpaceNdWorkload>(*batchToSpaceNdQueueDescriptor,
info);
186 auto castQueueDescriptor = PolymorphicDowncast<const CastQueueDescriptor*>(&descriptor);
187 return std::make_unique<RefCastWorkload>(*castQueueDescriptor,
info);
191 auto channelShuffleQueueDescriptor
192 = PolymorphicDowncast<const ChannelShuffleQueueDescriptor*>(&descriptor);
193 return std::make_unique<RefChannelShuffleWorkload>(*channelShuffleQueueDescriptor,
info);
197 auto comparisonQueueDescriptor = PolymorphicDowncast<const ComparisonQueueDescriptor*>(&descriptor);
198 return std::make_unique<RefComparisonWorkload>(*comparisonQueueDescriptor,
info);
202 auto concatQueueDescriptor = PolymorphicDowncast<const ConcatQueueDescriptor*>(&descriptor);
203 return std::make_unique<RefConcatWorkload>(*concatQueueDescriptor,
info);
207 auto constantQueueDescriptor = PolymorphicDowncast<const ConstantQueueDescriptor*>(&descriptor);
208 return std::make_unique<RefConstantWorkload>(*constantQueueDescriptor,
info);
212 auto convertBf16ToFp32QueueDescriptor
213 = PolymorphicDowncast<const ConvertBf16ToFp32QueueDescriptor*>(&descriptor);
214 return std::make_unique<RefConvertBf16ToFp32Workload>(*convertBf16ToFp32QueueDescriptor,
info);
218 auto convertFp16ToFp32QueueDescriptor
219 = PolymorphicDowncast<const ConvertFp16ToFp32QueueDescriptor*>(&descriptor);
220 return std::make_unique<RefConvertFp16ToFp32Workload>(*convertFp16ToFp32QueueDescriptor,
info);
224 auto convertFp32ToBf16QueueDescriptor
225 = PolymorphicDowncast<const ConvertFp32ToBf16QueueDescriptor*>(&descriptor);
226 return std::make_unique<RefConvertFp32ToBf16Workload>(*convertFp32ToBf16QueueDescriptor,
info);
230 auto convertFp32ToFp16QueueDescriptor
231 = PolymorphicDowncast<const ConvertFp32ToFp16QueueDescriptor*>(&descriptor);
232 return std::make_unique<RefConvertFp32ToFp16Workload>(*convertFp32ToFp16QueueDescriptor,
info);
236 auto convolution2dQueueDescriptor = PolymorphicDowncast<const Convolution2dQueueDescriptor*>(&descriptor);
237 return std::make_unique<RefConvolution2dWorkload>(*convolution2dQueueDescriptor,
info);
241 auto convolution3dQueueDescriptor = PolymorphicDowncast<const Convolution3dQueueDescriptor*>(&descriptor);
242 return std::make_unique<RefConvolution3dWorkload>(*convolution3dQueueDescriptor,
info);
246 auto debugQueueDescriptor = PolymorphicDowncast<const DebugQueueDescriptor*>(&descriptor);
249 return std::make_unique<RefDebugBFloat16Workload>(*debugQueueDescriptor,
info);
253 return std::make_unique<RefDebugFloat16Workload>(*debugQueueDescriptor,
info);
257 return std::make_unique<RefDebugQSymmS16Workload>(*debugQueueDescriptor,
info);
261 return std::make_unique<RefDebugQSymmS8Workload>(*debugQueueDescriptor,
info);
265 return std::make_unique<RefDebugQAsymmU8Workload>(*debugQueueDescriptor,
info);
269 return std::make_unique<RefDebugQAsymmS8Workload>(*debugQueueDescriptor,
info);
273 return std::make_unique<RefDebugSigned32Workload>(*debugQueueDescriptor,
info);
276 return MakeWorkload<RefDebugFloat32Workload, RefDebugQAsymmU8Workload>(*debugQueueDescriptor,
info);
280 auto depthToSpaceQueueDescriptor = PolymorphicDowncast<const DepthToSpaceQueueDescriptor*>(&descriptor);
281 return std::make_unique<RefDepthToSpaceWorkload>(*depthToSpaceQueueDescriptor,
info);
285 auto depthwiseConvolution2DQueueDescriptor
286 = PolymorphicDowncast<const DepthwiseConvolution2dQueueDescriptor*>(&descriptor);
287 return std::make_unique<RefDepthwiseConvolution2dWorkload>(*depthwiseConvolution2DQueueDescriptor,
info);
291 auto dequantizeQueueDescriptor = PolymorphicDowncast<const DequantizeQueueDescriptor*>(&descriptor);
292 return std::make_unique<RefDequantizeWorkload>(*dequantizeQueueDescriptor,
info);
296 auto detectionPostProcessQueueDescriptor
297 = PolymorphicDowncast<const DetectionPostProcessQueueDescriptor*>(&descriptor);
298 return std::make_unique<RefDetectionPostProcessWorkload>(*detectionPostProcessQueueDescriptor,
info);
302 auto divisionQueueDescriptor = PolymorphicDowncast<const DivisionQueueDescriptor*>(&descriptor);
305 return std::make_unique<RefDivisionWorkload<int32_t>>(*divisionQueueDescriptor,
info);
309 return std::make_unique<RefDivisionWorkload<float>>(*divisionQueueDescriptor,
info);
314 auto elementwiseUnaryQueueDescriptor
315 = PolymorphicDowncast<const ElementwiseUnaryQueueDescriptor*>(&descriptor);
318 return std::make_unique<RefLogicalUnaryWorkload>(*elementwiseUnaryQueueDescriptor,
info);
320 return std::make_unique<RefElementwiseUnaryWorkload>(*elementwiseUnaryQueueDescriptor,
info);
324 auto fakeQuantizationQueueDescriptor
325 = PolymorphicDowncast<const FakeQuantizationQueueDescriptor*>(&descriptor);
326 return std::make_unique<RefFakeQuantizationFloat32Workload>(*fakeQuantizationQueueDescriptor,
info);
330 auto fillQueueDescriptor = PolymorphicDowncast<const FillQueueDescriptor*>(&descriptor);
331 return std::make_unique<RefFillWorkload>(*fillQueueDescriptor,
info);
335 auto floorQueueDescriptor = PolymorphicDowncast<const FloorQueueDescriptor*>(&descriptor);
342 return std::make_unique<RefFloorWorkload>(*floorQueueDescriptor,
info);
347 auto fullyConnectedQueueDescriptor
348 = PolymorphicDowncast<const FullyConnectedQueueDescriptor*>(&descriptor);
349 return std::make_unique<RefFullyConnectedWorkload>(*fullyConnectedQueueDescriptor,
info);
353 auto gatherQueueDescriptor = PolymorphicDowncast<const GatherQueueDescriptor*>(&descriptor);
354 return std::make_unique<RefGatherWorkload>(*gatherQueueDescriptor,
info);
358 auto gatherNdQueueDescriptor = PolymorphicDowncast<const GatherNdQueueDescriptor*>(&descriptor);
359 return std::make_unique<RefGatherNdWorkload>(*gatherNdQueueDescriptor,
info);
363 auto inputQueueDescriptor = PolymorphicDowncast<const InputQueueDescriptor*>(&descriptor);
376 "data input and output differ in byte count.");
379 return std::make_unique<CopyMemGenericWorkload>(*inputQueueDescriptor,
info);
383 auto instanceNormalizationQueueDescriptor
384 = PolymorphicDowncast<const InstanceNormalizationQueueDescriptor*>(&descriptor);
385 return std::make_unique<RefInstanceNormalizationWorkload>(*instanceNormalizationQueueDescriptor,
info);
389 auto l2NormalizationQueueDescriptor
390 = PolymorphicDowncast<const L2NormalizationQueueDescriptor*>(&descriptor);
391 return std::make_unique<RefL2NormalizationWorkload>(*l2NormalizationQueueDescriptor,
info);
395 auto logicalBinaryQueueDescriptor = PolymorphicDowncast<const LogicalBinaryQueueDescriptor*>(&descriptor);
396 return std::make_unique<RefLogicalBinaryWorkload>(*logicalBinaryQueueDescriptor,
info);
400 auto logSoftmaxQueueDescriptor = PolymorphicDowncast<const LogSoftmaxQueueDescriptor*>(&descriptor);
401 return std::make_unique<RefLogSoftmaxWorkload>(*logSoftmaxQueueDescriptor,
info);
405 auto lstmQueueDescriptor = PolymorphicDowncast<const LstmQueueDescriptor*>(&descriptor);
406 return std::make_unique<RefLstmWorkload>(*lstmQueueDescriptor,
info);
410 auto maximumQueueDescriptor = PolymorphicDowncast<const MaximumQueueDescriptor*>(&descriptor);
413 return std::make_unique<RefMaximumWorkload<int32_t>>(*maximumQueueDescriptor,
info);
417 return std::make_unique<RefMaximumWorkload<float>>(*maximumQueueDescriptor,
info);
422 auto meanQueueDescriptor = PolymorphicDowncast<const MeanQueueDescriptor*>(&descriptor);
423 return std::make_unique<RefMeanWorkload>(*meanQueueDescriptor,
info);
427 auto memCopyQueueDescriptor = PolymorphicDowncast<const MemCopyQueueDescriptor*>(&descriptor);
432 return std::make_unique<CopyMemGenericWorkload>(*memCopyQueueDescriptor,
info);
436 auto memImportQueueDescriptor = PolymorphicDowncast<const MemImportQueueDescriptor*>(&descriptor);
441 return std::make_unique<ImportMemGenericWorkload>(*memImportQueueDescriptor,
info);
445 auto minimumQueueDescriptor = PolymorphicDowncast<const MinimumQueueDescriptor*>(&descriptor);
448 return std::make_unique<RefMinimumWorkload<int32_t>>(*minimumQueueDescriptor,
info);
452 return std::make_unique<RefMinimumWorkload<float>>(*minimumQueueDescriptor,
info);
457 auto multiplicationQueueDescriptor
458 = PolymorphicDowncast<const MultiplicationQueueDescriptor*>(&descriptor);
461 return std::make_unique<RefMultiplicationWorkload<int32_t>>(*multiplicationQueueDescriptor,
info);
465 return std::make_unique<RefMultiplicationWorkload<float>>(*multiplicationQueueDescriptor,
info);
470 auto normalizationQueueDescriptor = PolymorphicDowncast<const NormalizationQueueDescriptor*>(&descriptor);
471 return std::make_unique<RefNormalizationWorkload>(*normalizationQueueDescriptor,
info);
475 auto outputQueueDescriptor = PolymorphicDowncast<const OutputQueueDescriptor*>(&descriptor);
487 "differ in byte count.");
490 return std::make_unique<CopyMemGenericWorkload>(*outputQueueDescriptor,
info);
494 auto padQueueDescriptor = PolymorphicDowncast<const PadQueueDescriptor*>(&descriptor);
495 return std::make_unique<RefPadWorkload>(*padQueueDescriptor,
info);
499 auto permuteQueueDescriptor = PolymorphicDowncast<const PermuteQueueDescriptor*>(&descriptor);
502 return std::make_unique<RefPermuteQSymm16Workload>(*permuteQueueDescriptor,
info);
506 return std::make_unique<RefPermuteBFloat16Workload>(*permuteQueueDescriptor,
info);
510 return std::make_unique<RefPermuteQAsymmS8Workload>(*permuteQueueDescriptor,
info);
517 auto pooling2dQueueDescriptor = PolymorphicDowncast<const Pooling2dQueueDescriptor*>(&descriptor);
518 return std::make_unique<RefPooling2dWorkload>(*pooling2dQueueDescriptor,
info);
522 auto pooling3dQueueDescriptor = PolymorphicDowncast<const Pooling3dQueueDescriptor*>(&descriptor);
523 return std::make_unique<RefPooling3dWorkload>(*pooling3dQueueDescriptor,
info);
531 auto preluQueueDescriptor = PolymorphicDowncast<const PreluQueueDescriptor*>(&descriptor);
532 return std::make_unique<RefPreluWorkload>(*preluQueueDescriptor,
info);
536 auto qlstmQueueDescriptor = PolymorphicDowncast<const QLstmQueueDescriptor*>(&descriptor);
537 return std::make_unique<RefQLstmWorkload>(*qlstmQueueDescriptor,
info);
541 auto quantizeQueueDescriptor = PolymorphicDowncast<const QuantizeQueueDescriptor*>(&descriptor);
542 return std::make_unique<RefQuantizeWorkload>(*quantizeQueueDescriptor,
info);
546 auto rankQueueDescriptor = PolymorphicDowncast<const RankQueueDescriptor*>(&descriptor);
547 return std::make_unique<RefRankWorkload>(*rankQueueDescriptor,
info);
551 auto reduceQueueDescriptor = PolymorphicDowncast<const ReduceQueueDescriptor*>(&descriptor);
552 return std::make_unique<RefReduceWorkload>(*reduceQueueDescriptor,
info);
556 auto reshapeQueueDescriptor = PolymorphicDowncast<const ReshapeQueueDescriptor*>(&descriptor);
557 return std::make_unique<RefReshapeWorkload>(*reshapeQueueDescriptor,
info);
561 auto resizeQueueDescriptor = PolymorphicDowncast<const ResizeQueueDescriptor*>(&descriptor);
562 return std::make_unique<RefResizeWorkload>(*resizeQueueDescriptor,
info);
566 auto shapeQueueDescriptor = PolymorphicDowncast<const ShapeQueueDescriptor*>(&descriptor);
567 return std::make_unique<RefShapeWorkload>(*shapeQueueDescriptor,
info);
571 auto sliceQueueDescriptor = PolymorphicDowncast<const SliceQueueDescriptor*>(&descriptor);
572 return std::make_unique<RefSliceWorkload>(*sliceQueueDescriptor,
info);
576 auto softmaxQueueDescriptor = PolymorphicDowncast<const SoftmaxQueueDescriptor*>(&descriptor);
577 return std::make_unique<RefSoftmaxWorkload>(*softmaxQueueDescriptor,
info);
581 auto spaceToBatchNdQueueDescriptor
582 = PolymorphicDowncast<const SpaceToBatchNdQueueDescriptor*>(&descriptor);
583 return std::make_unique<RefSpaceToBatchNdWorkload>(*spaceToBatchNdQueueDescriptor,
info);
587 auto spaceToDepthQueueDescriptor = PolymorphicDowncast<const SpaceToDepthQueueDescriptor*>(&descriptor);
588 return std::make_unique<RefSpaceToDepthWorkload>(*spaceToDepthQueueDescriptor,
info);
592 auto splitterQueueDescriptor = PolymorphicDowncast<const SplitterQueueDescriptor*>(&descriptor);
593 return std::make_unique<RefSplitterWorkload>(*splitterQueueDescriptor,
info);
597 auto stackQueueDescriptor = PolymorphicDowncast<const StackQueueDescriptor*>(&descriptor);
598 return std::make_unique<RefStackWorkload>(*stackQueueDescriptor,
info);
602 auto stridedSliceQueueDescriptor = PolymorphicDowncast<const StridedSliceQueueDescriptor*>(&descriptor);
603 return std::make_unique<RefStridedSliceWorkload>(*stridedSliceQueueDescriptor,
info);
607 auto subtractionQueueDescriptor = PolymorphicDowncast<const SubtractionQueueDescriptor*>(&descriptor);
610 return std::make_unique<RefSubtractionWorkload<int32_t>>(*subtractionQueueDescriptor,
info);
614 return std::make_unique<RefSubtractionWorkload<float>>(*subtractionQueueDescriptor,
info);
619 auto transposeQueueDescriptor = PolymorphicDowncast<const TransposeQueueDescriptor*>(&descriptor);
622 return std::make_unique<RefTransposeQSymm16Workload>(*transposeQueueDescriptor,
info);
626 return std::make_unique<RefTransposeBFloat16Workload>(*transposeQueueDescriptor,
info);
630 return std::make_unique<RefTransposeQAsymmS8Workload>(*transposeQueueDescriptor,
info);
634 (*transposeQueueDescriptor,
info);
638 auto transposeConvolution2dQueueDescriptor
639 = PolymorphicDowncast<const TransposeConvolution2dQueueDescriptor*>(&descriptor);
640 return std::make_unique<RefTransposeConvolution2dWorkload>(*transposeConvolution2dQueueDescriptor,
info);
644 auto unidirectionalSequenceLstmQueueDescriptor
645 = PolymorphicDowncast<const UnidirectionalSequenceLstmQueueDescriptor*>(&descriptor);
646 return std::make_unique<RefUnidirectionalSequenceLstmWorkload>(*unidirectionalSequenceLstmQueueDescriptor,
657 return std::make_unique<RefActivationWorkload>(descriptor,
info);
665 return std::make_unique<RefAdditionWorkload<int32_t>>(descriptor,
info);
669 return std::make_unique<RefAdditionWorkload<float>>(descriptor,
info);
676 return std::make_unique<RefArgMinMaxWorkload>(descriptor,
info);
679 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateBatchNormalization(
683 return std::make_unique<RefBatchNormalizationWorkload>(descriptor,
info);
689 return std::make_unique<RefBatchToSpaceNdWorkload>(descriptor,
info);
692 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateCast(
const CastQueueDescriptor& descriptor,
695 return std::make_unique<RefCastWorkload>(descriptor,
info);
701 return std::make_unique<RefChannelShuffleWorkload>(descriptor,
info);
707 return std::make_unique<RefComparisonWorkload>(descriptor,
info);
713 return std::make_unique<RefConcatWorkload>(descriptor,
info);
719 return std::make_unique<RefConstantWorkload>(descriptor,
info);
722 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConvertBf16ToFp32(
726 return std::make_unique<RefConvertBf16ToFp32Workload>(descriptor,
info);
729 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConvertFp16ToFp32(
733 return std::make_unique<RefConvertFp16ToFp32Workload>(descriptor,
info);
736 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConvertFp32ToBf16(
740 return std::make_unique<RefConvertFp32ToBf16Workload>(descriptor,
info);
743 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConvertFp32ToFp16(
747 return std::make_unique<RefConvertFp32ToFp16Workload>(descriptor,
info);
753 return std::make_unique<RefConvolution2dWorkload>(descriptor,
info);
759 return std::make_unique<RefConvolution3dWorkload>(descriptor,
info);
762 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDebug(
const DebugQueueDescriptor& descriptor,
767 return std::make_unique<RefDebugBFloat16Workload>(descriptor,
info);
771 return std::make_unique<RefDebugFloat16Workload>(descriptor,
info);
775 return std::make_unique<RefDebugQSymmS16Workload>(descriptor,
info);
779 return std::make_unique<RefDebugQSymmS8Workload>(descriptor,
info);
783 return std::make_unique<RefDebugQAsymmU8Workload>(descriptor,
info);
787 return std::make_unique<RefDebugQAsymmS8Workload>(descriptor,
info);
791 return std::make_unique<RefDebugSigned32Workload>(descriptor,
info);
794 return MakeWorkload<RefDebugFloat32Workload, RefDebugQAsymmU8Workload>(descriptor,
info);
800 return std::make_unique<RefDepthToSpaceWorkload>(descriptor,
info);
803 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDepthwiseConvolution2d(
807 return std::make_unique<RefDepthwiseConvolution2dWorkload>(descriptor,
info);
813 return std::make_unique<RefDequantizeWorkload>(descriptor,
info);
816 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDetectionPostProcess(
820 return std::make_unique<RefDetectionPostProcessWorkload>(descriptor,
info);
828 return std::make_unique<RefDivisionWorkload<int32_t>>(descriptor,
info);
832 return std::make_unique<RefDivisionWorkload<float>>(descriptor,
info);
841 return std::make_unique<RefLogicalUnaryWorkload>(descriptor,
info);
843 return std::make_unique<RefElementwiseUnaryWorkload>(descriptor,
info);
849 return MakeWorkload<RefFakeQuantizationFloat32Workload, NullWorkload>(descriptor,
info);
852 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateFill(
const FillQueueDescriptor& descriptor,
855 return std::make_unique<RefFillWorkload>(descriptor,
info);
858 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateFloor(
const FloorQueueDescriptor& descriptor,
867 return std::make_unique<RefFloorWorkload>(descriptor,
info);
871 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateFullyConnected(
875 return std::make_unique<RefFullyConnectedWorkload>(descriptor,
info);
881 return std::make_unique<RefGatherWorkload>(descriptor,
info);
901 return std::make_unique<CopyMemGenericWorkload>(descriptor,
info);
904 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateInstanceNormalization(
908 return std::make_unique<RefInstanceNormalizationWorkload>(descriptor,
info);
914 return std::make_unique<RefL2NormalizationWorkload>(descriptor,
info);
920 return std::make_unique<RefLogicalBinaryWorkload>(descriptor,
info);
926 return std::make_unique<RefLogSoftmaxWorkload>(descriptor,
info);
929 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateLstm(
const LstmQueueDescriptor& descriptor,
932 return std::make_unique<RefLstmWorkload>(descriptor,
info);
940 return std::make_unique<RefMaximumWorkload<int32_t>>(descriptor,
info);
944 return std::make_unique<RefMaximumWorkload<float>>(descriptor,
info);
948 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateMean(
const MeanQueueDescriptor& descriptor,
951 return std::make_unique<RefMeanWorkload>(descriptor,
info);
961 return std::make_unique<CopyMemGenericWorkload>(descriptor,
info);
971 return std::make_unique<ImportMemGenericWorkload>(descriptor,
info);
979 return std::make_unique<RefMinimumWorkload<int32_t>>(descriptor,
info);
983 return std::make_unique<RefMinimumWorkload<float>>(descriptor,
info);
992 return std::make_unique<RefMultiplicationWorkload<int32_t>>(descriptor,
info);
996 return std::make_unique<RefMultiplicationWorkload<float>>(descriptor,
info);
1003 return std::make_unique<RefNormalizationWorkload>(descriptor,
info);
1006 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateOutput(
const OutputQueueDescriptor& descriptor,
1022 return std::make_unique<CopyMemGenericWorkload>(descriptor,
info);
1025 std::unique_ptr<IWorkload> RefWorkloadFactory::CreatePad(
const PadQueueDescriptor& descriptor,
1028 return std::make_unique<RefPadWorkload>(descriptor,
info);
1036 return std::make_unique<RefPermuteQSymm16Workload>(descriptor,
info);
1040 return std::make_unique<RefPermuteBFloat16Workload>(descriptor,
info);
1044 return std::make_unique<RefPermuteQAsymmS8Workload>(descriptor,
info);
1053 return std::make_unique<RefPooling2dWorkload>(descriptor,
info);
1059 return std::make_unique<RefPooling3dWorkload>(descriptor,
info);
1068 std::unique_ptr<IWorkload> RefWorkloadFactory::CreatePrelu(
const PreluQueueDescriptor& descriptor,
1071 return std::make_unique<RefPreluWorkload>(descriptor,
info);
1074 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateQLstm(
const QLstmQueueDescriptor& descriptor,
1077 return std::make_unique<RefQLstmWorkload>(descriptor,
info);
1083 return std::make_unique<RefQuantizeWorkload>(descriptor,
info);
1086 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateRank(
const RankQueueDescriptor& descriptor,
1089 return std::make_unique<RefRankWorkload>(descriptor,
info);
1092 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateReduce(
const ReduceQueueDescriptor& descriptor,
1095 return std::make_unique<RefReduceWorkload>(descriptor,
info);
1101 return std::make_unique<RefReshapeWorkload>(descriptor,
info);
1104 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateResize(
const ResizeQueueDescriptor& descriptor,
1107 return std::make_unique<RefResizeWorkload>(descriptor,
info);
1110 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateShape(
const ShapeQueueDescriptor& descriptor,
1113 return std::make_unique<RefShapeWorkload>(descriptor,
info);
1116 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateSlice(
const SliceQueueDescriptor& descriptor,
1119 return std::make_unique<RefSliceWorkload>(descriptor,
info);
1125 return std::make_unique<RefSoftmaxWorkload>(descriptor,
info);
1131 return std::make_unique<RefSpaceToBatchNdWorkload>(descriptor,
info);
1137 return std::make_unique<RefSpaceToDepthWorkload>(descriptor,
info);
1143 return std::make_unique<RefSplitterWorkload>(descriptor,
info);
1146 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateStack(
const StackQueueDescriptor& descriptor,
1149 return std::make_unique<RefStackWorkload>(descriptor,
info);
1155 return std::make_unique<RefStridedSliceWorkload>(descriptor,
info);
1163 return std::make_unique<RefSubtractionWorkload<int32_t>>(descriptor,
info);
1167 return std::make_unique<RefSubtractionWorkload<float>>(descriptor,
info);
1176 return std::make_unique<RefTransposeQSymm16Workload>(descriptor,
info);
1180 return std::make_unique<RefTransposeBFloat16Workload>(descriptor,
info);
1184 return std::make_unique<RefTransposeQAsymmS8Workload>(descriptor,
info);
1190 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateTransposeConvolution2d(
1194 return std::make_unique<RefTransposeConvolution2dWorkload>(descriptor,
info);
1197 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateUnidirectionalSequenceLstm(
1201 return std::make_unique<RefUnidirectionalSequenceLstmWorkload>(descriptor,
info);;
UnaryOperation m_Operation
Specifies the elementwiseUnary operation to execute.
Interface for a layer that is connectable to other layers via InputSlots and OutputSlots.
constexpr bool IsQuantizedType()
constexpr const char * RefBackendId()
std::vector< BackendOptions > ModelOptions
RefPermuteWorkload< DataType::Float16 > RefPermuteFloat16Workload
RefTransposeWorkload< DataType::Float16 > RefTransposeFloat16Workload
bool IsQAsymmS8(const WorkloadInfo &info)
RefPermuteWorkload< DataType::Float32 > RefPermuteFloat32Workload
Copyright (c) 2021 ARM Limited and Contributors.
void IgnoreUnused(Ts &&...)
bool IsQAsymmU8(const WorkloadInfo &info)
bool IsQSymmS8(const WorkloadInfo &info)
bool IsDataType(const WorkloadInfo &info)
bool IsBFloat16(const WorkloadInfo &info)
LayerDescriptor m_Parameters
const BackendId & GetBackendId() const override
virtual std::unique_ptr< IWorkload > CreateInput(const InputQueueDescriptor &descriptor, const WorkloadInfo &info) const =0
std::vector< TensorInfo > m_InputTensorInfos
bool IsFloat16(const WorkloadInfo &info)
RefTransposeWorkload< DataType::Float32 > RefTransposeFloat32Workload
RefTransposeWorkload< DataType::QAsymmU8 > RefTransposeQAsymm8Workload
std::unique_ptr< IWorkload > CreateWorkload(LayerType type, const QueueDescriptor &descriptor, const WorkloadInfo &info) const override
static bool IsLayerSupported(const Layer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported)
bool IsSigned32(const WorkloadInfo &info)
std::vector< TensorInfo > m_OutputTensorInfos
static bool IsLayerSupported(const BackendId &backendId, const IConnectableLayer &layer, Optional< DataType > dataType, std::string &outReasonIfUnsupported)
std::unique_ptr< ITensorHandle > CreateTensorHandle(const TensorInfo &tensorInfo, const bool IsMemoryManaged=true) const override
Contains information about TensorInfos of a layer.
std::vector< ITensorHandle * > m_Inputs
RefPermuteWorkload< DataType::QAsymmU8 > RefPermuteQAsymm8Workload
bool IsQSymmS16(const WorkloadInfo &info)
Depthwise Convolution 2D layer workload data.
LayerType
When adding a new layer, adapt also the LastLayer enum value in the enum class LayerType below...