23 template <
typename F32Workload,
typename U8Workload,
typename QueueDescriptorType>
24 std::unique_ptr<IWorkload> RefWorkloadFactory::MakeWorkload(
const QueueDescriptorType& descriptor,
25 const WorkloadInfo& info)
const
27 return MakeWorkloadHelper<NullWorkload, F32Workload, U8Workload, NullWorkload, NullWorkload, NullWorkload>
31 template <DataType ArmnnType>
34 auto checkType = [](
const TensorInfo& tensorInfo) {
return tensorInfo.GetDataType() == ArmnnType;};
35 auto it = std::find_if(std::begin(
info.m_InputTensorInfos), std::end(
info.m_InputTensorInfos), checkType);
36 if (it != std::end(
info.m_InputTensorInfos))
40 it = std::find_if(std::begin(
info.m_OutputTensorInfos), std::end(
info.m_OutputTensorInfos), checkType);
41 if (it != std::end(
info.m_OutputTensorInfos))
50 return IsDataType<DataType::Signed32>(
info);
55 return IsDataType<DataType::BFloat16>(
info);
60 return IsDataType<DataType::Float16>(
info);
65 return IsDataType<DataType::QSymmS16>(
info);
70 return IsDataType<DataType::QSymmS8>(
info);
75 return IsDataType<DataType::QAsymmS8>(
info);
80 return IsDataType<DataType::QAsymmU8>(
info);
84 : m_MemoryManager(memoryManager)
100 std::string& outReasonIfUnsupported)
107 std::string& outReasonIfUnsupported,
114 const bool isMemoryManaged)
const
118 return std::make_unique<RefTensorHandle>(tensorInfo, m_MemoryManager);
122 return std::make_unique<RefTensorHandle>(tensorInfo);
128 const bool isMemoryManaged)
const
136 return std::make_unique<RefTensorHandle>(tensorInfo, m_MemoryManager);
140 return std::make_unique<RefTensorHandle>(tensorInfo);
152 auto activationQueueDescriptor = PolymorphicDowncast<const ActivationQueueDescriptor*>(&descriptor);
153 return std::make_unique<RefActivationWorkload>(*activationQueueDescriptor,
info);
157 auto additionQueueDescriptor = PolymorphicDowncast<const AdditionQueueDescriptor*>(&descriptor);
161 return std::make_unique<RefAdditionWorkload<int32_t>>(*additionQueueDescriptor,
info);
165 return std::make_unique<RefAdditionWorkload<float>>(*additionQueueDescriptor,
info);
170 auto argMinMaxQueueDescriptor = PolymorphicDowncast<const ArgMinMaxQueueDescriptor*>(&descriptor);
171 return std::make_unique<RefArgMinMaxWorkload>(*argMinMaxQueueDescriptor,
info);
175 auto batchMatMulQueueDescriptor = PolymorphicDowncast<const BatchMatMulQueueDescriptor*>(&descriptor);
176 return std::make_unique<RefBatchMatMulWorkload>(*batchMatMulQueueDescriptor,
info);
180 auto batchNormQueueDescriptor = PolymorphicDowncast<const BatchNormalizationQueueDescriptor*>(&descriptor);
181 return std::make_unique<RefBatchNormalizationWorkload>(*batchNormQueueDescriptor,
info);
185 auto batchToSpaceNdQueueDescriptor
186 = PolymorphicDowncast<const BatchToSpaceNdQueueDescriptor*>(&descriptor);
187 return std::make_unique<RefBatchToSpaceNdWorkload>(*batchToSpaceNdQueueDescriptor,
info);
191 auto castQueueDescriptor = PolymorphicDowncast<const CastQueueDescriptor*>(&descriptor);
192 return std::make_unique<RefCastWorkload>(*castQueueDescriptor,
info);
196 auto channelShuffleQueueDescriptor
197 = PolymorphicDowncast<const ChannelShuffleQueueDescriptor*>(&descriptor);
198 return std::make_unique<RefChannelShuffleWorkload>(*channelShuffleQueueDescriptor,
info);
202 auto comparisonQueueDescriptor = PolymorphicDowncast<const ComparisonQueueDescriptor*>(&descriptor);
203 return std::make_unique<RefComparisonWorkload>(*comparisonQueueDescriptor,
info);
207 auto concatQueueDescriptor = PolymorphicDowncast<const ConcatQueueDescriptor*>(&descriptor);
208 return std::make_unique<RefConcatWorkload>(*concatQueueDescriptor,
info);
212 auto constantQueueDescriptor = PolymorphicDowncast<const ConstantQueueDescriptor*>(&descriptor);
213 return std::make_unique<RefConstantWorkload>(*constantQueueDescriptor,
info);
217 auto convertFp16ToFp32QueueDescriptor
218 = PolymorphicDowncast<const ConvertFp16ToFp32QueueDescriptor*>(&descriptor);
219 return std::make_unique<RefConvertFp16ToFp32Workload>(*convertFp16ToFp32QueueDescriptor,
info);
223 auto convertFp32ToFp16QueueDescriptor
224 = PolymorphicDowncast<const ConvertFp32ToFp16QueueDescriptor*>(&descriptor);
225 return std::make_unique<RefConvertFp32ToFp16Workload>(*convertFp32ToFp16QueueDescriptor,
info);
229 auto convolution2dQueueDescriptor = PolymorphicDowncast<const Convolution2dQueueDescriptor*>(&descriptor);
230 return std::make_unique<RefConvolution2dWorkload>(*convolution2dQueueDescriptor,
info);
234 auto convolution3dQueueDescriptor = PolymorphicDowncast<const Convolution3dQueueDescriptor*>(&descriptor);
235 return std::make_unique<RefConvolution3dWorkload>(*convolution3dQueueDescriptor,
info);
239 auto debugQueueDescriptor = PolymorphicDowncast<const DebugQueueDescriptor*>(&descriptor);
242 return std::make_unique<RefDebugBFloat16Workload>(*debugQueueDescriptor,
info);
246 return std::make_unique<RefDebugFloat16Workload>(*debugQueueDescriptor,
info);
250 return std::make_unique<RefDebugQSymmS16Workload>(*debugQueueDescriptor,
info);
254 return std::make_unique<RefDebugQSymmS8Workload>(*debugQueueDescriptor,
info);
258 return std::make_unique<RefDebugQAsymmU8Workload>(*debugQueueDescriptor,
info);
262 return std::make_unique<RefDebugQAsymmS8Workload>(*debugQueueDescriptor,
info);
266 return std::make_unique<RefDebugSigned32Workload>(*debugQueueDescriptor,
info);
269 return MakeWorkload<RefDebugFloat32Workload, RefDebugQAsymmU8Workload>(*debugQueueDescriptor,
info);
273 auto depthToSpaceQueueDescriptor = PolymorphicDowncast<const DepthToSpaceQueueDescriptor*>(&descriptor);
274 return std::make_unique<RefDepthToSpaceWorkload>(*depthToSpaceQueueDescriptor,
info);
278 auto depthwiseConvolution2DQueueDescriptor
279 = PolymorphicDowncast<const DepthwiseConvolution2dQueueDescriptor*>(&descriptor);
280 return std::make_unique<RefDepthwiseConvolution2dWorkload>(*depthwiseConvolution2DQueueDescriptor,
info);
284 auto dequantizeQueueDescriptor = PolymorphicDowncast<const DequantizeQueueDescriptor*>(&descriptor);
285 return std::make_unique<RefDequantizeWorkload>(*dequantizeQueueDescriptor,
info);
289 auto detectionPostProcessQueueDescriptor
290 = PolymorphicDowncast<const DetectionPostProcessQueueDescriptor*>(&descriptor);
291 return std::make_unique<RefDetectionPostProcessWorkload>(*detectionPostProcessQueueDescriptor,
info);
295 auto divisionQueueDescriptor = PolymorphicDowncast<const DivisionQueueDescriptor*>(&descriptor);
298 return std::make_unique<RefDivisionWorkload<int32_t>>(*divisionQueueDescriptor,
info);
302 return std::make_unique<RefDivisionWorkload<float>>(*divisionQueueDescriptor,
info);
307 auto elementwiseBinaryQueueDescriptor
308 = PolymorphicDowncast<const ElementwiseBinaryQueueDescriptor*>(&descriptor);
309 return std::make_unique<RefElementwiseBinaryWorkload>(*elementwiseBinaryQueueDescriptor,
info);
313 auto elementwiseUnaryQueueDescriptor
314 = PolymorphicDowncast<const ElementwiseUnaryQueueDescriptor*>(&descriptor);
317 return std::make_unique<RefLogicalUnaryWorkload>(*elementwiseUnaryQueueDescriptor,
info);
319 return std::make_unique<RefElementwiseUnaryWorkload>(*elementwiseUnaryQueueDescriptor,
info);
323 auto fakeQuantizationQueueDescriptor
324 = PolymorphicDowncast<const FakeQuantizationQueueDescriptor*>(&descriptor);
325 return std::make_unique<RefFakeQuantizationFloat32Workload>(*fakeQuantizationQueueDescriptor,
info);
329 auto fillQueueDescriptor = PolymorphicDowncast<const FillQueueDescriptor*>(&descriptor);
330 return std::make_unique<RefFillWorkload>(*fillQueueDescriptor,
info);
334 auto floorQueueDescriptor = PolymorphicDowncast<const FloorQueueDescriptor*>(&descriptor);
341 return std::make_unique<RefFloorWorkload>(*floorQueueDescriptor,
info);
346 auto fullyConnectedQueueDescriptor
347 = PolymorphicDowncast<const FullyConnectedQueueDescriptor*>(&descriptor);
348 return std::make_unique<RefFullyConnectedWorkload>(*fullyConnectedQueueDescriptor,
info);
352 auto gatherQueueDescriptor = PolymorphicDowncast<const GatherQueueDescriptor*>(&descriptor);
353 return std::make_unique<RefGatherWorkload>(*gatherQueueDescriptor,
info);
357 auto gatherNdQueueDescriptor = PolymorphicDowncast<const GatherNdQueueDescriptor*>(&descriptor);
358 return std::make_unique<RefGatherNdWorkload>(*gatherNdQueueDescriptor,
info);
362 auto inputQueueDescriptor = PolymorphicDowncast<const InputQueueDescriptor*>(&descriptor);
363 if (
info.m_InputTensorInfos.empty() )
367 if (
info.m_OutputTensorInfos.empty())
372 if (
info.m_InputTensorInfos[0].GetNumBytes() !=
info.m_OutputTensorInfos[0].GetNumBytes())
375 "data input and output differ in byte count.");
378 return std::make_unique<CopyMemGenericWorkload>(*inputQueueDescriptor,
info);
382 auto instanceNormalizationQueueDescriptor
383 = PolymorphicDowncast<const InstanceNormalizationQueueDescriptor*>(&descriptor);
384 return std::make_unique<RefInstanceNormalizationWorkload>(*instanceNormalizationQueueDescriptor,
info);
388 auto l2NormalizationQueueDescriptor
389 = PolymorphicDowncast<const L2NormalizationQueueDescriptor*>(&descriptor);
390 return std::make_unique<RefL2NormalizationWorkload>(*l2NormalizationQueueDescriptor,
info);
394 auto logicalBinaryQueueDescriptor = PolymorphicDowncast<const LogicalBinaryQueueDescriptor*>(&descriptor);
395 return std::make_unique<RefLogicalBinaryWorkload>(*logicalBinaryQueueDescriptor,
info);
399 auto logSoftmaxQueueDescriptor = PolymorphicDowncast<const LogSoftmaxQueueDescriptor*>(&descriptor);
400 return std::make_unique<RefLogSoftmaxWorkload>(*logSoftmaxQueueDescriptor,
info);
404 auto lstmQueueDescriptor = PolymorphicDowncast<const LstmQueueDescriptor*>(&descriptor);
405 return std::make_unique<RefLstmWorkload>(*lstmQueueDescriptor,
info);
409 auto maximumQueueDescriptor = PolymorphicDowncast<const MaximumQueueDescriptor*>(&descriptor);
412 return std::make_unique<RefMaximumWorkload<int32_t>>(*maximumQueueDescriptor,
info);
416 return std::make_unique<RefMaximumWorkload<float>>(*maximumQueueDescriptor,
info);
421 auto meanQueueDescriptor = PolymorphicDowncast<const MeanQueueDescriptor*>(&descriptor);
422 return std::make_unique<RefMeanWorkload>(*meanQueueDescriptor,
info);
426 auto memCopyQueueDescriptor = PolymorphicDowncast<const MemCopyQueueDescriptor*>(&descriptor);
431 return std::make_unique<CopyMemGenericWorkload>(*memCopyQueueDescriptor,
info);
435 auto memImportQueueDescriptor = PolymorphicDowncast<const MemImportQueueDescriptor*>(&descriptor);
440 return std::make_unique<ImportMemGenericWorkload>(*memImportQueueDescriptor,
info);
444 auto minimumQueueDescriptor = PolymorphicDowncast<const MinimumQueueDescriptor*>(&descriptor);
447 return std::make_unique<RefMinimumWorkload<int32_t>>(*minimumQueueDescriptor,
info);
451 return std::make_unique<RefMinimumWorkload<float>>(*minimumQueueDescriptor,
info);
456 auto multiplicationQueueDescriptor
457 = PolymorphicDowncast<const MultiplicationQueueDescriptor*>(&descriptor);
460 return std::make_unique<RefMultiplicationWorkload<int32_t>>(*multiplicationQueueDescriptor,
info);
464 return std::make_unique<RefMultiplicationWorkload<float>>(*multiplicationQueueDescriptor,
info);
469 auto normalizationQueueDescriptor = PolymorphicDowncast<const NormalizationQueueDescriptor*>(&descriptor);
470 return std::make_unique<RefNormalizationWorkload>(*normalizationQueueDescriptor,
info);
474 auto outputQueueDescriptor = PolymorphicDowncast<const OutputQueueDescriptor*>(&descriptor);
475 if (
info.m_InputTensorInfos.empty() )
479 if (
info.m_OutputTensorInfos.empty())
483 if (
info.m_InputTensorInfos[0].GetNumBytes() !=
info.m_OutputTensorInfos[0].GetNumBytes())
486 "differ in byte count.");
489 return std::make_unique<CopyMemGenericWorkload>(*outputQueueDescriptor,
info);
493 auto padQueueDescriptor = PolymorphicDowncast<const PadQueueDescriptor*>(&descriptor);
494 return std::make_unique<RefPadWorkload>(*padQueueDescriptor,
info);
498 auto permuteQueueDescriptor = PolymorphicDowncast<const PermuteQueueDescriptor*>(&descriptor);
501 return std::make_unique<RefPermuteQSymm16Workload>(*permuteQueueDescriptor,
info);
505 return std::make_unique<RefPermuteBFloat16Workload>(*permuteQueueDescriptor,
info);
509 return std::make_unique<RefPermuteQAsymmS8Workload>(*permuteQueueDescriptor,
info);
516 auto pooling2dQueueDescriptor = PolymorphicDowncast<const Pooling2dQueueDescriptor*>(&descriptor);
517 return std::make_unique<RefPooling2dWorkload>(*pooling2dQueueDescriptor,
info);
521 auto pooling3dQueueDescriptor = PolymorphicDowncast<const Pooling3dQueueDescriptor*>(&descriptor);
522 return std::make_unique<RefPooling3dWorkload>(*pooling3dQueueDescriptor,
info);
530 auto preluQueueDescriptor = PolymorphicDowncast<const PreluQueueDescriptor*>(&descriptor);
531 return std::make_unique<RefPreluWorkload>(*preluQueueDescriptor,
info);
535 auto qlstmQueueDescriptor = PolymorphicDowncast<const QLstmQueueDescriptor*>(&descriptor);
536 return std::make_unique<RefQLstmWorkload>(*qlstmQueueDescriptor,
info);
540 auto quantizeQueueDescriptor = PolymorphicDowncast<const QuantizeQueueDescriptor*>(&descriptor);
541 return std::make_unique<RefQuantizeWorkload>(*quantizeQueueDescriptor,
info);
545 auto rankQueueDescriptor = PolymorphicDowncast<const RankQueueDescriptor*>(&descriptor);
546 return std::make_unique<RefRankWorkload>(*rankQueueDescriptor,
info);
550 auto reduceQueueDescriptor = PolymorphicDowncast<const ReduceQueueDescriptor*>(&descriptor);
551 return std::make_unique<RefReduceWorkload>(*reduceQueueDescriptor,
info);
555 auto reshapeQueueDescriptor = PolymorphicDowncast<const ReshapeQueueDescriptor*>(&descriptor);
556 return std::make_unique<RefReshapeWorkload>(*reshapeQueueDescriptor,
info);
560 auto resizeQueueDescriptor = PolymorphicDowncast<const ResizeQueueDescriptor*>(&descriptor);
561 return std::make_unique<RefResizeWorkload>(*resizeQueueDescriptor,
info);
565 auto shapeQueueDescriptor = PolymorphicDowncast<const ShapeQueueDescriptor*>(&descriptor);
566 return std::make_unique<RefShapeWorkload>(*shapeQueueDescriptor,
info);
570 auto sliceQueueDescriptor = PolymorphicDowncast<const SliceQueueDescriptor*>(&descriptor);
571 return std::make_unique<RefSliceWorkload>(*sliceQueueDescriptor,
info);
575 auto softmaxQueueDescriptor = PolymorphicDowncast<const SoftmaxQueueDescriptor*>(&descriptor);
576 return std::make_unique<RefSoftmaxWorkload>(*softmaxQueueDescriptor,
info);
580 auto spaceToBatchNdQueueDescriptor
581 = PolymorphicDowncast<const SpaceToBatchNdQueueDescriptor*>(&descriptor);
582 return std::make_unique<RefSpaceToBatchNdWorkload>(*spaceToBatchNdQueueDescriptor,
info);
586 auto spaceToDepthQueueDescriptor = PolymorphicDowncast<const SpaceToDepthQueueDescriptor*>(&descriptor);
587 return std::make_unique<RefSpaceToDepthWorkload>(*spaceToDepthQueueDescriptor,
info);
591 auto splitterQueueDescriptor = PolymorphicDowncast<const SplitterQueueDescriptor*>(&descriptor);
592 return std::make_unique<RefSplitterWorkload>(*splitterQueueDescriptor,
info);
596 auto stackQueueDescriptor = PolymorphicDowncast<const StackQueueDescriptor*>(&descriptor);
597 return std::make_unique<RefStackWorkload>(*stackQueueDescriptor,
info);
601 auto stridedSliceQueueDescriptor = PolymorphicDowncast<const StridedSliceQueueDescriptor*>(&descriptor);
602 return std::make_unique<RefStridedSliceWorkload>(*stridedSliceQueueDescriptor,
info);
606 auto subtractionQueueDescriptor = PolymorphicDowncast<const SubtractionQueueDescriptor*>(&descriptor);
609 return std::make_unique<RefSubtractionWorkload<int32_t>>(*subtractionQueueDescriptor,
info);
613 return std::make_unique<RefSubtractionWorkload<float>>(*subtractionQueueDescriptor,
info);
618 auto transposeQueueDescriptor = PolymorphicDowncast<const TransposeQueueDescriptor*>(&descriptor);
621 return std::make_unique<RefTransposeQSymm16Workload>(*transposeQueueDescriptor,
info);
625 return std::make_unique<RefTransposeBFloat16Workload>(*transposeQueueDescriptor,
info);
629 return std::make_unique<RefTransposeQAsymmS8Workload>(*transposeQueueDescriptor,
info);
633 (*transposeQueueDescriptor,
info);
637 auto transposeConvolution2dQueueDescriptor
638 = PolymorphicDowncast<const TransposeConvolution2dQueueDescriptor*>(&descriptor);
639 return std::make_unique<RefTransposeConvolution2dWorkload>(*transposeConvolution2dQueueDescriptor,
info);
643 auto unidirectionalSequenceLstmQueueDescriptor
644 = PolymorphicDowncast<const UnidirectionalSequenceLstmQueueDescriptor*>(&descriptor);
645 return std::make_unique<RefUnidirectionalSequenceLstmWorkload>(*unidirectionalSequenceLstmQueueDescriptor,
656 return std::make_unique<RefActivationWorkload>(descriptor, info);
659 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateAddition(
const AdditionQueueDescriptor& descriptor,
660 const WorkloadInfo& info)
const
664 return std::make_unique<RefAdditionWorkload<int32_t>>(descriptor, info);
668 return std::make_unique<RefAdditionWorkload<float>>(descriptor,
info);
672 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateArgMinMax(
const ArgMinMaxQueueDescriptor& descriptor,
673 const WorkloadInfo& info)
const
675 return std::make_unique<RefArgMinMaxWorkload>(descriptor, info);
678 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateBatchNormalization(
679 const BatchNormalizationQueueDescriptor& descriptor,
680 const WorkloadInfo& info)
const
682 return std::make_unique<RefBatchNormalizationWorkload>(descriptor, info);
685 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateBatchToSpaceNd(
const BatchToSpaceNdQueueDescriptor& descriptor,
686 const WorkloadInfo& info)
const
688 return std::make_unique<RefBatchToSpaceNdWorkload>(descriptor, info);
691 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateCast(
const CastQueueDescriptor& descriptor,
692 const WorkloadInfo& info)
const
694 return std::make_unique<RefCastWorkload>(descriptor, info);
697 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateChannelShuffle(
const ChannelShuffleQueueDescriptor &descriptor,
698 const WorkloadInfo &info)
const
700 return std::make_unique<RefChannelShuffleWorkload>(descriptor,info);
703 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateComparison(
const ComparisonQueueDescriptor& descriptor,
704 const WorkloadInfo& info)
const
706 return std::make_unique<RefComparisonWorkload>(descriptor, info);
709 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConcat(
const ConcatQueueDescriptor& descriptor,
710 const WorkloadInfo& info)
const
712 return std::make_unique<RefConcatWorkload>(descriptor, info);
715 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConstant(
const ConstantQueueDescriptor& descriptor,
716 const WorkloadInfo& info)
const
718 return std::make_unique<RefConstantWorkload>(descriptor, info);
721 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConvertFp16ToFp32(
722 const ConvertFp16ToFp32QueueDescriptor& descriptor,
723 const WorkloadInfo& info)
const
725 return std::make_unique<RefConvertFp16ToFp32Workload>(descriptor, info);
728 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConvertFp32ToFp16(
729 const ConvertFp32ToFp16QueueDescriptor& descriptor,
730 const WorkloadInfo& info)
const
732 return std::make_unique<RefConvertFp32ToFp16Workload>(descriptor, info);
735 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConvolution2d(
const Convolution2dQueueDescriptor& descriptor,
736 const WorkloadInfo& info)
const
738 return std::make_unique<RefConvolution2dWorkload>(descriptor, info);
741 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConvolution3d(
const Convolution3dQueueDescriptor& descriptor,
742 const WorkloadInfo& info)
const
744 return std::make_unique<RefConvolution3dWorkload>(descriptor, info);
747 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDebug(
const DebugQueueDescriptor& descriptor,
748 const WorkloadInfo& info)
const
752 return std::make_unique<RefDebugBFloat16Workload>(descriptor, info);
756 return std::make_unique<RefDebugFloat16Workload>(descriptor, info);
760 return std::make_unique<RefDebugQSymmS16Workload>(descriptor, info);
764 return std::make_unique<RefDebugQSymmS8Workload>(descriptor, info);
768 return std::make_unique<RefDebugQAsymmU8Workload>(descriptor, info);
772 return std::make_unique<RefDebugQAsymmS8Workload>(descriptor, info);
776 return std::make_unique<RefDebugSigned32Workload>(descriptor, info);
779 return MakeWorkload<RefDebugFloat32Workload, RefDebugQAsymmU8Workload>(descriptor, info);
782 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDepthToSpace(
const DepthToSpaceQueueDescriptor& descriptor,
783 const WorkloadInfo& info)
const
785 return std::make_unique<RefDepthToSpaceWorkload>(descriptor, info);
788 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDepthwiseConvolution2d(
789 const DepthwiseConvolution2dQueueDescriptor& descriptor,
790 const WorkloadInfo& info)
const
792 return std::make_unique<RefDepthwiseConvolution2dWorkload>(descriptor, info);
795 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDequantize(
const DequantizeQueueDescriptor& descriptor,
796 const WorkloadInfo& info)
const
798 return std::make_unique<RefDequantizeWorkload>(descriptor, info);
801 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDetectionPostProcess(
802 const DetectionPostProcessQueueDescriptor& descriptor,
803 const WorkloadInfo& info)
const
805 return std::make_unique<RefDetectionPostProcessWorkload>(descriptor, info);
808 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDivision(
const DivisionQueueDescriptor& descriptor,
809 const WorkloadInfo& info)
const
813 return std::make_unique<RefDivisionWorkload<int32_t>>(descriptor,
info);
817 return std::make_unique<RefDivisionWorkload<float>>(descriptor,
info);
821 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateElementwiseUnary(
const ElementwiseUnaryQueueDescriptor& descriptor,
822 const WorkloadInfo& info)
const
826 return std::make_unique<RefLogicalUnaryWorkload>(descriptor, info);
828 return std::make_unique<RefElementwiseUnaryWorkload>(descriptor, info);
831 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateFakeQuantization(
const FakeQuantizationQueueDescriptor& descriptor,
832 const WorkloadInfo& info)
const
834 return MakeWorkload<RefFakeQuantizationFloat32Workload, NullWorkload>(descriptor, info);
837 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateFill(
const FillQueueDescriptor& descriptor,
838 const WorkloadInfo& info)
const
840 return std::make_unique<RefFillWorkload>(descriptor, info);
843 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateFloor(
const FloorQueueDescriptor& descriptor,
844 const WorkloadInfo& info)
const
852 return std::make_unique<RefFloorWorkload>(descriptor, info);
856 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateFullyConnected(
857 const FullyConnectedQueueDescriptor& descriptor,
858 const WorkloadInfo& info)
const
860 return std::make_unique<RefFullyConnectedWorkload>(descriptor, info);
863 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateGather(
const GatherQueueDescriptor& descriptor,
864 const WorkloadInfo& info)
const
866 return std::make_unique<RefGatherWorkload>(descriptor, info);
869 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateInput(
const InputQueueDescriptor& descriptor,
870 const WorkloadInfo& info)
const
872 if (
info.m_InputTensorInfos.empty() )
874 throw InvalidArgumentException(
"RefWorkloadFactory::CreateInput: Input cannot be zero length");
876 if (
info.m_OutputTensorInfos.empty())
878 throw InvalidArgumentException(
"RefWorkloadFactory::CreateInput: Output cannot be zero length");
881 if (
info.m_InputTensorInfos[0].GetNumBytes() !=
info.m_OutputTensorInfos[0].GetNumBytes())
883 throw InvalidArgumentException(
"RefWorkloadFactory::CreateInput: data input and output differ in byte count.");
886 return std::make_unique<CopyMemGenericWorkload>(descriptor, info);
889 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateInstanceNormalization(
890 const InstanceNormalizationQueueDescriptor& descriptor,
891 const WorkloadInfo& info)
const
893 return std::make_unique<RefInstanceNormalizationWorkload>(descriptor, info);
896 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateL2Normalization(
const L2NormalizationQueueDescriptor& descriptor,
897 const WorkloadInfo& info)
const
899 return std::make_unique<RefL2NormalizationWorkload>(descriptor, info);
902 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateLogicalBinary(
const LogicalBinaryQueueDescriptor& descriptor,
903 const WorkloadInfo& info)
const
905 return std::make_unique<RefLogicalBinaryWorkload>(descriptor, info);
908 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateLogSoftmax(
const LogSoftmaxQueueDescriptor& descriptor,
909 const WorkloadInfo& info)
const
911 return std::make_unique<RefLogSoftmaxWorkload>(descriptor, info);
914 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateLstm(
const LstmQueueDescriptor& descriptor,
915 const WorkloadInfo& info)
const
917 return std::make_unique<RefLstmWorkload>(descriptor, info);
920 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateMaximum(
const MaximumQueueDescriptor& descriptor,
921 const WorkloadInfo& info)
const
925 return std::make_unique<RefMaximumWorkload<int32_t>>(descriptor,
info);
929 return std::make_unique<RefMaximumWorkload<float>>(descriptor,
info);
933 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateMean(
const MeanQueueDescriptor& descriptor,
934 const WorkloadInfo& info)
const
936 return std::make_unique<RefMeanWorkload>(descriptor, info);
939 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateMemCopy(
const MemCopyQueueDescriptor& descriptor,
940 const WorkloadInfo& info)
const
942 if (descriptor.m_Inputs.empty())
944 throw InvalidArgumentException(
"RefWorkloadFactory: CreateMemCopy() expected an input tensor.");
946 return std::make_unique<CopyMemGenericWorkload>(descriptor, info);
949 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateMemImport(
const MemImportQueueDescriptor& descriptor,
950 const WorkloadInfo& info)
const
952 if (descriptor.m_Inputs.empty())
954 throw InvalidArgumentException(
"RefWorkloadFactory: CreateMemImport() expected an input tensor.");
956 return std::make_unique<ImportMemGenericWorkload>(descriptor, info);
959 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateMinimum(
const MinimumQueueDescriptor& descriptor,
960 const WorkloadInfo& info)
const
964 return std::make_unique<RefMinimumWorkload<int32_t>>(descriptor,
info);
968 return std::make_unique<RefMinimumWorkload<float>>(descriptor,
info);
972 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateMultiplication(
const MultiplicationQueueDescriptor& descriptor,
973 const WorkloadInfo& info)
const
977 return std::make_unique<RefMultiplicationWorkload<int32_t>>(descriptor,
info);
981 return std::make_unique<RefMultiplicationWorkload<float>>(descriptor,
info);
985 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateNormalization(
const NormalizationQueueDescriptor& descriptor,
986 const WorkloadInfo& info)
const
988 return std::make_unique<RefNormalizationWorkload>(descriptor, info);
992 const WorkloadInfo& info)
const
994 if (
info.m_InputTensorInfos.empty() )
996 throw InvalidArgumentException(
"RefWorkloadFactory::CreateOutput: Input cannot be zero length");
998 if (
info.m_OutputTensorInfos.empty())
1000 throw InvalidArgumentException(
"RefWorkloadFactory::CreateOutput: Output cannot be zero length");
1002 if (
info.m_InputTensorInfos[0].GetNumBytes() !=
info.m_OutputTensorInfos[0].GetNumBytes())
1004 throw InvalidArgumentException(
"RefWorkloadFactory::CreateOutput: data input and output differ in byte count.");
1007 return std::make_unique<CopyMemGenericWorkload>(descriptor, info);
1010 std::unique_ptr<IWorkload> RefWorkloadFactory::CreatePad(
const PadQueueDescriptor& descriptor,
1011 const WorkloadInfo& info)
const
1013 return std::make_unique<RefPadWorkload>(descriptor, info);
1016 std::unique_ptr<IWorkload> RefWorkloadFactory::CreatePermute(
const PermuteQueueDescriptor& descriptor,
1017 const WorkloadInfo& info)
const
1021 return std::make_unique<RefPermuteQSymm16Workload>(descriptor, info);
1025 return std::make_unique<RefPermuteBFloat16Workload>(descriptor, info);
1029 return std::make_unique<RefPermuteQAsymmS8Workload>(descriptor, info);
1032 NullWorkload, NullWorkload, NullWorkload>(descriptor,
info);
1035 std::unique_ptr<IWorkload> RefWorkloadFactory::CreatePooling2d(
const Pooling2dQueueDescriptor& descriptor,
1036 const WorkloadInfo& info)
const
1038 return std::make_unique<RefPooling2dWorkload>(descriptor, info);
1041 std::unique_ptr<IWorkload> RefWorkloadFactory::CreatePooling3d(
const Pooling3dQueueDescriptor& descriptor,
1042 const WorkloadInfo& info)
const
1044 return std::make_unique<RefPooling3dWorkload>(descriptor, info);
1047 std::unique_ptr<IWorkload> RefWorkloadFactory::CreatePreCompiled(
const PreCompiledQueueDescriptor& ,
1048 const WorkloadInfo& )
const
1053 std::unique_ptr<IWorkload> RefWorkloadFactory::CreatePrelu(
const PreluQueueDescriptor& descriptor,
1054 const WorkloadInfo& info)
const
1056 return std::make_unique<RefPreluWorkload>(descriptor, info);
1059 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateQLstm(
const QLstmQueueDescriptor& descriptor,
1060 const WorkloadInfo& info)
const
1062 return std::make_unique<RefQLstmWorkload>(descriptor, info);
1065 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateQuantize(
const QuantizeQueueDescriptor& descriptor,
1066 const WorkloadInfo& info)
const
1068 return std::make_unique<RefQuantizeWorkload>(descriptor, info);
1071 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateRank(
const RankQueueDescriptor& descriptor,
1072 const WorkloadInfo& info)
const
1074 return std::make_unique<RefRankWorkload>(descriptor, info);
1077 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateReduce(
const ReduceQueueDescriptor& descriptor,
1078 const WorkloadInfo& info)
const
1080 return std::make_unique<RefReduceWorkload>(descriptor, info);
1083 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateReshape(
const ReshapeQueueDescriptor& descriptor,
1084 const WorkloadInfo& info)
const
1086 return std::make_unique<RefReshapeWorkload>(descriptor, info);
1089 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateResize(
const ResizeQueueDescriptor& descriptor,
1090 const WorkloadInfo& info)
const
1092 return std::make_unique<RefResizeWorkload>(descriptor, info);
1095 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateShape(
const ShapeQueueDescriptor& descriptor,
1096 const WorkloadInfo& info)
const
1098 return std::make_unique<RefShapeWorkload>(descriptor, info);
1101 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateSlice(
const SliceQueueDescriptor& descriptor,
1102 const WorkloadInfo& info)
const
1104 return std::make_unique<RefSliceWorkload>(descriptor, info);
1107 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateSoftmax(
const SoftmaxQueueDescriptor& descriptor,
1108 const WorkloadInfo& info)
const
1110 return std::make_unique<RefSoftmaxWorkload>(descriptor, info);
1113 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateSpaceToBatchNd(
const SpaceToBatchNdQueueDescriptor& descriptor,
1114 const WorkloadInfo& info)
const
1116 return std::make_unique<RefSpaceToBatchNdWorkload>(descriptor, info);
1119 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateSpaceToDepth(
const SpaceToDepthQueueDescriptor& descriptor,
1120 const WorkloadInfo& info)
const
1122 return std::make_unique<RefSpaceToDepthWorkload>(descriptor, info);
1125 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateSplitter(
const SplitterQueueDescriptor& descriptor,
1126 const WorkloadInfo& info)
const
1128 return std::make_unique<RefSplitterWorkload>(descriptor, info);
1131 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateStack(
const StackQueueDescriptor& descriptor,
1132 const WorkloadInfo& info)
const
1134 return std::make_unique<RefStackWorkload>(descriptor, info);
1137 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateStridedSlice(
const StridedSliceQueueDescriptor& descriptor,
1138 const WorkloadInfo& info)
const
1140 return std::make_unique<RefStridedSliceWorkload>(descriptor, info);
1143 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateSubtraction(
const SubtractionQueueDescriptor& descriptor,
1144 const WorkloadInfo& info)
const
1148 return std::make_unique<RefSubtractionWorkload<int32_t>>(descriptor,
info);
1152 return std::make_unique<RefSubtractionWorkload<float>>(descriptor,
info);
1156 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateTranspose(
const TransposeQueueDescriptor& descriptor,
1157 const WorkloadInfo& info)
const
1161 return std::make_unique<RefTransposeQSymm16Workload>(descriptor, info);
1165 return std::make_unique<RefTransposeBFloat16Workload>(descriptor, info);
1169 return std::make_unique<RefTransposeQAsymmS8Workload>(descriptor, info);
1172 NullWorkload, NullWorkload, NullWorkload>(descriptor,
info);
1175 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateTransposeConvolution2d(
1176 const TransposeConvolution2dQueueDescriptor& descriptor,
1177 const WorkloadInfo& info)
const
1179 return std::make_unique<RefTransposeConvolution2dWorkload>(descriptor, info);
1182 std::unique_ptr<IWorkload> RefWorkloadFactory::CreateUnidirectionalSequenceLstm(
1183 const UnidirectionalSequenceLstmQueueDescriptor& descriptor,
1184 const WorkloadInfo& info)
const
1186 return std::make_unique<RefUnidirectionalSequenceLstmWorkload>(descriptor, info);;