ArmNN
 20.05
ClLayerSupport.cpp
Go to the documentation of this file.
1 //
2 // Copyright © 2017 Arm Ltd. All rights reserved.
3 // SPDX-License-Identifier: MIT
4 //
5 
6 #include "ClLayerSupport.hpp"
7 #include "ClBackendId.hpp"
8 
10 #include <armnn/Descriptors.hpp>
12 
13 #include <InternalTypes.hpp>
14 #include <LayerSupportCommon.hpp>
15 
16 #if defined(ARMCOMPUTECL_ENABLED)
66 #endif
67 
68 
69 namespace armnn
70 {
71 
72 namespace
73 {
74 
75 template<unsigned int FilterSize>
76 bool IsMatchingSize2d(const TensorInfo& weightInfo)
77 {
78  // Width & Height must match.
79  return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
80 }
81 
82 template<uint32_t ValidStride>
83 bool IsMatchingStride(uint32_t actualStride)
84 {
85  return ValidStride == actualStride;
86 }
87 
88 template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
89 bool IsMatchingStride(uint32_t actualStride)
90 {
91  return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
92 }
93 
94 template<typename ... Args>
95 bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported, Args... args)
96 {
97  IgnoreUnused(reasonIfUnsupported, (args)...);
98 #if defined(ARMCOMPUTECL_ENABLED)
99  return true;
100 #else
101  if (reasonIfUnsupported)
102  {
103  reasonIfUnsupported.value() = "The armnn library has been built without CL support";
104  }
105  return false;
106 #endif
107 }
108 
109 #if defined(ARMCOMPUTECL_ENABLED)
110 #define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
111 #else
112 #define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
113 #endif
114 
115 #if defined(ARMCOMPUTECL_ENABLED)
116 template<class FuncType, class... Args>
117 inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
118 {
119  arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
120  const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
121  if (!supported && reasonIfUnsupported)
122  {
123  reasonIfUnsupported.value() = aclStatus.error_description();
124  }
125  return supported;
126 }
127 
128 #define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
129  return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
130 #else
131 #define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
132  return IsClBackendSupported(reasonIfUnsupported, __VA_ARGS__);
133 #endif
134 
135 template<typename FloatFunc, typename Uint8Func, typename ... Params>
136 bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
137  DataType dataType,
138  FloatFunc floatFuncPtr,
139  Uint8Func uint8FuncPtr,
140  Params&&... params)
141 {
142  return IsClBackendSupported(reasonIfUnsupported) &&
143  IsSupportedForDataTypeGeneric(reasonIfUnsupported,
144  dataType,
145  floatFuncPtr,
146  floatFuncPtr,
147  uint8FuncPtr,
148  &FalseFunc<>,
149  &FalseFunc<>,
150  std::forward<Params>(params)...);
151 }
152 } // anonymous namespace
153 
155  const TensorInfo& output,
156  Optional<std::string&> reasonIfUnsupported) const
157 {
159  return IsElementwiseUnarySupported(input, output, descriptor, reasonIfUnsupported);
160 }
161 
163  const TensorInfo& output,
164  const ActivationDescriptor& descriptor,
165  Optional<std::string&> reasonIfUnsupported) const
166 {
168  reasonIfUnsupported,
169  input,
170  output,
171  descriptor);
172 }
173 
175  const TensorInfo& input1,
176  const TensorInfo& output,
177  Optional<std::string&> reasonIfUnsupported) const
178 {
180  reasonIfUnsupported,
181  input0,
182  input1,
183  output);
184 }
185 
187  const TensorInfo& output,
188  const ArgMinMaxDescriptor& descriptor,
189  Optional<std::string&> reasonIfUnsupported) const
190 {
191 
193  reasonIfUnsupported,
194  input,
195  output,
196  descriptor);
197 }
198 
200  const TensorInfo& output,
201  const TensorInfo& mean,
202  const TensorInfo& var,
203  const TensorInfo& beta,
204  const TensorInfo& gamma,
205  const BatchNormalizationDescriptor& descriptor,
206  Optional<std::string&> reasonIfUnsupported) const
207 {
209  reasonIfUnsupported,
210  input,
211  output,
212  mean,
213  var,
214  beta,
215  gamma,
216  descriptor);
217 }
218 
220  const TensorInfo& output,
221  const BatchToSpaceNdDescriptor& descriptor,
222  Optional<std::string&> reasonIfUnsupported) const
223 {
225  reasonIfUnsupported,
226  input,
227  output,
228  descriptor);
229 }
230 
232  const TensorInfo& input1,
233  const TensorInfo& output,
234  const ComparisonDescriptor& descriptor,
235  Optional<std::string&> reasonIfUnsupported) const
236 {
238  reasonIfUnsupported,
239  input0,
240  input1,
241  output,
242  descriptor);
243 }
244 
245 bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
246  const TensorInfo& output,
247  const ConcatDescriptor& descriptor,
248  Optional<std::string&> reasonIfUnsupported) const
249 {
250  if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
251  {
252  SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
253  return false;
254  }
255 
256  unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
257  if(concatInnerAxis < 3) // Width, height, or channels
258  {
260  reasonIfUnsupported,
261  inputs,
262  output,
263  descriptor);
264  }
265  else if (concatInnerAxis == 3)
266  {
267  // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
268  // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
269  for (auto& input : inputs)
270  {
271  if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
272  {
273  SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
274  return false;
275  }
276  }
277  return true; // Sub-tensors support concat along batch
278  }
279  else // > 4 dimensions not supported.
280  {
281  SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
282  return false;
283  }
284 }
285 
287  Optional<std::string&> reasonIfUnsupported) const
288 {
290  reasonIfUnsupported,
291  output);
292 }
293 
295  const TensorInfo& output,
296  Optional<std::string&> reasonIfUnsupported) const
297 {
299  reasonIfUnsupported,
300  input,
301  output);
302 }
303 
305  const TensorInfo& output,
306  Optional<std::string&> reasonIfUnsupported) const
307 {
309  reasonIfUnsupported,
310  input,
311  output);
312 }
313 
315  const TensorInfo& output,
316  const Convolution2dDescriptor& descriptor,
317  const TensorInfo& weights,
318  const Optional<TensorInfo>& biases,
319  Optional<std::string&> reasonIfUnsupported) const
320 {
322  reasonIfUnsupported,
323  input,
324  output,
325  descriptor,
326  weights,
327  biases);
328 }
329 
331  const TensorInfo& output,
332  Optional<std::string&> reasonIfUnsupported) const
333 {
335  reasonIfUnsupported,
336  input,
337  output);
338 }
339 
341  const TensorInfo& output,
342  const DepthToSpaceDescriptor& descriptor,
343  Optional<std::string&> reasonIfUnsupported) const
344 {
346  reasonIfUnsupported,
347  input,
348  output,
349  descriptor);
350 }
351 
353  const TensorInfo& output,
354  const DepthwiseConvolution2dDescriptor& descriptor,
355  const TensorInfo& weights,
356  const Optional<TensorInfo>& biases,
357  Optional<std::string&> reasonIfUnsupported) const
358 {
360  reasonIfUnsupported,
361  input,
362  output,
363  descriptor,
364  weights,
365  biases);
366 }
367 
369  const TensorInfo& output,
370  const DepthwiseConvolution2dDescriptor& descriptor,
371  const TensorInfo& weights,
372  const Optional<TensorInfo>& biases,
373  Optional<std::string&> reasonIfUnsupported) const
374 {
376  reasonIfUnsupported,
377  input,
378  output,
379  descriptor,
380  weights,
381  biases);
382 }
383 
384 
386  const TensorInfo& input1,
387  const TensorInfo& output,
388  Optional<std::string&> reasonIfUnsupported) const
389 {
391  reasonIfUnsupported,
392  input0,
393  input1,
394  output);
395 }
396 
398  const TensorInfo& output,
399  const ElementwiseUnaryDescriptor& descriptor,
400  Optional<std::string&> reasonIfUnsupported) const
401 {
402  if (descriptor.m_Operation == UnaryOperation::Abs)
403  {
405  reasonIfUnsupported,
406  input,
407  output);
408  }
409  else if (descriptor.m_Operation == UnaryOperation::Rsqrt)
410  {
412  reasonIfUnsupported,
413  input,
414  output);
415  }
416  else if (descriptor.m_Operation == UnaryOperation::Neg)
417  {
419  reasonIfUnsupported,
420  input,
421  output);
422  }
423 
424  return false;
425 }
426 
428  const TensorInfo& output,
429  Optional<std::string&> reasonIfUnsupported) const
430 {
432  reasonIfUnsupported,
433  input,
434  output);
435 }
436 
438  const TensorInfo& output,
439  const TensorInfo& weights,
440  const TensorInfo& biases,
441  const FullyConnectedDescriptor& descriptor,
442  Optional<std::string&> reasonIfUnsupported) const
443 {
445  reasonIfUnsupported,
446  input,
447  output,
448  weights,
449  biases,
450  descriptor);
451 }
452 
454  const TensorInfo& input1,
455  const TensorInfo& output,
456  Optional<std::string&> reasonIfUnsupported) const
457 {
459  return IsComparisonSupported(input0, input1, output, descriptor, reasonIfUnsupported);
460 }
461 
463  Optional<std::string&> reasonIfUnsupported) const
464 {
465  return IsClBackendSupported(reasonIfUnsupported, input);
466 }
467 
469  const TensorInfo& output,
470  const InstanceNormalizationDescriptor& descriptor,
471  Optional<std::string&> reasonIfUnsupported) const
472 {
474  reasonIfUnsupported,
475  input,
476  output,
477  descriptor);
478 }
479 
481  const TensorInfo& output,
482  const L2NormalizationDescriptor& descriptor,
483  Optional<std::string&> reasonIfUnsupported) const
484 {
486  reasonIfUnsupported,
487  input,
488  output,
489  descriptor);
490 }
491 
493  const TensorInfo& outputStateIn,
494  const TensorInfo& cellStateIn,
495  const TensorInfo& scratchBuffer,
496  const TensorInfo& outputStateOut,
497  const TensorInfo& cellStateOut,
498  const TensorInfo& output,
499  const LstmDescriptor& descriptor,
500  const LstmInputParamsInfo& paramsInfo,
501  Optional<std::string&> reasonIfUnsupported) const
502 {
504  reasonIfUnsupported,
505  input,
506  outputStateIn,
507  cellStateIn,
508  scratchBuffer,
509  outputStateOut,
510  cellStateOut,
511  output,
512  descriptor,
513  paramsInfo);
514 }
515 
517  const TensorInfo& input1,
518  const TensorInfo& output,
519  Optional<std::string&> reasonIfUnsupported) const
520 {
522  reasonIfUnsupported,
523  input0,
524  input1,
525  output);
526 }
527 
529  const TensorInfo& output,
530  const MeanDescriptor& descriptor,
531  Optional<std::string&> reasonIfUnsupported) const
532 {
534  reasonIfUnsupported,
535  input,
536  output,
537  descriptor);
538 }
539 
540 bool ClLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
541  const TensorInfo& output,
542  const MergerDescriptor& descriptor,
543  Optional<std::string&> reasonIfUnsupported) const
544 {
545  return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
546 }
547 
549  const TensorInfo& input1,
550  const TensorInfo& output,
551  Optional<std::string&> reasonIfUnsupported) const
552 {
554  reasonIfUnsupported,
555  input0,
556  input1,
557  output);
558 }
559 
561  const TensorInfo& input1,
562  const TensorInfo& output,
563  Optional<std::string&> reasonIfUnsupported) const
564 {
566  reasonIfUnsupported,
567  input0,
568  input1,
569  output);
570 }
571 
573  const TensorInfo& output,
574  const NormalizationDescriptor& descriptor,
575  Optional<std::string&> reasonIfUnsupported) const
576 {
577  FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
578 }
579 
581  Optional<std::string&> reasonIfUnsupported) const
582 {
583  return IsClBackendSupported(reasonIfUnsupported, output);
584 }
585 
587  const TensorInfo& output,
588  const PadDescriptor& descriptor,
589  Optional<std::string&> reasonIfUnsupported) const
590 {
592  reasonIfUnsupported,
593  input,
594  output,
595  descriptor);
596 }
597 
599  const TensorInfo& output,
600  const PermuteDescriptor& descriptor,
601  Optional<std::string&> reasonIfUnsupported) const
602 {
603  FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
604 }
605 
607  const TensorInfo& output,
608  const Pooling2dDescriptor& descriptor,
609  Optional<std::string&> reasonIfUnsupported) const
610 {
611  FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
612 }
613 
615  const armnn::TensorInfo &alpha,
616  const armnn::TensorInfo &output,
617  armnn::Optional<std::string &> reasonIfUnsupported) const
618 {
619  FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
620 }
621 
623  const TensorInfo& previousOutputIn,
624  const TensorInfo& previousCellStateIn,
625  const TensorInfo& outputStateOut,
626  const TensorInfo& cellStateOut,
627  const TensorInfo& output,
628  const QLstmDescriptor& descriptor,
629  const LstmInputParamsInfo& paramsInfo,
630  Optional<std::string&> reasonIfUnsupported) const
631 {
632  if (input.GetDataType() == armnn::DataType::QAsymmS8 &&
633  previousOutputIn.GetDataType() == armnn::DataType::QAsymmS8 &&
634  previousCellStateIn.GetDataType() == armnn::DataType::QSymmS16 &&
635  outputStateOut.GetDataType() == armnn::DataType::QAsymmS8 &&
636  cellStateOut.GetDataType() == armnn::DataType::QSymmS16 &&
638  {
640  reasonIfUnsupported,
641  input,
642  previousCellStateIn,
643  previousOutputIn,
644  cellStateOut,
645  outputStateOut,
646  output,
647  descriptor,
648  paramsInfo);
649  }
650  else
651  {
652  return false;
653  }
654 }
655 
657  const TensorInfo& previousCellStateIn,
658  const TensorInfo& previousOutputIn,
659  const TensorInfo& cellStateOut,
660  const TensorInfo& output,
661  const QuantizedLstmInputParamsInfo& paramsInfo,
662  Optional<std::string&> reasonIfUnsupported) const
663 {
665  reasonIfUnsupported,
666  input,
667  previousCellStateIn,
668  previousOutputIn,
669  cellStateOut,
670  output,
671  paramsInfo);
672 }
673 
675  const TensorInfo& output,
676  Optional<std::string&> reasonIfUnsupported) const
677 {
679  reasonIfUnsupported,
680  input,
681  output);
682 }
683 
685  const TensorInfo& output,
686  const ReshapeDescriptor& descriptor,
687  Optional<std::string&> reasonIfUnsupported) const
688 {
689  IgnoreUnused(descriptor);
690  FORWARD_WORKLOAD_VALIDATE_FUNC(ClReshapeWorkloadValidate, reasonIfUnsupported, input, output);
691 }
692 
694  const TensorInfo& output,
695  const ResizeDescriptor& descriptor,
696  Optional<std::string&> reasonIfUnsupported) const
697 {
698  FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
699 }
700 
702  const TensorInfo& output,
703  Optional<std::string&> reasonIfUnsupported) const
704 {
705  ResizeDescriptor descriptor;
706  descriptor.m_Method = ResizeMethod::Bilinear;
707  descriptor.m_DataLayout = DataLayout::NCHW;
708 
709  const TensorShape& outputShape = output.GetShape();
710  descriptor.m_TargetHeight = outputShape[2];
711  descriptor.m_TargetWidth = outputShape[3];
712 
713  return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
714 }
715 
717  const TensorInfo& output,
718  Optional<std::string&> reasonIfUnsupported) const
719 {
721  return IsElementwiseUnarySupported(input, output, descriptor, reasonIfUnsupported);
722 }
723 
725  const TensorInfo& output,
726  const SliceDescriptor& descriptor,
727  Optional<std::string&> reasonIfUnsupported) const
728 {
729  FORWARD_WORKLOAD_VALIDATE_FUNC(ClSliceWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
730 }
731 
733  const TensorInfo& output,
734  const SoftmaxDescriptor& descriptor,
735  Optional<std::string&> reasonIfUnsupported) const
736 {
737  FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
738 }
739 
741  const TensorInfo& output,
742  const SpaceToBatchNdDescriptor& descriptor,
743  Optional<std::string&> reasonIfUnsupported) const
744 {
746  reasonIfUnsupported,
747  input,
748  output,
749  descriptor);
750 }
751 
753  const TensorInfo& output,
754  const SpaceToDepthDescriptor& descriptor,
755  Optional<std::string&> reasonIfUnsupported) const
756 {
758  reasonIfUnsupported,
759  input,
760  output,
761  descriptor);
762 }
763 
765  const ViewsDescriptor& descriptor,
766  Optional<std::string&> reasonIfUnsupported) const
767 {
768  IgnoreUnused(descriptor);
769  return IsSupportedForDataTypeCl(reasonIfUnsupported,
770  input.GetDataType(),
771  &TrueFunc<>,
772  &TrueFunc<>);
773 }
774 
776  const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
777  const ViewsDescriptor& descriptor,
778  Optional<std::string&> reasonIfUnsupported) const
779 {
780 #if defined(ARMCOMPUTECL_ENABLED)
781  // Split along the last dimension, cannot use sub-tensors
782  // as width and height of the sub-tensors do not match
783  // the width and height of the parent tensor
784  // in case of input with more than 2D.
785  std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
786  if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
787  *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
788  {
790  reasonIfUnsupported,
791  input,
792  outputs,
793  *splitAxis.begin());
794  }
795 #endif
796  IgnoreUnused(descriptor);
797  for (auto output : outputs)
798  {
799  if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
800  {
801  SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
802  return false;
803  }
804  }
805  return true;
806 }
807 
808 bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
809  const TensorInfo& output,
810  const StackDescriptor& descriptor,
811  Optional<std::string&> reasonIfUnsupported) const
812 {
814  reasonIfUnsupported,
815  inputs,
816  output,
817  descriptor);
818 }
819 
821  const TensorInfo& output,
822  const StridedSliceDescriptor& descriptor,
823  Optional<std::string&> reasonIfUnsupported) const
824 {
826  reasonIfUnsupported,
827  input,
828  output,
829  descriptor);
830 }
831 
833  const TensorInfo& input1,
834  const TensorInfo& output,
835  Optional<std::string&> reasonIfUnsupported) const
836 {
838  reasonIfUnsupported,
839  input0,
840  input1,
841  output);
842 }
843 
845  const TensorInfo& output,
846  const TransposeConvolution2dDescriptor& descriptor,
847  const TensorInfo& weights,
848  const Optional<TensorInfo>& biases,
849  Optional<std::string&> reasonIfUnsupported) const
850 {
852  reasonIfUnsupported,
853  input,
854  output,
855  descriptor,
856  weights,
857  biases);
858 }
859 
861  const TensorInfo& output,
862  const TransposeDescriptor& descriptor,
863  Optional<std::string&> reasonIfUnsupported) const
864 {
865  FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
866 }
867 
868 } // namespace armnn
bool IsMinimumSupported(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClSpaceToDepthWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const SpaceToDepthDescriptor &desc)
bool IsOutputSupported(const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
bool IsTransposeSupported(const TensorInfo &input, const TensorInfo &output, const TransposeDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClSubtractionValidate(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &output)
arm_compute::Status ClDequantizeWorkloadValidate(const TensorInfo &input, const TensorInfo &output)
bool IsFloorSupported(const TensorInfo &input, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClComparisonWorkloadValidate(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &output, const ComparisonDescriptor &descriptor)
UnaryOperation m_Operation
Specifies the elementwiseUnary operation to execute.
A ViewsDescriptor for the SplitterLayer.
arm_compute::Status ClL2NormalizationWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const L2NormalizationDescriptor &descriptor)
arm_compute::Status ClConvertFp32ToFp16WorkloadValidate(const TensorInfo &input, const TensorInfo &output)
bool IsTypeSpaceMatch(const TensorInfo &other) const
Check that the types are the same and, if quantize, that the quantization parameters are the same...
Definition: Tensor.cpp:219
arm_compute::Status ClBatchNormalizationValidate(const TensorInfo &input, const TensorInfo &output, const TensorInfo &mean, const TensorInfo &var, const TensorInfo &beta, const TensorInfo &gamma, const BatchNormalizationDescriptor &desc)
bool IsArgMinMaxSupported(const TensorInfo &input, const TensorInfo &output, const ArgMinMaxDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
A TransposeConvolution2dDescriptor for the TransposeConvolution2dLayer.
const TensorShape & GetShape() const
Definition: Tensor.hpp:88
arm_compute::Status ClInstanceNormalizationWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const InstanceNormalizationDescriptor &descriptor)
A ReshapeDescriptor for the ReshapeLayer.
arm_compute::Status ClBatchToSpaceNdWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const BatchToSpaceNdDescriptor &desc)
bool IsSubtractionSupported(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
bool IsPreluSupported(const TensorInfo &input, const TensorInfo &alpha, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClSplitterWorkloadValidate(const TensorInfo &input, const std::vector< std::reference_wrapper< TensorInfo >> &outputs, unsigned int splitAxis)
uint32_t GetNumDimensions() const
Get the number of dimensions.
A ComparisonDescriptor for the ComparisonLayer.
Definition: Descriptors.hpp:70
bool IsSliceSupported(const TensorInfo &input, const TensorInfo &output, const SliceDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClFullyConnectedWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const TensorInfo &weights, const TensorInfo &biases, const FullyConnectedDescriptor &descriptor)
arm_compute::Status ClSliceWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const SliceDescriptor &descriptor)
ISubgraphViewConverter supported
A Convolution2dDescriptor for the Convolution2dLayer.
bool IsQuantizeSupported(const TensorInfo &input, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
ResizeMethod m_Method
The Interpolation method to use (Bilinear, NearestNeighbor).
arm_compute::Status ClLstmFloatWorkloadValidate(const TensorInfo &input, const TensorInfo &outputStateIn, const TensorInfo &cellStateIn, const TensorInfo &scratchBuffer, const TensorInfo &outputStateOut, const TensorInfo &cellStateOut, const TensorInfo &output, const LstmDescriptor &descriptor, const LstmInputParamsInfo &paramsInfo)
bool IsPadSupported(const TensorInfo &input, const TensorInfo &output, const PadDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClPermuteWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const PermuteDescriptor &descriptor)
bool IsGreaterSupported(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &ouput, Optional< std::string &> reasonIfUnsupported) const override
bool IsLstmSupported(const TensorInfo &input, const TensorInfo &outputStateIn, const TensorInfo &cellStateIn, const TensorInfo &scratchBuffer, const TensorInfo &outputStateOut, const TensorInfo &cellStateOut, const TensorInfo &output, const LstmDescriptor &descriptor, const LstmInputParamsInfo &paramsInfo, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClTransposeWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const TransposeDescriptor &descriptor)
arm_compute::Status ClReshapeWorkloadValidate(const TensorInfo &input, const TensorInfo &output)
bool IsStridedSliceSupported(const TensorInfo &input, const TensorInfo &output, const StridedSliceDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClConvolution2dWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const Convolution2dDescriptor &descriptor, const TensorInfo &weights, const Optional< TensorInfo > &biases)
bool IsMergerSupported(const std::vector< const TensorInfo *> inputs, const TensorInfo &output, const MergerDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported,...)
arm_compute::Status ClAdditionValidate(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &output)
Copyright (c) 2020 ARM Limited.
void IgnoreUnused(Ts &&...)
std::set< unsigned int > ComputeSplitAxis(const armnn::SplitterDescriptor &desc, const TensorShape &input)
bool IsPermuteSupported(const TensorInfo &input, const TensorInfo &output, const PermuteDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
bool IsComparisonSupported(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &ouput, const ComparisonDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
A SpaceToDepthDescriptor for the SpaceToDepthLayer.
bool IsNormalizationSupported(const TensorInfo &input, const TensorInfo &output, const NormalizationDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
A BatchToSpaceNdDescriptor for the BatchToSpaceNdLayer.
bool IsAbsSupported(const TensorInfo &input, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
bool IsConvolution2dSupported(const TensorInfo &input, const TensorInfo &output, const Convolution2dDescriptor &descriptor, const TensorInfo &weights, const Optional< TensorInfo > &biases, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
A ResizeDescriptor for the ResizeLayer.
arm_compute::Status ClSoftmaxWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const SoftmaxDescriptor &descriptor)
A StackDescriptor for the StackLayer.
bool IsQuantizedLstmSupported(const TensorInfo &input, const TensorInfo &previousCellStateIn, const TensorInfo &previousOutputIn, const TensorInfo &cellStateOut, const TensorInfo &output, const QuantizedLstmInputParamsInfo &paramsInfo, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClNormalizationWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const NormalizationDescriptor &descriptor)
arm_compute::Status ClPooling2dWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const Pooling2dDescriptor &descriptor)
A PadDescriptor for the PadLayer.
bool IsElementwiseUnarySupported(const TensorInfo &input, const TensorInfo &ouput, const ElementwiseUnaryDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
DataType
Definition: Types.hpp:32
bool IsBatchNormalizationSupported(const TensorInfo &input, const TensorInfo &output, const TensorInfo &mean, const TensorInfo &var, const TensorInfo &beta, const TensorInfo &gamma, const BatchNormalizationDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
An LstmDescriptor for the LstmLayer.
bool IsConvertFp16ToFp32Supported(const TensorInfo &input, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
bool IsDepthToSpaceSupported(const TensorInfo &input, const TensorInfo &output, const DepthToSpaceDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClStackWorkloadValidate(const std::vector< const TensorInfo *> &inputs, const TensorInfo &output, const StackDescriptor &descriptor)
arm_compute::Status ClConstantWorkloadValidate(const TensorInfo &output)
bool IsSpaceToBatchNdSupported(const TensorInfo &input, const TensorInfo &output, const SpaceToBatchNdDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
bool IsResizeSupported(const TensorInfo &input, const TensorInfo &output, const ResizeDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClPadValidate(const TensorInfo &input, const TensorInfo &output, const PadDescriptor &descriptor)
A L2NormalizationDescriptor for the L2NormalizationLayer.
arm_compute::Status ClSpaceToBatchNdWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const SpaceToBatchNdDescriptor &descriptor)
An ArgMinMaxDescriptor for ArgMinMaxLayer.
Definition: Descriptors.hpp:51
DataType GetDataType() const
Definition: Tensor.hpp:95
An OriginsDescriptor for the ConcatLayer.
A FullyConnectedDescriptor for the FullyConnectedLayer.
arm_compute::Status ClStridedSliceWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const StridedSliceDescriptor &descriptor)
uint32_t m_TargetWidth
Target width value.
arm_compute::Status ClConvertFp16ToFp32WorkloadValidate(const TensorInfo &input, const TensorInfo &output)
Status
enumeration
Definition: Types.hpp:26
bool IsStackSupported(const std::vector< const TensorInfo *> &inputs, const TensorInfo &output, const StackDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
bool IsReshapeSupported(const TensorInfo &input, const TensorInfo &output, const ReshapeDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
bool IsDilatedDepthwiseConvolutionSupported(const TensorInfo &input, const TensorInfo &output, const DepthwiseConvolution2dDescriptor &descriptor, const TensorInfo &weights, const Optional< TensorInfo > &biases, Optional< std::string &> reason=EmptyOptional()) const override
A QLstmDescriptor for the QLstmLayer.
An ActivationDescriptor for the ActivationLayer.
Definition: Descriptors.hpp:20
bool IsQLstmSupported(const TensorInfo &input, const TensorInfo &previousOutputIn, const TensorInfo &previousCellStateIn, const TensorInfo &outputStateOut, const TensorInfo &cellStateOut, const TensorInfo &output, const QLstmDescriptor &descriptor, const LstmInputParamsInfo &paramsInfo, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
uint32_t m_TargetHeight
Target height value.
A SliceDescriptor for the SliceLayer.
bool IsDivisionSupported(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClMultiplicationWorkloadValidate(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &output)
bool IsMultiplicationSupported(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClResizeWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const ResizeDescriptor &descriptor)
bool IsFullyConnectedSupported(const TensorInfo &input, const TensorInfo &output, const TensorInfo &weights, const TensorInfo &biases, const FullyConnectedDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
void SetValueChecked(Optional< T &> optionalRef, V &&val)
bool IsDequantizeSupported(const TensorInfo &input, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
A SpaceToBatchNdDescriptor for the SpaceToBatchNdLayer.
arm_compute::Status ClMeanValidate(const TensorInfo &input, const TensorInfo &output, const MeanDescriptor &desc)
bool IsResizeBilinearSupported(const TensorInfo &input, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
A ElementwiseUnaryDescriptor for the ElementwiseUnaryLayer.
Definition: Descriptors.hpp:90
bool IsAdditionSupported(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
bool IsMaximumSupported(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClPreluWorkloadValidate(const TensorInfo &input, const TensorInfo &alpha, const TensorInfo &output)
arm_compute::Status ClAbsWorkloadValidate(const TensorInfo &input, const TensorInfo &output)
bool IsMeanSupported(const TensorInfo &input, const TensorInfo &output, const MeanDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClMinimumWorkloadValidate(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &output)
uint32_t GetNumDimensions() const
Get the number of dimensions.
A MeanDescriptor for the MeanLayer.
arm_compute::Status ClNegWorkloadValidate(const TensorInfo &input, const TensorInfo &output)
bool IsInputSupported(const TensorInfo &input, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClArgMinMaxWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const ArgMinMaxDescriptor &descriptor)
arm_compute::Status ClDepthwiseConvolutionWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const DepthwiseConvolution2dDescriptor &descriptor, const TensorInfo &weights, const Optional< TensorInfo > &biases)
A TransposeDescriptor for the TransposeLayer.
A StridedSliceDescriptor for the StridedSliceLayer.
arm_compute::Status ClConcatWorkloadValidate(const std::vector< const TensorInfo *> &inputs, const TensorInfo &output, const OriginsDescriptor &descriptor)
bool IsSoftmaxSupported(const TensorInfo &input, const TensorInfo &output, const SoftmaxDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClQLstmWorkloadValidate(const TensorInfo &input, const TensorInfo &cellStateIn, const TensorInfo &outputStateIn, const TensorInfo &cellStateOut, const TensorInfo &outputStateOut, const TensorInfo &output, const QLstmDescriptor &descriptor, const LstmInputParamsInfo &paramsInfo)
bool IsConcatSupported(const std::vector< const TensorInfo *> inputs, const TensorInfo &output, const ConcatDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClDivisionWorkloadValidate(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &output)
arm_compute::Status ClTransposeConvolution2dWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const TransposeConvolution2dDescriptor &descriptor, const TensorInfo &weights, const Optional< TensorInfo > &biases)
bool IsL2NormalizationSupported(const TensorInfo &input, const TensorInfo &output, const L2NormalizationDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClDepthToSpaceWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const DepthToSpaceDescriptor &desc)
arm_compute::Status ClActivationWorkloadValidate(const TensorInfo &input, const TensorInfo &output, const ActivationDescriptor &descriptor)
bool IsDepthwiseConvolutionSupported(const TensorInfo &input, const TensorInfo &output, const DepthwiseConvolution2dDescriptor &descriptor, const TensorInfo &weights, const Optional< TensorInfo > &biases, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
A Pooling2dDescriptor for the Pooling2dLayer.
A NormalizationDescriptor for the NormalizationLayer.
bool IsSplitterSupported(const TensorInfo &input, const ViewsDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
DataLayout m_DataLayout
The data layout to be used (NCHW, NHWC).
An InstanceNormalizationDescriptor for InstanceNormalizationLayer.
bool IsConvertFp32ToFp16Supported(const TensorInfo &input, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
unsigned int GetConcatAxis() const
Get the concatenation axis value.
bool IsInstanceNormalizationSupported(const TensorInfo &input, const TensorInfo &output, const InstanceNormalizationDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
bool IsPooling2dSupported(const TensorInfo &input, const TensorInfo &output, const Pooling2dDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
bool IsRsqrtSupported(const TensorInfo &input, const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
arm_compute::Status ClMaximumWorkloadValidate(const TensorInfo &input0, const TensorInfo &input1, const TensorInfo &output)
bool IsActivationSupported(const TensorInfo &input, const TensorInfo &output, const ActivationDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
bool IsSupportedForDataTypeGeneric(Optional< std::string &> reasonIfUnsupported, DataType dataType, Float16Func float16FuncPtr, Float32Func float32FuncPtr, Uint8Func uint8FuncPtr, Int32Func int32FuncPtr, BooleanFunc booleanFuncPtr, Params &&... params)
A SoftmaxDescriptor for the SoftmaxLayer.
arm_compute::Status ClQuantizedLstmWorkloadValidate(const TensorInfo &input, const TensorInfo &previousCellStateIn, const TensorInfo &previousOutputIn, const TensorInfo &cellStateOut, const TensorInfo &output, const QuantizedLstmInputParamsInfo &paramsInfo)
arm_compute::Status ClFloorWorkloadValidate(const TensorInfo &input, const TensorInfo &output)
arm_compute::Status ClRsqrtWorkloadValidate(const TensorInfo &input, const TensorInfo &output)
bool IsSpaceToDepthSupported(const TensorInfo &input, const TensorInfo &output, const SpaceToDepthDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
A DepthwiseConvolution2dDescriptor for the DepthwiseConvolution2dLayer.
A BatchNormalizationDescriptor for the BatchNormalizationLayer.
arm_compute::Status ClQuantizeWorkloadValidate(const TensorInfo &input, const TensorInfo &output)
A PermuteDescriptor for the PermuteLayer.
bool IsBatchToSpaceNdSupported(const TensorInfo &input, const TensorInfo &output, const BatchToSpaceNdDescriptor &descriptor, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
bool IsConstantSupported(const TensorInfo &output, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override
bool IsTransposeConvolution2dSupported(const TensorInfo &input, const TensorInfo &output, const TransposeConvolution2dDescriptor &descriptor, const TensorInfo &weights, const Optional< TensorInfo > &biases, Optional< std::string &> reasonIfUnsupported=EmptyOptional()) const override