ArmNN
 21.08
LayersFwd.hpp
Go to the documentation of this file.
1 //
2 // Copyright © 2017 Arm Ltd. All rights reserved.
3 // SPDX-License-Identifier: MIT
4 //
5 #pragma once
6 
7 #include "InternalTypes.hpp"
8 
10 #include "layers/AdditionLayer.hpp"
14 #include "layers/CastLayer.hpp"
16 #include "layers/ConcatLayer.hpp"
17 #include "layers/ConstantLayer.hpp"
23 #include "layers/DebugLayer.hpp"
28 #include "layers/DivisionLayer.hpp"
31 #include "layers/FillLayer.hpp"
32 #include "layers/FloorLayer.hpp"
34 #include "layers/GatherLayer.hpp"
35 #include "layers/InputLayer.hpp"
40 #include "layers/LstmLayer.hpp"
41 #include "layers/MapLayer.hpp"
42 #include "layers/MaximumLayer.hpp"
43 #include "layers/MeanLayer.hpp"
44 #include "layers/MemCopyLayer.hpp"
46 #include "layers/MergeLayer.hpp"
47 #include "layers/MinimumLayer.hpp"
50 #include "layers/OutputLayer.hpp"
51 #include "layers/PadLayer.hpp"
52 #include "layers/PermuteLayer.hpp"
55 #include "layers/PreluLayer.hpp"
56 #include "layers/QuantizeLayer.hpp"
57 #include "layers/QLstmLayer.hpp"
59 #include "layers/RankLayer.hpp"
60 #include "layers/ReduceLayer.hpp"
61 #include "layers/ReshapeLayer.hpp"
62 #include "layers/ResizeLayer.hpp"
63 #include "layers/ShapeLayer.hpp"
64 #include "layers/SliceLayer.hpp"
65 #include "layers/SoftmaxLayer.hpp"
68 #include "layers/SplitterLayer.hpp"
69 #include "layers/StackLayer.hpp"
70 #include "layers/StandInLayer.hpp"
73 #include "layers/SwitchLayer.hpp"
77 #include "layers/UnmapLayer.hpp"
78 
79 namespace armnn
80 {
81 
82 template <LayerType Type>
84 
85 template <LayerType Type>
87 
88 template <typename T>
89 constexpr LayerType LayerEnumOf(const T* = nullptr);
90 
91 #define DECLARE_LAYER_IMPL(_, LayerName) \
92  class LayerName##Layer; \
93  template <> \
94  struct LayerTypeOfImpl<LayerType::_##LayerName> \
95  { \
96  using Type = LayerName##Layer; \
97  }; \
98  template <> \
99  constexpr LayerType LayerEnumOf(const LayerName##Layer*) \
100  { \
101  return LayerType::_##LayerName; \
102  }
103 
104 #define DECLARE_LAYER(LayerName) DECLARE_LAYER_IMPL(, LayerName)
105 
107 DECLARE_LAYER(Addition)
109 DECLARE_LAYER(BatchNormalization)
112 DECLARE_LAYER(Comparison)
114 DECLARE_LAYER(Constant)
115 DECLARE_LAYER(ConvertBf16ToFp32)
116 DECLARE_LAYER(ConvertFp16ToFp32)
117 DECLARE_LAYER(ConvertFp32ToBf16)
118 DECLARE_LAYER(ConvertFp32ToFp16)
119 DECLARE_LAYER(Convolution2d)
122 DECLARE_LAYER(DepthwiseConvolution2d)
125 DECLARE_LAYER(Division)
126 DECLARE_LAYER(ElementwiseUnary)
133 DECLARE_LAYER(InstanceNormalization)
134 DECLARE_LAYER(L2Normalization)
135 DECLARE_LAYER(LogicalBinary)
142 DECLARE_LAYER(MemImport)
145 DECLARE_LAYER(Multiplication)
146 DECLARE_LAYER(Normalization)
151 DECLARE_LAYER(PreCompiled)
155 DECLARE_LAYER(QuantizedLstm)
169 DECLARE_LAYER(Subtraction)
172 DECLARE_LAYER(TransposeConvolution2d)
173 DECLARE_LAYER(UnidirectionalSequenceLstm)
175 }
constexpr LayerType LayerEnumOf(const T *=nullptr)
float Dequantize(QuantizedType value, float scale, int32_t offset)
Dequantize an 8-bit data type into a floating point data type.
Definition: TypesUtils.cpp:46
void Slice(const TensorInfo &inputInfo, const SliceDescriptor &descriptor, const void *inputData, void *outputData, unsigned int dataTypeSize)
Definition: Slice.cpp:14
typename LayerTypeOfImpl< Type >::Type LayerTypeOf
Definition: LayersFwd.hpp:86
void Splitter(const SplitterQueueDescriptor &data, std::vector< ITensorHandle *> inputs, std::vector< ITensorHandle *> outputs)
Definition: Splitter.hpp:17
void Stack(const StackQueueDescriptor &data, std::vector< std::unique_ptr< Decoder< float >>> &inputs, Encoder< float > &output, const TensorInfo &inputInfo, const TensorInfo &outputInfo)
Definition: Stack.cpp:12
void Fill(Encoder< float > &output, const TensorShape &desiredOutputShape, const float value)
Creates a tensor and fills it with a scalar value.
Definition: Fill.cpp:13
void Reduce(const TensorInfo &inputInfo, const TensorInfo &outputInfo, Decoder< float > &input, Encoder< float > &output, const std::vector< uint32_t > axis, const ReduceOperation reduceOperation)
Definition: Reduce.cpp:71
void Transpose(const armnn::TensorShape &dstShape, const armnn::PermutationVector &mappings, const void *src, void *dst, size_t dataTypeSize)
Definition: Transpose.cpp:120
void DepthToSpace(const TensorInfo &inputInfo, const DepthToSpaceDescriptor &descriptor, const void *inputData, void *outputData, unsigned int dataTypeSize)
void ArgMinMax(Decoder< float > &in, OUT *out, const TensorInfo &inputTensorInfo, const TensorInfo &outputTensorInfo, ArgMinMaxFunction function, int axis)
Definition: ArgMinMax.cpp:16
Copyright (c) 2021 ARM Limited and Contributors.
void FakeQuantization(const float *inputData, float *outputData, uint32_t numElements, float min, float max)
void Permute(const armnn::TensorShape &dstShape, const armnn::PermutationVector &mappings, const void *src, void *dst, size_t dataTypeSize)
Definition: Permute.cpp:131
void DetectionPostProcess(const TensorInfo &boxEncodingsInfo, const TensorInfo &scoresInfo, const TensorInfo &anchorsInfo, const TensorInfo &detectionBoxesInfo, const TensorInfo &detectionClassesInfo, const TensorInfo &detectionScoresInfo, const TensorInfo &numDetectionsInfo, const DetectionPostProcessDescriptor &desc, Decoder< float > &boxEncodings, Decoder< float > &scores, Decoder< float > &anchors, float *detectionBoxes, float *detectionClasses, float *detectionScores, float *numDetections)
void Gather(const TensorInfo &paramsInfo, const TensorInfo &indicesInfo, const TensorInfo &outputInfo, Decoder< float > &params, const int32_t *indices, Encoder< float > &output, const int32_t axis)
Definition: Gather.cpp:17
void Debug(const TensorInfo &inputInfo, const T *inputData, LayerGuid guid, const std::string &layerName, unsigned int slotIndex)
Definition: Debug.cpp:19
float Activation(float in, ActivationFunction function, float a, float b)
Definition: Activation.cpp:13
void Pad(const TensorInfo &inputInfo, const TensorInfo &outputInfo, const ITensorHandle *inputHandle, ITensorHandle *outputHandle, const PadQueueDescriptor &data)
Definition: Pad.cpp:39
QuantizedType Quantize(float value, float scale, int32_t offset)
Quantize a floating point data type into an 8-bit data type.
Definition: TypesUtils.cpp:30
void LogSoftmax(Decoder< float > &input, Encoder< float > &output, const TensorInfo &inputInfo, const LogSoftmaxDescriptor &descriptor)
Definition: LogSoftmax.cpp:29
void SpaceToBatchNd(const TensorInfo &inputInfo, const TensorInfo &outputInfo, const SpaceToBatchNdDescriptor &params, Decoder< float > &inputData, Encoder< float > &outputData)
void StridedSlice(const TensorInfo &inputInfo, const StridedSliceDescriptor &params, const void *inputData, void *outputData, unsigned int dataTypeSize)
#define DECLARE_LAYER(LayerName)
Definition: LayersFwd.hpp:104
void SpaceToDepth(const TensorInfo &inputInfo, const TensorInfo &outputInfo, const SpaceToDepthDescriptor &params, Decoder< float > &inputData, Encoder< float > &outputData)
void BatchToSpaceNd(const DataLayoutIndexed &dataLayout, const TensorInfo &inputTensorInfo, const TensorInfo &outputTensorInfo, const std::vector< unsigned int > &blockShape, const std::vector< std::pair< unsigned int, unsigned int >> &cropsData, Decoder< float > &inputDecoder, Encoder< float > &outputEncoder)
void Pooling2d(Decoder< float > &rInputDecoder, Encoder< float > &rOutputEncoder, const TensorInfo &inputInfo, const TensorInfo &outputInfo, const Pooling2dDescriptor &params)
Computes the Pooling2d operation.
Definition: Pooling2d.cpp:142
void Softmax(Decoder< float > &in, Encoder< float > &out, const TensorInfo &inputTensorInfo, float beta, int axis)
Computes the softmax function on some inputs, into outputs, with a shape given by tensorInfo...
Definition: Softmax.cpp:17
void Resize(Decoder< float > &in, const TensorInfo &inputInfo, Encoder< float > &out, const TensorInfo &outputInfo, DataLayoutIndexed dataLayout, armnn::ResizeMethod resizeMethod, bool alignCorners, bool halfPixelCenters)
Definition: Resize.cpp:65
void FullyConnected(const TensorShape &rInputShape, Decoder< float > &rInputDecoder, const TensorShape &rOutputShape, Encoder< float > &rOutputEncoder, const TensorShape &rWeightsShape, Decoder< float > &rWeightDecoder, Decoder< float > *pBiasDecoder, const bool biasEnabled, const unsigned int K, const bool transposeWeights)
Performs a matrix multiplication and optionally adds a bias.
LayerType
When adding a new layer, adapt also the LastLayer enum value in the enum class LayerType below...
Definition: Types.hpp:405