ArmNN
 21.08
TypesUtils.hpp
Go to the documentation of this file.
1 //
2 // Copyright © 2017 Arm Ltd. All rights reserved.
3 // SPDX-License-Identifier: MIT
4 //
5 #pragma once
6 
7 #include <armnn/Tensor.hpp>
8 #include <armnn/Types.hpp>
9 
10 #include <cmath>
11 #include <ostream>
12 #include <set>
13 
14 namespace armnn
15 {
16 
17 constexpr char const* GetStatusAsCString(Status status)
18 {
19  switch (status)
20  {
21  case armnn::Status::Success: return "Status::Success";
22  case armnn::Status::Failure: return "Status::Failure";
23  default: return "Unknown";
24  }
25 }
26 
27 constexpr char const* GetActivationFunctionAsCString(ActivationFunction activation)
28 {
29  switch (activation)
30  {
31  case ActivationFunction::Sigmoid: return "Sigmoid";
32  case ActivationFunction::TanH: return "TanH";
33  case ActivationFunction::Linear: return "Linear";
34  case ActivationFunction::ReLu: return "ReLu";
35  case ActivationFunction::BoundedReLu: return "BoundedReLu";
36  case ActivationFunction::SoftReLu: return "SoftReLu";
37  case ActivationFunction::LeakyReLu: return "LeakyReLu";
38  case ActivationFunction::Abs: return "Abs";
39  case ActivationFunction::Sqrt: return "Sqrt";
40  case ActivationFunction::Square: return "Square";
41  case ActivationFunction::Elu: return "Elu";
42  case ActivationFunction::HardSwish: return "HardSwish";
43  default: return "Unknown";
44  }
45 }
46 
47 constexpr char const* GetArgMinMaxFunctionAsCString(ArgMinMaxFunction function)
48 {
49  switch (function)
50  {
51  case ArgMinMaxFunction::Max: return "Max";
52  case ArgMinMaxFunction::Min: return "Min";
53  default: return "Unknown";
54  }
55 }
56 
57 constexpr char const* GetComparisonOperationAsCString(ComparisonOperation operation)
58 {
59  switch (operation)
60  {
61  case ComparisonOperation::Equal: return "Equal";
62  case ComparisonOperation::Greater: return "Greater";
63  case ComparisonOperation::GreaterOrEqual: return "GreaterOrEqual";
64  case ComparisonOperation::Less: return "Less";
65  case ComparisonOperation::LessOrEqual: return "LessOrEqual";
66  case ComparisonOperation::NotEqual: return "NotEqual";
67  default: return "Unknown";
68  }
69 }
70 
71 constexpr char const* GetUnaryOperationAsCString(UnaryOperation operation)
72 {
73  switch (operation)
74  {
75  case UnaryOperation::Abs: return "Abs";
76  case UnaryOperation::Exp: return "Exp";
77  case UnaryOperation::Sqrt: return "Sqrt";
78  case UnaryOperation::Rsqrt: return "Rsqrt";
79  case UnaryOperation::Neg: return "Neg";
80  case UnaryOperation::Log: return "Log";
81  case UnaryOperation::LogicalNot: return "LogicalNot";
82  case UnaryOperation::Sin: return "Sin";
83  default: return "Unknown";
84  }
85 }
86 
88 {
89  switch (operation)
90  {
91  case LogicalBinaryOperation::LogicalAnd: return "LogicalAnd";
92  case LogicalBinaryOperation::LogicalOr: return "LogicalOr";
93  default: return "Unknown";
94  }
95 }
96 
97 constexpr char const* GetPoolingAlgorithmAsCString(PoolingAlgorithm pooling)
98 {
99  switch (pooling)
100  {
101  case PoolingAlgorithm::Average: return "Average";
102  case PoolingAlgorithm::Max: return "Max";
103  case PoolingAlgorithm::L2: return "L2";
104  default: return "Unknown";
105  }
106 }
107 
109 {
110  switch (rounding)
111  {
112  case OutputShapeRounding::Ceiling: return "Ceiling";
113  case OutputShapeRounding::Floor: return "Floor";
114  default: return "Unknown";
115  }
116 }
117 
118 constexpr char const* GetPaddingMethodAsCString(PaddingMethod method)
119 {
120  switch (method)
121  {
122  case PaddingMethod::Exclude: return "Exclude";
123  case PaddingMethod::IgnoreValue: return "IgnoreValue";
124  default: return "Unknown";
125  }
126 }
127 
128 constexpr char const* GetReduceOperationAsCString(ReduceOperation reduce_operation)
129 {
130  switch (reduce_operation)
131  {
132  case ReduceOperation::Sum: return "Sum";
133  case ReduceOperation::Max: return "Max";
134  case ReduceOperation::Mean: return "Mean";
135  case ReduceOperation::Min: return "Min";
136  default: return "Unknown";
137  }
138 }
139 constexpr unsigned int GetDataTypeSize(DataType dataType)
140 {
141  switch (dataType)
142  {
143  case DataType::BFloat16:
144  case DataType::Float16: return 2U;
145  case DataType::Float32:
146  case DataType::Signed32: return 4U;
147  case DataType::Signed64: return 8U;
148  case DataType::QAsymmU8: return 1U;
149  case DataType::QAsymmS8: return 1U;
150  case DataType::QSymmS8: return 1U;
152  case DataType::QuantizedSymm8PerAxis: return 1U;
154  case DataType::QSymmS16: return 2U;
155  case DataType::Boolean: return 1U;
156  default: return 0U;
157  }
158 }
159 
160 template <unsigned N>
161 constexpr bool StrEqual(const char* strA, const char (&strB)[N])
162 {
163  bool isEqual = true;
164  for (unsigned i = 0; isEqual && (i < N); ++i)
165  {
166  isEqual = (strA[i] == strB[i]);
167  }
168  return isEqual;
169 }
170 
171 /// Deprecated function that will be removed together with
172 /// the Compute enum
173 constexpr armnn::Compute ParseComputeDevice(const char* str)
174 {
175  if (armnn::StrEqual(str, "CpuAcc"))
176  {
177  return armnn::Compute::CpuAcc;
178  }
179  else if (armnn::StrEqual(str, "CpuRef"))
180  {
181  return armnn::Compute::CpuRef;
182  }
183  else if (armnn::StrEqual(str, "GpuAcc"))
184  {
185  return armnn::Compute::GpuAcc;
186  }
187  else
188  {
190  }
191 }
192 
193 constexpr const char* GetDataTypeName(DataType dataType)
194 {
195  switch (dataType)
196  {
197  case DataType::Float16: return "Float16";
198  case DataType::Float32: return "Float32";
199  case DataType::Signed64: return "Signed64";
200  case DataType::QAsymmU8: return "QAsymmU8";
201  case DataType::QAsymmS8: return "QAsymmS8";
202  case DataType::QSymmS8: return "QSymmS8";
204  case DataType::QuantizedSymm8PerAxis: return "QSymm8PerAxis";
206  case DataType::QSymmS16: return "QSymm16";
207  case DataType::Signed32: return "Signed32";
208  case DataType::Boolean: return "Boolean";
209  case DataType::BFloat16: return "BFloat16";
210 
211  default:
212  return "Unknown";
213  }
214 }
215 
216 constexpr const char* GetDataLayoutName(DataLayout dataLayout)
217 {
218  switch (dataLayout)
219  {
220  case DataLayout::NCHW: return "NCHW";
221  case DataLayout::NHWC: return "NHWC";
222  default: return "Unknown";
223  }
224 }
225 
227 {
228  switch (channel)
229  {
230  case NormalizationAlgorithmChannel::Across: return "Across";
231  case NormalizationAlgorithmChannel::Within: return "Within";
232  default: return "Unknown";
233  }
234 }
235 
237 {
238  switch (method)
239  {
240  case NormalizationAlgorithmMethod::LocalBrightness: return "LocalBrightness";
241  case NormalizationAlgorithmMethod::LocalContrast: return "LocalContrast";
242  default: return "Unknown";
243  }
244 }
245 
246 constexpr const char* GetResizeMethodAsCString(ResizeMethod method)
247 {
248  switch (method)
249  {
250  case ResizeMethod::Bilinear: return "Bilinear";
251  case ResizeMethod::NearestNeighbor: return "NearestNeighbour";
252  default: return "Unknown";
253  }
254 }
255 
256 template<typename T>
258  : std::integral_constant<bool, std::is_floating_point<T>::value && sizeof(T) == 2>
259 {};
260 
261 template<typename T>
262 constexpr bool IsQuantizedType()
263 {
264  return std::is_integral<T>::value;
265 }
266 
267 constexpr bool IsQuantized8BitType(DataType dataType)
268 {
270  return dataType == DataType::QAsymmU8 ||
271  dataType == DataType::QAsymmS8 ||
272  dataType == DataType::QSymmS8 ||
275 }
276 
277 constexpr bool IsQuantizedType(DataType dataType)
278 {
279  return dataType == DataType::QSymmS16 || IsQuantized8BitType(dataType);
280 }
281 
282 inline std::ostream& operator<<(std::ostream& os, Status stat)
283 {
284  os << GetStatusAsCString(stat);
285  return os;
286 }
287 
288 
289 inline std::ostream & operator<<(std::ostream & os, const armnn::TensorShape & shape)
290 {
291  os << "[";
292  for (uint32_t i=0; i<shape.GetNumDimensions(); ++i)
293  {
294  if (i!=0)
295  {
296  os << ",";
297  }
298  os << shape[i];
299  }
300  os << "]";
301  return os;
302 }
303 
304 /// Quantize a floating point data type into an 8-bit data type.
305 /// @param value - The value to quantize.
306 /// @param scale - The scale (must be non-zero).
307 /// @param offset - The offset.
308 /// @return - The quantized value calculated as round(value/scale)+offset.
309 ///
310 template<typename QuantizedType>
311 QuantizedType Quantize(float value, float scale, int32_t offset);
312 
313 /// Dequantize an 8-bit data type into a floating point data type.
314 /// @param value - The value to dequantize.
315 /// @param scale - The scale (must be non-zero).
316 /// @param offset - The offset.
317 /// @return - The dequantized value calculated as (value-offset)*scale.
318 ///
319 template <typename QuantizedType>
320 float Dequantize(QuantizedType value, float scale, int32_t offset);
321 
323 {
324  if (info.GetDataType() != dataType)
325  {
326  std::stringstream ss;
327  ss << "Unexpected datatype:" << armnn::GetDataTypeName(info.GetDataType())
328  << " for tensor:" << info.GetShape()
329  << ". The type expected to be: " << armnn::GetDataTypeName(dataType);
330  throw armnn::Exception(ss.str());
331  }
332 }
333 
334 } //namespace armnn
constexpr const char * GetDataLayoutName(DataLayout dataLayout)
Definition: TypesUtils.hpp:216
DataLayout
Definition: Types.hpp:53
const TensorShape & GetShape() const
Definition: Tensor.hpp:191
CPU Execution: Reference C++ kernels.
constexpr const char * GetResizeMethodAsCString(ResizeMethod method)
Definition: TypesUtils.hpp:246
constexpr bool IsQuantizedType()
Definition: TypesUtils.hpp:262
#define ARMNN_NO_DEPRECATE_WARN_BEGIN
Definition: Deprecated.hpp:33
The padding fields don&#39;t count and are ignored.
std::ostream & operator<<(std::ostream &os, const std::vector< Compute > &compute)
Deprecated function that will be removed together with the Compute enum.
Definition: BackendId.hpp:47
NormalizationAlgorithmChannel
Definition: Types.hpp:161
constexpr char const * GetPoolingAlgorithmAsCString(PoolingAlgorithm pooling)
Definition: TypesUtils.hpp:97
Copyright (c) 2021 ARM Limited and Contributors.
constexpr char const * GetOutputShapeRoundingAsCString(OutputShapeRounding rounding)
Definition: TypesUtils.hpp:108
PoolingAlgorithm
Definition: Types.hpp:116
LogicalBinaryOperation
Definition: Types.hpp:98
constexpr const char * GetDataTypeName(DataType dataType)
Definition: TypesUtils.hpp:193
PaddingMethod
The padding method modifies the output of pooling layers.
Definition: Types.hpp:153
constexpr char const * GetUnaryOperationAsCString(UnaryOperation operation)
Definition: TypesUtils.hpp:71
constexpr bool IsQuantized8BitType(DataType dataType)
Definition: TypesUtils.hpp:267
constexpr char const * GetLogicalBinaryOperationAsCString(LogicalBinaryOperation operation)
Definition: TypesUtils.hpp:87
constexpr char const * GetArgMinMaxFunctionAsCString(ArgMinMaxFunction function)
Definition: TypesUtils.hpp:47
ComparisonOperation
Definition: Types.hpp:88
ReduceOperation
Definition: Types.hpp:123
Compute
The Compute enum is now deprecated and it is now being replaced by BackendId.
Definition: BackendId.hpp:21
DataType
Definition: Types.hpp:35
#define ARMNN_NO_DEPRECATE_WARN_END
Definition: Deprecated.hpp:34
constexpr bool StrEqual(const char *strA, const char(&strB)[N])
Definition: TypesUtils.hpp:161
DataType GetDataType() const
Definition: Tensor.hpp:198
constexpr armnn::Compute ParseComputeDevice(const char *str)
Deprecated function that will be removed together with the Compute enum.
Definition: TypesUtils.hpp:173
Status
enumeration
Definition: Types.hpp:29
GPU Execution: OpenCL: ArmCompute.
constexpr const char * GetNormalizationAlgorithmMethodAsCString(NormalizationAlgorithmMethod method)
Definition: TypesUtils.hpp:236
min(a, max(b, input)) ReLu1 & ReLu6.
constexpr const char * GetNormalizationAlgorithmChannelAsCString(NormalizationAlgorithmChannel channel)
Definition: TypesUtils.hpp:226
OutputShapeRounding
Definition: Types.hpp:175
The padding fields count, but are ignored.
Base class for all ArmNN exceptions so that users can filter to just those.
Definition: Exceptions.hpp:46
CPU Execution: NEON: ArmCompute.
unsigned int GetNumDimensions() const
Function that returns the tensor rank.
Definition: Tensor.cpp:174
Jarret 2009: Local Contrast Normalization.
ArgMinMaxFunction
Definition: Types.hpp:82
constexpr char const * GetComparisonOperationAsCString(ComparisonOperation operation)
Definition: TypesUtils.hpp:57
ResizeMethod
Definition: Types.hpp:131
UnaryOperation
Definition: Types.hpp:104
constexpr char const * GetActivationFunctionAsCString(ActivationFunction activation)
Definition: TypesUtils.hpp:27
void VerifyTensorInfoDataType(const armnn::TensorInfo &info, armnn::DataType dataType)
Definition: TypesUtils.hpp:322
constexpr char const * GetReduceOperationAsCString(ReduceOperation reduce_operation)
Definition: TypesUtils.hpp:128
constexpr char const * GetStatusAsCString(Status status)
Definition: TypesUtils.hpp:17
constexpr char const * GetPaddingMethodAsCString(PaddingMethod method)
Definition: TypesUtils.hpp:118
Krichevsky 2012: Local Brightness Normalization.
NormalizationAlgorithmMethod
Definition: Types.hpp:167
ActivationFunction
Definition: Types.hpp:66
constexpr unsigned int GetDataTypeSize(DataType dataType)
Definition: TypesUtils.hpp:139