From 8efb48a6847c5cd166c561127ae6611150963ce3 Mon Sep 17 00:00:00 2001 From: Nikhil Raj Date: Fri, 19 May 2023 11:14:28 +0100 Subject: Update Doxygen docu for 23.05 Signed-off-by: Nikhil Raj Change-Id: I0a992286f14fa68fcc6e5eba31ac39fed003cbbe --- 23.05/_tosa_operator_utils_8hpp.xhtml | 727 ++++++++++++++++++++++++++++++++++ 1 file changed, 727 insertions(+) create mode 100644 23.05/_tosa_operator_utils_8hpp.xhtml (limited to '23.05/_tosa_operator_utils_8hpp.xhtml') diff --git a/23.05/_tosa_operator_utils_8hpp.xhtml b/23.05/_tosa_operator_utils_8hpp.xhtml new file mode 100644 index 0000000000..007664749b --- /dev/null +++ b/23.05/_tosa_operator_utils_8hpp.xhtml @@ -0,0 +1,727 @@ + + + + + + + + + + + + + +ArmNN: src/backends/tosaCommon/operatorMappings/TosaOperatorUtils.hpp File Reference + + + + + + + + + + + + + + + + +
+
+ + + + ArmNN + + + +
+
+  23.05 +
+
+
+ + + + + + + +
+
+ +
+
+
+ +
+ +
+
+ + +
+ +
+ +
+
+Functions
+
+
TosaOperatorUtils.hpp File Reference
+
+
+
#include <Layer.hpp>
+#include <armnn/Tensor.hpp>
+#include <armnn/Types.hpp>
+#include "common/include/ProfilingGuid.hpp"
+#include <tosa_serialization_handler.h>
+
+

Go to the source code of this file.

+ + + + + + + + + + + + + + + + + + +

+Functions

DType ArmNNToDType (const DataType &type)
 
std::vector< int32_t > GetTosaTensorShape (const TensorShape &shape)
 
std::string GenerateUniqueName (const Layer &layer, uint32_t layerSlot)
 
std::string GenerateUniqueOutputName (const Layer &layer, uint32_t layerSlot)
 
std::string GetUniqueTosaMappingID ()
 
std::string TosaDTypeToString (DType tosaDType)
 
std::string TosaOpToString (Op tosaOp)
 
std::vector< uint8_t > ConvertConstantTensorDataToBuffer (const std::shared_ptr< ConstTensorHandle > &tensorHandle)
 
+

Function Documentation

+ +

◆ ArmNNToDType()

+ +
+
+ + + + + +
+ + + + + + + + +
DType ArmNNToDType (const DataType & type)
+ 		+inline
+
+ +

Definition at line 20 of file TosaOperatorUtils.hpp.

+
21 {
+
22  switch (type)
+
23  {
+
24  case DataType::Float16:
+
25  case DataType::BFloat16:
+
26  return DType_FP16;
+
27  case DataType::Float32:
+
28  return DType_FP32;
+
29  case DataType::QAsymmU8:
+
30  return DType_UINT8;
+
31  case DataType::QSymmS8:
+
32  case DataType::QAsymmS8:
+
33  return DType_INT8;
+
34  case DataType::QSymmS16:
+
35  return DType_INT16;
+
36  case DataType::Signed32:
+
37  return DType_INT32;
+
38  case DataType::Signed64:
+
39  // No signed 64, only DType_INT48.
+
40  return DType_UNKNOWN;
+
41  case DataType::Boolean:
+
42  return DType_BOOL;
+
43  default:
+
44  return DType_UNKNOWN;
+
45  }
+
46 }
+
+

References armnn::BFloat16, armnn::Boolean, armnn::Float16, armnn::Float32, armnn::QAsymmS8, armnn::QAsymmU8, armnn::QSymmS16, armnn::QSymmS8, armnn::Signed32, and armnn::Signed64.

+ +

Referenced by ConvertAvgPool2DIgnoreValueToTosaOperator(), and ConvertPooling2DToTosaOperator().

+ +
+
+ +

◆ ConvertConstantTensorDataToBuffer()

+ +
+
+ + + + + +
+ + + + + + + + +
std::vector<uint8_t> ConvertConstantTensorDataToBuffer (const std::shared_ptr< ConstTensorHandle > & tensorHandle)
+ 		+inline
+
+ +

Definition at line 280 of file TosaOperatorUtils.hpp.

+
281 {
+
282  tosa_err_t error = tosa_err_t::TOSA_OK;
+
283  std::vector<uint8_t> uint8Data;
+
284  auto tensorInfo = tensorHandle->GetTensorInfo();
+
285 
+
286  switch (tensorInfo.GetDataType())
+
287  {
+
288  case DataType::Float32:
+
289  {
+
290  std::vector<float> data(tensorInfo.GetNumElements());
+
291  memcpy(data.data(), tensorHandle->Map(true), tensorInfo.GetNumBytes());
+
292 
+
293  error = TosaSerializationHandler::ConvertF32toU8(data, uint8Data);
+
294  break;
+
295  }
+
296  case DataType::Float16:
+
297  {
+
298  std::vector<float> data(tensorInfo.GetNumElements());
+
299  memcpy(data.data(), tensorHandle->Map(true), tensorInfo.GetNumBytes());
+
300 
+
301  error = TosaSerializationHandler::ConvertF16toU8(data, uint8Data);
+
302  break;
+
303  }
+
304  case DataType::QSymmS8:
+
305  case DataType::QAsymmS8:
+
306  {
+
307  std::vector<int8_t> data(tensorInfo.GetNumElements());
+
308  memcpy(data.data(), tensorHandle->Map(true), tensorInfo.GetNumBytes());
+
309 
+
310  error = TosaSerializationHandler::ConvertI8toU8(data, uint8Data);
+
311  break;
+
312  }
+
313  case DataType::QAsymmU8:
+
314  {
+
315  memcpy(uint8Data.data(), tensorHandle->Map(true), tensorInfo.GetNumBytes());
+
316  break;
+
317  }
+
318  case DataType::QSymmS16:
+
319  {
+
320  std::vector<int16_t> data(tensorInfo.GetNumElements());
+
321  memcpy(data.data(), tensorHandle->Map(true), tensorInfo.GetNumBytes());
+
322 
+
323  error = TosaSerializationHandler::ConvertI16toU8(data, uint8Data);
+
324  break;
+
325  }
+
326  case DataType::Signed32:
+
327  {
+
328  std::vector<int32_t> data(tensorInfo.GetNumElements());
+
329  memcpy(data.data(), tensorHandle->Map(true), tensorInfo.GetNumBytes());
+
330 
+
331  error = TosaSerializationHandler::ConvertI32toU8(data, uint8Data);
+
332  break;
+
333  }
+
334  default:
+
335  {
+
336  throw armnn::Exception("SetConstantTensorData: An unsupported data type was encountered.");
+
337  }
+
338  }
+
339 
+
340  if(error != tosa_err_t::TOSA_OK)
+
341  {
+
342  throw armnn::Exception("SetConstantTensorData: An error occurred when converting constant data");
+
343  }
+
344 
+
345  tensorHandle->Unmap();
+
346  return uint8Data;
+
347 }
+
+

References armnn::error, armnn::Float16, armnn::Float32, armnn::QAsymmS8, armnn::QAsymmU8, armnn::QSymmS16, armnn::QSymmS8, and armnn::Signed32.

+ +

Referenced by ConvertConstantToTosaOperator().

+ +
+
+ +

◆ GenerateUniqueName()

+ +
+
+ + + + + +
+ + + + + + + + + + + + + + + + + + +
std::string GenerateUniqueName (const Layer & layer,
uint32_t layerSlot 
)
+ 		+inline
+
+ +

Definition at line 60 of file TosaOperatorUtils.hpp.

+
61 {
+
62  std::string guid = std::to_string(layer.GetGuid());
+
63  std::string slotAndGuid = std::to_string(layerSlot) + "_" + guid;
+
64 
+
65  switch (layer.GetType())
+
66  {
+
67  case LayerType::Input:
+
68  return "input" + slotAndGuid;
+
69  case LayerType::Output:
+
70  return "output" + slotAndGuid;
+
71  case LayerType::Constant:
+
72  return "constant_" + guid;
+
73  default:
+
74  return "intermediate" + slotAndGuid;
+
75  }
+
76 }
+
+

References armnn::Constant, Layer::GetGuid(), Layer::GetType(), armnn::Input, and armnn::Output.

+ +

Referenced by ConvertAvgPool2DIgnoreValueToTosaOperator(), ConvertConcatToTosaOperator(), ConvertConv2dToTosaOperator(), ConvertElementwiseBinaryToTosaOperator(), ConvertElementwiseUnaryOperator(), ConvertPooling2DToTosaOperator(), ConvertReshapeToTosaOperator(), ConvertSliceToTosaOperator(), ConvertTransposeConv2dToTosaOperator(), ConvertTransposeToTosaOperator(), and GenerateUniqueOutputName().

+ +
+
+ +

◆ GenerateUniqueOutputName()

+ +
+
+ + + + + +
+ + + + + + + + + + + + + + + + + + +
std::string GenerateUniqueOutputName (const Layer & layer,
uint32_t layerSlot 
)
+ 		+inline
+
+ +

Definition at line 79 of file TosaOperatorUtils.hpp.

+
80 {
+
81  Layer& connectedLayer = layer.GetOutputSlot().GetConnection(0)->GetOwningLayer();
+
82 
+
83  // Get the layer connected to the output slot, if output use that layer and id,
+
84  // otherwise use current layer and id.
+
85  if(connectedLayer.GetType() == LayerType::Output)
+
86  {
+
87  return GenerateUniqueName(connectedLayer, layerSlot);
+
88  }
+
89  else
+
90  {
+
91  return GenerateUniqueName(layer, layerSlot);
+
92  }
+
93 }
+
+

References GenerateUniqueName(), OutputSlot::GetConnection(), Layer::GetOutputSlot(), InputSlot::GetOwningLayer(), Layer::GetType(), and armnn::Output.

+ +

Referenced by ConvertAvgPool2DIgnoreValueToTosaOperator(), ConvertConcatToTosaOperator(), ConvertConv2dToTosaOperator(), ConvertElementwiseBinaryToTosaOperator(), ConvertElementwiseUnaryOperator(), ConvertPooling2DToTosaOperator(), ConvertReshapeToTosaOperator(), ConvertSliceToTosaOperator(), ConvertTransposeConv2dToTosaOperator(), and ConvertTransposeToTosaOperator().

+ +
+
+ +

◆ GetTosaTensorShape()

+ +
+
+ + + + + +
+ + + + + + + + +
std::vector<int32_t> GetTosaTensorShape (const TensorShape & shape)
+ 		+inline
+
+ +

Definition at line 49 of file TosaOperatorUtils.hpp.

+
50 {
+
51  std::vector<int32_t> returnShape;
+
52  for (u_int32_t i = 0; i < shape.GetNumDimensions(); i++)
+
53  {
+
54  returnShape.push_back(static_cast<int32_t>(shape[i]));
+
55  }
+
56  return returnShape;
+
57 }
+
+

References TensorShape::GetNumDimensions().

+ +

Referenced by ConvertAvgPool2DIgnoreValueToTosaOperator(), ConvertConcatToTosaOperator(), ConvertConstantToTosaOperator(), ConvertConv2dToTosaOperator(), ConvertElementwiseBinaryToTosaOperator(), ConvertElementwiseUnaryOperator(), ConvertPooling2DToTosaOperator(), ConvertReshapeToTosaOperator(), ConvertSliceToTosaOperator(), ConvertTransposeConv2dToTosaOperator(), and ConvertTransposeToTosaOperator().

+ +
+
+ +

◆ GetUniqueTosaMappingID()

+ +
+
+ + + + + +
+ + + + + + + +
std::string GetUniqueTosaMappingID ()
+ 		+inline
+
+ +

Definition at line 97 of file TosaOperatorUtils.hpp.

+
98 {
+
99  return std::to_string(++uniqueTosaMappingID);
+
100 }
+
+

Referenced by ConvertAvgPool2DIgnoreValueToTosaOperator(), ConvertConcatToTosaOperator(), ConvertConstantToTosaOperator(), ConvertConv2dToTosaOperator(), ConvertElementwiseBinaryToTosaOperator(), ConvertElementwiseUnaryOperator(), ConvertPooling2DToTosaOperator(), ConvertReshapeToTosaOperator(), ConvertSliceToTosaOperator(), ConvertTransposeConv2dToTosaOperator(), and ConvertTransposeToTosaOperator().

+ +
+
+ +

◆ TosaDTypeToString()

+ +
+
+ + + + + +
+ + + + + + + + +
std::string TosaDTypeToString (DType tosaDType)
+ 		+inline
+
+ +

Definition at line 103 of file TosaOperatorUtils.hpp.

+
104 {
+
105  switch (tosaDType)
+
106  {
+
107  case DType_UNKNOWN:
+
108  return "DType_UNKNOWN";
+
109  case DType_BOOL:
+
110  return "DType_BOOL";
+
111  case DType_UINT8:
+
112  return "DType_UINT8";
+
113  case DType_INT4:
+
114  return "DType_INT4";
+
115  case DType_INT8:
+
116  return "DType_INT8";
+
117  case DType_INT16:
+
118  return "DType_INT16";
+
119  case DType_INT32:
+
120  return "DType_INT32";
+
121  case DType_INT48:
+
122  return "DType_INT48";
+
123  case DType_FP32:
+
124  return "DType_FP32";
+
125  case DType_UINT16:
+
126  return "DType_UINT16";
+
127  case DType_FP16:
+
128  return "DType_FP16";
+
129  }
+
130  return "";
+
131 }
+
+
+
+ +

◆ TosaOpToString()

+ +
+
+ + + + + +
+ + + + + + + + +
std::string TosaOpToString (Op tosaOp)
+ 		+inline
+
+ +

Definition at line 134 of file TosaOperatorUtils.hpp.

+
135 {
+
136  switch (tosaOp)
+
137  {
+
138  case Op_ADD:
+
139  return "Op_ADD";
+
140  case Op_AVG_POOL2D:
+
141  return "Op_AVG_POOL2D";
+
142  case Op_MAX_POOL2D:
+
143  return "Op_MAX_POOL2D";
+
144  case Op_PAD:
+
145  return "Op_PAD";
+
146  case Op_UNKNOWN:
+
147  return "Op_UNKNOWN";
+
148  case Op_ARGMAX:
+
149  return "Op_ARGMAX";
+
150  case Op_CONV2D:
+
151  return "Op_CONV2D";
+
152  case Op_CONV3D:
+
153  return "Op_CONV3D";
+
154  case Op_DEPTHWISE_CONV2D:
+
155  return "Op_DEPTHWISE_CONV2D";
+
156  case Op_FULLY_CONNECTED:
+
157  return "Op_FULLY_CONNECTED";
+
158  case Op_MATMUL:
+
159  return "Op_MATMUL";
+
160  case Op_TRANSPOSE_CONV2D:
+
161  return "Op_TRANSPOSE_CONV2D";
+
162  case Op_CLAMP:
+
163  return "Op_CLAMP";
+
164  case Op_RESERVED:
+
165  return "Op_RESERVED";
+
166  case Op_SIGMOID:
+
167  return "Op_SIGMOID";
+
168  case Op_TANH:
+
169  return "Op_TANH";
+
170  case Op_ARITHMETIC_RIGHT_SHIFT:
+
171  return "Op_ARITHMETIC_RIGHT_SHIFT";
+
172  case Op_BITWISE_AND:
+
173  return "Op_BITWISE_AND";
+
174  case Op_BITWISE_OR:
+
175  return "Op_BITWISE_OR";
+
176  case Op_BITWISE_XOR:
+
177  return "Op_BITWISE_XOR";
+
178  case Op_INTDIV:
+
179  return "Op_INTDIV";
+
180  case Op_LOGICAL_AND:
+
181  return "Op_LOGICAL_AND";
+
182  case Op_LOGICAL_LEFT_SHIFT:
+
183  return "Op_LOGICAL_LEFT_SHIFT";
+
184  case Op_LOGICAL_RIGHT_SHIFT:
+
185  return "Op_LOGICAL_RIGHT_SHIFT";
+
186  case Op_LOGICAL_OR:
+
187  return "Op_LOGICAL_OR";
+
188  case Op_LOGICAL_XOR:
+
189  return "Op_LOGICAL_XOR";
+
190  case Op_MAXIMUM:
+
191  return "Op_MAXIMUM";
+
192  case Op_MINIMUM:
+
193  return "Op_MINIMUM";
+
194  case Op_MUL:
+
195  return "Op_MUL";
+
196  case Op_POW:
+
197  return "Op_POW";
+
198  case Op_SUB:
+
199  return "Op_SUB";
+
200  case Op_TABLE:
+
201  return "Op_TABLE";
+
202  case Op_ABS:
+
203  return "Op_ABS";
+
204  case Op_BITWISE_NOT:
+
205  return "Op_BITWISE_NOT";
+
206  case Op_CEIL:
+
207  return "Op_CEIL";
+
208  case Op_CLZ:
+
209  return "Op_CLZ";
+
210  case Op_EXP:
+
211  return "Op_EXP";
+
212  case Op_FLOOR:
+
213  return "Op_FLOOR";
+
214  case Op_LOG:
+
215  return "Op_LOG";
+
216  case Op_LOGICAL_NOT:
+
217  return "Op_LOGICAL_NOT";
+
218  case Op_NEGATE:
+
219  return "Op_NEGATE";
+
220  case Op_RECIPROCAL:
+
221  return "Op_RECIPROCAL";
+
222  case Op_RSQRT:
+
223  return "Op_RSQRT";
+
224  case Op_SELECT:
+
225  return "Op_SELECT";
+
226  case Op_EQUAL:
+
227  return "Op_EQUAL";
+
228  case Op_GREATER:
+
229  return "Op_GREATER";
+
230  case Op_GREATER_EQUAL:
+
231  return "Op_GREATER_EQUAL";
+
232  case Op_REDUCE_ANY:
+
233  return "Op_REDUCE_ANY";
+
234  case Op_REDUCE_ALL:
+
235  return "Op_REDUCE_ALL";
+
236  case Op_REDUCE_MAX:
+
237  return "Op_REDUCE_MAX";
+
238  case Op_REDUCE_MIN:
+
239  return "Op_REDUCE_MIN";
+
240  case Op_REDUCE_PRODUCT:
+
241  return "Op_REDUCE_PRODUCT";
+
242  case Op_REDUCE_SUM:
+
243  return "Op_REDUCE_SUM";
+
244  case Op_CONCAT:
+
245  return "Op_CONCAT";
+
246  case Op_RESHAPE:
+
247  return "Op_RESHAPE";
+
248  case Op_REVERSE:
+
249  return "Op_REVERSE";
+
250  case Op_SLICE:
+
251  return "Op_SLICE";
+
252  case Op_TILE:
+
253  return "Op_TILE";
+
254  case Op_TRANSPOSE:
+
255  return "Op_TRANSPOSE";
+
256  case Op_GATHER:
+
257  return "Op_GATHER";
+
258  case Op_SCATTER:
+
259  return "Op_SCATTER";
+
260  case Op_RESIZE:
+
261  return "Op_RESIZE";
+
262  case Op_CAST:
+
263  return "Op_CAST";
+
264  case Op_RESCALE:
+
265  return "Op_RESCALE";
+
266  case Op_CONST:
+
267  return "Op_CONST";
+
268  case Op_IDENTITY:
+
269  return "Op_IDENTITY";
+
270  case Op_CUSTOM:
+
271  return "Op_CUSTOM";
+
272  case Op_COND_IF:
+
273  return "Op_COND_IF";
+
274  case Op_WHILE_LOOP:
+
275  return "Op_WHILE_LOOP";
+
276  }
+
277  return "";
+
278 }
+
+
+
+
+
+
armnn::InputSlot::GetOwningLayer
Layer & GetOwningLayer() const
Definition: Layer.hpp:53
+
armnn::Exception
Base class for all ArmNN exceptions so that users can filter to just those.
Definition: Exceptions.hpp:46
+ +
armnn::Layer::GetOutputSlot
const OutputSlot & GetOutputSlot(unsigned int index=0) const override
Get the const output slot handle by slot index.
Definition: Layer.hpp:326
+
armnn::Layer::GetType
LayerType GetType() const override
Returns the armnn::LayerType of this layer.
Definition: Layer.hpp:273
+
armnn::OutputSlot::GetConnection
const InputSlot * GetConnection(unsigned int index) const override
Definition: Layer.cpp:75
+
GenerateUniqueName
std::string GenerateUniqueName(const Layer &layer, uint32_t layerSlot)
Definition: TosaOperatorUtils.hpp:60
+
armnn::TensorShape::GetNumDimensions
unsigned int GetNumDimensions() const
Function that returns the tensor rank.
Definition: Tensor.cpp:174
+
armnn::Layer::GetGuid
LayerGuid GetGuid() const final
Returns the unique id of the layer.
Definition: Layer.hpp:330
+ + + + + -- cgit v1.2.1