From 8efb48a6847c5cd166c561127ae6611150963ce3 Mon Sep 17 00:00:00 2001 From: Nikhil Raj Date: Fri, 19 May 2023 11:14:28 +0100 Subject: Update Doxygen docu for 23.05 Signed-off-by: Nikhil Raj Change-Id: I0a992286f14fa68fcc6e5eba31ac39fed003cbbe --- 23.05/_network_8hpp_source.xhtml | 668 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 668 insertions(+) create mode 100644 23.05/_network_8hpp_source.xhtml (limited to '23.05/_network_8hpp_source.xhtml') diff --git a/23.05/_network_8hpp_source.xhtml b/23.05/_network_8hpp_source.xhtml new file mode 100644 index 0000000000..c5ef1463ed --- /dev/null +++ b/23.05/_network_8hpp_source.xhtml @@ -0,0 +1,668 @@ + + + + + + + + + + + + + +ArmNN: src/armnn/Network.hpp Source File + + + + + + + + + + + + + + + + +
+
+ + + + ArmNN + + + +
+
+  23.05 +
+
+
+ + + + + + + +
+
+ +
+
+
+ +
+ +
+
+ + +
+ +
+ +
+
+
Network.hpp
+
+
+Go to the documentation of this file.
1 //
+
2 // Copyright © 2017-2023 Arm Ltd and Contributors. All rights reserved.
+
3 // SPDX-License-Identifier: MIT
+
4 //
+
5 #pragma once
+
6 
+
7 #include <armnn/DescriptorsFwd.hpp>
+
8 #include <armnn/INetwork.hpp>
+
9 #include <armnn/LstmParams.hpp>
+
10 #include <armnn/QuantizedLstmParams.hpp>
+
11 #include <armnn/TensorFwd.hpp>
+
12 #include <armnn/Types.hpp>
+
13 
+
14 #include <Graph.hpp>
+
15 #include <Layer.hpp>
+
16 #include <OptimizedNetworkImpl.hpp>
+
17 #include <armnn/backends/SubgraphView.hpp>
+
18 
+
19 #include <string>
+
20 #include <vector>
+
21 #include <map>
+
22 #include <memory>
+
23 
+
24 namespace armnn
+
25 {
+
26 
+
27 class Graph;
+
28 
+
29 using NetworkImplPtr = std::unique_ptr<NetworkImpl, void (*)(NetworkImpl* network)>;
+
30 
+
31 /// Private implementation of INetwork.
+
32 class NetworkImpl
+
33 {
+
34 public:
+
35  NetworkImpl(const NetworkOptions& networkOptions = {});
+
36  ~NetworkImpl();
+
37 
+
38  const Graph& GetGraph() const
+
39  { return *m_Graph; }
+
40 
+
41  Status PrintGraph();
+
42 
+
43  IConnectableLayer* AddInputLayer(LayerBindingId id, const char* name = nullptr);
+
44 
+
45  IConnectableLayer* AddActivationLayer(const ActivationDescriptor& activationDescriptor,
+
46  const char* name = nullptr);
+
47  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use AddElementwiseBinaryLayer instead", "24.02")
+
48  IConnectableLayer* AddAdditionLayer(const char* name = nullptr);
+
49 
+
50  IConnectableLayer* AddArgMinMaxLayer(const ArgMinMaxDescriptor& desc,
+
51  const char* name = nullptr);
+
52 
+
53  IConnectableLayer* AddBatchMatMulLayer(const BatchMatMulDescriptor& desc,
+
54  const char* name = nullptr);
+
55 
+
56  IConnectableLayer* AddBatchNormalizationLayer(const BatchNormalizationDescriptor& desc,
+
57  const ConstTensor& mean,
+
58  const ConstTensor& variance,
+
59  const ConstTensor& beta,
+
60  const ConstTensor& gamma,
+
61  const char* name = nullptr);
+
62 
+
63  IConnectableLayer* AddBatchToSpaceNdLayer(const BatchToSpaceNdDescriptor& batchToSpaceNdDescriptor,
+
64  const char* name = nullptr);
+
65 
+
66  IConnectableLayer* AddCastLayer(const char* name = nullptr);
+
67 
+
68  IConnectableLayer* AddChannelShuffleLayer(const ChannelShuffleDescriptor& channelShuffleDescriptor,
+
69  const char* name = nullptr);
+
70 
+
71  IConnectableLayer* AddComparisonLayer(const ComparisonDescriptor& comparisonDescriptor,
+
72  const char* name = nullptr);
+
73 
+
74  IConnectableLayer* AddConcatLayer(const ConcatDescriptor& concatDescriptor,
+
75  const char* name = nullptr);
+
76 
+
77  IConnectableLayer* AddConvolution2dLayer(const Convolution2dDescriptor& convolution2dDescriptor,
+
78  const char* name = nullptr);
+
79 
+
80  IConnectableLayer* AddConvolution3dLayer(const Convolution3dDescriptor& convolution3dDescriptor,
+
81  const char* name = nullptr);
+
82 
+
83  IConnectableLayer* AddConstantLayer(const ConstTensor& input, const char* name = nullptr);
+
84 
+
85  IConnectableLayer* AddDepthToSpaceLayer(const DepthToSpaceDescriptor& depthToSpaceDescriptor,
+
86  const char* name = nullptr);
+
87 
+
88  IConnectableLayer* AddDepthwiseConvolution2dLayer(const DepthwiseConvolution2dDescriptor& convolution2dDescriptor,
+
89  const char* name = nullptr);
+
90 
+
91  IConnectableLayer* AddDequantizeLayer(const char* name = nullptr);
+
92 
+
93  IConnectableLayer* AddDetectionPostProcessLayer(const DetectionPostProcessDescriptor& descriptor,
+
94  const ConstTensor& anchors,
+
95  const char* name = nullptr);
+
96 
+
97  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use AddElementwiseBinaryLayer instead", "24.02")
+
98  IConnectableLayer* AddDivisionLayer(const char* name = nullptr);
+
99 
+
100  IConnectableLayer* AddElementwiseBinaryLayer(const ElementwiseBinaryDescriptor& elementwiseBinaryDescriptor,
+
101  const char* name = nullptr);
+
102 
+
103  IConnectableLayer* AddElementwiseUnaryLayer(const ElementwiseUnaryDescriptor& elementwiseUnaryDescriptor,
+
104  const char* name = nullptr);
+
105 
+
106  IConnectableLayer* AddMergeLayer(const char* name = nullptr);
+
107 
+
108  IConnectableLayer* AddFillLayer(const FillDescriptor& fillDescriptor,
+
109  const char* name = nullptr);
+
110 
+
111  IConnectableLayer* AddFloorLayer(const char* name = nullptr);
+
112 
+
113  IConnectableLayer* AddFullyConnectedLayer(const FullyConnectedDescriptor& fullyConnectedDescriptor,
+
114  const char* name = nullptr);
+
115 
+
116  IConnectableLayer* AddGatherLayer(const GatherDescriptor& gatherDescriptor,
+
117  const char* name = nullptr);
+
118 
+
119  IConnectableLayer* AddGatherNdLayer(const char* name = nullptr);
+
120 
+
121  IConnectableLayer* AddInstanceNormalizationLayer(const InstanceNormalizationDescriptor& desc,
+
122  const char* name = nullptr);
+
123 
+
124  IConnectableLayer* AddL2NormalizationLayer(const L2NormalizationDescriptor& desc,
+
125  const char* name = nullptr);
+
126 
+
127  IConnectableLayer* AddLogSoftmaxLayer(const LogSoftmaxDescriptor& logSoftmaxDescriptor,
+
128  const char* name = nullptr);
+
129 
+
130  IConnectableLayer* AddLogicalBinaryLayer(const LogicalBinaryDescriptor& logicalBinaryDescriptor,
+
131  const char* name = nullptr);
+
132 
+
133  IConnectableLayer* AddLstmLayer(const LstmDescriptor& descriptor,
+
134  const LstmInputParams& params,
+
135  const char* name = nullptr);
+
136 
+
137  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use AddElementwiseBinaryLayer instead", "24.02")
+
138  IConnectableLayer* AddMaximumLayer(const char* name = nullptr);
+
139 
+
140  IConnectableLayer* AddMeanLayer(const MeanDescriptor& meanDescriptor, const char* name = nullptr);
+
141 
+
142  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use AddElementwiseBinaryLayer instead", "24.02")
+
143  IConnectableLayer* AddMinimumLayer(const char* name = nullptr);
+
144 
+
145  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use AddElementwiseBinaryLayer instead", "24.02")
+
146  IConnectableLayer* AddMultiplicationLayer(const char* name = nullptr);
+
147 
+
148  IConnectableLayer* AddNormalizationLayer(const NormalizationDescriptor& normalizationDescriptor,
+
149  const char* name = nullptr);
+
150 
+
151  IConnectableLayer* AddOutputLayer(LayerBindingId id, const char* name = nullptr);
+
152 
+
153  IConnectableLayer* AddPadLayer(const PadDescriptor& padDescriptor, const char* name = nullptr);
+
154 
+
155  IConnectableLayer* AddPermuteLayer(const PermuteDescriptor& permuteDescriptor,
+
156  const char* name = nullptr);
+
157 
+
158  IConnectableLayer* AddPooling2dLayer(const Pooling2dDescriptor& pooling2dDescriptor,
+
159  const char* name = nullptr);
+
160 
+
161  IConnectableLayer* AddPooling3dLayer(const Pooling3dDescriptor& pooling3dDescriptor,
+
162  const char* name = nullptr);
+
163 
+
164  IConnectableLayer* AddPrecompiledLayer(const PreCompiledDescriptor& preCompiledDescriptor,
+
165  CompiledBlobPtr compiledBlobPtr,
+
166  const Optional<BackendId>& backend,
+
167  const char* name = nullptr);
+
168 
+
169  IConnectableLayer* AddPreluLayer(const char* name = nullptr);
+
170 
+
171  IConnectableLayer* AddQuantizeLayer(const char* name = nullptr);
+
172 
+
173  IConnectableLayer* AddQLstmLayer(const QLstmDescriptor& descriptor,
+
174  const LstmInputParams& params,
+
175  const char* name = nullptr);
+
176 
+
177  IConnectableLayer* AddQuantizedLstmLayer(const QuantizedLstmInputParams& params,
+
178  const char* name = nullptr);
+
179 
+
180  IConnectableLayer* AddRankLayer(const char* name = nullptr);
+
181 
+
182  IConnectableLayer* AddReduceLayer(const ReduceDescriptor& reduceDescriptor,
+
183  const char* name = nullptr);
+
184 
+
185  IConnectableLayer* AddResizeLayer(const ResizeDescriptor& resizeDescriptor,
+
186  const char* name = nullptr);
+
187 
+
188  IConnectableLayer* AddReshapeLayer(const ReshapeDescriptor& reshapeDescriptor,
+
189  const char* name = nullptr);
+
190 
+
191  IConnectableLayer* AddShapeLayer(const char* name = nullptr);
+
192 
+
193  IConnectableLayer* AddSliceLayer(const SliceDescriptor& sliceDescriptor, const char* name = nullptr);
+
194 
+
195  IConnectableLayer* AddSoftmaxLayer(const SoftmaxDescriptor& softmaxDescriptor,
+
196  const char* name = nullptr);
+
197 
+
198  IConnectableLayer* AddSplitterLayer(const ViewsDescriptor& splitterDescriptor,
+
199  const char* name = nullptr);
+
200 
+
201  IConnectableLayer* AddSpaceToBatchNdLayer(const SpaceToBatchNdDescriptor& spaceToBatchNdDescriptor,
+
202  const char* name = nullptr);
+
203 
+
204  IConnectableLayer* AddSpaceToDepthLayer(const SpaceToDepthDescriptor& spaceToDepthDescriptor,
+
205  const char* name = nullptr);
+
206 
+
207  IConnectableLayer* AddStackLayer(const StackDescriptor& stackDescriptor,
+
208  const char* name = nullptr);
+
209 
+
210  IConnectableLayer* AddStandInLayer(const StandInDescriptor& descriptor,
+
211  const char* name = nullptr);
+
212 
+
213  IConnectableLayer* AddStridedSliceLayer(const StridedSliceDescriptor& stridedSliceDescriptor,
+
214  const char* name = nullptr);
+
215 
+
216  ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use AddElementwiseBinaryLayer instead", "24.02")
+
217  IConnectableLayer* AddSubtractionLayer(const char* name = nullptr);
+
218 
+
219  IConnectableLayer* AddSwitchLayer(const char* name = nullptr);
+
220 
+
221  IConnectableLayer* AddTransposeConvolution2dLayer(const TransposeConvolution2dDescriptor& descriptor,
+
222  const ConstTensor& weights,
+
223  const Optional<ConstTensor>& biases,
+
224  const char* name = nullptr);
+
225 
+
226  IConnectableLayer* AddTransposeLayer(const TransposeDescriptor& transposeDescriptor,
+
227  const char* name = nullptr);
+
228 
+
229  IConnectableLayer* AddUnidirectionalSequenceLstmLayer(const UnidirectionalSequenceLstmDescriptor& descriptor,
+
230  const LstmInputParams& params,
+
231  const char* name = nullptr);
+
232 
+
233  IConnectableLayer* AddConvertFp16ToFp32Layer(const char* name = nullptr);
+
234 
+
235  IConnectableLayer* AddConvertFp32ToFp16Layer(const char* name = nullptr);
+
236 
+
237  void ExecuteStrategy(IStrategy& strategy) const;
+
238 
+
239 private:
+
240 
+
241  bool GetShapeInferenceMethod();
+
242  bool GetAllowExpandedDims();
+
243  NetworkOptions m_NetworkOptions;
+
244 
+
245  std::unique_ptr<Graph> m_Graph;
+
246  ModelOptions m_ModelOptions;
+
247 };
+
248 
+
249 struct OptimizationResult
+
250 {
+
251  bool m_Warning;
+
252  bool m_Error;
+
253 
+
254  OptimizationResult(bool warning, bool error)
+
255  : m_Warning(warning), m_Error(error)
+
256  {}
+
257 
+
258  OptimizationResult()
+
259  : OptimizationResult(false, false)
+
260  {}
+
261 
+
262  bool IsOk() const
+
263  { return !m_Warning && !m_Error; }
+
264  bool IsWarningOnly() const
+
265  { return m_Warning && !m_Error; }
+
266  bool IsError() const
+
267  { return m_Error; }
+
268 
+
269 };
+
270 
+
271 using BackendsMap = std::map<BackendId, std::unique_ptr<class IBackendInternal>>;
+
272 
+
273 BackendsMap CreateSupportedBackends(TensorHandleFactoryRegistry& handleFactoryRegistry,
+
274  struct BackendSettings& backendSettings);
+
275 
+
276 OptimizationResult SelectTensorHandleStrategy(Graph& optGraph,
+
277  BackendsMap& backends,
+
278  TensorHandleFactoryRegistry& registry,
+
279  bool importEnabled,
+
280  bool exportEnabled,
+
281  Optional<std::vector<std::string>&> errMessages);
+
282 
+
283 OptimizationResult AssignBackends(OptimizedNetworkImpl* optNetObjPtr,
+
284  BackendSettings& backendSettings,
+
285  Graph::Iterator& firstLayer,
+
286  Graph::Iterator& lastLayer,
+
287  Optional<std::vector<std::string>&> errMessages);
+
288 
+
289 
+
290 OptimizationResult AssignBackends(OptimizedNetworkImpl* optNetObjPtr,
+
291  BackendSettings& backendSettings,
+
292  SubgraphView::IConnectableLayerIterator& firstLayer,
+
293  SubgraphView::IConnectableLayerIterator& lastLayer,
+
294  Optional<std::vector<std::string>&> errMessages);
+
295 
+
296 struct OptimizerOptionsOpaqueImpl
+
297 {
+
298  ~OptimizerOptionsOpaqueImpl() = default;
+
299 
+
300  explicit OptimizerOptionsOpaqueImpl()
+
301  : m_ReduceFp32ToFp16(false)
+
302  , m_Debug(false)
+
303  , m_DebugToFile(false)
+
304  , m_ReduceFp32ToBf16(false)
+
305  , m_shapeInferenceMethod(armnn::ShapeInferenceMethod::ValidateOnly)
+
306  , m_ImportEnabled(false)
+
307  , m_ModelOptions()
+
308  , m_ProfilingEnabled(false)
+
309  , m_ExportEnabled(false)
+
310  , m_AllowExpandedDims(false)
+
311  {
+
312  }
+
313 
+
314  explicit OptimizerOptionsOpaqueImpl(bool reduceFp32ToFp16, bool debug, bool reduceFp32ToBf16,
+
315  bool importEnabled, ModelOptions modelOptions = {},
+
316  bool exportEnabled = false, bool debugToFile = false)
+
317  : m_ReduceFp32ToFp16(reduceFp32ToFp16)
+
318  , m_Debug(debug)
+
319  , m_DebugToFile(debugToFile)
+
320  , m_ReduceFp32ToBf16(reduceFp32ToBf16)
+
321  , m_shapeInferenceMethod(armnn::ShapeInferenceMethod::ValidateOnly)
+
322  , m_ImportEnabled(importEnabled)
+
323  , m_ModelOptions(modelOptions)
+
324  , m_ProfilingEnabled(false)
+
325  , m_ExportEnabled(exportEnabled)
+
326  , m_AllowExpandedDims(false)
+
327  {
+
328  }
+
329 
+
330  explicit OptimizerOptionsOpaqueImpl(bool reduceFp32ToFp16, bool debug, bool reduceFp32ToBf16,
+
331  ShapeInferenceMethod shapeInferenceMethod,
+
332  bool importEnabled, ModelOptions modelOptions, bool exportEnabled,
+
333  bool debugToFile, bool allowExpandedDims)
+
334  : m_ReduceFp32ToFp16(reduceFp32ToFp16)
+
335  , m_Debug(debug)
+
336  , m_DebugToFile(debugToFile)
+
337  , m_ReduceFp32ToBf16(reduceFp32ToBf16)
+
338  , m_shapeInferenceMethod(shapeInferenceMethod)
+
339  , m_ImportEnabled(importEnabled)
+
340  , m_ModelOptions(modelOptions)
+
341  , m_ProfilingEnabled(false)
+
342  , m_ExportEnabled(exportEnabled)
+
343  , m_AllowExpandedDims(allowExpandedDims)
+
344  {
+
345  }
+
346 
+
347  /// Reduces all Fp32 operators in the model to Fp16 for faster processing.
+
348  /// @Note This feature works best if all operators of the model are in Fp32. ArmNN will add conversion layers
+
349  /// between layers that weren't in Fp32 in the first place or if the operator is not supported in Fp16.
+
350  /// The overhead of these conversions can lead to a slower overall performance if too many conversions are
+
351  /// required.
+
352  bool m_ReduceFp32ToFp16 = false;
+
353 
+
354  /// Add debug data for easier troubleshooting
+
355  bool m_Debug = false;
+
356 
+
357  /// Pass debug data to separate output files for easier troubleshooting
+
358  bool m_DebugToFile = false;
+
359 
+
360  /// @Note This feature has been replaced by enabling Fast Math in compute library backend options.
+
361  /// This is currently a placeholder option
+
362  bool m_ReduceFp32ToBf16 = false;
+
363 
+
364  /// Infer output size when not available
+
365  ShapeInferenceMethod m_shapeInferenceMethod = armnn::ShapeInferenceMethod::ValidateOnly;
+
366 
+
367  /// Enable Import
+
368  bool m_ImportEnabled = false;
+
369 
+
370  /// Enable Model Options
+
371  ModelOptions m_ModelOptions;
+
372 
+
373  /// Enable profiling dump of the optimizer phase
+
374  bool m_ProfilingEnabled = false;
+
375 
+
376  /// Enable Export
+
377  bool m_ExportEnabled = false;
+
378 
+
379  /// When calculating tensor sizes, dimensions of size == 1 will be ignored
+
380  bool m_AllowExpandedDims = false;
+
381 };
+
382 
+
383 } // namespace armnn
+
+
+
armnn::SelectTensorHandleStrategy
OptimizationResult SelectTensorHandleStrategy(Graph &optGraph, BackendsMap &backends, TensorHandleFactoryRegistry &registry, bool importEnabled, bool exportEnabled, Optional< std::vector< std::string > & > errMessages)
Definition: Network.cpp:1702
+
armnn::NetworkImpl::AddMergeLayer
IConnectableLayer * AddMergeLayer(const char *name=nullptr)
Definition: Network.cpp:2516
+
armnn::NetworkImpl::AddPrecompiledLayer
IConnectableLayer * AddPrecompiledLayer(const PreCompiledDescriptor &preCompiledDescriptor, CompiledBlobPtr compiledBlobPtr, const Optional< BackendId > &backend, const char *name=nullptr)
Definition: Network.cpp:2905
+ +
armnn::NetworkImpl::AddResizeLayer
IConnectableLayer * AddResizeLayer(const ResizeDescriptor &resizeDescriptor, const char *name=nullptr)
Definition: Network.cpp:2268
+
armnn::NetworkImpl::AddQuantizedLstmLayer
IConnectableLayer * AddQuantizedLstmLayer(const QuantizedLstmInputParams &params, const char *name=nullptr)
Definition: Network.cpp:2572
+
armnn::NetworkImpl::AddElementwiseUnaryLayer
IConnectableLayer * AddElementwiseUnaryLayer(const ElementwiseUnaryDescriptor &elementwiseUnaryDescriptor, const char *name=nullptr)
Definition: Network.cpp:2092
+
armnn::Graph::Iterator
LayerList::const_iterator Iterator
Definition: Graph.hpp:53
+ +
armnn::NetworkImpl::AddDepthToSpaceLayer
IConnectableLayer * AddDepthToSpaceLayer(const DepthToSpaceDescriptor &depthToSpaceDescriptor, const char *name=nullptr)
Definition: Network.cpp:2138
+
armnn::NetworkImpl::AddNormalizationLayer
IConnectableLayer * AddNormalizationLayer(const NormalizationDescriptor &normalizationDescriptor, const char *name=nullptr)
Definition: Network.cpp:2191
+
armnn::NetworkImpl::AddBatchToSpaceNdLayer
IConnectableLayer * AddBatchToSpaceNdLayer(const BatchToSpaceNdDescriptor &batchToSpaceNdDescriptor, const char *name=nullptr)
Definition: Network.cpp:2064
+ +
armnn::GatherDescriptor
A GatherDescriptor for the GatherLayer.
Definition: Descriptors.hpp:932
+
armnn::NormalizationDescriptor
A NormalizationDescriptor for the NormalizationLayer.
Definition: Descriptors.hpp:757
+
armnn::TransposeDescriptor
A TransposeDescriptor for the TransposeLayer.
Definition: Descriptors.hpp:1457
+
armnn::NetworkImpl::ExecuteStrategy
void ExecuteStrategy(IStrategy &strategy) const
Definition: Network.cpp:2938
+
armnn::ElementwiseUnaryDescriptor
A ElementwiseUnaryDescriptor for the ElementwiseUnaryLayer.
Definition: Descriptors.hpp:129
+ +
armnn::NetworkImpl::AddPooling2dLayer
IConnectableLayer * AddPooling2dLayer(const Pooling2dDescriptor &pooling2dDescriptor, const char *name=nullptr)
Definition: Network.cpp:2167
+
armnn::PadDescriptor
A PadDescriptor for the PadLayer.
Definition: Descriptors.hpp:1163
+
armnn::SoftmaxDescriptor
A SoftmaxDescriptor for the SoftmaxLayer.
Definition: Descriptors.hpp:177
+
armnn::NetworkImplPtr
std::unique_ptr< NetworkImpl, void(*)(NetworkImpl *network)> NetworkImplPtr
Definition: Network.hpp:29
+
armnn::NetworkImpl::AddConvolution2dLayer
IConnectableLayer * AddConvolution2dLayer(const Convolution2dDescriptor &convolution2dDescriptor, const char *name=nullptr)
Definition: Network.cpp:2116
+ +
armnn::StackDescriptor
A StackDescriptor for the StackLayer.
Definition: Descriptors.hpp:1218
+
armnn::SliceDescriptor
A SliceDescriptor for the SliceLayer.
Definition: Descriptors.hpp:1195
+
armnn::BackendsMap
std::map< BackendId, std::unique_ptr< class IBackendInternal > > BackendsMap
Definition: Network.hpp:271
+
armnn::LayerBindingId
int LayerBindingId
Type of identifiers for bindable layers (inputs, outputs).
Definition: Types.hpp:301
+
armnn::ActivationDescriptor
An ActivationDescriptor for the ActivationLayer.
Definition: Descriptors.hpp:36
+
armnn::ShapeInferenceMethod::ValidateOnly
@ ValidateOnly
Validate all output shapes.
+
armnn::NetworkImpl::AddInstanceNormalizationLayer
IConnectableLayer * AddInstanceNormalizationLayer(const InstanceNormalizationDescriptor &desc, const char *name=nullptr)
Definition: Network.cpp:2278
+ +
armnn::IConnectableLayer
Interface for a layer that is connectable to other layers via InputSlots and OutputSlots.
Definition: INetwork.hpp:68
+
armnn::NetworkImpl::AddRankLayer
IConnectableLayer * AddRankLayer(const char *name=nullptr)
Definition: Network.cpp:2257
+
armnn::LstmDescriptor
An LstmDescriptor for the LstmLayer.
Definition: Descriptors.hpp:1069
+
armnn::FullyConnectedDescriptor
A FullyConnectedDescriptor for the FullyConnectedLayer.
Definition: Descriptors.hpp:495
+
armnn::NetworkImpl::PrintGraph
Status PrintGraph()
Definition: Network.cpp:2053
+
armnn::NetworkImpl::AddMeanLayer
IConnectableLayer * AddMeanLayer(const MeanDescriptor &meanDescriptor, const char *name=nullptr)
Definition: Network.cpp:2479
+
armnn::NetworkImpl::AddGatherNdLayer
IConnectableLayer * AddGatherNdLayer(const char *name=nullptr)
Definition: Network.cpp:2511
+
armnn::BatchMatMulDescriptor
A BatchMatMulDescriptor for the BatchMatMul operator.
Definition: Descriptors.hpp:1551
+
armnn::ResizeDescriptor
A ResizeDescriptor for the ResizeLayer.
Definition: Descriptors.hpp:952
+
armnn::NetworkImpl::AddMinimumLayer
IConnectableLayer * AddMinimumLayer(const char *name=nullptr)
Definition: Network.cpp:2220
+
armnn::StridedSliceDescriptor
A StridedSliceDescriptor for the StridedSliceLayer.
Definition: Descriptors.hpp:1270
+
armnn::ConstTensor
A tensor defined by a TensorInfo (shape and data type) and an immutable backing store.
Definition: Tensor.hpp:327
+
armnn::Pooling3dDescriptor
A Pooling3dDescriptor for the Pooling3dLayer.
Definition: Descriptors.hpp:419
+
armnn::ReduceDescriptor
A ReduceDescriptor for the REDUCE operators.
Definition: Descriptors.hpp:1505
+
armnn::SubgraphView::IConnectableLayerIterator
IConnectableLayers::iterator IConnectableLayerIterator
Definition: SubgraphView.hpp:64
+
armnn::ModelOptions
std::vector< BackendOptions > ModelOptions
Definition: BackendOptions.hpp:18
+
armnn::ComparisonDescriptor
A ComparisonDescriptor for the ComparisonLayer.
Definition: Descriptors.hpp:89
+
armnn::NetworkImpl::AddGatherLayer
IConnectableLayer * AddGatherLayer(const GatherDescriptor &gatherDescriptor, const char *name=nullptr)
Definition: Network.cpp:2505
+
armnn::NetworkImpl::AddBatchMatMulLayer
IConnectableLayer * AddBatchMatMulLayer(const BatchMatMulDescriptor &desc, const char *name=nullptr)
Definition: Network.cpp:2900
+
armnn::StandInDescriptor
A StandInDescriptor for the StandIn layer.
Definition: Descriptors.hpp:1248
+
ARMNN_DEPRECATED_MSG_REMOVAL_DATE
#define ARMNN_DEPRECATED_MSG_REMOVAL_DATE(message, removed_in_release)
Definition: Deprecated.hpp:44
+
armnn::NetworkImpl::AddMultiplicationLayer
IConnectableLayer * AddMultiplicationLayer(const char *name=nullptr)
Definition: Network.cpp:2230
+
armnn::ViewsDescriptor
A ViewsDescriptor for the SplitterLayer.
Definition: Descriptors.hpp:244
+
armnn::NetworkImpl::AddAdditionLayer
IConnectableLayer * AddAdditionLayer(const char *name=nullptr)
Definition: Network.cpp:2225
+
armnn::NetworkImpl::AddLogSoftmaxLayer
IConnectableLayer * AddLogSoftmaxLayer(const LogSoftmaxDescriptor &logSoftmaxDescriptor, const char *name=nullptr)
Definition: Network.cpp:2290
+
armnn::NetworkImpl::AddChannelShuffleLayer
IConnectableLayer * AddChannelShuffleLayer(const ChannelShuffleDescriptor &channelShuffleDescriptor, const char *name=nullptr)
Definition: Network.cpp:2074
+
armnn::NetworkImpl::AddStridedSliceLayer
IConnectableLayer * AddStridedSliceLayer(const StridedSliceDescriptor &stridedSliceDescriptor, const char *name=nullptr)
Definition: Network.cpp:2499
+ +
armnn::PreCompiledDescriptor
A PreCompiledDescriptor for the PreCompiledLayer.
Definition: Descriptors.hpp:1334
+
armnn::OptimizerOptionsOpaqueImpl::OptimizerOptionsOpaqueImpl
OptimizerOptionsOpaqueImpl(bool reduceFp32ToFp16, bool debug, bool reduceFp32ToBf16, ShapeInferenceMethod shapeInferenceMethod, bool importEnabled, ModelOptions modelOptions, bool exportEnabled, bool debugToFile, bool allowExpandedDims)
Definition: Network.hpp:330
+
armnn::CreateSupportedBackends
BackendsMap CreateSupportedBackends(TensorHandleFactoryRegistry &handleFactoryRegistry, BackendSettings &backendSettings)
Definition: Network.cpp:1221
+
armnn::ShapeInferenceMethod
ShapeInferenceMethod
The ShapeInferenceMethod modify how the output shapes are treated.
Definition: Types.hpp:232
+
armnn::NetworkImpl::AddDepthwiseConvolution2dLayer
IConnectableLayer * AddDepthwiseConvolution2dLayer(const DepthwiseConvolution2dDescriptor &convolution2dDescriptor, const char *name=nullptr)
Definition: Network.cpp:2144
+
armnn::NetworkImpl::AddActivationLayer
IConnectableLayer * AddActivationLayer(const ActivationDescriptor &activationDescriptor, const char *name=nullptr)
Definition: Network.cpp:2179
+
armnn::NetworkImpl::AddConstantLayer
IConnectableLayer * AddConstantLayer(const ConstTensor &input, const char *name=nullptr)
Definition: Network.cpp:2296
+ +
armnn::NetworkImpl::AddConvertFp32ToFp16Layer
IConnectableLayer * AddConvertFp32ToFp16Layer(const char *name=nullptr)
Definition: Network.cpp:2127
+
armnn
Copyright (c) 2021 ARM Limited and Contributors.
Definition: 01_00_quick_start.dox:6
+ + +
armnn::BatchToSpaceNdDescriptor
A BatchToSpaceNdDescriptor for the BatchToSpaceNdLayer.
Definition: Descriptors.hpp:863
+
armnn::SpaceToDepthDescriptor
A SpaceToDepthDescriptor for the SpaceToDepthLayer.
Definition: Descriptors.hpp:1042
+
armnn::NetworkImpl::AddDivisionLayer
IConnectableLayer * AddDivisionLayer(const char *name=nullptr)
Definition: Network.cpp:2469
+
armnn::NetworkOptions
std::vector< BackendOptions > NetworkOptions
Definition: BackendOptions.hpp:16
+
armnn::NetworkImpl::AddOutputLayer
IConnectableLayer * AddOutputLayer(LayerBindingId id, const char *name=nullptr)
Definition: Network.cpp:2235
+
armnn::OptimizerOptionsOpaqueImpl::m_ModelOptions
ModelOptions m_ModelOptions
Enable Model Options.
Definition: Network.hpp:371
+
armnn::NetworkImpl::AddSpaceToDepthLayer
IConnectableLayer * AddSpaceToDepthLayer(const SpaceToDepthDescriptor &spaceToDepthDescriptor, const char *name=nullptr)
Definition: Network.cpp:2317
+
armnn::DetectionPostProcessDescriptor
Definition: Descriptors.hpp:701
+
armnn::NetworkImpl::AddElementwiseBinaryLayer
IConnectableLayer * AddElementwiseBinaryLayer(const ElementwiseBinaryDescriptor &elementwiseBinaryDescriptor, const char *name=nullptr)
Definition: Network.cpp:2086
+
armnn::FillDescriptor
A FillDescriptor for the FillLayer.
Definition: Descriptors.hpp:913
+
armnn::NetworkImpl::AddConvertFp16ToFp32Layer
IConnectableLayer * AddConvertFp16ToFp32Layer(const char *name=nullptr)
Definition: Network.cpp:2122
+
armnn::NetworkImpl::AddSubtractionLayer
IConnectableLayer * AddSubtractionLayer(const char *name=nullptr)
Definition: Network.cpp:2474
+
armnn::NetworkImpl::AddDetectionPostProcessLayer
IConnectableLayer * AddDetectionPostProcessLayer(const DetectionPostProcessDescriptor &descriptor, const ConstTensor &anchors, const char *name=nullptr)
Definition: Network.cpp:2151
+
armnn::NetworkImpl::AddFloorLayer
IConnectableLayer * AddFloorLayer(const char *name=nullptr)
Definition: Network.cpp:2323
+
armnn::DepthwiseConvolution2dDescriptor
A DepthwiseConvolution2dDescriptor for the DepthwiseConvolution2dLayer.
Definition: Descriptors.hpp:647
+
armnn::MeanDescriptor
A MeanDescriptor for the MeanLayer.
Definition: Descriptors.hpp:1139
+
armnn::OptimizationResult::OptimizationResult
OptimizationResult(bool warning, bool error)
Definition: Network.hpp:254
+
armnn::NetworkImpl::AddPermuteLayer
IConnectableLayer * AddPermuteLayer(const PermuteDescriptor &permuteDescriptor, const char *name=nullptr)
Definition: Network.cpp:2161
+
armnn::NetworkImpl::AddPooling3dLayer
IConnectableLayer * AddPooling3dLayer(const Pooling3dDescriptor &pooling3dDescriptor, const char *name=nullptr)
Definition: Network.cpp:2173
+
armnn::NetworkImpl::AddInputLayer
IConnectableLayer * AddInputLayer(LayerBindingId id, const char *name=nullptr)
Definition: Network.cpp:2059
+
armnn::CompiledBlobPtr
std::unique_ptr< void, CompiledBlobDeleter > CompiledBlobPtr
Definition: INetwork.hpp:331
+
armnn::NetworkImpl::AddConcatLayer
IConnectableLayer * AddConcatLayer(const ConcatDescriptor &concatDescriptor, const char *name=nullptr)
Definition: Network.cpp:2110
+
armnn::L2NormalizationDescriptor
A L2NormalizationDescriptor for the L2NormalizationLayer.
Definition: Descriptors.hpp:797
+
armnn::ChannelShuffleDescriptor
A ChannelShuffleDescriptor for the ChannelShuffle operator.
Definition: Descriptors.hpp:1529
+
armnn::Convolution3dDescriptor
A Convolution3dDescriptor for the Convolution3dLayer.
Definition: Descriptors.hpp:576
+ + +
armnn::Convolution2dDescriptor
A Convolution2dDescriptor for the Convolution2dLayer.
Definition: Descriptors.hpp:522
+
armnn::NetworkImpl::AddStandInLayer
IConnectableLayer * AddStandInLayer(const StandInDescriptor &descriptor, const char *name=nullptr)
Definition: Network.cpp:2566
+ +
armnn::NetworkImpl::AddQLstmLayer
IConnectableLayer * AddQLstmLayer(const QLstmDescriptor &descriptor, const LstmInputParams &params, const char *name=nullptr)
Definition: Network.cpp:2610
+
armnn::BatchNormalizationDescriptor
A BatchNormalizationDescriptor for the BatchNormalizationLayer.
Definition: Descriptors.hpp:816
+
armnn::QLstmDescriptor
A QLstmDescriptor for the QLstmLayer.
Definition: Descriptors.hpp:1347
+
armnn::Status
Status
Definition: Types.hpp:42
+ +
armnn::NetworkImpl::AddTransposeConvolution2dLayer
IConnectableLayer * AddTransposeConvolution2dLayer(const TransposeConvolution2dDescriptor &descriptor, const ConstTensor &weights, const Optional< ConstTensor > &biases, const char *name=nullptr)
Definition: Network.cpp:2531
+
armnn::NetworkImpl::AddFillLayer
IConnectableLayer * AddFillLayer(const FillDescriptor &fillDescriptor, const char *name=nullptr)
Definition: Network.cpp:2098
+ +
armnn::NetworkImpl::AddPreluLayer
IConnectableLayer * AddPreluLayer(const char *name=nullptr)
Definition: Network.cpp:2526
+ + +
armnn::NetworkImpl::AddComparisonLayer
IConnectableLayer * AddComparisonLayer(const ComparisonDescriptor &comparisonDescriptor, const char *name=nullptr)
Definition: Network.cpp:2080
+ +
armnn::NetworkImpl::AddCastLayer
IConnectableLayer * AddCastLayer(const char *name=nullptr)
Definition: Network.cpp:2070
+ +
armnn::NetworkImpl::AddArgMinMaxLayer
IConnectableLayer * AddArgMinMaxLayer(const ArgMinMaxDescriptor &desc, const char *name=nullptr)
Definition: Network.cpp:2185
+
armnn::OriginsDescriptor
An OriginsDescriptor for the ConcatLayer.
Definition: Descriptors.hpp:201
+
armnn::NetworkImpl::AddDequantizeLayer
IConnectableLayer * AddDequantizeLayer(const char *name=nullptr)
Definition: Network.cpp:2494
+
armnn::ReshapeDescriptor
A ReshapeDescriptor for the ReshapeLayer.
Definition: Descriptors.hpp:990
+
armnn::NetworkImpl::AddL2NormalizationLayer
IConnectableLayer * AddL2NormalizationLayer(const L2NormalizationDescriptor &desc, const char *name=nullptr)
Definition: Network.cpp:2284
+
armnn::NetworkImpl::AddConvolution3dLayer
IConnectableLayer * AddConvolution3dLayer(const Convolution3dDescriptor &convolution3dDescriptor, const char *name=nullptr)
Definition: Network.cpp:2132
+
armnn::PermuteDescriptor
A PermuteDescriptor for the PermuteLayer.
Definition: Descriptors.hpp:149
+
armnn::TransposeConvolution2dDescriptor
A TransposeConvolution2dDescriptor for the TransposeConvolution2dLayer.
Definition: Descriptors.hpp:1407
+ + +
armnn::NetworkImpl::GetGraph
const Graph & GetGraph() const
Definition: Network.hpp:38
+
armnn::NetworkImpl::AddSwitchLayer
IConnectableLayer * AddSwitchLayer(const char *name=nullptr)
Definition: Network.cpp:2521
+
armnn::NetworkImpl::AddLogicalBinaryLayer
IConnectableLayer * AddLogicalBinaryLayer(const LogicalBinaryDescriptor &logicalBinaryDescriptor, const char *name=nullptr)
Definition: Network.cpp:2752
+
armnn::Pooling2dDescriptor
A Pooling2dDescriptor for the Pooling2dLayer.
Definition: Descriptors.hpp:359
+
armnn::LogicalBinaryDescriptor
A LogicalBinaryDescriptor for the LogicalBinaryLayer.
Definition: Descriptors.hpp:1485
+
armnn::OptimizerOptionsOpaqueImpl::OptimizerOptionsOpaqueImpl
OptimizerOptionsOpaqueImpl(bool reduceFp32ToFp16, bool debug, bool reduceFp32ToBf16, bool importEnabled, ModelOptions modelOptions={}, bool exportEnabled=false, bool debugToFile=false)
Definition: Network.hpp:314
+
armnn::NetworkImpl::AddUnidirectionalSequenceLstmLayer
IConnectableLayer * AddUnidirectionalSequenceLstmLayer(const UnidirectionalSequenceLstmDescriptor &descriptor, const LstmInputParams &params, const char *name=nullptr)
Definition: Network.cpp:2758
+
armnn::NetworkImpl::AddFullyConnectedLayer
IConnectableLayer * AddFullyConnectedLayer(const FullyConnectedDescriptor &fullyConnectedDescriptor, const char *name=nullptr)
Definition: Network.cpp:2104
+
armnn::NetworkImpl::AddReshapeLayer
IConnectableLayer * AddReshapeLayer(const ReshapeDescriptor &reshapeDescriptor, const char *name=nullptr)
Definition: Network.cpp:2305
+ + + +
armnn::OptimizationResult::IsWarningOnly
bool IsWarningOnly() const
Definition: Network.hpp:264
+ +
armnn::ArgMinMaxDescriptor
An ArgMinMaxDescriptor for ArgMinMaxLayer.
Definition: Descriptors.hpp:67
+
armnn::NetworkImpl
Private implementation of INetwork.
Definition: Network.hpp:32
+
armnn::NetworkImpl::AddTransposeLayer
IConnectableLayer * AddTransposeLayer(const TransposeDescriptor &transposeDescriptor, const char *name=nullptr)
Definition: Network.cpp:2553
+
armnn::NetworkImpl::AddLstmLayer
IConnectableLayer * AddLstmLayer(const LstmDescriptor &descriptor, const LstmInputParams &params, const char *name=nullptr)
Definition: Network.cpp:2328
+ + + +
armnn::NetworkImpl::AddMaximumLayer
IConnectableLayer * AddMaximumLayer(const char *name=nullptr)
Definition: Network.cpp:2215
+
armnn::NetworkImpl::AddShapeLayer
IConnectableLayer * AddShapeLayer(const char *name=nullptr)
Definition: Network.cpp:2273
+
armnn::AssignBackends
OptimizationResult AssignBackends(OptimizedNetworkImpl *optNetObjPtr, BackendSettings &backendSettings, Graph::Iterator &firstLayer, Graph::Iterator &lastLayer, Optional< std::vector< std::string > & > errMessages)
Definition: Network.cpp:1098
+
armnn::NetworkImpl::AddBatchNormalizationLayer
IConnectableLayer * AddBatchNormalizationLayer(const BatchNormalizationDescriptor &desc, const ConstTensor &mean, const ConstTensor &variance, const ConstTensor &beta, const ConstTensor &gamma, const char *name=nullptr)
Definition: Network.cpp:2240
+ +
armnn::NetworkImpl::AddStackLayer
IConnectableLayer * AddStackLayer(const StackDescriptor &stackDescriptor, const char *name=nullptr)
Definition: Network.cpp:2559
+
armnn::NetworkImpl::AddSoftmaxLayer
IConnectableLayer * AddSoftmaxLayer(const SoftmaxDescriptor &softmaxDescriptor, const char *name=nullptr)
Definition: Network.cpp:2203
+ +
armnn::InstanceNormalizationDescriptor
An InstanceNormalizationDescriptor for InstanceNormalizationLayer.
Definition: Descriptors.hpp:835
+
armnn::NetworkImpl::AddSliceLayer
IConnectableLayer * AddSliceLayer(const SliceDescriptor &sliceDescriptor, const char *name=nullptr)
Definition: Network.cpp:2198
+
armnn::NetworkImpl::AddQuantizeLayer
IConnectableLayer * AddQuantizeLayer(const char *name=nullptr)
Definition: Network.cpp:2489
+ +
armnn::ElementwiseBinaryDescriptor
A ElementwiseBinaryDescriptor for the ElementwiseBinaryLayer.
Definition: Descriptors.hpp:109
+ +
armnn::NetworkImpl::AddSplitterLayer
IConnectableLayer * AddSplitterLayer(const ViewsDescriptor &splitterDescriptor, const char *name=nullptr)
Definition: Network.cpp:2209
+
armnn::NetworkImpl::AddSpaceToBatchNdLayer
IConnectableLayer * AddSpaceToBatchNdLayer(const SpaceToBatchNdDescriptor &spaceToBatchNdDescriptor, const char *name=nullptr)
Definition: Network.cpp:2311
+
armnn::NetworkImpl::AddReduceLayer
IConnectableLayer * AddReduceLayer(const ReduceDescriptor &reduceDescriptor, const char *name=nullptr)
Definition: Network.cpp:2262
+
armnn::NetworkImpl::AddPadLayer
IConnectableLayer * AddPadLayer(const PadDescriptor &padDescriptor, const char *name=nullptr)
Definition: Network.cpp:2484
+
armnn::NetworkImpl::NetworkImpl
NetworkImpl(const NetworkOptions &networkOptions={})
Definition: Network.cpp:2044
+
armnn::SpaceToBatchNdDescriptor
A SpaceToBatchNdDescriptor for the SpaceToBatchNdLayer.
Definition: Descriptors.hpp:1010
+ + + + -- cgit v1.2.1