From fd627ffaec8fd8801d980b4c91ee7c0607ab6aaf Mon Sep 17 00:00:00 2001 From: Jan Eilers Date: Thu, 25 Feb 2021 17:44:00 +0000 Subject: IVGCVSW-5687 Update Doxygen Docu * Update Doxygen Documentation for 21.02 release Signed-off-by: Jan Eilers Change-Id: I9ed2f9caab038836ea99d7b378d7899fe431a4e5 --- 21.02/_arm_n_n_quantizer_main_8cpp.xhtml | 198 +++++++++++++++++++++++++++++++ 1 file changed, 198 insertions(+) create mode 100644 21.02/_arm_n_n_quantizer_main_8cpp.xhtml (limited to '21.02/_arm_n_n_quantizer_main_8cpp.xhtml') diff --git a/21.02/_arm_n_n_quantizer_main_8cpp.xhtml b/21.02/_arm_n_n_quantizer_main_8cpp.xhtml new file mode 100644 index 0000000000..aef838b2a4 --- /dev/null +++ b/21.02/_arm_n_n_quantizer_main_8cpp.xhtml @@ -0,0 +1,198 @@ + + + + + + + + + + + + + +ArmNN: src/armnnQuantizer/ArmNNQuantizerMain.cpp File Reference + + + + + + + + + + + + + + + + +
+
+ + + + ArmNN + + + +
+
+  21.02 +
+
+
+ + + + + + + +
+
+ +
+
+
+ +
+ +
+
+ + +
+ +
+ +
+
+Functions
+
+
ArmNNQuantizerMain.cpp File Reference
+
+
+
#include "CommandLineProcessor.hpp"
+#include <armnnDeserializer/IDeserializer.hpp>
+#include <armnnQuantizer/INetworkQuantizer.hpp>
+#include <armnnSerializer/ISerializer.hpp>
+#include "QuantizationDataSet.hpp"
+#include "QuantizationInput.hpp"
+#include <algorithm>
+#include <fstream>
+#include <iostream>
+
+

Go to the source code of this file.

+ + + + +

+Functions

int main (int argc, char *argv[])
 
+

Function Documentation

+ +

◆ main()

+ +
+
+ + + + + + + + + + + + + + + + + + +
int main (int argc,
char * argv[] 
)
+
+ +

Definition at line 17 of file ArmNNQuantizerMain.cpp.

+ +

References ISerializer::Create(), IDeserializer::Create(), INetworkQuantizer::Create(), InputLayerStrategy::ExecuteStrategy(), CommandLineProcessor::GetInputFileName(), CommandLineProcessor::GetOutputDirectoryName(), CommandLineProcessor::GetOutputFileName(), CommandLineProcessor::GetQuantizationDataSet(), CommandLineProcessor::GetQuantizationScheme(), InputLayerStrategy::GetTensorInfo(), CommandLineProcessor::HasPreservedDataType(), CommandLineProcessor::HasQuantizationData(), QuantizationDataSet::IsEmpty(), QuantizerOptions::m_ActivationFormat, QuantizerOptions::m_PreserveType, CommandLineProcessor::ProcessCommandLine(), armnn::QAsymmS8, armnn::QAsymmU8, and armnn::QSymmS16.

+
18 {
19  armnnQuantizer::CommandLineProcessor cmdline;
20  if (!cmdline.ProcessCommandLine(argc, argv))
21  {
22  return -1;
23  }
24  armnnDeserializer::IDeserializerPtr parser = armnnDeserializer::IDeserializer::Create();
25  std::ifstream inputFileStream(cmdline.GetInputFileName(), std::ios::binary);
26  std::vector<std::uint8_t> binaryContent;
27  while (inputFileStream)
28  {
29  char c;
30  inputFileStream.get(c);
31  if (inputFileStream)
32  {
33  binaryContent.push_back(static_cast<std::uint8_t>(c));
34  }
35  }
36  inputFileStream.close();
37 
38  armnn::QuantizerOptions quantizerOptions;
39 
40  if (cmdline.GetQuantizationScheme() == "QAsymmS8")
41  {
42  quantizerOptions.m_ActivationFormat = armnn::DataType::QAsymmS8;
43  }
44  else if (cmdline.GetQuantizationScheme() == "QSymmS16")
45  {
46  quantizerOptions.m_ActivationFormat = armnn::DataType::QSymmS16;
47  }
48  else
49  {
50  quantizerOptions.m_ActivationFormat = armnn::DataType::QAsymmU8;
51  }
52 
53  quantizerOptions.m_PreserveType = cmdline.HasPreservedDataType();
54 
55  armnn::INetworkPtr network = parser->CreateNetworkFromBinary(binaryContent);
56  armnn::INetworkQuantizerPtr quantizer = armnn::INetworkQuantizer::Create(network.get(), quantizerOptions);
57 
58  if (cmdline.HasQuantizationData())
59  {
60  armnnQuantizer::QuantizationDataSet dataSet = cmdline.GetQuantizationDataSet();
61  if (!dataSet.IsEmpty())
62  {
63  // Get the Input Tensor Infos
64  armnnQuantizer::InputLayerStrategy inputLayerStrategy;
65  network->ExecuteStrategy(inputLayerStrategy);
66 
67  for (armnnQuantizer::QuantizationInput quantizationInput : dataSet)
68  {
69  armnn::InputTensors inputTensors;
70  std::vector<std::vector<float>> inputData(quantizationInput.GetNumberOfInputs());
71  std::vector<armnn::LayerBindingId> layerBindingIds = quantizationInput.GetLayerBindingIds();
72  unsigned int count = 0;
73  for (armnn::LayerBindingId layerBindingId : quantizationInput.GetLayerBindingIds())
74  {
75  armnn::TensorInfo tensorInfo = inputLayerStrategy.GetTensorInfo(layerBindingId);
76  inputData[count] = quantizationInput.GetDataForEntry(layerBindingId);
77  armnn::ConstTensor inputTensor(tensorInfo, inputData[count].data());
78  inputTensors.push_back(std::make_pair(layerBindingId, inputTensor));
79  count++;
80  }
81  quantizer->Refine(inputTensors);
82  }
83  }
84  }
85 
86  armnn::INetworkPtr quantizedNetwork = quantizer->ExportNetwork();
87  armnnSerializer::ISerializerPtr serializer = armnnSerializer::ISerializer::Create();
88  serializer->Serialize(*quantizedNetwork);
89 
90  std::string output(cmdline.GetOutputDirectoryName());
91  output.append(cmdline.GetOutputFileName());
92  std::ofstream outputFileStream;
93  outputFileStream.open(output);
94  serializer->SaveSerializedToStream(outputFileStream);
95  outputFileStream.flush();
96  outputFileStream.close();
97 
98  return 0;
99 }
+ + + +
armnnQuantizer::QuantizationDataSet
QuantizationDataSet is a structure which is created after parsing a quantization CSV file...
Definition: QuantizationDataSet.hpp:18
+ + +
armnnQuantizer::CommandLineProcessor::ProcessCommandLine
bool ProcessCommandLine(int argc, char *argv[])
Definition: CommandLineProcessor.cpp:84
+
armnn::INetworkQuantizerPtr
std::unique_ptr< class INetworkQuantizer, void(*)(INetworkQuantizer *quantizer)> INetworkQuantizerPtr
Definition: INetworkQuantizer.hpp:29
+
armnnDeserializer::IDeserializer::Create
static IDeserializerPtr Create()
Definition: Deserializer.cpp:46
+ +
armnn::InputTensors
std::vector< std::pair< LayerBindingId, class ConstTensor > > InputTensors
Definition: Tensor.hpp:340
+ +
armnnQuantizer::QuantizationInput
QuantizationInput for specific pass ID, can list a corresponding raw data file for each LayerBindingI...
Definition: QuantizationInput.hpp:16
+ +
armnn::LayerBindingId
int LayerBindingId
Type of identifiers for bindable layers (inputs, outputs).
Definition: Types.hpp:210
+
armnnQuantizer::InputLayerStrategy
Visitor class implementation to gather the TensorInfo for LayerBindingID for creation of ConstTensor ...
Definition: QuantizationDataSet.hpp:46
+
armnnQuantizer::InputLayerStrategy::GetTensorInfo
armnn::TensorInfo GetTensorInfo(armnn::LayerBindingId)
Definition: QuantizationDataSet.cpp:67
+ + +
armnn::ConstTensor
A tensor defined by a TensorInfo (shape and data type) and an immutable backing store.
Definition: Tensor.hpp:314
+ +
armnnDeserializer::IDeserializerPtr
std::unique_ptr< IDeserializer, void(*)(IDeserializer *parser)> IDeserializerPtr
Definition: IDeserializer.hpp:25
+ + +
armnnSerializer::ISerializerPtr
std::unique_ptr< ISerializer, void(*)(ISerializer *serializer)> ISerializerPtr
Definition: ISerializer.hpp:15
+ + +
armnnSerializer::ISerializer::Create
static ISerializerPtr Create()
Definition: Serializer.cpp:36
+
armnn::INetworkPtr
std::unique_ptr< INetwork, void(*)(INetwork *network)> INetworkPtr
Definition: INetwork.hpp:173
+
armnnQuantizer::InputLayerStrategy::ExecuteStrategy
virtual void ExecuteStrategy(const armnn::IConnectableLayer *layer, const armnn::BaseDescriptor &descriptor, const std::vector< armnn::ConstTensor > &constants, const char *name, const armnn::LayerBindingId id=0) override
Visitor class implementation to gather the TensorInfo for LayerBindingID for creation of ConstTensor ...
Definition: QuantizationDataSet.cpp:53
+
armnn::INetworkQuantizer::Create
static INetworkQuantizerPtr Create(INetwork *inputNetwork, const QuantizerOptions &options=QuantizerOptions())
Create Quantizer object wrapped in unique_ptr.
Definition: NetworkQuantizer.cpp:41
+ +
+
+
+
+
+ + + + -- cgit v1.2.1