blob: 30167e73f2c44f4b8e91c385d1b21b4e49d9d22b (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
|
//
// Copyright © 2017 Arm Ltd. All rights reserved.
// SPDX-License-Identifier: MIT
//
#include "CommandLineProcessor.hpp"
#include <armnnDeserializer/IDeserializer.hpp>
#include <armnnQuantizer/INetworkQuantizer.hpp>
#include <armnnSerializer/ISerializer.hpp>
#include "QuantizationDataSet.hpp"
#include "QuantizationInput.hpp"
#include <algorithm>
#include <fstream>
#include <iostream>
int main(int argc, char* argv[])
{
armnnQuantizer::CommandLineProcessor cmdline;
if (!cmdline.ProcessCommandLine(argc, argv))
{
return -1;
}
armnnDeserializer::IDeserializerPtr parser = armnnDeserializer::IDeserializer::Create();
std::ifstream inputFileStream(cmdline.GetInputFileName(), std::ios::binary);
std::vector<std::uint8_t> binaryContent;
while (inputFileStream)
{
char c;
inputFileStream.get(c);
if (inputFileStream)
{
binaryContent.push_back(static_cast<std::uint8_t>(c));
}
}
inputFileStream.close();
armnn::QuantizerOptions quantizerOptions;
quantizerOptions.m_ActivationFormat = cmdline.GetQuantizationScheme() == "QSymm16"
? armnn::DataType::QSymmS16
: armnn::DataType::QAsymmU8;
quantizerOptions.m_PreserveType = cmdline.HasPreservedDataType();
armnn::INetworkPtr network = parser->CreateNetworkFromBinary(binaryContent);
armnn::INetworkQuantizerPtr quantizer = armnn::INetworkQuantizer::Create(network.get(), quantizerOptions);
if (cmdline.HasQuantizationData())
{
armnnQuantizer::QuantizationDataSet dataSet = cmdline.GetQuantizationDataSet();
if (!dataSet.IsEmpty())
{
// Get the Input Tensor Infos
armnnQuantizer::InputLayerVisitor inputLayerVisitor;
network->Accept(inputLayerVisitor);
for (armnnQuantizer::QuantizationInput quantizationInput : dataSet)
{
armnn::InputTensors inputTensors;
std::vector<std::vector<float>> inputData(quantizationInput.GetNumberOfInputs());
std::vector<armnn::LayerBindingId> layerBindingIds = quantizationInput.GetLayerBindingIds();
unsigned int count = 0;
for (armnn::LayerBindingId layerBindingId : quantizationInput.GetLayerBindingIds())
{
armnn::TensorInfo tensorInfo = inputLayerVisitor.GetTensorInfo(layerBindingId);
inputData[count] = quantizationInput.GetDataForEntry(layerBindingId);
armnn::ConstTensor inputTensor(tensorInfo, inputData[count].data());
inputTensors.push_back(std::make_pair(layerBindingId, inputTensor));
count++;
}
quantizer->Refine(inputTensors);
}
}
}
armnn::INetworkPtr quantizedNetwork = quantizer->ExportNetwork();
armnnSerializer::ISerializerPtr serializer = armnnSerializer::ISerializer::Create();
serializer->Serialize(*quantizedNetwork);
std::string output(cmdline.GetOutputDirectoryName());
output.append(cmdline.GetOutputFileName());
std::ofstream outputFileStream;
outputFileStream.open(output);
serializer->SaveSerializedToStream(outputFileStream);
outputFileStream.flush();
outputFileStream.close();
return 0;
}
|
