ArmNN
 20.11
NetworkQuantizerUtils.hpp
Go to the documentation of this file.
1 //
2 // Copyright © 2017 Arm Ltd. All rights reserved.
3 // SPDX-License-Identifier: MIT
4 //
5 
6 #pragma once
7 
9 
10 #include <armnn/Tensor.hpp>
11 #include <armnn/TypesUtils.hpp>
12 #include <armnn/ILayerVisitor.hpp>
13 #include <armnn/utility/Assert.hpp>
14 
15 #include <utility>
16 #include <limits>
17 
18 namespace armnn
19 {
20 
21 template<typename srcType>
22 void QuantizeConstant(const srcType* src, uint8_t* dst, size_t numElements, float& scale, int& offset)
23 {
24  ARMNN_ASSERT(src);
25  ARMNN_ASSERT(dst);
26 
27  float min = std::numeric_limits<srcType>::max();
28  float max = std::numeric_limits<srcType>::lowest();
29  for (size_t i = 0; i < numElements; ++i)
30  {
31  min = std::min(min, src[i]);
32  max = std::max(max, src[i]);
33  }
34 
35  QAsymmU8QuantizationScheme quantizationScheme;
36  OffsetScalePair qParams = quantizationScheme.ComputeScheme(min, max);
37  scale = qParams.first;
38  offset = qParams.second;
39 
40  for (size_t i = 0; i < numElements; ++i)
41  {
42  dst[i] = armnn::Quantize<uint8_t>(src[i], scale, offset);
43  }
44 }
45 
46 ConstTensor CreateQuantizedConst(const ConstTensor& tensor, std::vector<uint8_t>& backing);
47 
48 template <typename LayerContainer>
49 void VisitLayers(const LayerContainer& layerContainer, ILayerVisitor& visitor)
50 {
51  visitor.StartVisit();
52  for (auto layer : layerContainer)
53  {
54  layer->Accept(visitor);
55  }
56  visitor.FinishVisit();
57 }
58 
59 } // namespace armnn
std::pair< float, int > OffsetScalePair
Copyright (c) 2020 ARM Limited.
void VisitLayers(const LayerContainer &layerContainer, ILayerVisitor &visitor)
A tensor defined by a TensorInfo (shape and data type) and an immutable backing store.
Definition: Tensor.hpp:314
#define ARMNN_ASSERT(COND)
Definition: Assert.hpp:14
void QuantizeConstant(const srcType *src, uint8_t *dst, size_t numElements, float &scale, int &offset)
virtual void StartVisit()
OffsetScalePair ComputeScheme(double min, double max) const override
ConstTensor CreateQuantizedConst(const ConstTensor &tensor, std::vector< uint8_t > &backing)
virtual void FinishVisit()