From 9add1200f5840e263115b48e17a6397ce3ae2d74 Mon Sep 17 00:00:00 2001 From: Ryan OShea Date: Fri, 7 Feb 2020 10:06:33 +0000 Subject: IVGCVSW-4386 Add ArmNN reference support for QAsymmS8 * Added Quantization Scheme for QAsymmS8 * Added Unit Tests for QAsymmS8 * Renamed QAsymm8 calls to QAsymmU8 Signed-off-by: Ryan OShea Change-Id: I897b4e018ba1d808cc3f8c113f2be2dbad49c8db --- src/backends/reference/workloads/BaseIterator.hpp | 43 +++++++++++++++++++++++ src/backends/reference/workloads/Decoders.hpp | 7 ++++ src/backends/reference/workloads/Encoders.hpp | 7 ++++ 3 files changed, 57 insertions(+) (limited to 'src/backends/reference/workloads') diff --git a/src/backends/reference/workloads/BaseIterator.hpp b/src/backends/reference/workloads/BaseIterator.hpp index 581aabfcd2..c48201837b 100644 --- a/src/backends/reference/workloads/BaseIterator.hpp +++ b/src/backends/reference/workloads/BaseIterator.hpp @@ -137,6 +137,25 @@ private: const int32_t m_Offset; }; +class QASymmS8Decoder : public TypedIterator> +{ +public: + QASymmS8Decoder(const int8_t* data, const float scale, const int32_t offset) + : TypedIterator(data), m_Scale(scale), m_Offset(offset) {} + + QASymmS8Decoder(const float scale, const int32_t offset) + : QASymmS8Decoder(nullptr, scale, offset) {} + + float Get() const override + { + return armnn::Dequantize(*m_Iterator, m_Scale, m_Offset); + } + +private: + const float m_Scale; + const int32_t m_Offset; +}; + class QSymmS8Decoder : public TypedIterator> { public: @@ -264,6 +283,30 @@ private: const int32_t m_Offset; }; +class QASymmS8Encoder : public TypedIterator> +{ +public: + QASymmS8Encoder(int8_t* data, const float scale, const int32_t offset) + : TypedIterator(data), m_Scale(scale), m_Offset(offset) {} + + QASymmS8Encoder(const float scale, const int32_t offset) + : QASymmS8Encoder(nullptr, scale, offset) {} + + void Set(float right) override + { + *m_Iterator = armnn::Quantize(right, m_Scale, m_Offset); + } + + float Get() const override + { + return armnn::Dequantize(*m_Iterator, m_Scale, m_Offset); + } + +private: + const float m_Scale; + const int32_t m_Offset; +}; + class QSymmS8Encoder : public TypedIterator> { public: diff --git a/src/backends/reference/workloads/Decoders.hpp b/src/backends/reference/workloads/Decoders.hpp index 6f309787bd..6a8c756048 100644 --- a/src/backends/reference/workloads/Decoders.hpp +++ b/src/backends/reference/workloads/Decoders.hpp @@ -81,6 +81,13 @@ inline std::unique_ptr> MakeDecoder(const TensorInfo& info, const params.first); } ARMNN_NO_DEPRECATE_WARN_END + case DataType::QAsymmS8: + { + return std::make_unique( + static_cast(data), + info.GetQuantizationScale(), + info.GetQuantizationOffset()); + } case DataType::QAsymmU8: { return std::make_unique( diff --git a/src/backends/reference/workloads/Encoders.hpp b/src/backends/reference/workloads/Encoders.hpp index 8ddd559448..f52297602f 100644 --- a/src/backends/reference/workloads/Encoders.hpp +++ b/src/backends/reference/workloads/Encoders.hpp @@ -32,6 +32,13 @@ inline std::unique_ptr> MakeEncoder(const TensorInfo& info, void* params.first); } ARMNN_NO_DEPRECATE_WARN_END + case armnn::DataType::QAsymmS8: + { + return std::make_unique( + static_cast(data), + info.GetQuantizationScale(), + info.GetQuantizationOffset()); + } case armnn::DataType::QAsymmU8: { return std::make_unique( -- cgit v1.2.1