IVGCVSW-2834 Add dynamic quantization via datasets

* Add QuantizationDataSet class for quantization data parsed from CSV file
* Add QuantizationInput for retrieving quantization data for each layer ID
* Add unit tests for command line processor and QuantizationDataSet

Change-Id: Iaf0a747b5f25a59a766ac04f7158e8cb7909d179
Signed-off-by: Nina Drozd <nina.drozd@arm.com>

1 files changed, 144 insertions, 0 deletions

diff --git a/src/armnnQuantizer/test/QuantizationDataSetTests.cpp b/src/armnnQuantizer/test/QuantizationDataSetTests.cpp
new file mode 100644
index 0000000000..2b46aae26e
--- /dev/null
+++ b/src/armnnQuantizer/test/QuantizationDataSetTests.cpp
@@ -0,0 +1,144 @@
+//
+// Copyright © 2017 Arm Ltd. All rights reserved.
+// SPDX-License-Identifier: MIT
+//
+
+#include <boost/test/unit_test.hpp>
+
+#include "../QuantizationDataSet.hpp"
+#include <iostream>
+#include <fstream>
+#include <vector>
+#include <map>
+
+#define BOOST_FILESYSTEM_NO_DEPRECATED
+
+#include <boost/filesystem/operations.hpp>
+#include <boost/filesystem/fstream.hpp>
+#include <boost/filesystem/path.hpp>
+#include <boost/optional/optional.hpp>
+
+
+using namespace armnnQuantizer;
+
+struct CsvTestHelper {
+
+    CsvTestHelper()
+    {
+        BOOST_TEST_MESSAGE("setup fixture");
+    }
+
+    ~CsvTestHelper()
+    {
+        BOOST_TEST_MESSAGE("teardown fixture");
+        TearDown();
+    }
+
+    std::string CreateTempCsvFile(std::map<int, std::vector<float>> csvData)
+    {
+        boost::filesystem::path fileDir = boost::filesystem::temp_directory_path();
+        boost::filesystem::path p{fileDir / boost::filesystem::unique_path("%%%%-%%%%-%%%%.csv")};
+
+        boost::filesystem::path tensorInput1{fileDir / boost::filesystem::unique_path("input_0_0.raw")};
+        boost::filesystem::path tensorInput2{fileDir / boost::filesystem::unique_path("input_1_0.raw")};
+        boost::filesystem::path tensorInput3{fileDir / boost::filesystem::unique_path("input_2_0.raw")};
+
+        try
+        {
+            boost::filesystem::ofstream ofs{p};
+
+            boost::filesystem::ofstream ofs1{tensorInput1};
+            boost::filesystem::ofstream ofs2{tensorInput2};
+            boost::filesystem::ofstream ofs3{tensorInput3};
+
+
+            for(auto entry : csvData.at(0))
+            {
+                ofs1 << entry << " ";
+            }
+            for(auto entry : csvData.at(1))
+            {
+                ofs2 << entry << " ";
+            }
+            for(auto entry : csvData.at(2))
+            {
+                ofs3 << entry << " ";
+            }
+
+            ofs << "0, 0, " << tensorInput1.c_str() << std::endl;
+            ofs << "2, 0, " << tensorInput3.c_str() << std::endl;
+            ofs << "1, 0, " << tensorInput2.c_str() << std::endl;
+
+            ofs.close();
+            ofs1.close();
+            ofs2.close();
+            ofs3.close();
+        }
+        catch (std::exception &e)
+        {
+            std::cerr << "Unable to write to file at location [" << p.c_str() << "] : " << e.what() << std::endl;
+            BOOST_TEST(false);
+        }
+
+        m_CsvFile = p;
+        return p.string();
+    }
+
+    void TearDown()
+    {
+       RemoveCsvFile();
+    }
+
+    void RemoveCsvFile()
+    {
+        if (m_CsvFile)
+        {
+            try
+            {
+                boost::filesystem::remove(*m_CsvFile);
+            }
+            catch (std::exception &e)
+            {
+                std::cerr << "Unable to delete file [" << *m_CsvFile << "] : " << e.what() << std::endl;
+                BOOST_TEST(false);
+            }
+        }
+    }
+
+    boost::optional<boost::filesystem::path> m_CsvFile;
+};
+
+
+BOOST_AUTO_TEST_SUITE(QuantizationDataSetTests)
+
+BOOST_FIXTURE_TEST_CASE(CheckDataSet, CsvTestHelper)
+{
+
+    std::map<int, std::vector<float>> csvData;
+    csvData.insert(std::pair<int, std::vector<float>>(0, { 0.111111f, 0.222222f, 0.333333f }));
+    csvData.insert(std::pair<int, std::vector<float>>(1, { 0.444444f, 0.555555f, 0.666666f }));
+    csvData.insert(std::pair<int, std::vector<float>>(2, { 0.777777f, 0.888888f, 0.999999f }));
+
+    std::string myCsvFile = CsvTestHelper::CreateTempCsvFile(csvData);
+    QuantizationDataSet dataSet(myCsvFile);
+    BOOST_TEST(!dataSet.IsEmpty());
+
+    int csvRow = 0;
+    for(armnnQuantizer::QuantizationInput input : dataSet)
+    {
+        BOOST_TEST(input.GetPassId() == csvRow);
+
+        BOOST_TEST(input.GetLayerBindingIds().size() == 1);
+        BOOST_TEST(input.GetLayerBindingIds()[0] == 0);
+        BOOST_TEST(input.GetDataForEntry(0).size() == 3);
+
+        // Check that QuantizationInput data for binding ID 0 corresponds to float values
+        // used for populating the CSV file using by QuantizationDataSet
+        BOOST_TEST(input.GetDataForEntry(0).at(0) == csvData.at(csvRow).at(0));
+        BOOST_TEST(input.GetDataForEntry(0).at(1) == csvData.at(csvRow).at(1));
+        BOOST_TEST(input.GetDataForEntry(0).at(2) == csvData.at(csvRow).at(2));
+        ++csvRow;
+    }
+}
+
+BOOST_AUTO_TEST_SUITE_END();
\ No newline at end of file