+

#include "QuantizedLstmEndToEndTestImpl.hpp"
+#include "CommonTestUtils.hpp"
+#include "EndToEndTestImpl.hpp"
+#include <ResolveType.hpp>
+#include <armnn/INetwork.hpp>
+#include <armnn/QuantizedLstmParams.hpp>
+#include <test/TensorHelpers.hpp>
+#include <boost/test/unit_test.hpp>
+#include <type_traits>
+

+

+ + + + +

+Functions
void	QuantizedLstmEndToEnd (const std::vector< armnn::BackendId > &backends)

+

Function Documentation

+ +

◆ QuantizedLstmEndToEnd()

+ +

+

+ + + + + + + + +

void QuantizedLstmEndToEnd ( const std::vector< armnn::BackendId > & backends )

+

+ +

Definition at line 179 of file QuantizedLstmEndToEndTestImpl.cpp.

+ +

References BOOST_CHECK(), armnn::Optimize(), options, armnn::QAsymmU8, and armnn::QSymmS16.

+ +

Referenced by BOOST_AUTO_TEST_CASE().

+

 {
     std::vector<uint8_t> inputVector = {166, 179, 50, 150};
     armnn::TensorInfo inputDesc({2, 2}, armnn::DataType::QAsymmU8);
     boost::multi_array<uint8_t, 2> input = MakeTensor<uint8_t, 2>(inputDesc, inputVector);
 
     std::vector<int16_t> cellStateInVector = {876, 1034, 955, -909, 761, 1029, 796, -1036};
     armnn::TensorInfo cellStateInDesc({2, 4}, armnn::DataType::QSymmS16);
     boost::multi_array<int16_t, 2> cellStateIn = MakeTensor<int16_t, 2>(cellStateInDesc, cellStateInVector);
 
     std::vector<uint8_t> outputStateInVector = {136, 150, 140, 115, 135, 152, 138, 112};
     armnn::TensorInfo outputStateInDesc({2, 4}, armnn::DataType::QAsymmU8);
     boost::multi_array<uint8_t, 2> outputStateIn = MakeTensor<uint8_t, 2>(outputStateInDesc, outputStateInVector);
 
     std::vector<int16_t> cellStateOutVector = {1485, 1177, 1373, -1023, 1019, 1355, 1097, -1235};
     armnn::TensorInfo cellStateOutVectorDesc({2, 4}, armnn::DataType::QSymmS16);
     boost::multi_array<int16_t, 2> cellStateOut = MakeTensor<int16_t, 2>(cellStateOutVectorDesc, cellStateOutVector);
 
     std::vector<uint8_t> outputStateOutVector = {140, 151, 146, 112, 136, 156, 142, 112};
     armnn::TensorInfo outputDesc({2, 4}, armnn::DataType::QAsymmU8);
     boost::multi_array<uint8_t, 2> outputStateOut = MakeTensor<uint8_t, 2>(outputDesc, outputStateOutVector);
 
     // Builds up the structure of the network
     armnn::INetworkPtr net = CreateQuantizedLstmNetwork(input, outputStateOut);
 
     BOOST_TEST_CHECKPOINT("create a network");
 
     IRuntime::CreationOptions options;
     IRuntimePtr runtime(IRuntime::Create(options));
 
     // optimize the network
     IOptimizedNetworkPtr optNet = Optimize(*net, backends, runtime->GetDeviceSpec());
 
     // Loads it into the runtime.
     NetworkId netId;
     runtime->LoadNetwork(netId, std::move(optNet));
 
     InputTensors inputTensors;
     inputTensors.reserve(3);
 
     // input
     inputTensors.push_back({0, ConstTensor(runtime->GetInputTensorInfo(netId, 0), inputVector.data())});
     inputTensors.push_back({1, ConstTensor(runtime->GetInputTensorInfo(netId, 1), cellStateInVector.data())});
     inputTensors.push_back({2, ConstTensor(runtime->GetInputTensorInfo(netId, 2), outputStateInVector.data())});
 
     OutputTensors outputTensors;
     outputTensors.reserve(2);
 
     //output
     std::vector<int16_t > cellStateOutResult(cellStateOutVector.size());
     std::vector<uint8_t > outputStateOutResult(outputStateOutVector.size());
     outputTensors.push_back({0, Tensor(runtime->GetOutputTensorInfo(netId, 0), cellStateOutResult.data())});
     outputTensors.push_back({1, Tensor(runtime->GetOutputTensorInfo(netId, 1), outputStateOutResult.data())});
 
     // Does the inference.
     runtime->EnqueueWorkload(netId, inputTensors, outputTensors);
 
     // Checks the results
     constexpr int16_t toleranceInt16 = 2;
     for (unsigned int i = 0u; i < cellStateOutResult.size(); ++i)
     {
         BOOST_CHECK(IsCloseEnough(cellStateOutVector[i], cellStateOutResult[i], toleranceInt16));
     }
 
     constexpr uint8_t toleranceUint8 = 1;
     for (unsigned int i = 0u; i < outputStateOutResult.size(); ++i)
     {
         BOOST_TEST(IsCloseEnough(outputStateOutVector[i], outputStateOutResult[i], toleranceUint8));
     }
 }

+
+
+
+
+
+
+
+
+
+
+
+
+
+
+

+

+Functions

Function Documentation

◆ QuantizedLstmEndToEnd()