// // Copyright © 2017 Arm Ltd. All rights reserved. // SPDX-License-Identifier: MIT // #pragma once #include #include #include #include #include #include namespace { using namespace armnn; template bool ConstantUsageTest(const std::vector& computeDevice, const TensorInfo& commonTensorInfo, const std::vector& inputData, const std::vector& constantData, const std::vector& expectedOutputData) { // Create runtime in which test will run IRuntime::CreationOptions options; IRuntimePtr runtime(IRuntime::Create(options)); // Builds up the structure of the network. INetworkPtr net(INetwork::Create()); IConnectableLayer* input = net->AddInputLayer(0); IConnectableLayer* constant = net->AddConstantLayer(ConstTensor(commonTensorInfo, constantData)); IConnectableLayer* add = net->AddAdditionLayer(); IConnectableLayer* output = net->AddOutputLayer(0); input->GetOutputSlot(0).Connect(add->GetInputSlot(0)); constant->GetOutputSlot(0).Connect(add->GetInputSlot(1)); add->GetOutputSlot(0).Connect(output->GetInputSlot(0)); // Sets the tensors in the network. input->GetOutputSlot(0).SetTensorInfo(commonTensorInfo); constant->GetOutputSlot(0).SetTensorInfo(commonTensorInfo); add->GetOutputSlot(0).SetTensorInfo(commonTensorInfo); // optimize the network IOptimizedNetworkPtr optNet = Optimize(*net, computeDevice, runtime->GetDeviceSpec()); // Loads it into the runtime. NetworkId netId; runtime->LoadNetwork(netId, std::move(optNet)); // Creates structures for input & output. std::vector outputData(inputData.size()); InputTensors inputTensors { {0, ConstTensor(runtime->GetInputTensorInfo(netId, 0), inputData.data())} }; OutputTensors outputTensors { {0, Tensor(runtime->GetOutputTensorInfo(netId, 0), outputData.data())} }; // Does the inference. runtime->EnqueueWorkload(netId, inputTensors, outputTensors); // Checks the results. return outputData == expectedOutputData; } inline bool ConstantUsageFloat32Test(const std::vector& backends) { const TensorInfo commonTensorInfo({ 2, 3 }, DataType::Float32); return ConstantUsageTest(backends, commonTensorInfo, std::vector{ 1.f, 2.f, 3.f, 4.f, 5.f, 6.f }, // Input. std::vector{ 6.f, 5.f, 4.f, 3.f, 2.f, 1.f }, // Const input. std::vector{ 7.f, 7.f, 7.f, 7.f, 7.f, 7.f } // Expected output. ); } inline bool ConstantUsageUint8Test(const std::vector& backends) { TensorInfo commonTensorInfo({ 2, 3 }, DataType::QuantisedAsymm8); const float scale = 0.023529f; const int8_t offset = -43; commonTensorInfo.SetQuantizationScale(scale); commonTensorInfo.SetQuantizationOffset(offset); return ConstantUsageTest(backends, commonTensorInfo, QuantizedVector(scale, offset, { 1.f, 2.f, 3.f, 4.f, 5.f, 6.f }), // Input. QuantizedVector(scale, offset, { 6.f, 5.f, 4.f, 3.f, 2.f, 1.f }), // Const input. QuantizedVector(scale, offset, { 7.f, 7.f, 7.f, 7.f, 7.f, 7.f }) // Expected output. ); } template bool CompareBoolean(T a, T b) { return (a == 0 && b == 0) ||(a != 0 && b != 0); }; template, typename TOutput = ResolveType> void EndToEndLayerTestImpl(INetworkPtr network, const std::map>& inputTensorData, const std::map>& expectedOutputData, std::vector backends) { // Create runtime in which test will run IRuntime::CreationOptions options; IRuntimePtr runtime(IRuntime::Create(options)); // optimize the network IOptimizedNetworkPtr optNet = Optimize(*network, backends, runtime->GetDeviceSpec()); // Loads it into the runtime. NetworkId netId; runtime->LoadNetwork(netId, std::move(optNet)); InputTensors inputTensors; inputTensors.reserve(inputTensorData.size()); for (auto&& it : inputTensorData) { inputTensors.push_back({it.first, ConstTensor(runtime->GetInputTensorInfo(netId, it.first), it.second.data())}); } OutputTensors outputTensors; outputTensors.reserve(expectedOutputData.size()); std::map> outputStorage; for (auto&& it : expectedOutputData) { std::vector out(it.second.size()); outputStorage.emplace(it.first, out); outputTensors.push_back({it.first, Tensor(runtime->GetOutputTensorInfo(netId, it.first), outputStorage.at(it.first).data())}); } // Does the inference. runtime->EnqueueWorkload(netId, inputTensors, outputTensors); // Checks the results. for (auto&& it : expectedOutputData) { std::vector out = outputStorage.at(it.first); if (ArmnnOType == DataType::Boolean) { for (unsigned int i = 0; i < out.size(); ++i) { BOOST_TEST(CompareBoolean(it.second[i], out[i])); } } else { for (unsigned int i = 0; i < out.size(); ++i) { BOOST_TEST(it.second[i] == out[i], boost::test_tools::tolerance(0.000001f)); } } } } } // anonymous namespace