// // Copyright © 2017 Arm Ltd. All rights reserved. // SPDX-License-Identifier: MIT // #include "DriverTestHelpers.hpp" #include #include #include "../Utils.hpp" #include #include #include #include BOOST_AUTO_TEST_SUITE(UtilsTests) using namespace android; using namespace android::nn; using namespace android::hardware; using namespace armnn_driver; // The following are helpers for writing unit tests for the driver. namespace { struct ExportNetworkGraphFixture { public: // Setup: set the output dump directory and an empty dummy model (as only its memory address is used). // Defaulting the output dump directory to "/data" because it should exist and be writable in all deployments. ExportNetworkGraphFixture() : ExportNetworkGraphFixture("/data") {} ExportNetworkGraphFixture(const std::string& requestInputsAndOutputsDumpDir) : m_RequestInputsAndOutputsDumpDir(requestInputsAndOutputsDumpDir) , m_FileName() , m_FileStream() { // Set the name of the output .dot file. // NOTE: the export now uses a time stamp to name the file so we // can't predict ahead of time what the file name will be. std::string timestamp = "dummy"; m_FileName = boost::str(boost::format("%1%/%2%_networkgraph.dot") % m_RequestInputsAndOutputsDumpDir % timestamp); } // Teardown: delete the dump file regardless of the outcome of the tests. ~ExportNetworkGraphFixture() { // Close the file stream. m_FileStream.close(); // Ignore any error (such as file not found). (void)remove(m_FileName.c_str()); } bool FileExists() { // Close any file opened in a previous session. if (m_FileStream.is_open()) { m_FileStream.close(); } if (m_FileName.empty()) { return false; } // Open the file. m_FileStream.open(m_FileName, std::ifstream::in); // Check that the file is open. if (!m_FileStream.is_open()) { return false; } // Check that the stream is readable. return m_FileStream.good(); } std::string GetFileContent() { // Check that the stream is readable. if (!m_FileStream.good()) { return ""; } // Get all the contents of the file. return std::string((std::istreambuf_iterator(m_FileStream)), (std::istreambuf_iterator())); } std::string m_RequestInputsAndOutputsDumpDir; std::string m_FileName; private: std::ifstream m_FileStream; }; class MockOptimizedNetwork final : public armnn::IOptimizedNetwork { public: MockOptimizedNetwork(const std::string& mockSerializedContent) : m_MockSerializedContent(mockSerializedContent) {} ~MockOptimizedNetwork() {} armnn::Status PrintGraph() override { return armnn::Status::Failure; } armnn::Status SerializeToDot(std::ostream& stream) const override { stream << m_MockSerializedContent; return stream.good() ? armnn::Status::Success : armnn::Status::Failure; } armnn::profiling::ProfilingGuid GetGuid() const final { return armnn::profiling::ProfilingGuid(0); } void UpdateMockSerializedContent(const std::string& mockSerializedContent) { this->m_MockSerializedContent = mockSerializedContent; } private: std::string m_MockSerializedContent; }; } // namespace BOOST_AUTO_TEST_CASE(ExportToEmptyDirectory) { // Set the fixture for this test. ExportNetworkGraphFixture fixture(""); // Set a mock content for the optimized network. std::string mockSerializedContent = "This is a mock serialized content."; // Set a mock optimized network. MockOptimizedNetwork mockOptimizedNetwork(mockSerializedContent); // Export the mock optimized network. fixture.m_FileName = armnn_driver::ExportNetworkGraphToDotFile(mockOptimizedNetwork, fixture.m_RequestInputsAndOutputsDumpDir); // Check that the output file does not exist. BOOST_TEST(!fixture.FileExists()); } BOOST_AUTO_TEST_CASE(ExportNetwork) { // Set the fixture for this test. ExportNetworkGraphFixture fixture; // Set a mock content for the optimized network. std::string mockSerializedContent = "This is a mock serialized content."; // Set a mock optimized network. MockOptimizedNetwork mockOptimizedNetwork(mockSerializedContent); // Export the mock optimized network. fixture.m_FileName = armnn_driver::ExportNetworkGraphToDotFile(mockOptimizedNetwork, fixture.m_RequestInputsAndOutputsDumpDir); // Check that the output file exists and that it has the correct name. BOOST_TEST(fixture.FileExists()); // Check that the content of the output file matches the mock content. BOOST_TEST(fixture.GetFileContent() == mockSerializedContent); } BOOST_AUTO_TEST_CASE(ExportNetworkOverwriteFile) { // Set the fixture for this test. ExportNetworkGraphFixture fixture; // Set a mock content for the optimized network. std::string mockSerializedContent = "This is a mock serialized content."; // Set a mock optimized network. MockOptimizedNetwork mockOptimizedNetwork(mockSerializedContent); // Export the mock optimized network. fixture.m_FileName = armnn_driver::ExportNetworkGraphToDotFile(mockOptimizedNetwork, fixture.m_RequestInputsAndOutputsDumpDir); // Check that the output file exists and that it has the correct name. BOOST_TEST(fixture.FileExists()); // Check that the content of the output file matches the mock content. BOOST_TEST(fixture.GetFileContent() == mockSerializedContent); // Update the mock serialized content of the network. mockSerializedContent = "This is ANOTHER mock serialized content!"; mockOptimizedNetwork.UpdateMockSerializedContent(mockSerializedContent); // Export the mock optimized network. fixture.m_FileName = armnn_driver::ExportNetworkGraphToDotFile(mockOptimizedNetwork, fixture.m_RequestInputsAndOutputsDumpDir); // Check that the output file still exists and that it has the correct name. BOOST_TEST(fixture.FileExists()); // Check that the content of the output file matches the mock content. BOOST_TEST(fixture.GetFileContent() == mockSerializedContent); } BOOST_AUTO_TEST_CASE(ExportMultipleNetworks) { // Set the fixtures for this test. ExportNetworkGraphFixture fixture1; ExportNetworkGraphFixture fixture2; ExportNetworkGraphFixture fixture3; // Set a mock content for the optimized network. std::string mockSerializedContent = "This is a mock serialized content."; // Set a mock optimized network. MockOptimizedNetwork mockOptimizedNetwork(mockSerializedContent); // Export the mock optimized network. fixture1.m_FileName = armnn_driver::ExportNetworkGraphToDotFile(mockOptimizedNetwork, fixture1.m_RequestInputsAndOutputsDumpDir); // Check that the output file exists and that it has the correct name. BOOST_TEST(fixture1.FileExists()); // Check that the content of the output file matches the mock content. BOOST_TEST(fixture1.GetFileContent() == mockSerializedContent); // Export the mock optimized network. fixture2.m_FileName = armnn_driver::ExportNetworkGraphToDotFile(mockOptimizedNetwork, fixture2.m_RequestInputsAndOutputsDumpDir); // Check that the output file exists and that it has the correct name. BOOST_TEST(fixture2.FileExists()); // Check that the content of the output file matches the mock content. BOOST_TEST(fixture2.GetFileContent() == mockSerializedContent); // Export the mock optimized network. fixture3.m_FileName = armnn_driver::ExportNetworkGraphToDotFile(mockOptimizedNetwork, fixture3.m_RequestInputsAndOutputsDumpDir); // Check that the output file exists and that it has the correct name. BOOST_TEST(fixture3.FileExists()); // Check that the content of the output file matches the mock content. BOOST_TEST(fixture3.GetFileContent() == mockSerializedContent); } BOOST_AUTO_TEST_SUITE_END()