diff options
author | Matthew Sloyan <matthew.sloyan@arm.com> | 2021-01-07 13:28:47 +0000 |
---|---|---|
committer | Matthew Sloyan <matthew.sloyan@arm.com> | 2021-01-11 17:03:54 +0000 |
commit | 80fbcd5f4d7b362360963af1df0121aa6b561576 (patch) | |
tree | 64c8d2588e55aad2813f6b07e40f87ac3b8e8ce1 /src/backends/cl/ClContextDeserializer.cpp | |
parent | a20b3129aa1c450ccf867c7b63844e8391753730 (diff) | |
download | armnn-80fbcd5f4d7b362360963af1df0121aa6b561576.tar.gz |
IVGCVSW-5483 'Implement Loading and Saving to File'
* Implemented Serialization and Deserialization of CLContext.
* Fixed flatbuffers android-nn-driver dependency.
!android-nn-driver:4772
Signed-off-by: Matthew Sloyan <matthew.sloyan@arm.com>
Signed-off-by: Sadik Armagan <sadik.armagan@arm.com>
Change-Id: If806f050535ffaa70922ba0f1ffe7bb10f902329
Diffstat (limited to 'src/backends/cl/ClContextDeserializer.cpp')
-rw-r--r-- | src/backends/cl/ClContextDeserializer.cpp | 80 |
1 files changed, 80 insertions, 0 deletions
diff --git a/src/backends/cl/ClContextDeserializer.cpp b/src/backends/cl/ClContextDeserializer.cpp new file mode 100644 index 0000000000..8a1b585d47 --- /dev/null +++ b/src/backends/cl/ClContextDeserializer.cpp @@ -0,0 +1,80 @@ +// +// Copyright © 2020 Arm Ltd and Contributors. All rights reserved. +// SPDX-License-Identifier: MIT +// + +#include "ClContextDeserializer.hpp" +#include "ClContextSchema_generated.h" + +#include <armnn/Exceptions.hpp> +#include <armnn/utility/NumericCast.hpp> + +#include <flatbuffers/flexbuffers.h> + +#include <fmt/format.h> + +#include <cstdlib> +#include <fstream> +#include <iostream> +#include <vector> + +namespace armnn +{ + +void ClContextDeserializer::Deserialize(arm_compute::CLCompileContext& clCompileContext, + cl::Context& context, + cl::Device& device, + const std::string& filePath) +{ + std::ifstream inputFileStream(filePath, std::ios::binary); + std::vector<std::uint8_t> binaryContent; + while (inputFileStream) + { + char input; + inputFileStream.get(input); + if (inputFileStream) + { + binaryContent.push_back(static_cast<std::uint8_t>(input)); + } + } + inputFileStream.close(); + DeserializeFromBinary(clCompileContext, context, device, binaryContent); +} + +void ClContextDeserializer::DeserializeFromBinary(arm_compute::CLCompileContext& clCompileContext, + cl::Context& context, + cl::Device& device, + const std::vector<uint8_t>& binaryContent) +{ + if (binaryContent.data() == nullptr) + { + throw InvalidArgumentException(fmt::format("Invalid (null) binary content {}", + CHECK_LOCATION().AsString())); + } + + size_t binaryContentSize = binaryContent.size(); + flatbuffers::Verifier verifier(binaryContent.data(), binaryContentSize); + if (verifier.VerifyBuffer<ClContext>() == false) + { + throw ParseException(fmt::format("Buffer doesn't conform to the expected Armnn " + "flatbuffers format. size:{0} {1}", + binaryContentSize, + CHECK_LOCATION().AsString())); + } + auto clContext = GetClContext(binaryContent.data()); + + for (Program const* program : *clContext->programs()) + { + auto programName = program->name()->c_str(); + auto programBinary = program->binary(); + std::vector<uint8_t> binary(programBinary->begin(), programBinary->begin() + programBinary->size()); + + cl::Program::Binaries binaries{ binary }; + std::vector<cl::Device> devices {device}; + cl::Program theProgram(context, devices, binaries); + theProgram.build(); + clCompileContext.add_built_program(programName, theProgram); + } +} + +} // namespace armnn |