From 0a2dfabd76a45c58d0a14567f0503369c4e6fbf3 Mon Sep 17 00:00:00 2001 From: Sadik Armagan Date: Wed, 6 Oct 2021 16:41:44 +0100 Subject: IVGCVSW-5636 'Implement NNAPI caching functions' * Cached serialized ArmNN model. !armnn:6384 Signed-off-by: Sadik Armagan Signed-off-by: Kevin May Change-Id: I78120a7f8ea892a28c0ff25f1b54e67a4f912574 --- ArmnnPreparedModel_1_3.hpp | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) (limited to 'ArmnnPreparedModel_1_3.hpp') diff --git a/ArmnnPreparedModel_1_3.hpp b/ArmnnPreparedModel_1_3.hpp index a245cc4c..cd5fc0ed 100644 --- a/ArmnnPreparedModel_1_3.hpp +++ b/ArmnnPreparedModel_1_3.hpp @@ -57,6 +57,15 @@ public: const bool asyncModelExecutionEnabled = false, const unsigned int numberOfThreads = 1); + ArmnnPreparedModel_1_3(armnn::NetworkId networkId, + armnn::IRuntime* runtime, + const std::string& requestInputsAndOutputsDumpDir, + const bool gpuProfilingEnabled, + V1_3::Priority priority = V1_3::Priority::MEDIUM, + const bool asyncModelExecutionEnabled = false, + const unsigned int numberOfThreads = 1, + const bool preparedFromCache = false); + virtual ~ArmnnPreparedModel_1_3(); Return execute(const V1_0::Request& request, @@ -108,7 +117,7 @@ public: /// Executes this model with dummy inputs (e.g. all zeroes). /// \return false on failure, otherwise true - bool ExecuteWithDummyInputs(); + bool ExecuteWithDummyInputs(unsigned int numInputs, unsigned int numOutputs); V1_3::Priority GetModelPriority(); @@ -192,6 +201,7 @@ private: static std::unique_ptr m_Threadpool; std::shared_ptr m_WorkingMemHandle; const bool m_AsyncModelExecutionEnabled; + const bool m_PreparedFromCache; }; } -- cgit v1.2.1