From a04a9d7c11f28c7e932435535e80223782f369f2 Mon Sep 17 00:00:00 2001 From: Sadik Armagan Date: Tue, 27 Apr 2021 10:02:10 +0100 Subject: IVGCVSW-5775 'Add Async Support to ExecuteNetwork' * Enabled async mode with '-n, concurrent' and 'simultaneous-iterations' in ExecuteNetwork * Number of input files provided should be equal to number of input files provided multiply by number of simultaneous iterations divided by comma !armnn:5443 Signed-off-by: Sadik Armagan Change-Id: Ibeb318010430bf4ae61a02b18b1bf88f3657774c --- src/armnn/WorkingMemHandle.cpp | 3 ++- src/armnn/WorkingMemHandle.hpp | 6 ++++++ 2 files changed, 8 insertions(+), 1 deletion(-) (limited to 'src/armnn') diff --git a/src/armnn/WorkingMemHandle.cpp b/src/armnn/WorkingMemHandle.cpp index 0cbef82e83..b54c5baddd 100644 --- a/src/armnn/WorkingMemHandle.cpp +++ b/src/armnn/WorkingMemHandle.cpp @@ -26,7 +26,8 @@ WorkingMemHandle::WorkingMemHandle( m_MemoryManagers(memoryManagers), m_OwnedTensorHandles(std::move(ownedTensorHandles)), m_IsAllocated(false), - m_Mutex() + m_Mutex(), + m_InferenceId(profiling::ProfilingService::GetNextGuid()) { } diff --git a/src/armnn/WorkingMemHandle.hpp b/src/armnn/WorkingMemHandle.hpp index 92b0acaec3..5ccb2b2342 100644 --- a/src/armnn/WorkingMemHandle.hpp +++ b/src/armnn/WorkingMemHandle.hpp @@ -38,6 +38,11 @@ public: return m_NetworkId; } + profiling::ProfilingGuid GetInferenceId() override + { + return m_InferenceId; + } + /// Allocate the backing memory required for execution. If this is not called, then allocation will be /// deferred to execution time. The mutex must be locked. void Allocate() override; @@ -87,6 +92,7 @@ private: bool m_IsAllocated; std::mutex m_Mutex; + profiling::ProfilingGuid m_InferenceId; }; } // end experimental namespace -- cgit v1.2.1