From a04a9d7c11f28c7e932435535e80223782f369f2 Mon Sep 17 00:00:00 2001 From: Sadik Armagan Date: Tue, 27 Apr 2021 10:02:10 +0100 Subject: IVGCVSW-5775 'Add Async Support to ExecuteNetwork' * Enabled async mode with '-n, concurrent' and 'simultaneous-iterations' in ExecuteNetwork * Number of input files provided should be equal to number of input files provided multiply by number of simultaneous iterations divided by comma !armnn:5443 Signed-off-by: Sadik Armagan Change-Id: Ibeb318010430bf4ae61a02b18b1bf88f3657774c --- tests/ExecuteNetwork/ExecuteNetworkProgramOptions.cpp | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) (limited to 'tests/ExecuteNetwork/ExecuteNetworkProgramOptions.cpp') diff --git a/tests/ExecuteNetwork/ExecuteNetworkProgramOptions.cpp b/tests/ExecuteNetwork/ExecuteNetworkProgramOptions.cpp index 286c970d72..042087e4f4 100644 --- a/tests/ExecuteNetwork/ExecuteNetworkProgramOptions.cpp +++ b/tests/ExecuteNetwork/ExecuteNetworkProgramOptions.cpp @@ -194,6 +194,10 @@ ProgramOptions::ProgramOptions() : m_CxxOptions{"ExecuteNetwork", "If left empty (the default), dynamic backends will not be used.", cxxopts::value(m_RuntimeOptions.m_DynamicBackendsPath)) + ("n,concurrent", + "If this option is enabled inferences will be executed in parallel asynchronously.", + cxxopts::value(m_ExNetParams.m_Concurrent)->default_value("false")->implicit_value("true")) + ("d,input-tensor-data", "Path to files containing the input data as a flat array separated by whitespace. " "Several paths can be passed by separating them with a comma. If not specified, the network will be " @@ -278,7 +282,11 @@ ProgramOptions::ProgramOptions() : m_CxxOptions{"ExecuteNetwork", ("D,armnn-tflite-delegate", "Enable Arm NN TfLite delegate. " "This option is depreciated please use tflite-executor instead", - cxxopts::value(m_ExNetParams.m_EnableDelegate)->default_value("false")->implicit_value("true")); + cxxopts::value(m_ExNetParams.m_EnableDelegate)->default_value("false")->implicit_value("true")) + + ("simultaneous-iterations", + "Number of simultaneous iterations to async-run the network for, default is set to 1", + cxxopts::value(m_ExNetParams.m_SimultaneousIterations)->default_value("1")); m_CxxOptions.add_options("c) Optimization") ("bf16-turbo-mode", -- cgit v1.2.1