diff options
| author | Sadik Armagan <sadik.armagan@arm.com> | 2021-04-27 10:02:10 +0100 |
|---|---|---|
| committer | Sadik Armagan <sadik.armagan@arm.com> | 2021-04-29 08:46:09 +0000 |
| commit | a04a9d7c11f28c7e932435535e80223782f369f2 (patch) | |
| tree | 9c1e86b0b4878dad12a359e60a8d2e8e051d2def /tests/ExecuteNetwork/ExecuteNetworkProgramOptions.cpp | |
| parent | 484d5ebb00c0db76efd76a601b5bbaa460cd2ccb (diff) | |
| download | armnn-a04a9d7c11f28c7e932435535e80223782f369f2.tar.gz | |
IVGCVSW-5775 'Add Async Support to ExecuteNetwork'
* Enabled async mode with '-n, concurrent' and 'simultaneous-iterations'
in ExecuteNetwork
* Number of input files provided should be equal to number of input files
provided multiply by number of simultaneous iterations divided by comma
!armnn:5443
Signed-off-by: Sadik Armagan <sadik.armagan@arm.com>
Change-Id: Ibeb318010430bf4ae61a02b18b1bf88f3657774c
Diffstat (limited to 'tests/ExecuteNetwork/ExecuteNetworkProgramOptions.cpp')
| -rw-r--r-- | tests/ExecuteNetwork/ExecuteNetworkProgramOptions.cpp | 10 |
1 files changed, 9 insertions, 1 deletions
diff --git a/tests/ExecuteNetwork/ExecuteNetworkProgramOptions.cpp b/tests/ExecuteNetwork/ExecuteNetworkProgramOptions.cpp index 286c970d72..042087e4f4 100644 --- a/tests/ExecuteNetwork/ExecuteNetworkProgramOptions.cpp +++ b/tests/ExecuteNetwork/ExecuteNetworkProgramOptions.cpp @@ -194,6 +194,10 @@ ProgramOptions::ProgramOptions() : m_CxxOptions{"ExecuteNetwork", "If left empty (the default), dynamic backends will not be used.", cxxopts::value<std::string>(m_RuntimeOptions.m_DynamicBackendsPath)) + ("n,concurrent", + "If this option is enabled inferences will be executed in parallel asynchronously.", + cxxopts::value<bool>(m_ExNetParams.m_Concurrent)->default_value("false")->implicit_value("true")) + ("d,input-tensor-data", "Path to files containing the input data as a flat array separated by whitespace. " "Several paths can be passed by separating them with a comma. If not specified, the network will be " @@ -278,7 +282,11 @@ ProgramOptions::ProgramOptions() : m_CxxOptions{"ExecuteNetwork", ("D,armnn-tflite-delegate", "Enable Arm NN TfLite delegate. " "This option is depreciated please use tflite-executor instead", - cxxopts::value<bool>(m_ExNetParams.m_EnableDelegate)->default_value("false")->implicit_value("true")); + cxxopts::value<bool>(m_ExNetParams.m_EnableDelegate)->default_value("false")->implicit_value("true")) + + ("simultaneous-iterations", + "Number of simultaneous iterations to async-run the network for, default is set to 1", + cxxopts::value<size_t>(m_ExNetParams.m_SimultaneousIterations)->default_value("1")); m_CxxOptions.add_options("c) Optimization") ("bf16-turbo-mode", |