diff options
| author | Matthew Sloyan <matthew.sloyan@arm.com> | 2021-02-10 16:50:53 +0000 |
|---|---|---|
| committer | Matthew Sloyan <matthew.sloyan@arm.com> | 2021-02-12 17:56:58 +0000 |
| commit | 0a7dc6bba5d0810fe2ed6f84b0376a8b0674c0b3 (patch) | |
| tree | 6931067f0e0ff25be7d6a01d379f4b1497dff424 /src/backends/neon/NeonWorkloadFactory.cpp | |
| parent | b454c5c65efb238c130b042ace390b2bc7f0bf75 (diff) | |
| download | armnn-0a7dc6bba5d0810fe2ed6f84b0376a8b0674c0b3.tar.gz | |
IVGCVSW-5685 Add CpuAcc specific configuration option numberOfThreads
* Added ability to set number of threads used in CpuAcc backend
* Enabled number-of-threads option in ExecuteNetwork
* Added TfLiteDelegate ModelOptions test
* Added unsigned int type to BackendOptions.hpp
Signed-off-by: Matthew Sloyan <matthew.sloyan@arm.com>
Change-Id: Ia576d4f45cbe5df3654bc730bb5ebd5181d82b5a
Diffstat (limited to 'src/backends/neon/NeonWorkloadFactory.cpp')
| -rw-r--r-- | src/backends/neon/NeonWorkloadFactory.cpp | 21 |
1 files changed, 21 insertions, 0 deletions
diff --git a/src/backends/neon/NeonWorkloadFactory.cpp b/src/backends/neon/NeonWorkloadFactory.cpp index 7d0942874e..28352011dc 100644 --- a/src/backends/neon/NeonWorkloadFactory.cpp +++ b/src/backends/neon/NeonWorkloadFactory.cpp @@ -51,15 +51,36 @@ const BackendId& NeonWorkloadFactory::GetBackendId() const return s_Id; } +void NeonWorkloadFactory::SetNumberOfThreads() +{ + if (m_ModelContextPtr) + { + const unsigned int MIN_THREADS = 1; + const unsigned int MAX_THREADS = 64; + + // Set the number of threads to be used if the user has set NumberOfThreads param + // Only set if within limit or valid input + auto modelOptions = dynamic_cast<NeonBackendModelContext*>(m_ModelContextPtr.get()); + auto numberOfThreads = modelOptions->GetNumberOfThreads(); + + if (numberOfThreads != 0 && numberOfThreads >= MIN_THREADS && numberOfThreads <= MAX_THREADS) + { + arm_compute::Scheduler::get().set_num_threads(numberOfThreads); + } + } +} + NeonWorkloadFactory::NeonWorkloadFactory(const std::shared_ptr<NeonMemoryManager>& memoryManager) : m_MemoryManager(memoryManager), m_ModelContextPtr(IBackendInternal::IBackendSpecificModelContextPtr{}) { + SetNumberOfThreads(); } NeonWorkloadFactory::NeonWorkloadFactory(const std::shared_ptr<NeonMemoryManager>& memoryManager, const IBackendInternal::IBackendSpecificModelContextPtr& modelContextPtr) : m_MemoryManager(memoryManager), m_ModelContextPtr(modelContextPtr) { + SetNumberOfThreads(); } std::unique_ptr<ITensorHandle> NeonWorkloadFactory::CreateSubTensorHandle(ITensorHandle& parent, |