diff options
author | Finn Williams <finn.williams@arm.com> | 2022-02-15 20:47:34 +0000 |
---|---|---|
committer | Finn Williams <finn.williams@arm.com> | 2022-02-16 19:30:43 +0000 |
commit | 73c547da9b403ff19adb94032db51d8d0f1ee767 (patch) | |
tree | b652d41a2ed99e20b5c4478a646ae0764cf22506 /src/backends/reference/workloads/RefBaseWorkload.hpp | |
parent | bb6c6490b43036400e3c2ff90d3beafe074ab0b1 (diff) | |
download | armnn-73c547da9b403ff19adb94032db51d8d0f1ee767.tar.gz |
Refactor Forced Import
* Find and replace all workloads associated with imported IO
* Only attempt tensorhandle replacement if supported by all workloads
* Add new RefBaseWorkload to enable forced input for ref backend
* Store imported tensorhandles in preImportedTensorhandles instead of outputHandles
* Create pre-imported tensorhandles at network load-time
* Front load import workload validation to load network time
* Only call ReplaceTensorHandle when needed
Change-Id: I3816a71b7f57ae90388bb16462a75d4ef3544fa7
Signed-off-by: Finn Williams <finn.williams@arm.com>
Diffstat (limited to 'src/backends/reference/workloads/RefBaseWorkload.hpp')
-rw-r--r-- | src/backends/reference/workloads/RefBaseWorkload.hpp | 36 |
1 files changed, 36 insertions, 0 deletions
diff --git a/src/backends/reference/workloads/RefBaseWorkload.hpp b/src/backends/reference/workloads/RefBaseWorkload.hpp new file mode 100644 index 0000000000..824b4ccc67 --- /dev/null +++ b/src/backends/reference/workloads/RefBaseWorkload.hpp @@ -0,0 +1,36 @@ +// +// Copyright © 2022 Arm Ltd and Contributors. All rights reserved. +// SPDX-License-Identifier: MIT +// + +#pragma once + +#include <armnn/backends/Workload.hpp> + +namespace armnn +{ + template <typename QueueDescriptor> + class RefBaseWorkload : public BaseWorkload<QueueDescriptor> + { + public: + RefBaseWorkload(const QueueDescriptor& descriptor, const WorkloadInfo& info) + : BaseWorkload<QueueDescriptor>(descriptor, info) + {} + + virtual bool SupportsTensorHandleReplacement() const override + { + return true; + } + // Replace input tensor handle with the given TensorHandle + void ReplaceInputTensorHandle(ITensorHandle* tensorHandle, unsigned int slot) override + { + this->m_Data.m_Inputs[slot] = tensorHandle; + } + + // Replace output tensor handle with the given TensorHandle + void ReplaceOutputTensorHandle(ITensorHandle* tensorHandle, unsigned int slot) override + { + this->m_Data.m_Outputs[slot] = tensorHandle; + } + }; +} //namespace armnn
\ No newline at end of file |