From 73c547da9b403ff19adb94032db51d8d0f1ee767 Mon Sep 17 00:00:00 2001 From: Finn Williams Date: Tue, 15 Feb 2022 20:47:34 +0000 Subject: Refactor Forced Import * Find and replace all workloads associated with imported IO * Only attempt tensorhandle replacement if supported by all workloads * Add new RefBaseWorkload to enable forced input for ref backend * Store imported tensorhandles in preImportedTensorhandles instead of outputHandles * Create pre-imported tensorhandles at network load-time * Front load import workload validation to load network time * Only call ReplaceTensorHandle when needed Change-Id: I3816a71b7f57ae90388bb16462a75d4ef3544fa7 Signed-off-by: Finn Williams --- .../reference/workloads/RefBaseWorkload.hpp | 36 ++++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 src/backends/reference/workloads/RefBaseWorkload.hpp (limited to 'src/backends/reference/workloads/RefBaseWorkload.hpp') diff --git a/src/backends/reference/workloads/RefBaseWorkload.hpp b/src/backends/reference/workloads/RefBaseWorkload.hpp new file mode 100644 index 0000000000..824b4ccc67 --- /dev/null +++ b/src/backends/reference/workloads/RefBaseWorkload.hpp @@ -0,0 +1,36 @@ +// +// Copyright © 2022 Arm Ltd and Contributors. All rights reserved. +// SPDX-License-Identifier: MIT +// + +#pragma once + +#include + +namespace armnn +{ + template + class RefBaseWorkload : public BaseWorkload + { + public: + RefBaseWorkload(const QueueDescriptor& descriptor, const WorkloadInfo& info) + : BaseWorkload(descriptor, info) + {} + + virtual bool SupportsTensorHandleReplacement() const override + { + return true; + } + // Replace input tensor handle with the given TensorHandle + void ReplaceInputTensorHandle(ITensorHandle* tensorHandle, unsigned int slot) override + { + this->m_Data.m_Inputs[slot] = tensorHandle; + } + + // Replace output tensor handle with the given TensorHandle + void ReplaceOutputTensorHandle(ITensorHandle* tensorHandle, unsigned int slot) override + { + this->m_Data.m_Outputs[slot] = tensorHandle; + } + }; +} //namespace armnn \ No newline at end of file -- cgit v1.2.1