From 386ff1a721cdca3689b009ba31f2d3ac8bea2fae Mon Sep 17 00:00:00 2001 From: Mike Kelly Date: Mon, 29 Mar 2021 15:04:50 +0100 Subject: IVGCVSW-5790 Merge async prototype * Added thread safe execution mechanism for armnn * Removed duplicate function bool Compare(T a, T b, float tolerance) * Added StridedSliceAsyncEndToEndTest * Fixed memory leak Signed-off-by: Mike Kelly Change-Id: I2d367fc77ee7c01b8953138543e76af5e691211f --- include/armnn/IAsyncNetwork.hpp | 51 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 51 insertions(+) create mode 100644 include/armnn/IAsyncNetwork.hpp (limited to 'include/armnn/IAsyncNetwork.hpp') diff --git a/include/armnn/IAsyncNetwork.hpp b/include/armnn/IAsyncNetwork.hpp new file mode 100644 index 0000000000..7ef83bbff1 --- /dev/null +++ b/include/armnn/IAsyncNetwork.hpp @@ -0,0 +1,51 @@ +// +// Copyright © 2021 Arm Ltd and Contributors. All rights reserved. +// SPDX-License-Identifier: MIT +// + +#pragma once + +#include + +#include "INetwork.hpp" +#include "IProfiler.hpp" +#include "IWorkingMemHandle.hpp" +#include "Tensor.hpp" +#include "Types.hpp" + +#include + +namespace armnn +{ + +namespace experimental +{ + +class IAsyncNetwork +{ +public: + virtual ~IAsyncNetwork() {}; + + virtual TensorInfo GetInputTensorInfo(LayerBindingId layerId) const = 0; + virtual TensorInfo GetOutputTensorInfo(LayerBindingId layerId) const = 0; + + /// Thread safe execution of the network. Returns once execution is complete. + /// Will block until this and any other thread using the same workingMem object completes. + virtual Status Execute(const InputTensors& inputTensors, + const OutputTensors& outputTensors, + IWorkingMemHandle& workingMemHandle) = 0; + + /// Create a new unique WorkingMemHandle object. Create multiple handles if you wish to have + /// overlapped Execution by calling this function from different threads. + virtual std::unique_ptr CreateWorkingMemHandle() = 0; + + /// Get the profiler used for this network + virtual std::shared_ptr GetProfiler() const = 0; + + /// Register a debug callback function to be used with this network + virtual void RegisterDebugCallback(const DebugCallbackFunction& func) = 0; +}; + +} // end experimental namespace + +} // end armnn namespace -- cgit v1.2.1