diff options
author | Colm Donelan <Colm.Donelan@arm.com> | 2020-01-29 15:22:43 +0000 |
---|---|---|
committer | Colm Donelan <Colm.Donelan@arm.com> | 2020-01-29 16:23:48 +0000 |
commit | e49755b914a2c8f6f8b836adfcc61bf8f9a5b3a3 (patch) | |
tree | 98ad93e75c783e6552fdeda6206a84937181bb27 /src/backends | |
parent | 1426a3f52854d0d9457109c5f806bffde037bd34 (diff) | |
download | armnn-e49755b914a2c8f6f8b836adfcc61bf8f9a5b3a3.tar.gz |
IVGCVSW-4316 First draft of IBackendProfiling and IBackendProfilingContext
* Introduce two new backend profiling interfaces IBackendProfiling
and IBackendProfilingContext.
* Add a mechanism to pull a context from a backend through IBackendInternal
* Update CL, Neon and Ref backends to return an empty profiling backend.
Signed-off-by: Colm Donelan <Colm.Donelan@arm.com>
Change-Id: I6e7438fcb126ad7a073a226862dc44836c9998b7
Diffstat (limited to 'src/backends')
-rw-r--r-- | src/backends/README.md | 2 | ||||
-rw-r--r-- | src/backends/backendsCommon/IBackendInternal.cpp | 6 | ||||
-rw-r--r-- | src/backends/backendsCommon/test/MockBackend.cpp | 6 | ||||
-rw-r--r-- | src/backends/backendsCommon/test/MockBackend.hpp | 3 | ||||
-rw-r--r-- | src/backends/cl/ClBackend.cpp | 7 | ||||
-rw-r--r-- | src/backends/cl/ClBackend.hpp | 2 | ||||
-rw-r--r-- | src/backends/neon/NeonBackend.cpp | 7 | ||||
-rw-r--r-- | src/backends/neon/NeonBackend.hpp | 3 | ||||
-rw-r--r-- | src/backends/reference/RefBackend.cpp | 7 | ||||
-rw-r--r-- | src/backends/reference/RefBackend.hpp | 4 |
10 files changed, 45 insertions, 2 deletions
diff --git a/src/backends/README.md b/src/backends/README.md index 6005facacb..b3376099d4 100644 --- a/src/backends/README.md +++ b/src/backends/README.md @@ -113,6 +113,8 @@ The interface functions to be implemented are: virtual IWorkloadFactoryPtr CreateWorkloadFactory( const IMemoryManagerSharedPtr& memoryManager = nullptr) const = 0; virtual IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions&) const = 0; + virtual IBackendProfilingContextPtr CreateBackendProfilingContext(const IRuntime::CreationOptions& creationOptions, + armnn::profiling::IBackendProfiling& backendProfiling) const = 0; virtual ILayerSupportSharedPtr GetLayerSupport() const = 0; virtual Optimizations GetOptimizations() const = 0; virtual SubgraphUniquePtr OptimizeSubgraph(const SubgraphView& subgraph, bool& optimizationAttempted) const; diff --git a/src/backends/backendsCommon/IBackendInternal.cpp b/src/backends/backendsCommon/IBackendInternal.cpp index ad09730e33..c86d026e96 100644 --- a/src/backends/backendsCommon/IBackendInternal.cpp +++ b/src/backends/backendsCommon/IBackendInternal.cpp @@ -44,6 +44,12 @@ IBackendInternal::IBackendContextPtr IBackendInternal::CreateBackendContext(cons return IBackendContextPtr{}; } +IBackendInternal::IBackendProfilingContextPtr IBackendInternal::CreateBackendProfilingContext( + const IRuntime::CreationOptions&, armnn::profiling::IBackendProfiling&) const +{ + return IBackendProfilingContextPtr{}; +} + // Default implementation of OptimizeSubgraphView for backward compatibility with the old API. // Override this method with a custom optimization implementation. OptimizationViews IBackendInternal::OptimizeSubgraphView(const SubgraphView& subgraph) const diff --git a/src/backends/backendsCommon/test/MockBackend.cpp b/src/backends/backendsCommon/test/MockBackend.cpp index 367d9cb8a5..d8f8cfe701 100644 --- a/src/backends/backendsCommon/test/MockBackend.cpp +++ b/src/backends/backendsCommon/test/MockBackend.cpp @@ -98,6 +98,12 @@ IBackendInternal::IBackendContextPtr MockBackend::CreateBackendContext(const IRu return IBackendContextPtr{}; } +IBackendInternal::IBackendProfilingContextPtr MockBackend::CreateBackendProfilingContext( + const IRuntime::CreationOptions&, armnn::profiling::IBackendProfiling&) const +{ + return IBackendProfilingContextPtr{}; +} + IBackendInternal::IMemoryManagerUniquePtr MockBackend::CreateMemoryManager() const { return IMemoryManagerUniquePtr{}; diff --git a/src/backends/backendsCommon/test/MockBackend.hpp b/src/backends/backendsCommon/test/MockBackend.hpp index 771e499280..3fe3100986 100644 --- a/src/backends/backendsCommon/test/MockBackend.hpp +++ b/src/backends/backendsCommon/test/MockBackend.hpp @@ -28,6 +28,9 @@ public: const IBackendInternal::IMemoryManagerSharedPtr& memoryManager = nullptr) const override; IBackendInternal::IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions&) const override; + IBackendInternal::IBackendProfilingContextPtr CreateBackendProfilingContext( + const IRuntime::CreationOptions& creationOptions, + armnn::profiling::IBackendProfiling& backendProfiling) const override; IBackendInternal::Optimizations GetOptimizations() const override; IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override; diff --git a/src/backends/cl/ClBackend.cpp b/src/backends/cl/ClBackend.cpp index 0e6b5ab2d5..8e839aec85 100644 --- a/src/backends/cl/ClBackend.cpp +++ b/src/backends/cl/ClBackend.cpp @@ -74,6 +74,13 @@ ClBackend::CreateBackendContext(const IRuntime::CreationOptions& options) const return IBackendContextPtr{new ClBackendContext{options}}; } +IBackendInternal::IBackendProfilingContextPtr ClBackend::CreateBackendProfilingContext( + const IRuntime::CreationOptions&, + armnn::profiling::IBackendProfiling&) const +{ + return IBackendProfilingContextPtr{}; +} + IBackendInternal::Optimizations ClBackend::GetOptimizations() const { return Optimizations{}; diff --git a/src/backends/cl/ClBackend.hpp b/src/backends/cl/ClBackend.hpp index bb27bb23b0..703ae1723d 100644 --- a/src/backends/cl/ClBackend.hpp +++ b/src/backends/cl/ClBackend.hpp @@ -31,6 +31,8 @@ public: void RegisterTensorHandleFactories(TensorHandleFactoryRegistry& registry) override; IBackendInternal::IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions&) const override; + IBackendInternal::IBackendProfilingContextPtr CreateBackendProfilingContext(const IRuntime::CreationOptions&, + armnn::profiling::IBackendProfiling&) const override; IBackendInternal::Optimizations GetOptimizations() const override; IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override; diff --git a/src/backends/neon/NeonBackend.cpp b/src/backends/neon/NeonBackend.cpp index 2ecd270bd2..1d482974e1 100644 --- a/src/backends/neon/NeonBackend.cpp +++ b/src/backends/neon/NeonBackend.cpp @@ -61,6 +61,13 @@ IBackendInternal::IBackendContextPtr NeonBackend::CreateBackendContext(const IRu return IBackendContextPtr{}; } +IBackendInternal::IBackendProfilingContextPtr NeonBackend::CreateBackendProfilingContext( + const IRuntime::CreationOptions&, + armnn::profiling::IBackendProfiling&) const +{ + return IBackendProfilingContextPtr{}; +} + IBackendInternal::Optimizations NeonBackend::GetOptimizations() const { return Optimizations{}; diff --git a/src/backends/neon/NeonBackend.hpp b/src/backends/neon/NeonBackend.hpp index a2edbaf020..b1eeeb6ba7 100644 --- a/src/backends/neon/NeonBackend.hpp +++ b/src/backends/neon/NeonBackend.hpp @@ -27,7 +27,8 @@ public: class TensorHandleFactoryRegistry& tensorHandleFactoryRegistry) const override; IBackendInternal::IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions&) const override; - + IBackendInternal::IBackendProfilingContextPtr CreateBackendProfilingContext(const IRuntime::CreationOptions&, + armnn::profiling::IBackendProfiling&) const override; IBackendInternal::Optimizations GetOptimizations() const override; IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override; diff --git a/src/backends/reference/RefBackend.cpp b/src/backends/reference/RefBackend.cpp index 7195d231bc..d006c72d98 100644 --- a/src/backends/reference/RefBackend.cpp +++ b/src/backends/reference/RefBackend.cpp @@ -16,7 +16,6 @@ #include <Optimizer.hpp> -#include <boost/cast.hpp> #include <boost/polymorphic_pointer_cast.hpp> namespace armnn @@ -49,6 +48,12 @@ IBackendInternal::IBackendContextPtr RefBackend::CreateBackendContext(const IRun return IBackendContextPtr{}; } +IBackendInternal::IBackendProfilingContextPtr RefBackend::CreateBackendProfilingContext( + const IRuntime::CreationOptions&, armnn::profiling::IBackendProfiling&) const +{ + return IBackendProfilingContextPtr{}; +} + IBackendInternal::IMemoryManagerUniquePtr RefBackend::CreateMemoryManager() const { return std::make_unique<RefMemoryManager>(); diff --git a/src/backends/reference/RefBackend.hpp b/src/backends/reference/RefBackend.hpp index 850a1c17c3..e647b75454 100644 --- a/src/backends/reference/RefBackend.hpp +++ b/src/backends/reference/RefBackend.hpp @@ -28,6 +28,10 @@ public: IBackendInternal::IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions&) const override; + IBackendInternal::IBackendProfilingContextPtr CreateBackendProfilingContext( + const IRuntime::CreationOptions& creationOptions, + armnn::profiling::IBackendProfiling& backendProfiling) const override; + IBackendInternal::Optimizations GetOptimizations() const override; IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override; |