IVGCVSW-4316 First draft of IBackendProfiling and IBackendProfilingContext

* Introduce two new backend profiling interfaces IBackendProfiling
  and IBackendProfilingContext.
* Add a mechanism to pull a context from a backend through IBackendInternal
* Update CL, Neon and Ref backends to return an empty profiling backend.

Signed-off-by: Colm Donelan <Colm.Donelan@arm.com>
Change-Id: I6e7438fcb126ad7a073a226862dc44836c9998b7

4 files changed, 134 insertions, 0 deletions

diff --git a/include/armnn/backends/CMakeLists.txt b/include/armnn/backends/CMakeLists.txt
index 258ea8b9f9..90a022aad7 100644
--- a/include/armnn/backends/CMakeLists.txt
+++ b/include/armnn/backends/CMakeLists.txt
@@ -12,6 +12,8 @@ list(APPEND armnnBackendsAPI_sources
      IMemoryManager.hpp
      ITensorHandle.hpp
      OptimizationViews.hpp
+     profiling/IBackendProfiling.hpp
+     profiling/IBackendProfilingContext.hpp
 )
 
 add_library(armnnBackendsAPI OBJECT ${armnnBackendsAPI_sources})
diff --git a/include/armnn/backends/IBackendInternal.hpp b/include/armnn/backends/IBackendInternal.hpp
index 3533aceb3c..29097b4ae7 100644
--- a/include/armnn/backends/IBackendInternal.hpp
+++ b/include/armnn/backends/IBackendInternal.hpp
@@ -14,6 +14,8 @@
 #include <optimizations/Optimization.hpp>
 
 #include "IBackendContext.hpp"
+#include "armnn/backends/profiling/IBackendProfiling.hpp"
+#include "armnn/backends/profiling/IBackendProfilingContext.hpp"
 #include "IMemoryManager.hpp"
 #include "ITensorHandleFactory.hpp"
 #include "OptimizationViews.hpp"
@@ -77,6 +79,8 @@ public:
 
     using IWorkloadFactoryPtr = std::unique_ptr<IWorkloadFactory>;
     using IBackendContextPtr = std::unique_ptr<IBackendContext>;
+    // This is the bridge between backend and backend profiling we'll keep it in the backend namespace.
+    using IBackendProfilingContextPtr = std::unique_ptr<armnn::profiling::IBackendProfilingContext>;
     using OptimizationPtr = std::unique_ptr<Optimization>;
     using Optimizations = std::vector<OptimizationPtr>;
     using ILayerSupportSharedPtr = std::shared_ptr<ILayerSupport>;
@@ -113,6 +117,10 @@ public:
 
     virtual IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions&) const;
 
+    // Context specifically used for profiling interaction from backends.
+    virtual IBackendProfilingContextPtr CreateBackendProfilingContext(const IRuntime::CreationOptions& creationOptions,
+        armnn::profiling::IBackendProfiling& backendProfiling) const;
+
     virtual ILayerSupportSharedPtr GetLayerSupport() const = 0;
 
     virtual OptimizationViews OptimizeSubgraphView(const SubgraphView& subgraph) const;
diff --git a/include/armnn/backends/profiling/IBackendProfiling.hpp b/include/armnn/backends/profiling/IBackendProfiling.hpp
new file mode 100644
index 0000000000..6ed7aba97d
--- /dev/null
+++ b/include/armnn/backends/profiling/IBackendProfiling.hpp
@@ -0,0 +1,92 @@
+//
+// Copyright © 2020 Arm Ltd. All rights reserved.
+// SPDX-License-Identifier: MIT
+//
+#pragma once
+
+#include <armnn/IRuntime.hpp>
+#include <armnn/profiling/IProfilingGuidGenerator.hpp>
+#include <armnn/profiling/ISendTimelinePacket.hpp>
+#include <memory>
+#include <vector>
+
+namespace armnn
+{
+
+namespace profiling
+{
+
+struct CounterValue
+{
+    uint16_t counterId;
+    uint32_t counterValue;
+};
+
+struct Timestamp
+{
+    uint64_t timestamp;
+    std::vector<CounterValue> counterValues;
+};
+
+struct CounterStatus
+{
+    uint16_t m_BackendCounterId;
+    uint16_t m_GlobalCounterId;
+    bool     m_Enabled;
+    uint32_t m_SamplingRateInMicroseconds;
+};
+
+class IRegisterBackendCounters
+{
+public:
+    uint16_t RegisterCategory(const std::string& categoryName,
+                              const Optional<uint16_t>& deviceUid     = EmptyOptional(),
+                              const Optional<uint16_t>& counterSetUid = EmptyOptional());
+
+    uint16_t RegisterDevice(const std::string& deviceName,
+                            uint16_t cores                                  = 0,
+                            const Optional<std::string>& parentCategoryName = EmptyOptional());
+
+    uint16_t RegisterCounterSet(const std::string& counterSetName,
+                                uint16_t count                                  = 0,
+                                const Optional<std::string>& parentCategoryName = EmptyOptional());
+
+    uint16_t RegisterCounter(const uint16_t uid,
+                             const std::string& parentCategoryName,
+                             uint16_t counterClass,
+                             uint16_t interpolation,
+                             double multiplier,
+                             const std::string& name,
+                             const std::string& description,
+                             const Optional<std::string>& units      = EmptyOptional(),
+                             const Optional<uint16_t>& numberOfCores = EmptyOptional(),
+                             const Optional<uint16_t>& deviceUid     = EmptyOptional(),
+                             const Optional<uint16_t>& counterSetUid = EmptyOptional());
+};
+
+class IBackendProfiling
+{
+protected:
+    IBackendProfiling(const IRuntime::CreationOptions&)
+    {}
+
+public:
+    virtual ~IBackendProfiling()
+    {}
+
+    IRegisterBackendCounters GetCounterRegistrationInterface(uint16_t currentMaxGlobalCounterID);
+
+    ISendTimelinePacket& GetSendTimelinePacket();
+
+    IProfilingGuidGenerator& GetProfilingGuidGenerator();
+
+    void ReportCounters(const std::vector<Timestamp>& counterValues);
+
+    CounterStatus GetCounterStatus(uint16_t backendCounterId);
+
+    std::vector<CounterStatus> GetActiveCounters();
+
+    bool IsProfilingEnabled() const;
+};
+}    // namespace profiling
+}    // namespace armnn
\ No newline at end of file
diff --git a/include/armnn/backends/profiling/IBackendProfilingContext.hpp b/include/armnn/backends/profiling/IBackendProfilingContext.hpp
new file mode 100644
index 0000000000..d5d918322e
--- /dev/null
+++ b/include/armnn/backends/profiling/IBackendProfilingContext.hpp
@@ -0,0 +1,32 @@
+//
+// Copyright © 2020 Arm Ltd. All rights reserved.
+// SPDX-License-Identifier: MIT
+//
+#pragma once
+
+#include <armnn/IRuntime.hpp>
+#include <vector>
+
+namespace armnn
+{
+namespace profiling
+{
+
+class IBackendProfilingContext
+{
+protected:
+    IBackendProfilingContext(const IRuntime::CreationOptions&)
+    {}
+
+public:
+    virtual ~IBackendProfilingContext()
+    {}
+    virtual uint16_t RegisterCounters(uint16_t currentMaxGlobalCounterID);
+    virtual void ActivateCounters(uint32_t capturePeriod, const std::vector<uint16_t>& counterIds);
+    virtual std::vector<Timestamp> ReportCounterValues();
+    virtual void EnableProfiling(bool flag);
+};
+
+using IBackendProfilingContextUniquePtr = std::unique_ptr<IBackendProfilingContext>;
+}    // namespace profiling
+}    // namespace armnn
\ No newline at end of file