ArmNN
 22.02
RefBackend.hpp
Go to the documentation of this file.
1 //
2 // Copyright © 2017 Arm Ltd. All rights reserved.
3 // SPDX-License-Identifier: MIT
4 //
5 #pragma once
6 
8 
9 namespace armnn
10 {
11 // add new capabilities here..
13  {
14  {"NonConstWeights", true},
15  {"AsyncExecution", true},
16  {"ProtectedContentAllocation", false},
17  {"ConstantTensorsAsInputs", true},
18  {"PreImportIOTensors", true},
19  {"ExternallyManagedMemory", true},
20  {"MultiAxisPacking", false},
21  {"SingleAxisPacking", true}
22  });
23 
24 const std::set<armnn::BackendCapability> oldCpuRefCapabilities {
26 };
27 
28 
30 {
31 public:
32  RefBackend() = default;
33  ~RefBackend() = default;
34 
35  static const BackendId& GetIdStatic();
36  const BackendId& GetId() const override { return GetIdStatic(); }
37 
39 
41  const IBackendInternal::IMemoryManagerSharedPtr& memoryManager = nullptr) const override;
42 
44  class TensorHandleFactoryRegistry& tensorHandleFactoryRegistry) const override;
45 
47 
49  const IRuntime::CreationOptions& creationOptions, IBackendProfilingPtr& backendProfiling) override;
50 
52 
53  OptimizationViews OptimizeSubgraphView(const SubgraphView& subgraph) const override;
54 
55  std::vector<ITensorHandleFactory::FactoryId> GetHandleFactoryPreferences() const override;
56 
57  void RegisterTensorHandleFactories(class TensorHandleFactoryRegistry& registry) override;
58 
60  {
61  return cpuRefCapabilities;
62  };
63 
64  std::unique_ptr<ICustomAllocator> GetDefaultAllocator() const override;
65 };
66 
67 } // namespace armnn
std::unique_ptr< IWorkloadFactory > IWorkloadFactoryPtr
IBackendInternal::IMemoryManagerUniquePtr CreateMemoryManager() const override
Definition: RefBackend.cpp:62
BackendCapabilities GetCapabilities() const override
Returns a BackendCapability if the backend lists the capability The BackendCapability must then be in...
Definition: RefBackend.hpp:59
const BackendId & GetId() const override
Definition: RefBackend.hpp:36
IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override
Definition: RefBackend.cpp:67
static const BackendId & GetIdStatic()
Definition: RefBackend.cpp:23
void RegisterTensorHandleFactories(class TensorHandleFactoryRegistry &registry) override
(Optional) Register TensorHandleFactories Either this method or CreateMemoryManager() and IWorkloadFa...
Definition: RefBackend.cpp:87
Copyright (c) 2021 ARM Limited and Contributors.
std::unique_ptr< IMemoryManager > IMemoryManagerUniquePtr
IBackendInternal::IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions &) const override
Create the runtime context of the backend.
Definition: RefBackend.cpp:51
const BackendCapabilities cpuRefCapabilities("CpuRef", { {"NonConstWeights", true}, {"AsyncExecution", true}, {"ProtectedContentAllocation", false}, {"ConstantTensorsAsInputs", true}, {"PreImportIOTensors", true}, {"ExternallyManagedMemory", true}, {"MultiAxisPacking", false}, {"SingleAxisPacking", true} })
IBackendInternal::IBackendProfilingContextPtr CreateBackendProfilingContext(const IRuntime::CreationOptions &creationOptions, IBackendProfilingPtr &backendProfiling) override
Create context specifically used for profiling interaction from backends.
Definition: RefBackend.cpp:56
The SubgraphView class represents a subgraph of a Graph.
OptimizationViews OptimizeSubgraphView(const SubgraphView &subgraph) const override
Definition: RefBackend.cpp:73
const std::set< armnn::BackendCapability > oldCpuRefCapabilities
Definition: RefBackend.hpp:24
Constant weights can be accessed through the descriptors, On the other hand, non-const weights can be...
std::unique_ptr< armnn::profiling::IBackendProfiling > IBackendProfilingPtr
std::shared_ptr< IMemoryManager > IMemoryManagerSharedPtr
IBackendInternal::IWorkloadFactoryPtr CreateWorkloadFactory(const IBackendInternal::IMemoryManagerSharedPtr &memoryManager=nullptr) const override
Definition: RefBackend.cpp:29
BackendOptions BackendCapabilities
std::unique_ptr< ICustomAllocator > GetDefaultAllocator() const override
Returns the default memory allocator for the backend.
Definition: RefBackend.cpp:101
std::shared_ptr< ILayerSupport > ILayerSupportSharedPtr
Struct for the users to pass backend specific options.
RefBackend()=default
std::vector< ITensorHandleFactory::FactoryId > GetHandleFactoryPreferences() const override
(Optional) Returns a vector of supported TensorHandleFactory ids in preference order.
Definition: RefBackend.cpp:82
~RefBackend()=default
std::shared_ptr< armnn::profiling::IBackendProfilingContext > IBackendProfilingContextPtr
This is the bridge between backend and backend profiling we&#39;ll keep it in the backend namespace...
std::unique_ptr< IBackendContext > IBackendContextPtr