ArmNN
 20.05
NeonBackend.cpp
Go to the documentation of this file.
1 //
2 // Copyright © 2017 Arm Ltd. All rights reserved.
3 // SPDX-License-Identifier: MIT
4 //
5 
6 #include "NeonBackend.hpp"
7 #include "NeonBackendId.hpp"
9 #include "NeonLayerSupport.hpp"
11 
13 
15 
18 
20 
21 #include <Optimizer.hpp>
22 
23 #include <arm_compute/runtime/Allocator.h>
24 
25 #include <boost/cast.hpp>
26 
27 namespace armnn
28 {
29 
31 {
32  static const BackendId s_Id{NeonBackendId()};
33  return s_Id;
34 }
35 
37 {
38  return std::make_unique<NeonMemoryManager>(std::make_unique<arm_compute::Allocator>(),
40 }
41 
43  const IBackendInternal::IMemoryManagerSharedPtr& memoryManager) const
44 {
45  return std::make_unique<NeonWorkloadFactory>(
46  PolymorphicPointerDowncast<NeonMemoryManager>(memoryManager));
47 }
48 
50  class TensorHandleFactoryRegistry& tensorHandleFactoryRegistry) const
51 {
52  auto memoryManager = std::make_shared<NeonMemoryManager>(std::make_unique<arm_compute::Allocator>(),
54 
55  tensorHandleFactoryRegistry.RegisterMemoryManager(memoryManager);
56  return std::make_unique<NeonWorkloadFactory>(
57  PolymorphicPointerDowncast<NeonMemoryManager>(memoryManager));
58 }
59 
61 {
62  return IBackendContextPtr{};
63 }
64 
67 {
69 }
70 
72 {
73  return Optimizations{};
74 }
75 
77 {
78  static ILayerSupportSharedPtr layerSupport{new NeonLayerSupport};
79  return layerSupport;
80 }
81 
83 {
84  OptimizationViews optimizationViews;
85 
86  optimizationViews.AddUntouchedSubgraph(SubgraphView(subgraph));
87 
88  return optimizationViews;
89 }
90 
91 std::vector<ITensorHandleFactory::FactoryId> NeonBackend::GetHandleFactoryPreferences() const
92 {
93  return std::vector<ITensorHandleFactory::FactoryId>() = {"Arm/Neon/TensorHandleFactory",
94  "Arm/Cl/TensorHandleFactory"};
95 }
96 
98 {
99  auto memoryManager = std::make_shared<NeonMemoryManager>(std::make_unique<arm_compute::Allocator>(),
101 
102  registry.RegisterMemoryManager(memoryManager);
103  registry.RegisterFactory(std::make_unique<NeonTensorHandleFactory>(memoryManager));
104 }
105 
106 } // namespace armnn
void RegisterMemoryManager(std::shared_ptr< IMemoryManager > memoryManger)
Register a memory manager with shared ownership.
std::unique_ptr< IWorkloadFactory > IWorkloadFactoryPtr
std::vector< OptimizationPtr > Optimizations
IBackendInternal::IBackendProfilingContextPtr CreateBackendProfilingContext(const IRuntime::CreationOptions &, IBackendProfilingPtr &backendProfiling) override
Create context specifically used for profiling interaction from backends.
Definition: NeonBackend.cpp:65
std::vector< ITensorHandleFactory::FactoryId > GetHandleFactoryPreferences() const override
(Optional) Returns a vector of supported TensorHandleFactory ids in preference order.
Definition: NeonBackend.cpp:91
OptimizationViews OptimizeSubgraphView(const SubgraphView &subgraph) const override
Definition: NeonBackend.cpp:82
void RegisterFactory(std::unique_ptr< ITensorHandleFactory > allocator)
Register a TensorHandleFactory and transfer ownership.
IWorkloadFactoryPtr CreateWorkloadFactory(const IBackendInternal::IMemoryManagerSharedPtr &memoryManager=nullptr) const override
Definition: NeonBackend.cpp:42
constexpr const char * NeonBackendId()
IBackendInternal::IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions &) const override
Create the runtime context of the backend.
Definition: NeonBackend.cpp:60
Copyright (c) 2020 ARM Limited.
std::unique_ptr< IMemoryManager > IMemoryManagerUniquePtr
The SubgraphView class represents a subgraph of a Graph.
void RegisterTensorHandleFactories(class TensorHandleFactoryRegistry &registry) override
(Optional) Register TensorHandleFactories Either this method or CreateMemoryManager() and IWorkloadFa...
Definition: NeonBackend.cpp:97
std::unique_ptr< armnn::profiling::IBackendProfiling > IBackendProfilingPtr
std::shared_ptr< IMemoryManager > IMemoryManagerSharedPtr
IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override
Definition: NeonBackend.cpp:76
void AddUntouchedSubgraph(SubgraphView &&subgraph)
std::shared_ptr< ILayerSupport > ILayerSupportSharedPtr
IBackendInternal::Optimizations GetOptimizations() const override
Definition: NeonBackend.cpp:71
static const BackendId & GetIdStatic()
Definition: NeonBackend.cpp:30
std::shared_ptr< armnn::profiling::IBackendProfilingContext > IBackendProfilingContextPtr
This is the bridge between backend and backend profiling we&#39;ll keep it in the backend namespace...
IBackendInternal::IMemoryManagerUniquePtr CreateMemoryManager() const override
Definition: NeonBackend.cpp:36
std::unique_ptr< IBackendContext > IBackendContextPtr