#include <TensorHandleFactoryRegistry.hpp>

Public Member Functions
	TensorHandleFactoryRegistry ()=default

	TensorHandleFactoryRegistry (const TensorHandleFactoryRegistry &other)=delete

	TensorHandleFactoryRegistry (TensorHandleFactoryRegistry &&other)=delete

void	RegisterFactory (std::unique_ptr< ITensorHandleFactory > allocator)
	Register a TensorHandleFactory and transfer ownership. More...

void	RegisterMemoryManager (std::shared_ptr< IMemoryManager > memoryManger)
	Register a memory manager with shared ownership. More...

ITensorHandleFactory *	GetFactory (ITensorHandleFactory::FactoryId id) const
	Find a TensorHandleFactory by Id Returns nullptr if not found. More...

ITensorHandleFactory *	GetFactory (ITensorHandleFactory::FactoryId id, MemorySource memSource) const
	Overload of above allowing specification of Memory Source. More...

void	RegisterCopyAndImportFactoryPair (ITensorHandleFactory::FactoryId copyFactoryId, ITensorHandleFactory::FactoryId importFactoryId)
	Register a pair of TensorHandleFactory Id for Memory Copy and TensorHandleFactory Id for Memory Import. More...

ITensorHandleFactory::FactoryId	GetMatchingImportFactoryId (ITensorHandleFactory::FactoryId copyFactoryId)
	Get a matching TensorHandleFatory Id for Memory Import given TensorHandleFactory Id for Memory Copy. More...

void	AquireMemory ()
	Aquire memory required for inference. More...

void	ReleaseMemory ()
	Release memory required for inference. More...

std::vector< std::shared_ptr< IMemoryManager > > &	GetMemoryManagers ()

Detailed Description

Definition at line 22 of file TensorHandleFactoryRegistry.hpp.

Constructor & Destructor Documentation

◆ TensorHandleFactoryRegistry() [1/3]

TensorHandleFactoryRegistry ( )

default

◆ TensorHandleFactoryRegistry() [2/3]

TensorHandleFactoryRegistry ( const TensorHandleFactoryRegistry & other )

delete

◆ TensorHandleFactoryRegistry() [3/3]

TensorHandleFactoryRegistry ( TensorHandleFactoryRegistry && other )

delete

Member Function Documentation

◆ AquireMemory()

void AquireMemory ( )

Aquire memory required for inference.

Definition at line 78 of file TensorHandleFactoryRegistry.cpp.

 {
     for (auto& mgr : m_MemoryManagers)
     {
         mgr->Acquire();
     }
 }

◆ GetFactory() [1/2]

ITensorHandleFactory * GetFactory ( ITensorHandleFactory::FactoryId id ) const

Find a TensorHandleFactory by Id Returns nullptr if not found.

Definition at line 39 of file TensorHandleFactoryRegistry.cpp.

Referenced by Graph::AddCompatibilityLayers(), armnn::CalculateEdgeStrategy(), armnn::CalculateSlotOption(), armnn::CalculateSlotOptionForInput(), SplitterLayer::CreateTensorHandles(), ConcatLayer::CreateTensorHandles(), Layer::CreateTensorHandles(), SplitterLayer::CreateWorkload(), ConcatLayer::CreateWorkload(), and armnn::RequiresCopy().

 {
     for (auto& factory : m_Factories)
     {
         if (factory->GetId() == id)
         {
             return factory.get();
         }
     }
 
     return nullptr;
 }

◆ GetFactory() [2/2]

ITensorHandleFactory * GetFactory	(	ITensorHandleFactory::FactoryId	id,
		MemorySource	memSource
	)		const

Overload of above allowing specification of Memory Source.

Definition at line 52 of file TensorHandleFactoryRegistry.cpp.

 {
     for (auto& factory : m_Factories)
     {
         if (factory->GetId() == id && factory->GetImportFlags() == static_cast<MemorySourceFlags>(memSource))
         {
             return factory.get();
         }
     }
 
     return nullptr;
 }

◆ GetMatchingImportFactoryId()

ITensorHandleFactory::FactoryId GetMatchingImportFactoryId ( ITensorHandleFactory::FactoryId copyFactoryId )

Get a matching TensorHandleFatory Id for Memory Import given TensorHandleFactory Id for Memory Copy.

Definition at line 72 of file TensorHandleFactoryRegistry.cpp.

Referenced by TEST_SUITE().

 {
     return m_FactoryMappings[copyFactoryId];
 }

◆ GetMemoryManagers()

std::vector<std::shared_ptr<IMemoryManager> >& GetMemoryManagers ( )

inline

Definition at line 57 of file TensorHandleFactoryRegistry.hpp.

     {
         return m_MemoryManagers;
     }

◆ RegisterCopyAndImportFactoryPair()

void RegisterCopyAndImportFactoryPair	(	ITensorHandleFactory::FactoryId	copyFactoryId,
		ITensorHandleFactory::FactoryId	importFactoryId
	)

Register a pair of TensorHandleFactory Id for Memory Copy and TensorHandleFactory Id for Memory Import.

Definition at line 66 of file TensorHandleFactoryRegistry.cpp.

Referenced by NeonBackend::CreateWorkloadFactory(), RefBackend::CreateWorkloadFactory(), ClBackend::CreateWorkloadFactory(), RefBackend::RegisterTensorHandleFactories(), NeonBackend::RegisterTensorHandleFactories(), ClBackend::RegisterTensorHandleFactories(), and TEST_SUITE().

 {
     m_FactoryMappings[copyFactoryId] = importFactoryId;
 }

◆ RegisterFactory()

void RegisterFactory ( std::unique_ptr< ITensorHandleFactory > allocator )

Register a TensorHandleFactory and transfer ownership.

Definition at line 12 of file TensorHandleFactoryRegistry.cpp.

Referenced by MockImportBackend::CreateWorkloadFactory(), NeonBackend::CreateWorkloadFactory(), RefBackend::CreateWorkloadFactory(), ClBackend::CreateWorkloadFactory(), MockImportBackend::RegisterTensorHandleFactories(), RefBackend::RegisterTensorHandleFactories(), NeonBackend::RegisterTensorHandleFactories(), ClBackend::RegisterTensorHandleFactories(), and sdb::SampleDynamicBackendId().

 {
     if (!newFactory)
     {
         return;
     }
 
     ITensorHandleFactory::FactoryId id = newFactory->GetId();
 
     // Don't register duplicates
     for (auto& registeredFactory : m_Factories)
     {
         if (id == registeredFactory->GetId())
         {
             return;
         }
     }
 
     // Take ownership of the new allocator
     m_Factories.push_back(std::move(newFactory));
 }

◆ RegisterMemoryManager()

void RegisterMemoryManager ( std::shared_ptr< IMemoryManager > memoryManger )

Register a memory manager with shared ownership.

Definition at line 34 of file TensorHandleFactoryRegistry.cpp.