+ +

#include <Layer.hpp>

+

+Inheritance diagram for Layer:

+

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

+Public Member Functions
	Layer (unsigned int numInputSlots, unsigned int numOutputSlots, LayerType type, const char *name)

	Layer (unsigned int numInputSlots, unsigned int numOutputSlots, LayerType type, DataLayout layout, const char *name)

const std::string &	GetNameStr () const

const OutputHandler &	GetOutputHandler (unsigned int i=0) const

OutputHandler &	GetOutputHandler (unsigned int i=0)

const std::vector< InputSlot > &	GetInputSlots () const

const std::vector< OutputSlot > &	GetOutputSlots () const

std::vector< InputSlot >::iterator	BeginInputSlots ()

std::vector< InputSlot >::iterator	EndInputSlots ()

std::vector< OutputSlot >::iterator	BeginOutputSlots ()

std::vector< OutputSlot >::iterator	EndOutputSlots ()

bool	IsOutputUnconnected ()

void	ResetPriority () const

LayerPriority	GetPriority () const

LayerType	GetType () const

DataType	GetDataType () const

const BackendId &	GetBackendId () const

void	SetBackendId (const BackendId &id)

virtual std::unique_ptr< IWorkload >	CreateWorkload (const IWorkloadFactory &factory) const =0

virtual void	CreateTensorHandles (const TensorHandleFactoryRegistry &registry, const IWorkloadFactory &factory, const bool IsMemoryManaged=true)

virtual Layer *	Clone (Graph &graph) const =0

void	VerifyLayerConnections (unsigned int expectedConnections, const CheckLocation &location) const

virtual void	ValidateTensorShapesFromInputs ()=0

std::vector< TensorShape >	InferOutputShapes (const std::vector< TensorShape > &inputShapes) const override

virtual void	SerializeLayerParameters (ParameterStringifyFunction &fn) const

virtual void	ReleaseConstantData ()

template<typename Op >
void	OperateOnConstantTensors (Op op)

const char *	GetName () const override

unsigned int	GetNumInputSlots () const override

unsigned int	GetNumOutputSlots () const override

const InputSlot &	GetInputSlot (unsigned int index) const override

InputSlot &	GetInputSlot (unsigned int index) override

const OutputSlot &	GetOutputSlot (unsigned int index=0) const override

OutputSlot &	GetOutputSlot (unsigned int index=0) override

void	SetGuid (LayerGuid guid)

LayerGuid	GetGuid () const final

void	AddRelatedLayerName (const std::string layerName)

const std::list< std::string > &	GetRelatedLayerNames ()

virtual void	Reparent (Graph &dest, std::list< Layer *>::const_iterator iterator)=0

Public Member Functions inherited from IConnectableLayer
virtual void	Accept (ILayerVisitor &visitor) const =0

+ + + +

+Protected Types
using	ConstantTensors = std::vector< std::reference_wrapper< std::unique_ptr< ScopedCpuTensorHandle > >>

+ + + + + + + + + + + + + + + + + + + + + + +

+Protected Member Functions
virtual	~Layer ()=default

template<typename QueueDescriptor >
void	CollectQueueDescriptorInputs (QueueDescriptor &descriptor, WorkloadInfo &info) const

template<typename QueueDescriptor >
void	CollectQueueDescriptorOutputs (QueueDescriptor &descriptor, WorkloadInfo &info) const

template<typename QueueDescriptor >
WorkloadInfo	PrepInfoAndDesc (QueueDescriptor &descriptor) const
	Helper function to reduce duplication in *LayerCreateWorkload. More...

template<typename LayerType , typename ... Params>
LayerType *	CloneBase (Graph &graph, Params &&... params) const

virtual ConstantTensors	GetConstantTensorsByRef ()

Protected Member Functions inherited from IConnectableLayer
	~IConnectableLayer ()
	Objects are not deletable via the handle. More...

+ + + +

+Protected Attributes
std::vector< OutputHandler >	m_OutputHandlers

+ + + +

+Friends
class	Graph

+

Detailed Description

+

Definition at line 209 of file Layer.hpp.

+

Member Typedef Documentation

+ +

◆ ConstantTensors

+ +

+

+ + + + + +

+ + + + +

using ConstantTensors = std::vector<std::reference_wrapper<std::unique_ptr<ScopedCpuTensorHandle> >>

+

+protected

+

+ +

Definition at line 356 of file Layer.hpp.

+ +

+

Constructor & Destructor Documentation

+ +

◆ Layer() [1/2]

+ +

+

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

Layer	(	unsigned int	numInputSlots,
		unsigned int	numOutputSlots,
		LayerType	type,
		const char *	name
	)

+

Parameters

+ + +

name	- Optional name for the layer (may be nullptr).

+

+ +

Definition at line 212 of file Layer.cpp.

+ +

References Layer::GetInputSlots(), Layer::m_OutputHandlers, and WorkloadDataCollector::Push().

+

 : Layer(numInputSlots, numOutputSlots, type, DataLayout::NCHW, name)
 {
 }

+
+

+

+ +

◆ Layer() [2/2]

+ +

+

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

Layer	(	unsigned int	numInputSlots,
		unsigned int	numOutputSlots,
		LayerType	type,
		DataLayout	layout,
		const char *	name
	)

+

+ +

Definition at line 187 of file Layer.cpp.

+ +

References Layer::m_OutputHandlers.

+

 : m_OutputHandlers(numOutputSlots)
 , m_LayerName(name ? name : "")
 , m_Type(type)
 , m_BackendId()
 , m_Guid(profiling::ProfilingService::Instance().NextGuid())
 {
     boost::ignore_unused(layout);
     m_InputSlots.reserve(numInputSlots);
     for (unsigned int i = 0; i < numInputSlots; ++i)
     {
         m_InputSlots.emplace_back(*this, i);
     }
 
     m_OutputSlots.reserve(numOutputSlots);
     for (unsigned int i = 0; i < numOutputSlots; ++i)
     {
         m_OutputSlots.emplace_back(*this, m_OutputHandlers[i]);
     }
 }

+
+

+

+ +

◆ ~Layer()

+ +

+

+ + + + + +

+ + + + + + + +

virtual ~Layer ( )

+

+protectedvirtualdefault

+

+ +

+

Member Function Documentation

+ +

◆ AddRelatedLayerName()

+ +

+

+ + + + + +

+ + + + + + + + +

void AddRelatedLayerName ( const std::string layerName )

+

+inline

+

+ +

Definition at line 318 of file Layer.hpp.

+

318 { m_RelatedLayerNames.emplace_back(layerName); }

+

+ +

◆ BeginInputSlots()

+ +

+

+ + + + + +

+ + + + + + + +

std::vector<InputSlot>::iterator BeginInputSlots ( )

+

+inline

+

+ +

Definition at line 235 of file Layer.hpp.

+ +

Referenced by armnn::InsertConvertFp16ToFp32LayersBefore(), ConvertFp32NetworkToFp16Impl::Run(), and MovePermuteUpImpl::Run().

+

235 { return m_InputSlots.begin(); }

+

+ +

◆ BeginOutputSlots()

+ +

+

+ + + + + +

+ + + + + + + +

std::vector<OutputSlot>::iterator BeginOutputSlots ( )

+

+inline

+

+ +

Definition at line 239 of file Layer.hpp.

+ +

Referenced by Graph::Graph(), armnn::InsertDebugLayerAfter(), ConvertFp32NetworkToFp16Impl::Run(), and SquashEqualSiblingsImpl< Comparable >::Run().

+

239 { return m_OutputSlots.begin(); }

+

+ +

◆ Clone()

+ +

+

+ + + + + +

+ + + + + + + + +

virtual Layer* Clone ( Graph & graph ) const

+

+pure virtual

+

Creates a dynamically-allocated copy of this layer.

Parameters

+ + +

graph - The Graph into which this Layer is being cloned.

+

+ +

Implemented in LstmLayer, QuantizedLstmLayer, OutputLayer, BatchNormalizationLayer, SplitterLayer, ConcatLayer, Convolution2dLayer, DepthwiseConvolution2dLayer, FullyConnectedLayer, TransposeConvolution2dLayer, DetectionPostProcessLayer, PreCompiledLayer, ConstantLayer, ArgMinMaxLayer, ComparisonLayer, ConvertFp16ToFp32Layer, DepthToSpaceLayer, DivisionLayer, ElementwiseUnaryLayer, GatherLayer, LogSoftmaxLayer, MaximumLayer, MeanLayer, MinimumLayer, MultiplicationLayer, PadLayer, PreluLayer, SpaceToBatchNdLayer, SpaceToDepthLayer, StandInLayer, SubtractionLayer, AbsLayer, AdditionLayer, BatchToSpaceNdLayer, ConvertFp32ToFp16Layer, DebugLayer, DequantizeLayer, FakeQuantizationLayer, FloorLayer, InputLayer, InstanceNormalizationLayer, L2NormalizationLayer, MemCopyLayer, MemImportLayer, MergeLayer, NormalizationLayer, PermuteLayer, Pooling2dLayer, ReshapeLayer, ResizeLayer, RsqrtLayer, SliceLayer, SoftmaxLayer, StackLayer, StridedSliceLayer, SwitchLayer, ActivationLayer, and QuantizeLayer.

+ +

Referenced by Graph::Graph().

+ +

+

+ +

◆ CloneBase()

+ +

+

+ + + + + +

+ + + + + + + + + + + + + + + + + + +

LayerType * CloneBase	(	Graph &	graph,
		Params &&...	params
	)		const

+

+protected

+

+ +

Definition at line 14 of file LayerCloneBase.hpp.

+ +

References Graph::AddLayer(), Layer::GetBackendId(), and Layer::GetGuid().

+

 {
     LayerType* const layer = graph.AddLayer<LayerType>(std::forward<Params>(params)...);
 
     layer->SetBackendId(GetBackendId());
     layer->SetGuid(GetGuid());
 
     return layer;
 }

+
+
+

+

+ +

◆ CollectQueueDescriptorInputs()

+ +

+

+ + + + + +

+ + + + + + + + + + + + + + + + + + +

void CollectQueueDescriptorInputs	(	QueueDescriptor &	descriptor,
		WorkloadInfo &	info
	)		const

+

+inlineprotected

+

+ +

Definition at line 329 of file Layer.hpp.

+ +

References QueueDescriptor::m_Inputs, and WorkloadInfo::m_InputTensorInfos.

+

     {
         WorkloadDataCollector dataCollector(descriptor.m_Inputs, info.m_InputTensorInfos);
         CollectWorkloadInputs(dataCollector);
     }

+

+

+ +

◆ CollectQueueDescriptorOutputs()

+ +

+

+ + + + + +

+ + + + + + + + + + + + + + + + + + +

void CollectQueueDescriptorOutputs	(	QueueDescriptor &	descriptor,
		WorkloadInfo &	info
	)		const

+

+inlineprotected

+

+ +

Definition at line 336 of file Layer.hpp.

+ +

References QueueDescriptor::m_Outputs, and WorkloadInfo::m_OutputTensorInfos.

+

     {
         WorkloadDataCollector dataCollector(descriptor.m_Outputs, info.m_OutputTensorInfos);
         CollectWorkloadOutputs(dataCollector);
     }

+

+

+ +

◆ CreateTensorHandles()

+ +

+

+ + + + + +

+ + + + + + + + + + + + + + + + + + + + + + + + +

void CreateTensorHandles	(	const TensorHandleFactoryRegistry &	registry,
		const IWorkloadFactory &	factory,
		const bool	IsMemoryManaged = `true`
	)

+

+virtual

+

+ +

Reimplemented in SplitterLayer, ConcatLayer, and OutputLayer.

+ +

Definition at line 239 of file Layer.cpp.

+ +

References OutputHandler::CreateTensorHandles(), TensorHandleFactoryRegistry::GetFactory(), Layer::GetNumOutputSlots(), Layer::GetOutputHandler(), Layer::GetOutputSlot(), OutputSlot::GetTensorHandleFactoryId(), and ITensorHandleFactory::LegacyFactoryId.

+

 {
     for (unsigned int idx=0; idx < GetNumOutputSlots(); idx++)
     {
 
         OutputSlot& slot = GetOutputSlot(idx);
         ITensorHandleFactory::FactoryId factoryId = slot.GetTensorHandleFactoryId();
 
         OutputHandler& handler = GetOutputHandler(idx);
         if (factoryId == ITensorHandleFactory::LegacyFactoryId)
         {
             handler.CreateTensorHandles(workloadFactory, IsMemoryManaged);
         }
         else
         {
             ITensorHandleFactory* handleFactory = registry.GetFactory(factoryId);
             BOOST_ASSERT(handleFactory);
             handler.CreateTensorHandles(*handleFactory, IsMemoryManaged);
         }
     }
 }

+
+
+
+
+

+

+ +

◆ CreateWorkload()

+ +

+

+ + + + + +

+ + + + + + + + +

virtual std::unique_ptr<IWorkload> CreateWorkload ( const IWorkloadFactory & factory ) const

+

+pure virtual

+

+ +

Implemented in LstmLayer, QuantizedLstmLayer, BatchNormalizationLayer, Convolution2dLayer, PreCompiledLayer, DepthwiseConvolution2dLayer, FullyConnectedLayer, TransposeConvolution2dLayer, DetectionPostProcessLayer, ConstantLayer, ArgMinMaxLayer, ComparisonLayer, ConvertFp16ToFp32Layer, DepthToSpaceLayer, DivisionLayer, ElementwiseUnaryLayer, GatherLayer, LogSoftmaxLayer, MaximumLayer, MeanLayer, MinimumLayer, MultiplicationLayer, PadLayer, PreluLayer, SpaceToBatchNdLayer, SpaceToDepthLayer, StandInLayer, SubtractionLayer, AbsLayer, AdditionLayer, BatchToSpaceNdLayer, ConcatLayer, ConvertFp32ToFp16Layer, DebugLayer, DequantizeLayer, FakeQuantizationLayer, FloorLayer, InputLayer, InstanceNormalizationLayer, L2NormalizationLayer, MemCopyLayer, MemImportLayer, MergeLayer, NormalizationLayer, OutputLayer, PermuteLayer, Pooling2dLayer, QuantizeLayer, ReshapeLayer, ResizeLayer, RsqrtLayer, SliceLayer, SoftmaxLayer, SplitterLayer, StackLayer, StridedSliceLayer, SwitchLayer, and ActivationLayer.

+ +

+

+ +

◆ EndInputSlots()

+ +

+

+ + + + + +

+ + + + + + + +

std::vector<InputSlot>::iterator EndInputSlots ( )

+

+inline

+

+ +

Definition at line 236 of file Layer.hpp.

+ +

Referenced by armnn::InsertConvertFp16ToFp32LayersBefore(), ConvertFp32NetworkToFp16Impl::Run(), and MovePermuteUpImpl::Run().

+

236 { return m_InputSlots.end(); }

+

+ +

◆ EndOutputSlots()

+ +

+

+ + + + + +

+ + + + + + + +

std::vector<OutputSlot>::iterator EndOutputSlots ( )

+

+inline

+

+ +

Definition at line 240 of file Layer.hpp.

+ +

Referenced by armnn::InsertDebugLayerAfter(), and ConvertFp32NetworkToFp16Impl::Run().

+

240 { return m_OutputSlots.end(); }

+

+ +

◆ GetBackendId()

+ +

+

+ + + + + +

+ + + + + + + +

const BackendId& GetBackendId ( ) const

+

+inline

+

+ +

Definition at line 263 of file Layer.hpp.

+ +

Referenced by Graph::AddCompatibilityLayers(), armnn::ApplyBackendOptimizations(), BOOST_AUTO_TEST_CASE(), armnn::CalculateEdgeStrategy(), armnn::CalculateSlotOption(), armnn::CalculateSlotOptionForInput(), Layer::CloneBase(), LoadedNetwork::GetOutputTensorInfo(), and armnn::SelectTensorHandleStrategy().

+

263 { return m_BackendId; }

+

+ +

◆ GetConstantTensorsByRef()

+ +

+

+ + + + + +

+ + + + + + + +

virtual ConstantTensors GetConstantTensorsByRef ( )

+

+inlineprotectedvirtual

+

+ +

Reimplemented in LstmLayer, QuantizedLstmLayer, Convolution2dLayer, DepthwiseConvolution2dLayer, FullyConnectedLayer, TransposeConvolution2dLayer, BatchNormalizationLayer, ConstantLayer, and DetectionPostProcessLayer.

+ +

Definition at line 357 of file Layer.hpp.

+

357 {return ConstantTensors(); };

armnn::Layer::ConstantTensors

std::vector< std::reference_wrapper< std::unique_ptr< ScopedCpuTensorHandle > >> ConstantTensors

Definition: Layer.hpp:356

+

+ +

◆ GetDataType()

+ +

+

+ + + + + + + +

DataType GetDataType ( ) const

+

+ +

Definition at line 272 of file Layer.cpp.

+ +

References InputSlot::GetConnection(), TensorInfo::GetDataType(), Layer::GetInputSlot(), Layer::GetNumInputSlots(), Layer::GetOutputSlot(), IOutputSlot::GetTensorInfo(), and OutputSlot::GetTensorInfo().

+ +

Referenced by BOOST_AUTO_TEST_CASE(), ConvertFp32NetworkToFp16Impl::Run(), IsFloat32Layer::Test(), and IsFloat16Layer::Test().

+

 {
     if (GetNumInputSlots() > 0) // Ignore the input layer.
     {
         return GetInputSlot(0).GetConnection()->GetTensorInfo().GetDataType();
     }
     return GetOutputSlot(0).GetTensorInfo().GetDataType();
 }

+
+
+
+
+
+
+

+

+ +

◆ GetGuid()

+ +

+

+ + + + + +

+ + + + + + + +

LayerGuid GetGuid ( ) const

+

+inlinefinalvirtual

+

+ +

Implements IConnectableLayer.

+ +

Definition at line 316 of file Layer.hpp.

+ +

Referenced by Layer::CloneBase(), DebugLayer::CreateWorkload(), OutputSlot::GetOwningLayerGuid(), QuantizerVisitor::QuantizerVisitor(), and Graph::SerializeToDot().

+

316 { return m_Guid; }

+

+ +

◆ GetInputSlot() [1/2]

+ +

+

+ + + + + +

+ + + + + + + + +

const InputSlot& GetInputSlot ( unsigned int index ) const

+

+inlineoverridevirtual

+

+ +

Implements IConnectableLayer.

+ +

Definition at line 310 of file Layer.hpp.

+ +

+

310 { return m_InputSlots.at(index); }

+

+ +

◆ GetInputSlot() [2/2]

+ +

+

+ + + + + +

+ + + + + + + + +

InputSlot& GetInputSlot ( unsigned int index )

+

+inlineoverridevirtual

+

+ +

Implements IConnectableLayer.

+ +

Definition at line 311 of file Layer.hpp.

+

311 { return m_InputSlots.at(index); }

+

+ +

◆ GetInputSlots()

+ +

+

+ + + + + +

+ + + + + + + +

const std::vector<InputSlot>& GetInputSlots ( ) const

+

+inline

+

+ +

Definition at line 231 of file Layer.hpp.

+ +

Referenced by BOOST_AUTO_TEST_CASE(), SplitterLayer::CreateWorkload(), LoadedNetwork::EnqueueWorkload(), armnn::ForEachLayerInput(), Layer::GetPriority(), IWorkloadFactory::IsLayerSupported(), and Layer::Layer().

+

231 { return m_InputSlots; }

+

+ +

◆ GetName()

+ +

+

+ + + + + +

+ + + + + + + +

const char* GetName ( ) const

+

+inlineoverridevirtual

+

+ +

Implements IConnectableLayer.

+ +

Definition at line 305 of file Layer.hpp.

+ +

+

305 { return m_LayerName.c_str(); }

+

+ +

◆ GetNameStr()

+ +

+

+ + + + + +

+ + + + + + + +

const std::string& GetNameStr ( ) const

+

+inline

+

+ +

Definition at line 216 of file Layer.hpp.

+ +

Referenced by BOOST_AUTO_TEST_CASE(), armnn::CheckScaleSetOnQuantizedType(), DebugLayer::CreateWorkload(), LoadedNetwork::GetOutputTensorInfo(), Layer::InferOutputShapes(), armnn::InsertDebugLayerAfter(), IsConnected(), and Layer::VerifyLayerConnections().

+

     {
         return m_LayerName;
     }

+

+ +

◆ GetNumInputSlots()

+ +

+

+ + + + + +

+ + + + + + + +

unsigned int GetNumInputSlots ( ) const

+

+inlineoverridevirtual

+

+ +

Implements IConnectableLayer.

+ +

Definition at line 307 of file Layer.hpp.

+ +

Referenced by CheckNumberOfInputSlot(), ConcatLayer::CreateWorkload(), LoadedNetwork::EnqueueWorkload(), Layer::GetDataType(), Layer::InferOutputShapes(), InputSlot::Insert(), armnn::InsertConvertFp16ToFp32LayersBefore(), StackLayer::ValidateTensorShapesFromInputs(), ConcatLayer::ValidateTensorShapesFromInputs(), and Layer::VerifyLayerConnections().

+

307 { return static_cast<unsigned int>(m_InputSlots.size()); }

+

+ +

◆ GetNumOutputSlots()

+ +

+

+ + + + + +

+ + + + + + + +

unsigned int GetNumOutputSlots ( ) const

+

+inlineoverridevirtual

+

+ +

Implements IConnectableLayer.

+ +

Definition at line 308 of file Layer.hpp.

+ +

Referenced by BOOST_AUTO_TEST_CASE(), armnnTfParser::CalcPadding(), OutputSlot::CalculateIndexOnOwner(), CheckNumberOfOutputSlot(), armnn::CheckScaleSetOnQuantizedType(), Layer::CreateTensorHandles(), LoadedNetwork::EnqueueWorkload(), Layer::InferOutputShapes(), InputSlot::Insert(), armnn::InsertConvertFp32ToFp16LayersAfter(), armnn::InsertDebugLayerAfter(), armnn::SelectTensorHandleStrategy(), SwitchLayer::ValidateTensorShapesFromInputs(), and DetectionPostProcessLayer::ValidateTensorShapesFromInputs().

+

308 { return static_cast<unsigned int>(m_OutputSlots.size()); }

+

+ +

◆ GetOutputHandler() [1/2]

+ +

+

+ + + + + +

+ + + + + + + + +

const OutputHandler& GetOutputHandler ( unsigned int i = 0 ) const

+

+inline

+

+ +

Definition at line 221 of file Layer.hpp.

+ +

Referenced by BOOST_AUTO_TEST_CASE(), Layer::CreateTensorHandles(), ConcatLayer::CreateWorkload(), LoadedNetwork::EnqueueWorkload(), InputSlot::Insert(), PermuteAsReshapeImpl::Run(), FoldPadIntoConvolution2dImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), PermuteAndBatchToSpaceAsDepthToSpaceImpl::Run(), and MovePermuteUpImpl::Run().

+

     {
         return m_OutputHandlers[i];
     }

+

+

+ +

◆ GetOutputHandler() [2/2]

+ +

+

+ + + + + +

+ + + + + + + + +

OutputHandler& GetOutputHandler ( unsigned int i = 0 )

+

+inline

+

+ +

Definition at line 226 of file Layer.hpp.

+

     {
         return const_cast<OutputHandler&>(const_cast<const Layer*>(this)->GetOutputHandler(i));
     }

+
+

+

+ +

◆ GetOutputSlot() [1/2]

+ +

+

+ + + + + +

+ + + + + + + + +

const OutputSlot& GetOutputSlot ( unsigned int index = 0 ) const

+

+inlineoverridevirtual

+

+ +

Implements IConnectableLayer.

+ +

Definition at line 312 of file Layer.hpp.

+ +

+

312 { return m_OutputSlots.at(index); }

+

+ +

◆ GetOutputSlot() [2/2]

+ +

+

+ + + + + +

+ + + + + + + + +

OutputSlot& GetOutputSlot ( unsigned int index = 0 )

+

+inlineoverridevirtual

+

+ +

Implements IConnectableLayer.

+ +

Definition at line 313 of file Layer.hpp.

+

313 { return m_OutputSlots.at(index); }

+

+ +

◆ GetOutputSlots()

+ +

+

+ + + + + +

+ + + + + + + +

const std::vector<OutputSlot>& GetOutputSlots ( ) const

+

+inline

+

+ +

Definition at line 232 of file Layer.hpp.

+ +

Referenced by Graph::AddCompatibilityLayers(), armnn::ForEachLayerOutput(), and IWorkloadFactory::IsLayerSupported().

+

232 { return m_OutputSlots; }

+

+ +

◆ GetPriority()

+ +

+

+ + + + + + + +

LayerPriority GetPriority ( ) const

+

+ +

Definition at line 287 of file Layer.cpp.

+ +

References Layer::GetInputSlots(), OutputSlot::GetOwningLayer(), Layer::GetPriority(), Layer::GetType(), armnn::Input, and armnn::Output.

+ +

Referenced by Layer::GetPriority(), and SquashEqualSiblingsImpl< Comparable >::Run().

+

 {
     constexpr LayerPriority inputPrio = std::numeric_limits<LayerPriority>::lowest();
     constexpr LayerPriority outputPrio = std::numeric_limits<LayerPriority>::max();
 
     if (GetType() == LayerType::Input)
     {
         m_Priority = inputPrio;
     }
     else if (GetType() == LayerType::Output)
     {
         m_Priority = outputPrio;
     }
     else if (m_Priority == 0)
     {
         if (m_Visiting)
         {
             throw GraphValidationException("Graph has circular dependencies: cannot walk");
         }
 
         auto maxPrio = [](const LayerPriority prio, const InputSlot& slot) -> LayerPriority
             {
                 const OutputSlot *outputSlot = slot.GetConnectedOutputSlot();
                 if (outputSlot)
                 {
                     const Layer& input = outputSlot->GetOwningLayer();
                     return std::max(prio, input.GetPriority());
                 }
                 else
                 {
                     // unconnected input slot
                     return prio;
                 }
             };
 
         m_Visiting = true;
         LayerPriority parentPrio = std::accumulate(GetInputSlots().cbegin(), GetInputSlots().cend(), 0U, maxPrio);
         m_Visiting = false;
 
         if (parentPrio >= outputPrio)
         {
             throw GraphValidationException("Graph has too many edges");
         }
 
         m_Priority = parentPrio + 1U;
     }
 
     return m_Priority;
 }

+
+
+
+
+
+

+

+ +

◆ GetRelatedLayerNames()

+ +

+

+ + + + + +

+ + + + + + + +

const std::list<std::string>& GetRelatedLayerNames ( )

+

+inline

+

+ +

Definition at line 320 of file Layer.hpp.

+ +

Referenced by ErasedLayerNamesObservable::Update().

+

320 { return m_RelatedLayerNames; }

+

+ +

◆ GetType()

+ +

+

+ + + + + +

+ + + + + + + +

LayerType GetType ( ) const

+

+inline

+

+ +

Definition at line 259 of file Layer.hpp.

+ +

Referenced by armnn::ApplyBackendOptimizations(), BOOST_AUTO_TEST_CASE(), BOOST_FIXTURE_TEST_CASE(), armnn::CalculateEdgeStrategy(), armnn::CalculateSlotOption(), armnn::CalculateSlotOptionForInput(), armnn::CheckScaleSetOnQuantizedType(), ConcatLayer::CreateWorkload(), LoadedNetwork::EnqueueWorkload(), Layer::GetPriority(), Layer::InferOutputShapes(), ReshapeLayer::IsEqual(), PermuteLayer::IsEqual(), PermuteLayer::IsInverse(), IsLayerOfType(), IWorkloadFactory::IsLayerSupported(), MockBackend::OptimizeSubgraphView(), ConvertFp32NetworkToFp16Impl::Run(), AddDebugImpl::Run(), FoldPadIntoConvolution2dImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), PermuteAndBatchToSpaceAsDepthToSpaceImpl::Run(), OptimizeInverseConversionsImpl::Run(), MovePermuteUpImpl::Run(), OptimizeForTypeImpl< BaseType, OptimizeForConnectionImpl< BaseType, ChildType, Wrapped > >::Run(), armnn::SelectTensorHandleStrategy(), ElementwiseBaseLayer::ValidateTensorShapesFromInputs(), and Layer::VerifyLayerConnections().

+

259 { return m_Type; }

+

+ +

◆ InferOutputShapes()

+ +

+

+ + + + + +

+ + + + + + + + +

std::vector< TensorShape > InferOutputShapes ( const std::vector< TensorShape > & inputShapes ) const

+

+overridevirtual

+

+ +

Implements IConnectableLayer.

+ +

Reimplemented in LstmLayer, QuantizedLstmLayer, SplitterLayer, ConcatLayer, Convolution2dLayer, DepthwiseConvolution2dLayer, FullyConnectedLayer, TransposeConvolution2dLayer, ConstantLayer, StandInLayer, BatchToSpaceNdLayer, PermuteLayer, Pooling2dLayer, ReshapeLayer, ResizeLayer, SliceLayer, StackLayer, MergeLayer, ComparisonLayer, DepthToSpaceLayer, PreluLayer, SpaceToBatchNdLayer, SpaceToDepthLayer, ArgMinMaxLayer, ElementwiseUnaryLayer, StridedSliceLayer, and ElementwiseBaseLayer.

+ +

Definition at line 370 of file Layer.cpp.

+ +

References CHECK_LOCATION, armnn::GetLayerTypeAsCString(), Layer::GetNameStr(), Layer::GetNumInputSlots(), Layer::GetNumOutputSlots(), and Layer::GetType().

+ +

+

 {
     BOOST_ASSERT(GetNumInputSlots() != 0);
     BOOST_ASSERT(GetNumOutputSlots() != 0);
 
     // By default we return what we got, meaning the output shape(s) are the same as the input(s).
     // This only works if the number of inputs and outputs are the same. Since we are in the Layer
     // base class, this means the implementation needs to be overridden in the specific layers for
     // the other cases. So the missing implementation justifies the UnimplementedException.
 
     if (GetNumInputSlots() != GetNumOutputSlots())
     {
         throw UnimplementedException(
             boost::str(
                 boost::format(
                     "Default implementation for InferOutputShapes can only be used for "
                     "layers with the same number of input and output slots. This doesn't "
                     "hold for %1% layer %2% (#inputs=%3% #outputs=%4%) %5%")
                     % GetLayerTypeAsCString(this->GetType())
                     % GetNameStr()
                     % GetNumInputSlots()
                     % GetNumOutputSlots()
                     % CHECK_LOCATION().AsString()));
     }
     return inputShapes;
 }

+
+
+
+
+
+

+

+ +

◆ IsOutputUnconnected()

+ +

+

+ + + + + +

+ + + + + + + +

bool IsOutputUnconnected ( )

+

+inline

+

+ +

Definition at line 243 of file Layer.hpp.

+ +

Referenced by OptimizeForConnectionImpl< BaseType, ChildType, Wrapped >::Run().

+

     {
         unsigned int numConnections = 0;
 
         for (auto&& output : GetOutputSlots())
         {
             numConnections += output.GetNumConnections();
         }
 
         return (GetNumOutputSlots() > 0) && (numConnections == 0);
     }

+
+

+

+ +

◆ OperateOnConstantTensors()

+ +

+

+ + + + + +

+ + + + + + + + +

void OperateOnConstantTensors ( Op op )

+

+inline

+

+ +

Definition at line 292 of file Layer.hpp.

+ +

Referenced by Layer::ReleaseConstantData(), and ConvertConstants< Converter, Predicate >::Run().

+

     {
         for (auto constant : GetConstantTensorsByRef())
         {
             if (constant.get())
             {
                 op(constant);
             }
         }
     };

+

+

+ +

◆ PrepInfoAndDesc()

+ +

+

+ + + + + +

+ + + + + + + + +

WorkloadInfo PrepInfoAndDesc ( QueueDescriptor & descriptor ) const

+

+inlineprotected

+

+ +

Helper function to reduce duplication in *LayerCreateWorkload.

+ +

Definition at line 344 of file Layer.hpp.

+ +

References armnn::info.

+ +

+

     {
         WorkloadInfo info;
         CollectQueueDescriptorInputs(descriptor, info);
         CollectQueueDescriptorOutputs(descriptor, info);
         return info;
     }

+
+
+

+

+ +

◆ ReleaseConstantData()

+ +

+

+ + + + + +

+ + + + + + + +

void ReleaseConstantData ( )

+

+virtual

+

+ +

Reimplemented in ConstantLayer.

+ +

Definition at line 263 of file Layer.cpp.

+ +

References Layer::OperateOnConstantTensors().

+ +

Referenced by BOOST_AUTO_TEST_CASE().

+

 {
     // Now free up the static data.
     OperateOnConstantTensors([](std::unique_ptr<ScopedCpuTensorHandle>& handle)
                                  {
                                      handle.reset(nullptr);
                                  });
 }

+

+

+ +

◆ Reparent()

+ +

+

+ + + + + +

+ + + + + + + + + + + + + + + + + + +

virtual void Reparent	(	Graph &	dest,
		std::list< Layer *>::const_iterator	iterator
	)

+

+pure virtual

+

+ +

Referenced by Graph::operator=(), and Graph::SubstituteSubgraph().

+ +

+

+ +

◆ ResetPriority()

+ +

+

+ + + + + + + +

void ResetPriority ( ) const

+

+ +

Definition at line 281 of file Layer.cpp.

+

 {
     m_Priority = 0;
     m_Visiting = false;
 }

+

+ +

◆ SerializeLayerParameters()

+ +

+

+ + + + + +

+ + + + + + + + +

void SerializeLayerParameters ( ParameterStringifyFunction & fn ) const

+

+virtual

+

Helper to serialize the layer parameters to string. (currently used in DotSerializer and company).

+ +

+ +

Definition at line 397 of file Layer.cpp.

+ +

References armnn::GetLayerTypeAsCString().

+ +

Referenced by LayerWithParameters< ResizeDescriptor >::SerializeLayerParameters().

+

 {
     std::string layerType = GetLayerTypeAsCString(m_Type);
     std::string backendId = std::string(m_BackendId);
     if(!(m_LayerName.compare("") == 0) && !m_LayerName.empty())
     {
         fn("LayerName",m_LayerName);
     }
     if(!(layerType.compare("") == 0) && !layerType.empty())
     {
         fn("LayerType",layerType);
     }
     if(!(backendId.compare("") == 0) && !backendId.empty())
     {
         fn("BackendID",backendId);
     }
 }

+

+

+ +

◆ SetBackendId()

+ +

+

+ + + + + +

+ + + + + + + + +

void SetBackendId ( const BackendId & id )

+

+inline

+

+ +

Definition at line 264 of file Layer.hpp.

+ +

References CreateWorkload().

+ +

Referenced by armnn::AssignBackends(), BOOST_AUTO_TEST_CASE(), BOOST_FIXTURE_TEST_CASE(), armnn::InsertDebugLayerAfter(), and MockBackend::OptimizeSubgraphView().

+

264 { m_BackendId = id; }

+

+ +

◆ SetGuid()

+ +

+

+ + + + + +

+ + + + + + + + +

void SetGuid ( LayerGuid guid )

+

+inline

+

+ +

Definition at line 315 of file Layer.hpp.

+

315 { m_Guid = guid; }

+

+ +

◆ ValidateTensorShapesFromInputs()

+ +

+

+ + + + + +

+ + + + + + + +

virtual void ValidateTensorShapesFromInputs ( )

+

+pure virtual

+

+ +

Implemented in LstmLayer, QuantizedLstmLayer, OutputLayer, BatchNormalizationLayer, SplitterLayer, ConcatLayer, Convolution2dLayer, ComparisonLayer, DepthToSpaceLayer, DepthwiseConvolution2dLayer, FullyConnectedLayer, PreluLayer, SpaceToBatchNdLayer, SpaceToDepthLayer, TransposeConvolution2dLayer, ArgMinMaxLayer, DetectionPostProcessLayer, ElementwiseUnaryLayer, StridedSliceLayer, PreCompiledLayer, ConstantLayer, ConvertFp16ToFp32Layer, GatherLayer, LogSoftmaxLayer, MeanLayer, PadLayer, StandInLayer, AbsLayer, BatchToSpaceNdLayer, ConvertFp32ToFp16Layer, DebugLayer, DequantizeLayer, FakeQuantizationLayer, FloorLayer, InputLayer, InstanceNormalizationLayer, L2NormalizationLayer, MemCopyLayer, MemImportLayer, MergeLayer, NormalizationLayer, PermuteLayer, Pooling2dLayer, ReshapeLayer, ResizeLayer, RsqrtLayer, SliceLayer, SoftmaxLayer, StackLayer, SwitchLayer, ActivationLayer, QuantizeLayer, and ElementwiseBaseLayer.

+ +

+

+ +

◆ VerifyLayerConnections()

+ +

+

+ + + + + + + + + + + + + + + + + + +

void VerifyLayerConnections	(	unsigned int	expectedConnections,
		const CheckLocation &	location
	)		const

+

+ +

Definition at line 337 of file Layer.cpp.

+ +

References CheckLocation::AsString(), Layer::GetInputSlot(), armnn::GetLayerTypeAsCString(), Layer::GetNameStr(), Layer::GetNumInputSlots(), and Layer::GetType().

+ +

+

 {
     BOOST_ASSERT(GetNumInputSlots() == expectedConnections);
 
     for (unsigned int i=0; i<expectedConnections; ++i)
     {
         if (GetInputSlot(i).GetConnection() == nullptr)
         {
             throw LayerValidationException(
                 boost::str(
                     boost::format(
                         "Input connection #%1% must be connected "
                         "for %2% layer %3% %4%")
                         % i
                         % GetLayerTypeAsCString(this->GetType())
                         % GetNameStr()
                         % location.AsString()));
         }
         if(! GetInputSlot(i).GetConnection()->IsTensorInfoSet())
         {
             throw LayerValidationException(
                 boost::str(
                     boost::format(
                         "TensorInfo of Input connection #%1% must be set on connected OutputSlot for "
                         "%2% layer %3% %4%")
                         % i
                         % GetLayerTypeAsCString(this->GetType())
                         % GetNameStr()
                         % location.AsString()));
         }
     }
 }

+
+
+
+
+

+

Friends And Related Function Documentation

+ +

◆ Graph

+ +

+

+ + + + + +

+ + + + +

friend class Graph

+

+friend

+

+ +

Definition at line 325 of file Layer.hpp.

+ +

+

Member Data Documentation

+ +

◆ m_OutputHandlers

+ +

+

+ + + + + +

+ + + + +

std::vector<OutputHandler> m_OutputHandlers

+

+protected

+

+ +

Definition at line 364 of file Layer.hpp.

+ +

Referenced by ConcatLayer::CreateWorkload(), SplitterLayer::CreateWorkload(), and Layer::Layer().

+ +

+

The documentation for this class was generated from the following files:

src/armnn/Layer.hpp
src/armnn/Layer.cpp
src/armnn/layers/LayerCloneBase.hpp

+

+Public Member Functions

+Protected Types

+Protected Member Functions

+Protected Attributes

+Friends

Detailed Description

Member Typedef Documentation

◆ ConstantTensors

Constructor & Destructor Documentation

◆ Layer() [1/2]

◆ Layer() [2/2]

◆ ~Layer()

Member Function Documentation

◆ AddRelatedLayerName()

◆ BeginInputSlots()

◆ BeginOutputSlots()

◆ Clone()

◆ CloneBase()

◆ CollectQueueDescriptorInputs()

◆ CollectQueueDescriptorOutputs()

◆ CreateTensorHandles()

◆ CreateWorkload()

◆ EndInputSlots()

◆ EndOutputSlots()

◆ GetBackendId()

◆ GetConstantTensorsByRef()

◆ GetDataType()

◆ GetGuid()

◆ GetInputSlot() [1/2]

◆ GetInputSlot() [2/2]

◆ GetInputSlots()

◆ GetName()

◆ GetNameStr()

◆ GetNumInputSlots()

◆ GetNumOutputSlots()

◆ GetOutputHandler() [1/2]

◆ GetOutputHandler() [2/2]

◆ GetOutputSlot() [1/2]

◆ GetOutputSlot() [2/2]

◆ GetOutputSlots()

◆ GetPriority()

◆ GetRelatedLayerNames()

◆ GetType()

◆ InferOutputShapes()

◆ IsOutputUnconnected()

◆ OperateOnConstantTensors()

◆ PrepInfoAndDesc()

◆ ReleaseConstantData()

◆ Reparent()

◆ ResetPriority()

◆ SerializeLayerParameters()

◆ SetBackendId()

◆ SetGuid()

◆ ValidateTensorShapesFromInputs()

◆ VerifyLayerConnections()

Friends And Related Function Documentation

◆ Graph

Member Data Documentation

◆ m_OutputHandlers