Layer Class Reference

#include <Layer.hpp>

Inheritance diagram for Layer:

Public Member Functions
	Layer (unsigned int numInputSlots, unsigned int numOutputSlots, LayerType type, const char *name)
	Layer (unsigned int numInputSlots, unsigned int numOutputSlots, LayerType type, DataLayout layout, const char *name)
const std::string &	GetNameStr () const
const OutputHandler &	GetOutputHandler (unsigned int i=0) const
OutputHandler &	GetOutputHandler (unsigned int i=0)
ShapeInferenceMethod	GetShapeInferenceMethod () const
const std::vector< InputSlot > &	GetInputSlots () const
const std::vector< OutputSlot > &	GetOutputSlots () const
std::vector< InputSlot >::iterator	BeginInputSlots ()
std::vector< InputSlot >::iterator	EndInputSlots ()
std::vector< OutputSlot >::iterator	BeginOutputSlots ()
std::vector< OutputSlot >::iterator	EndOutputSlots ()
bool	IsOutputUnconnected ()
void	ResetPriority () const
LayerPriority	GetPriority () const
LayerType	GetType () const
DataType	GetDataType () const
const BackendId &	GetBackendId () const
void	SetBackendId (const BackendId &id)
virtual std::unique_ptr< IWorkload >	CreateWorkload (const IWorkloadFactory &factory) const =0
virtual void	CreateTensorHandles (const TensorHandleFactoryRegistry &registry, const IWorkloadFactory &factory, const bool IsMemoryManaged=true)
virtual Layer *	Clone (Graph &graph) const =0
	Creates a dynamically-allocated copy of this layer. More...
void	VerifyLayerConnections (unsigned int expectedConnections, const CheckLocation &location) const
virtual void	ValidateTensorShapesFromInputs ()=0
std::vector< TensorShape >	InferOutputShapes (const std::vector< TensorShape > &inputShapes) const override
	Infer the shape of the output(s) based on the provided input shape(s) More...
virtual void	SerializeLayerParameters (ParameterStringifyFunction &fn) const
	Helper to serialize the layer parameters to string. More...
virtual void	ReleaseConstantData ()
template<typename Op >
void	OperateOnConstantTensors (Op op)
const char *	GetName () const override
	Returns the name of the layer. More...
unsigned int	GetNumInputSlots () const override
	Returns the number of connectable input slots. More...
unsigned int	GetNumOutputSlots () const override
	Returns the number of connectable output slots. More...
const InputSlot &	GetInputSlot (unsigned int index) const override
	Get a const input slot handle by slot index. More...
InputSlot &	GetInputSlot (unsigned int index) override
	Get the input slot handle by slot index. More...
const OutputSlot &	GetOutputSlot (unsigned int index=0) const override
	Get the const output slot handle by slot index. More...
OutputSlot &	GetOutputSlot (unsigned int index=0) override
	Get the output slot handle by slot index. More...
void	SetGuid (LayerGuid guid)
LayerGuid	GetGuid () const final
	Returns the unique id of the layer. More...
void	AddRelatedLayerName (const std::string layerName)
const std::list< std::string > &	GetRelatedLayerNames ()
virtual void	Reparent (Graph &dest, std::list< Layer *>::const_iterator iterator)=0
void	BackendSelectionHint (Optional< BackendId > backend) final
	Provide a hint for the optimizer as to which backend to prefer for this layer. More...
Optional< BackendId >	GetBackendHint () const
void	SetShapeInferenceMethod (ShapeInferenceMethod shapeInferenceMethod)
Public Member Functions inherited from IConnectableLayer
virtual void	Accept (ILayerVisitor &visitor) const =0
	Apply a visitor to this layer. More...

Protected Types
using	ConstantTensors = std::vector< std::reference_wrapper< std::unique_ptr< ScopedCpuTensorHandle > >>

Protected Member Functions
virtual	~Layer ()=default
template<typename QueueDescriptor >
void	CollectQueueDescriptorInputs (QueueDescriptor &descriptor, WorkloadInfo &info) const
template<typename QueueDescriptor >
void	CollectQueueDescriptorOutputs (QueueDescriptor &descriptor, WorkloadInfo &info) const
void	ValidateAndCopyShape (const TensorShape &outputShape, const TensorShape &inferredShape, const ShapeInferenceMethod shapeInferenceMethod, const std::string &layerName, const unsigned int outputSlotIndex=0)
void	VerifyShapeInferenceType (const TensorShape &outputShape, ShapeInferenceMethod shapeInferenceMethod)
template<typename QueueDescriptor >
WorkloadInfo	PrepInfoAndDesc (QueueDescriptor &descriptor) const
	Helper function to reduce duplication in *LayerCreateWorkload. More...
template<typename LayerType , typename ... Params>
LayerType *	CloneBase (Graph &graph, Params &&... params) const
virtual ConstantTensors	GetConstantTensorsByRef ()
Protected Member Functions inherited from IConnectableLayer
	~IConnectableLayer ()
	Objects are not deletable via the handle. More...

Protected Attributes
std::vector< OutputHandler >	m_OutputHandlers
ShapeInferenceMethod	m_ShapeInferenceMethod

Friends
class	Graph

Detailed Description

Definition at line 209 of file Layer.hpp.

Member Typedef Documentation

ConstantTensors

using ConstantTensors = std::vector<std::reference_wrapper<std::unique_ptr<ScopedCpuTensorHandle> >>

protected

Definition at line 378 of file Layer.hpp.

Constructor & Destructor Documentation

Layer() [1/2]

Layer	(	unsigned int	numInputSlots,
		unsigned int	numOutputSlots,
		LayerType	type,
		const char *	name
	)

Parameters

name	- Optional name for the layer (may be nullptr).

Definition at line 219 of file Layer.cpp.

References ARMNN_ASSERT, Layer::GetInputSlots(), Layer::m_OutputHandlers, and WorkloadDataCollector::Push().

: Layer(numInputSlots, numOutputSlots, type, DataLayout::NCHW, name)
{
}

Layer() [2/2]

Layer	(	unsigned int	numInputSlots,
		unsigned int	numOutputSlots,
		LayerType	type,
		DataLayout	layout,
		const char *	name
	)

Definition at line 192 of file Layer.cpp.

References armnn::IgnoreUnused(), and Layer::m_OutputHandlers.

: m_OutputHandlers(numOutputSlots)
, m_ShapeInferenceMethod(ShapeInferenceMethod::ValidateOnly)
, m_LayerName(name ? name : "")
, m_Type(type)
, m_BackendId()
, m_BackendHint(EmptyOptional())
, m_Guid(profiling::ProfilingService::GetNextGuid())
{
    IgnoreUnused(layout);
    m_InputSlots.reserve(numInputSlots);
    for (unsigned int i = 0; i < numInputSlots; ++i)
    {
        m_InputSlots.emplace_back(*this, i);
    }

    m_OutputSlots.reserve(numOutputSlots);
    for (unsigned int i = 0; i < numOutputSlots; ++i)
    {
        m_OutputSlots.emplace_back(*this, m_OutputHandlers[i]);
    }
}

~Layer()

virtual ~Layer ( )

protectedvirtualdefault

Member Function Documentation

AddRelatedLayerName()

void AddRelatedLayerName ( const std::string  layerName )

inline

Definition at line 320 of file Layer.hpp.

{ m_RelatedLayerNames.emplace_back(layerName); }

BackendSelectionHint()

void BackendSelectionHint ( Optional< BackendId >  backend )

inlinefinalvirtual

Provide a hint for the optimizer as to which backend to prefer for this layer.

Implements IConnectableLayer.

Definition at line 326 of file Layer.hpp.

Referenced by BOOST_AUTO_TEST_CASE().

    {
        m_BackendHint = backend;
    }

BeginInputSlots()

std::vector<InputSlot>::iterator BeginInputSlots ( )

inline

Definition at line 237 of file Layer.hpp.

Referenced by armnn::InsertConvertBf16ToFp32LayersBefore(), armnn::InsertConvertFp16ToFp32LayersBefore(), armnn::InsertConvertFp32ToBf16LayersBefore(), ConvertFp32NetworkToFp16Impl::Run(), MoveTransposeUpImpl::Run(), and MovePermuteUpImpl::Run().

{ return m_InputSlots.begin(); }

BeginOutputSlots()

std::vector<OutputSlot>::iterator BeginOutputSlots ( )

inline

Definition at line 241 of file Layer.hpp.

Referenced by Graph::Graph(), armnn::InsertDebugLayerAfter(), ConvertFp32NetworkToFp16Impl::Run(), SquashEqualSiblingsImpl< Comparable >::Run(), and SplitterLayer::ValidateTensorShapesFromInputs().

{ return m_OutputSlots.begin(); }

Clone()

virtual Layer* Clone ( Graph &  graph ) const

pure virtual

Creates a dynamically-allocated copy of this layer.

Parameters

graph

- The Graph into which this Layer is being cloned.

Implemented in QLstmLayer, LstmLayer, QuantizedLstmLayer, OutputLayer, BatchNormalizationLayer, SplitterLayer, ConcatLayer, Convolution2dLayer, DepthwiseConvolution2dLayer, FullyConnectedLayer, TransposeConvolution2dLayer, DetectionPostProcessLayer, PreCompiledLayer, ConstantLayer, PermuteLayer, ReshapeLayer, ArgMinMaxLayer, ComparisonLayer, DepthToSpaceLayer, DivisionLayer, ElementwiseUnaryLayer, GatherLayer, LogSoftmaxLayer, MaximumLayer, MeanLayer, MinimumLayer, MultiplicationLayer, PadLayer, PreluLayer, SpaceToBatchNdLayer, SpaceToDepthLayer, StandInLayer, SubtractionLayer, TransposeLayer, AbsLayer, AdditionLayer, BatchToSpaceNdLayer, ConvertBf16ToFp32Layer, ConvertFp16ToFp32Layer, ConvertFp32ToBf16Layer, DebugLayer, DequantizeLayer, FakeQuantizationLayer, FloorLayer, InputLayer, InstanceNormalizationLayer, L2NormalizationLayer, MemCopyLayer, MemImportLayer, MergeLayer, NormalizationLayer, Pooling2dLayer, ResizeLayer, RsqrtLayer, SliceLayer, SoftmaxLayer, StackLayer, StridedSliceLayer, SwitchLayer, ActivationLayer, ConvertFp32ToFp16Layer, FillLayer, QuantizeLayer, and RankLayer.

Referenced by Graph::Graph().

CloneBase()

LayerType * CloneBase ( Graph &  graph, Params &&...  params  ) const

protected

Definition at line 14 of file LayerCloneBase.hpp.

References Graph::AddLayer(), Layer::GetBackendId(), Layer::GetGuid(), and Layer::m_ShapeInferenceMethod.

{
    LayerType* const layer = graph.AddLayer<LayerType>(std::forward<Params>(params)...);

    layer->SetBackendId(GetBackendId());
    layer->SetGuid(GetGuid());
    layer->SetShapeInferenceMethod(m_ShapeInferenceMethod);

    return layer;
}

CollectQueueDescriptorInputs()

void CollectQueueDescriptorInputs ( QueueDescriptor &  descriptor, WorkloadInfo &  info  ) const

inlineprotected

Definition at line 343 of file Layer.hpp.

References QueueDescriptor::m_Inputs, and WorkloadInfo::m_InputTensorInfos.

    {
        WorkloadDataCollector dataCollector(descriptor.m_Inputs, info.m_InputTensorInfos);
        CollectWorkloadInputs(dataCollector);
    }

CollectQueueDescriptorOutputs()

void CollectQueueDescriptorOutputs ( QueueDescriptor &  descriptor, WorkloadInfo &  info  ) const

inlineprotected

Definition at line 350 of file Layer.hpp.

References QueueDescriptor::m_Outputs, and WorkloadInfo::m_OutputTensorInfos.

    {
        WorkloadDataCollector dataCollector(descriptor.m_Outputs, info.m_OutputTensorInfos);
        CollectWorkloadOutputs(dataCollector);
    }

CreateTensorHandles()

void CreateTensorHandles ( const TensorHandleFactoryRegistry &  registry, const IWorkloadFactory &  factory, const bool  IsMemoryManaged = true  )

virtual

Reimplemented in SplitterLayer, ConcatLayer, and OutputLayer.

Definition at line 246 of file Layer.cpp.

References ARMNN_ASSERT, OutputHandler::CreateTensorHandles(), TensorHandleFactoryRegistry::GetFactory(), Layer::GetNumOutputSlots(), Layer::GetOutputHandler(), Layer::GetOutputSlot(), OutputSlot::GetTensorHandleFactoryId(), and ITensorHandleFactory::LegacyFactoryId.

{
    for (unsigned int idx=0; idx < GetNumOutputSlots(); idx++)
    {

        OutputSlot& slot = GetOutputSlot(idx);
        ITensorHandleFactory::FactoryId factoryId = slot.GetTensorHandleFactoryId();

        OutputHandler& handler = GetOutputHandler(idx);
        if (factoryId == ITensorHandleFactory::LegacyFactoryId)
        {
            handler.CreateTensorHandles(workloadFactory, IsMemoryManaged);
        }
        else
        {
            ITensorHandleFactory* handleFactory = registry.GetFactory(factoryId);
            ARMNN_ASSERT(handleFactory);
            handler.CreateTensorHandles(*handleFactory, IsMemoryManaged);
        }
    }
}

CreateWorkload()

virtual std::unique_ptr<IWorkload> CreateWorkload ( const IWorkloadFactory &  factory ) const

pure virtual

Implemented in QLstmLayer, LstmLayer, QuantizedLstmLayer, BatchNormalizationLayer, Convolution2dLayer, PreCompiledLayer, DepthwiseConvolution2dLayer, FullyConnectedLayer, TransposeConvolution2dLayer, DetectionPostProcessLayer, ConstantLayer, PermuteLayer, ReshapeLayer, ArgMinMaxLayer, ComparisonLayer, DepthToSpaceLayer, DivisionLayer, ElementwiseUnaryLayer, GatherLayer, LogSoftmaxLayer, MaximumLayer, MeanLayer, MinimumLayer, MultiplicationLayer, PadLayer, PreluLayer, SpaceToBatchNdLayer, SpaceToDepthLayer, StandInLayer, SubtractionLayer, TransposeLayer, AbsLayer, AdditionLayer, BatchToSpaceNdLayer, ConcatLayer, ConvertBf16ToFp32Layer, ConvertFp16ToFp32Layer, ConvertFp32ToBf16Layer, DebugLayer, DequantizeLayer, FakeQuantizationLayer, FloorLayer, InputLayer, InstanceNormalizationLayer, L2NormalizationLayer, MemCopyLayer, MemImportLayer, MergeLayer, NormalizationLayer, OutputLayer, Pooling2dLayer, QuantizeLayer, ResizeLayer, RsqrtLayer, SliceLayer, SoftmaxLayer, SplitterLayer, StackLayer, StridedSliceLayer, SwitchLayer, ActivationLayer, ConvertFp32ToFp16Layer, FillLayer, and RankLayer.

EndInputSlots()

std::vector<InputSlot>::iterator EndInputSlots ( )

inline

Definition at line 238 of file Layer.hpp.

Referenced by armnn::InsertConvertBf16ToFp32LayersBefore(), armnn::InsertConvertFp16ToFp32LayersBefore(), armnn::InsertConvertFp32ToBf16LayersBefore(), ConvertFp32NetworkToFp16Impl::Run(), MoveTransposeUpImpl::Run(), and MovePermuteUpImpl::Run().

{ return m_InputSlots.end(); }

EndOutputSlots()

std::vector<OutputSlot>::iterator EndOutputSlots ( )

inline

Definition at line 242 of file Layer.hpp.

Referenced by armnn::InsertDebugLayerAfter(), ConvertFp32NetworkToFp16Impl::Run(), and SplitterLayer::ValidateTensorShapesFromInputs().

{ return m_OutputSlots.end(); }

GetBackendHint()

Optional<BackendId> GetBackendHint ( ) const

inline

Definition at line 330 of file Layer.hpp.

{ return m_BackendHint; }

GetBackendId()

const BackendId& GetBackendId ( ) const

inline

Definition at line 265 of file Layer.hpp.

Referenced by Graph::AddCompatibilityLayers(), armnn::ApplyBackendOptimizations(), armnn::AttemptBackendAssignment(), BOOST_AUTO_TEST_CASE(), armnn::CalculateEdgeStrategy(), armnn::CalculateSlotOption(), armnn::CalculateSlotOptionForInput(), Layer::CloneBase(), LoadedNetwork::GetOutputTensorInfo(), and armnn::SelectTensorHandleStrategy().

{ return m_BackendId; }

GetConstantTensorsByRef()

virtual ConstantTensors GetConstantTensorsByRef ( )

inlineprotectedvirtual

Reimplemented in QLstmLayer, LstmLayer, QuantizedLstmLayer, Convolution2dLayer, DepthwiseConvolution2dLayer, FullyConnectedLayer, TransposeConvolution2dLayer, BatchNormalizationLayer, ConstantLayer, and DetectionPostProcessLayer.

Definition at line 379 of file Layer.hpp.

{return ConstantTensors(); };

GetDataType()

DataType GetDataType

(

)

const

Definition at line 279 of file Layer.cpp.

References InputSlot::GetConnection(), TensorInfo::GetDataType(), Layer::GetInputSlot(), Layer::GetNumInputSlots(), Layer::GetOutputSlot(), IOutputSlot::GetTensorInfo(), and OutputSlot::GetTensorInfo().

Referenced by BOOST_AUTO_TEST_CASE(), ConvertFp32NetworkToFp16Impl::Run(), ConvertFp32NetworkToBf16Impl::Run(), IsFloat32Layer::Test(), IsFloat16Layer::Test(), and IsBFloat16Layer::Test().

{
    if (GetNumInputSlots() > 0) // Ignore the input layer.
    {
        return GetInputSlot(0).GetConnection()->GetTensorInfo().GetDataType();
    }
    return GetOutputSlot(0).GetTensorInfo().GetDataType();
}

GetGuid()

LayerGuid GetGuid ( ) const

inlinefinalvirtual

Returns the unique id of the layer.

Implements IConnectableLayer.

Definition at line 318 of file Layer.hpp.

Referenced by Layer::CloneBase(), DebugLayer::CreateWorkload(), OutputSlot::GetOwningLayerGuid(), QuantizerVisitor::QuantizerVisitor(), and Graph::SerializeToDot().

{ return m_Guid; }

GetInputSlot() [1/2]

const InputSlot& GetInputSlot ( unsigned int  index ) const

inlineoverridevirtual

Get a const input slot handle by slot index.

Implements IConnectableLayer.

Definition at line 312 of file Layer.hpp.

Referenced by BOOST_AUTO_TEST_CASE(), BOOST_FIXTURE_TEST_CASE(), CreateConvolution2dGraph(), CreateDepthwiseConvolution2dGraph(), CreateGatherGraph(), CreatePooling2dGraph(), CreateResizeBilinearGraph(), ConcatLayer::CreateWorkload(), DebugLayer::CreateWorkload(), Layer::GetDataType(), Graph::Graph(), InputSlot::Insert(), armnn::InsertConvertBf16ToFp32LayersBefore(), armnn::InsertConvertFp16ToFp32LayersBefore(), armnn::InsertConvertFp32ToBf16LayersAfter(), armnn::InsertConvertFp32ToBf16LayersBefore(), armnn::InsertConvertFp32ToFp16LayersAfter(), armnn::InsertDebugLayerAfter(), IWorkloadFactory::IsLayerSupported(), TransposeAsReshapeImpl::Run(), PermuteAsReshapeImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), FoldPadIntoConvolution2dImpl::Run(), OptimizeInverseConversionsImpl::Run(), PermuteAndBatchToSpaceAsDepthToSpaceImpl< PermuteType >::Run(), MoveTransposeUpImpl::Run(), OptimizeInversePermutesImpl< PermuteType >::Run(), MovePermuteUpImpl::Run(), DepthwiseConvolution2dLayer::SerializeLayerParameters(), Convolution2dLayer::SerializeLayerParameters(), ElementwiseBaseLayer::ValidateTensorShapesFromInputs(), QuantizeLayer::ValidateTensorShapesFromInputs(), ActivationLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToFp16Layer::ValidateTensorShapesFromInputs(), FillLayer::ValidateTensorShapesFromInputs(), RsqrtLayer::ValidateTensorShapesFromInputs(), InstanceNormalizationLayer::ValidateTensorShapesFromInputs(), MemCopyLayer::ValidateTensorShapesFromInputs(), L2NormalizationLayer::ValidateTensorShapesFromInputs(), MemImportLayer::ValidateTensorShapesFromInputs(), MergeLayer::ValidateTensorShapesFromInputs(), SwitchLayer::ValidateTensorShapesFromInputs(), DebugLayer::ValidateTensorShapesFromInputs(), NormalizationLayer::ValidateTensorShapesFromInputs(), AbsLayer::ValidateTensorShapesFromInputs(), Pooling2dLayer::ValidateTensorShapesFromInputs(), SoftmaxLayer::ValidateTensorShapesFromInputs(), DequantizeLayer::ValidateTensorShapesFromInputs(), ResizeLayer::ValidateTensorShapesFromInputs(), ConvertBf16ToFp32Layer::ValidateTensorShapesFromInputs(), SliceLayer::ValidateTensorShapesFromInputs(), FakeQuantizationLayer::ValidateTensorShapesFromInputs(), ConvertFp16ToFp32Layer::ValidateTensorShapesFromInputs(), StackLayer::ValidateTensorShapesFromInputs(), FloorLayer::ValidateTensorShapesFromInputs(), BatchToSpaceNdLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToBf16Layer::ValidateTensorShapesFromInputs(), TransposeLayer::ValidateTensorShapesFromInputs(), MeanLayer::ValidateTensorShapesFromInputs(), LogSoftmaxLayer::ValidateTensorShapesFromInputs(), PadLayer::ValidateTensorShapesFromInputs(), GatherLayer::ValidateTensorShapesFromInputs(), PermuteLayer::ValidateTensorShapesFromInputs(), ReshapeLayer::ValidateTensorShapesFromInputs(), StridedSliceLayer::ValidateTensorShapesFromInputs(), ArgMinMaxLayer::ValidateTensorShapesFromInputs(), ElementwiseUnaryLayer::ValidateTensorShapesFromInputs(), PreluLayer::ValidateTensorShapesFromInputs(), FullyConnectedLayer::ValidateTensorShapesFromInputs(), TransposeConvolution2dLayer::ValidateTensorShapesFromInputs(), ComparisonLayer::ValidateTensorShapesFromInputs(), DepthToSpaceLayer::ValidateTensorShapesFromInputs(), DepthwiseConvolution2dLayer::ValidateTensorShapesFromInputs(), SpaceToBatchNdLayer::ValidateTensorShapesFromInputs(), SpaceToDepthLayer::ValidateTensorShapesFromInputs(), Convolution2dLayer::ValidateTensorShapesFromInputs(), ConcatLayer::ValidateTensorShapesFromInputs(), BatchNormalizationLayer::ValidateTensorShapesFromInputs(), OutputLayer::ValidateTensorShapesFromInputs(), QuantizedLstmLayer::ValidateTensorShapesFromInputs(), LstmLayer::ValidateTensorShapesFromInputs(), QLstmLayer::ValidateTensorShapesFromInputs(), and Layer::VerifyLayerConnections().

{ return m_InputSlots.at(index); }

GetInputSlot() [2/2]

InputSlot& GetInputSlot ( unsigned int  index )

inlineoverridevirtual

Get the input slot handle by slot index.

Implements IConnectableLayer.

Definition at line 313 of file Layer.hpp.

{ return  m_InputSlots.at(index); }

GetInputSlots()

const std::vector<InputSlot>& GetInputSlots ( ) const

inline

Definition at line 233 of file Layer.hpp.

Referenced by BOOST_AUTO_TEST_CASE(), SplitterLayer::CreateWorkload(), LoadedNetwork::EnqueueWorkload(), armnn::ForEachLayerInput(), Layer::GetPriority(), IWorkloadFactory::IsLayerSupported(), and Layer::Layer().

{ return m_InputSlots; }

GetName()

const char* GetName ( ) const

inlineoverridevirtual

Returns the name of the layer.

Implements IConnectableLayer.

Definition at line 307 of file Layer.hpp.

Referenced by RankLayer::Accept(), AdditionLayer::Accept(), QuantizeLayer::Accept(), MinimumLayer::Accept(), MultiplicationLayer::Accept(), DivisionLayer::Accept(), MaximumLayer::Accept(), SubtractionLayer::Accept(), ActivationLayer::Accept(), FillLayer::Accept(), AbsLayer::Accept(), NormalizationLayer::Accept(), DequantizeLayer::Accept(), FloorLayer::Accept(), InputLayer::Accept(), InstanceNormalizationLayer::Accept(), RsqrtLayer::Accept(), SoftmaxLayer::Accept(), L2NormalizationLayer::Accept(), SwitchLayer::Accept(), GatherLayer::Accept(), LogSoftmaxLayer::Accept(), MeanLayer::Accept(), MergeLayer::Accept(), ArgMinMaxLayer::Accept(), DetectionPostProcessLayer::Accept(), ElementwiseUnaryLayer::Accept(), Pooling2dLayer::Accept(), ResizeLayer::Accept(), SliceLayer::Accept(), BatchToSpaceNdLayer::Accept(), StackLayer::Accept(), StridedSliceLayer::Accept(), PadLayer::Accept(), PreluLayer::Accept(), SpaceToBatchNdLayer::Accept(), SpaceToDepthLayer::Accept(), ComparisonLayer::Accept(), DepthToSpaceLayer::Accept(), StandInLayer::Accept(), ConstantLayer::Accept(), BatchNormalizationLayer::Accept(), OutputLayer::Accept(), TransposeConvolution2dLayer::Accept(), FullyConnectedLayer::Accept(), DepthwiseConvolution2dLayer::Accept(), Convolution2dLayer::Accept(), ConcatLayer::Accept(), SplitterLayer::Accept(), ReshapeLayer::Accept(), TransposeLayer::Accept(), PermuteLayer::Accept(), QuantizedLstmLayer::Accept(), LstmLayer::Accept(), QLstmLayer::Accept(), Graph::AddCompatibilityLayers(), BOOST_AUTO_TEST_CASE(), armnnTfParser::CalcPadding(), RankLayer::Clone(), QuantizeLayer::Clone(), FillLayer::Clone(), ActivationLayer::Clone(), ConvertFp32ToFp16Layer::Clone(), MergeLayer::Clone(), NormalizationLayer::Clone(), DebugLayer::Clone(), AbsLayer::Clone(), Pooling2dLayer::Clone(), ConvertBf16ToFp32Layer::Clone(), FloorLayer::Clone(), StackLayer::Clone(), MemImportLayer::Clone(), MemCopyLayer::Clone(), ConvertFp32ToBf16Layer::Clone(), ResizeLayer::Clone(), FakeQuantizationLayer::Clone(), L2NormalizationLayer::Clone(), SliceLayer::Clone(), InputLayer::Clone(), InstanceNormalizationLayer::Clone(), BatchToSpaceNdLayer::Clone(), SoftmaxLayer::Clone(), AdditionLayer::Clone(), StridedSliceLayer::Clone(), ConvertFp16ToFp32Layer::Clone(), SwitchLayer::Clone(), RsqrtLayer::Clone(), DequantizeLayer::Clone(), MinimumLayer::Clone(), MultiplicationLayer::Clone(), ArgMinMaxLayer::Clone(), ComparisonLayer::Clone(), LogSoftmaxLayer::Clone(), StandInLayer::Clone(), DivisionLayer::Clone(), DepthToSpaceLayer::Clone(), PreluLayer::Clone(), PadLayer::Clone(), ElementwiseUnaryLayer::Clone(), TransposeLayer::Clone(), MeanLayer::Clone(), GatherLayer::Clone(), MaximumLayer::Clone(), SubtractionLayer::Clone(), SpaceToDepthLayer::Clone(), SpaceToBatchNdLayer::Clone(), ConstantLayer::Clone(), ReshapeLayer::Clone(), PermuteLayer::Clone(), DetectionPostProcessLayer::Clone(), PreCompiledLayer::Clone(), TransposeConvolution2dLayer::Clone(), FullyConnectedLayer::Clone(), DepthwiseConvolution2dLayer::Clone(), Convolution2dLayer::Clone(), ConcatLayer::Clone(), SplitterLayer::Clone(), BatchNormalizationLayer::Clone(), OutputLayer::Clone(), QuantizedLstmLayer::Clone(), LstmLayer::Clone(), QLstmLayer::Clone(), armnn::InsertConvertBf16ToFp32LayersBefore(), armnn::InsertConvertFp16ToFp32LayersBefore(), armnn::InsertConvertFp32ToBf16LayersAfter(), armnn::InsertConvertFp32ToBf16LayersBefore(), armnn::InsertConvertFp32ToFp16LayersAfter(), PermuteAsReshapeImpl::Run(), TransposeAsReshapeImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), PermuteAndBatchToSpaceAsDepthToSpaceImpl< PermuteType >::Run(), FoldPadIntoConvolution2dImpl::Run(), and ErasedLayerNamesObservable::Update().

{ return m_LayerName.c_str(); }

GetNameStr()

const std::string& GetNameStr ( ) const

inline

Definition at line 216 of file Layer.hpp.

Referenced by BOOST_AUTO_TEST_CASE(), armnn::CheckScaleSetOnQuantizedType(), DebugLayer::CreateWorkload(), LoadedNetwork::GetOutputTensorInfo(), Layer::InferOutputShapes(), armnn::InsertDebugLayerAfter(), IsConnected(), and Layer::VerifyLayerConnections().

    {
        return m_LayerName;
    }

GetNumInputSlots()

unsigned int GetNumInputSlots ( ) const

inlineoverridevirtual

Returns the number of connectable input slots.

Implements IConnectableLayer.

Definition at line 309 of file Layer.hpp.

Referenced by CheckNumberOfInputSlot(), ConcatLayer::CreateWorkload(), LoadedNetwork::EnqueueWorkload(), Layer::GetDataType(), Layer::InferOutputShapes(), InputSlot::Insert(), armnn::InsertConvertBf16ToFp32LayersBefore(), armnn::InsertConvertFp16ToFp32LayersBefore(), armnn::InsertConvertFp32ToBf16LayersBefore(), StackLayer::ValidateTensorShapesFromInputs(), ConcatLayer::ValidateTensorShapesFromInputs(), and Layer::VerifyLayerConnections().

{ return static_cast<unsigned int>(m_InputSlots.size()); }

GetNumOutputSlots()

unsigned int GetNumOutputSlots ( ) const

inlineoverridevirtual

Returns the number of connectable output slots.

Implements IConnectableLayer.

Definition at line 310 of file Layer.hpp.

Referenced by BOOST_AUTO_TEST_CASE(), armnnTfParser::CalcPadding(), OutputSlot::CalculateIndexOnOwner(), CheckNumberOfOutputSlot(), armnn::CheckScaleSetOnQuantizedType(), Layer::CreateTensorHandles(), SplitterLayer::CreateWorkload(), LoadedNetwork::EnqueueWorkload(), Layer::InferOutputShapes(), InputSlot::Insert(), armnn::InsertConvertFp32ToBf16LayersAfter(), armnn::InsertConvertFp32ToFp16LayersAfter(), armnn::InsertDebugLayerAfter(), armnn::SelectTensorHandleStrategy(), SwitchLayer::ValidateTensorShapesFromInputs(), and DetectionPostProcessLayer::ValidateTensorShapesFromInputs().

{ return static_cast<unsigned int>(m_OutputSlots.size()); }

GetOutputHandler() [1/2]

const OutputHandler& GetOutputHandler ( unsigned int  i = 0 ) const

inline

Definition at line 221 of file Layer.hpp.

Referenced by BOOST_AUTO_TEST_CASE(), Layer::CreateTensorHandles(), ConcatLayer::CreateWorkload(), LoadedNetwork::EnqueueWorkload(), InputSlot::Insert(), PermuteAsReshapeImpl::Run(), TransposeAsReshapeImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), MoveTransposeUpImpl::Run(), MovePermuteUpImpl::Run(), and InputLayer::ValidateTensorShapesFromInputs().

    {
        return m_OutputHandlers[i];
    }

GetOutputHandler() [2/2]

OutputHandler& GetOutputHandler ( unsigned int  i = 0 )

inline

Definition at line 226 of file Layer.hpp.

    {
        return const_cast<OutputHandler&>(const_cast<const Layer*>(this)->GetOutputHandler(i));
    }

GetOutputSlot() [1/2]

const OutputSlot& GetOutputSlot ( unsigned int  index = 0 ) const

inlineoverridevirtual

Get the const output slot handle by slot index.

Implements IConnectableLayer.

Definition at line 314 of file Layer.hpp.

Referenced by Graph::AddCompatibilityLayers(), BOOST_AUTO_TEST_CASE(), BOOST_FIXTURE_TEST_CASE(), armnnTfParser::CalcPadding(), OutputSlot::CalculateIndexOnOwner(), armnn::CheckScaleSetOnQuantizedType(), CreateConvolution2dGraph(), CreateDepthwiseConvolution2dGraph(), CreateGatherGraph(), CreatePooling2dGraph(), CreateResizeBilinearGraph(), ConcatLayer::CreateTensorHandles(), SplitterLayer::CreateTensorHandles(), Layer::CreateTensorHandles(), ConcatLayer::CreateWorkload(), SplitterLayer::CreateWorkload(), Layer::GetDataType(), InputSlot::Insert(), armnn::InsertConvertBf16ToFp32LayersBefore(), armnn::InsertConvertFp16ToFp32LayersBefore(), armnn::InsertConvertFp32ToBf16LayersAfter(), armnn::InsertConvertFp32ToBf16LayersBefore(), armnn::InsertConvertFp32ToFp16LayersAfter(), armnn::InsertDebugLayerAfter(), IsConnected(), IWorkloadFactory::IsLayerSupported(), PermuteAsReshapeImpl::Run(), TransposeAsReshapeImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), PermuteAndBatchToSpaceAsDepthToSpaceImpl< PermuteType >::Run(), FoldPadIntoConvolution2dImpl::Run(), OptimizeInverseConversionsImpl::Run(), MovePermuteUpImpl::Run(), MoveTransposeUpImpl::Run(), OptimizeInversePermutesImpl< PermuteType >::Run(), armnn::SelectTensorHandleStrategy(), Layer::ValidateAndCopyShape(), ElementwiseBaseLayer::ValidateTensorShapesFromInputs(), RankLayer::ValidateTensorShapesFromInputs(), QuantizeLayer::ValidateTensorShapesFromInputs(), ActivationLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToFp16Layer::ValidateTensorShapesFromInputs(), FillLayer::ValidateTensorShapesFromInputs(), FakeQuantizationLayer::ValidateTensorShapesFromInputs(), SwitchLayer::ValidateTensorShapesFromInputs(), InstanceNormalizationLayer::ValidateTensorShapesFromInputs(), L2NormalizationLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToBf16Layer::ValidateTensorShapesFromInputs(), ConvertFp16ToFp32Layer::ValidateTensorShapesFromInputs(), RsqrtLayer::ValidateTensorShapesFromInputs(), ConvertBf16ToFp32Layer::ValidateTensorShapesFromInputs(), NormalizationLayer::ValidateTensorShapesFromInputs(), Pooling2dLayer::ValidateTensorShapesFromInputs(), BatchToSpaceNdLayer::ValidateTensorShapesFromInputs(), SoftmaxLayer::ValidateTensorShapesFromInputs(), DequantizeLayer::ValidateTensorShapesFromInputs(), AbsLayer::ValidateTensorShapesFromInputs(), ResizeLayer::ValidateTensorShapesFromInputs(), MemImportLayer::ValidateTensorShapesFromInputs(), SliceLayer::ValidateTensorShapesFromInputs(), MergeLayer::ValidateTensorShapesFromInputs(), DebugLayer::ValidateTensorShapesFromInputs(), MemCopyLayer::ValidateTensorShapesFromInputs(), StackLayer::ValidateTensorShapesFromInputs(), FloorLayer::ValidateTensorShapesFromInputs(), TransposeLayer::ValidateTensorShapesFromInputs(), LogSoftmaxLayer::ValidateTensorShapesFromInputs(), GatherLayer::ValidateTensorShapesFromInputs(), MeanLayer::ValidateTensorShapesFromInputs(), PadLayer::ValidateTensorShapesFromInputs(), ConstantLayer::ValidateTensorShapesFromInputs(), PermuteLayer::ValidateTensorShapesFromInputs(), ReshapeLayer::ValidateTensorShapesFromInputs(), DetectionPostProcessLayer::ValidateTensorShapesFromInputs(), StridedSliceLayer::ValidateTensorShapesFromInputs(), ArgMinMaxLayer::ValidateTensorShapesFromInputs(), ElementwiseUnaryLayer::ValidateTensorShapesFromInputs(), DepthwiseConvolution2dLayer::ValidateTensorShapesFromInputs(), FullyConnectedLayer::ValidateTensorShapesFromInputs(), PreluLayer::ValidateTensorShapesFromInputs(), TransposeConvolution2dLayer::ValidateTensorShapesFromInputs(), SpaceToDepthLayer::ValidateTensorShapesFromInputs(), DepthToSpaceLayer::ValidateTensorShapesFromInputs(), SpaceToBatchNdLayer::ValidateTensorShapesFromInputs(), ComparisonLayer::ValidateTensorShapesFromInputs(), Convolution2dLayer::ValidateTensorShapesFromInputs(), ConcatLayer::ValidateTensorShapesFromInputs(), SplitterLayer::ValidateTensorShapesFromInputs(), BatchNormalizationLayer::ValidateTensorShapesFromInputs(), QuantizedLstmLayer::ValidateTensorShapesFromInputs(), LstmLayer::ValidateTensorShapesFromInputs(), and QLstmLayer::ValidateTensorShapesFromInputs().

{ return m_OutputSlots.at(index); }

GetOutputSlot() [2/2]

OutputSlot& GetOutputSlot ( unsigned int  index = 0 )

inlineoverridevirtual

Get the output slot handle by slot index.

Implements IConnectableLayer.

Definition at line 315 of file Layer.hpp.

{ return m_OutputSlots.at(index); }

GetOutputSlots()

const std::vector<OutputSlot>& GetOutputSlots ( ) const

inline

Definition at line 234 of file Layer.hpp.

Referenced by Graph::AddCompatibilityLayers(), armnn::ForEachLayerOutput(), and IWorkloadFactory::IsLayerSupported().

{ return m_OutputSlots; }

GetPriority()

LayerPriority GetPriority

(

)

const

Definition at line 294 of file Layer.cpp.

References Layer::GetInputSlots(), OutputSlot::GetOwningLayer(), Layer::GetPriority(), Layer::GetType(), armnn::Input, and armnn::Output.

Referenced by Layer::GetPriority(), and SquashEqualSiblingsImpl< Comparable >::Run().

{
    constexpr LayerPriority inputPrio = std::numeric_limits<LayerPriority>::lowest();
    constexpr LayerPriority outputPrio = std::numeric_limits<LayerPriority>::max();

    if (GetType() == LayerType::Input)
    {
        m_Priority = inputPrio;
    }
    else if (GetType() == LayerType::Output)
    {
        m_Priority = outputPrio;
    }
    else if (m_Priority == 0)
    {
        if (m_Visiting)
        {
            throw GraphValidationException("Graph has circular dependencies: cannot walk");
        }

        auto maxPrio = [](const LayerPriority prio, const InputSlot& slot) -> LayerPriority
            {
                const OutputSlot *outputSlot = slot.GetConnectedOutputSlot();
                if (outputSlot)
                {
                    const Layer& input = outputSlot->GetOwningLayer();
                    return std::max(prio, input.GetPriority());
                }
                else
                {
                    // unconnected input slot
                    return prio;
                }
            };

        m_Visiting = true;
        LayerPriority parentPrio = std::accumulate(GetInputSlots().cbegin(), GetInputSlots().cend(), 0U, maxPrio);
        m_Visiting = false;

        if (parentPrio >= outputPrio)
        {
            throw GraphValidationException("Graph has too many edges");
        }

        m_Priority = parentPrio + 1U;
    }

    return m_Priority;
}

GetRelatedLayerNames()

const std::list<std::string>& GetRelatedLayerNames ( )

inline

Definition at line 322 of file Layer.hpp.

Referenced by ErasedLayerNamesObservable::Update().

{ return m_RelatedLayerNames; }

GetShapeInferenceMethod()

ShapeInferenceMethod GetShapeInferenceMethod ( ) const

inline

Definition at line 231 of file Layer.hpp.

{ return m_ShapeInferenceMethod; };

GetType()

LayerType GetType ( ) const

inline

Definition at line 261 of file Layer.hpp.

Referenced by armnn::ApplyBackendOptimizations(), armnn::AttemptBackendAssignment(), BOOST_AUTO_TEST_CASE(), BOOST_FIXTURE_TEST_CASE(), armnn::CalculateEdgeStrategy(), armnn::CalculateSlotOption(), armnn::CalculateSlotOptionForInput(), armnn::CheckScaleSetOnQuantizedType(), SplitterLayer::CreateWorkload(), ConcatLayer::CreateWorkload(), LoadedNetwork::EnqueueWorkload(), Layer::GetPriority(), Layer::InferOutputShapes(), ReshapeLayer::IsEqual(), TransposeLayer::IsEqual(), PermuteLayer::IsEqual(), TransposeLayer::IsInverse(), PermuteLayer::IsInverse(), IsLayerOfType(), IWorkloadFactory::IsLayerSupported(), MockBackend::OptimizeSubgraphView(), armnn::ReturnWithError(), ConvertFp32NetworkToFp16Impl::Run(), AddDebugImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), OptimizeInverseConversionsImpl::Run(), PermuteAndBatchToSpaceAsDepthToSpaceImpl< PermuteType >::Run(), FoldPadIntoConvolution2dImpl::Run(), MovePermuteUpImpl::Run(), MoveTransposeUpImpl::Run(), OptimizeForTypeImpl< BaseType, OptimizeForConnectionImpl< BaseType, ChildType, Wrapped > >::Run(), ConvertFp32NetworkToBf16Impl::Run(), armnn::SelectTensorHandleStrategy(), ElementwiseBaseLayer::ValidateTensorShapesFromInputs(), ElementwiseUnaryLayer::ValidateTensorShapesFromInputs(), and Layer::VerifyLayerConnections().

{ return m_Type; }

InferOutputShapes()

std::vector< TensorShape > InferOutputShapes ( const std::vector< TensorShape > &  inputShapes ) const

overridevirtual

Infer the shape of the output(s) based on the provided input shape(s)

Implements IConnectableLayer.

Reimplemented in QLstmLayer, LstmLayer, QuantizedLstmLayer, SplitterLayer, ConcatLayer, Convolution2dLayer, DepthwiseConvolution2dLayer, FullyConnectedLayer, TransposeConvolution2dLayer, ConstantLayer, PermuteLayer, ReshapeLayer, PadLayer, StandInLayer, BatchToSpaceNdLayer, Pooling2dLayer, ResizeLayer, SliceLayer, StackLayer, TransposeLayer, MergeLayer, ComparisonLayer, DepthToSpaceLayer, PreluLayer, SpaceToBatchNdLayer, SpaceToDepthLayer, ArgMinMaxLayer, ElementwiseUnaryLayer, StridedSliceLayer, and ElementwiseBaseLayer.

Definition at line 365 of file Layer.cpp.

References ARMNN_ASSERT, CHECK_LOCATION, armnn::GetLayerTypeAsCString(), Layer::GetNameStr(), Layer::GetNumInputSlots(), Layer::GetNumOutputSlots(), and Layer::GetType().

Referenced by QuantizeLayer::ValidateTensorShapesFromInputs(), ActivationLayer::ValidateTensorShapesFromInputs(), FillLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToFp16Layer::ValidateTensorShapesFromInputs(), DequantizeLayer::ValidateTensorShapesFromInputs(), NormalizationLayer::ValidateTensorShapesFromInputs(), MemImportLayer::ValidateTensorShapesFromInputs(), MemCopyLayer::ValidateTensorShapesFromInputs(), SoftmaxLayer::ValidateTensorShapesFromInputs(), L2NormalizationLayer::ValidateTensorShapesFromInputs(), InstanceNormalizationLayer::ValidateTensorShapesFromInputs(), SwitchLayer::ValidateTensorShapesFromInputs(), ConvertFp16ToFp32Layer::ValidateTensorShapesFromInputs(), FakeQuantizationLayer::ValidateTensorShapesFromInputs(), DebugLayer::ValidateTensorShapesFromInputs(), ConvertBf16ToFp32Layer::ValidateTensorShapesFromInputs(), ConvertFp32ToBf16Layer::ValidateTensorShapesFromInputs(), FloorLayer::ValidateTensorShapesFromInputs(), AbsLayer::ValidateTensorShapesFromInputs(), RsqrtLayer::ValidateTensorShapesFromInputs(), LogSoftmaxLayer::ValidateTensorShapesFromInputs(), and BatchNormalizationLayer::ValidateTensorShapesFromInputs().

{
    ARMNN_ASSERT(GetNumInputSlots() != 0);
    ARMNN_ASSERT(GetNumOutputSlots() != 0);

    // By default we return what we got, meaning the output shape(s) are the same as the input(s).
    // This only works if the number of inputs and outputs are the same. Since we are in the Layer
    // base class, this means the implementation needs to be overridden in the specific layers for
    // the other cases. So the missing implementation justifies the UnimplementedException.

    if (GetNumInputSlots() != GetNumOutputSlots())
    {
        throw UnimplementedException(
            boost::str(
                boost::format(
                    "Default implementation for InferOutputShapes can only be used for "
                    "layers with the same number of input and output slots. This doesn't "
                    "hold for %1% layer %2% (#inputs=%3% #outputs=%4%) %5%")
                    % GetLayerTypeAsCString(this->GetType())
                    % GetNameStr()
                    % GetNumInputSlots()
                    % GetNumOutputSlots()
                    % CHECK_LOCATION().AsString()));
    }
    return inputShapes;
}

IsOutputUnconnected()

bool IsOutputUnconnected ( )

inline

Definition at line 245 of file Layer.hpp.

Referenced by OptimizeForConnectionImpl< BaseType, ChildType, Wrapped >::Run().

    {
        unsigned int numConnections = 0;

        for (auto&& output : GetOutputSlots())
        {
            numConnections += output.GetNumConnections();
        }

        return (GetNumOutputSlots() > 0) && (numConnections == 0);
    }

OperateOnConstantTensors()

void OperateOnConstantTensors ( Op  op )

inline

Definition at line 294 of file Layer.hpp.

Referenced by Layer::ReleaseConstantData(), and ConvertConstants< Converter, Predicate >::Run().

    {
        for (auto constant : GetConstantTensorsByRef())
        {
            if (constant.get())
            {
                op(constant);
            }
        }
    };

PrepInfoAndDesc()

WorkloadInfo PrepInfoAndDesc ( QueueDescriptor &  descriptor ) const

inlineprotected

Helper function to reduce duplication in *LayerCreateWorkload.

Definition at line 366 of file Layer.hpp.

References armnn::info.

Referenced by ConvertFp32ToFp16Layer::CreateWorkload(), RankLayer::CreateWorkload(), ConvertBf16ToFp32Layer::CreateWorkload(), RsqrtLayer::CreateWorkload(), QuantizeLayer::CreateWorkload(), DebugLayer::CreateWorkload(), DequantizeLayer::CreateWorkload(), AdditionLayer::CreateWorkload(), ConvertFp16ToFp32Layer::CreateWorkload(), FloorLayer::CreateWorkload(), MemImportLayer::CreateWorkload(), MemCopyLayer::CreateWorkload(), AbsLayer::CreateWorkload(), SwitchLayer::CreateWorkload(), ConvertFp32ToBf16Layer::CreateWorkload(), DivisionLayer::CreateWorkload(), MinimumLayer::CreateWorkload(), SubtractionLayer::CreateWorkload(), MultiplicationLayer::CreateWorkload(), MaximumLayer::CreateWorkload(), PreluLayer::CreateWorkload(), ConstantLayer::CreateWorkload(), QuantizedLstmLayer::CreateWorkload(), and LayerWithParameters< ResizeDescriptor >::PrepInfoAndDesc().

    {
        WorkloadInfo info;
        CollectQueueDescriptorInputs(descriptor, info);
        CollectQueueDescriptorOutputs(descriptor, info);
        return info;
    }

ReleaseConstantData()

void ReleaseConstantData ( )

virtual

Reimplemented in ConstantLayer.

Definition at line 270 of file Layer.cpp.

References Layer::OperateOnConstantTensors().

Referenced by BOOST_AUTO_TEST_CASE().

{
    // Now free up the static data.
    OperateOnConstantTensors([](std::unique_ptr<ScopedCpuTensorHandle>& handle)
                                 {
                                     handle.reset(nullptr);
                                 });
}

Reparent()

virtual void Reparent ( Graph &  dest, std::list< Layer *>::const_iterator  iterator  )

pure virtual

Referenced by Graph::operator=(), and Graph::SubstituteSubgraph().

ResetPriority()

void ResetPriority

(

)

const

Definition at line 288 of file Layer.cpp.

{
    m_Priority = 0;
    m_Visiting = false;
}

SerializeLayerParameters()

void SerializeLayerParameters ( ParameterStringifyFunction &  fn ) const

virtual

Helper to serialize the layer parameters to string.

(currently used in DotSerializer and company).

Reimplemented in Convolution2dLayer, DepthwiseConvolution2dLayer, LayerWithParameters< Parameters >, LayerWithParameters< FakeQuantizationDescriptor >, LayerWithParameters< SoftmaxDescriptor >, LayerWithParameters< LstmDescriptor >, LayerWithParameters< LogSoftmaxDescriptor >, LayerWithParameters< PreCompiledDescriptor >, LayerWithParameters< BatchToSpaceNdDescriptor >, LayerWithParameters< PermuteDescriptor >, LayerWithParameters< SpaceToBatchNdDescriptor >, LayerWithParameters< DepthToSpaceDescriptor >, LayerWithParameters< ReshapeDescriptor >, LayerWithParameters< ElementwiseUnaryDescriptor >, LayerWithParameters< GatherDescriptor >, LayerWithParameters< SpaceToDepthDescriptor >, LayerWithParameters< OriginsDescriptor >, LayerWithParameters< ViewsDescriptor >, LayerWithParameters< Pooling2dDescriptor >, LayerWithParameters< Convolution2dDescriptor >, LayerWithParameters< ActivationDescriptor >, LayerWithParameters< StandInDescriptor >, LayerWithParameters< TransposeDescriptor >, LayerWithParameters< StackDescriptor >, LayerWithParameters< MeanDescriptor >, LayerWithParameters< ComparisonDescriptor >, LayerWithParameters< InstanceNormalizationDescriptor >, LayerWithParameters< TransposeConvolution2dDescriptor >, LayerWithParameters< BatchNormalizationDescriptor >, LayerWithParameters< ArgMinMaxDescriptor >, LayerWithParameters< DetectionPostProcessDescriptor >, LayerWithParameters< PadDescriptor >, LayerWithParameters< L2NormalizationDescriptor >, LayerWithParameters< FillDescriptor >, LayerWithParameters< SliceDescriptor >, LayerWithParameters< DepthwiseConvolution2dDescriptor >, LayerWithParameters< QLstmDescriptor >, LayerWithParameters< NormalizationDescriptor >, LayerWithParameters< FullyConnectedDescriptor >, LayerWithParameters< StridedSliceDescriptor >, and LayerWithParameters< ResizeDescriptor >.

Definition at line 446 of file Layer.cpp.

References armnn::GetLayerTypeAsCString().

Referenced by LayerWithParameters< ResizeDescriptor >::SerializeLayerParameters().

{
    std::string layerType = GetLayerTypeAsCString(m_Type);
    std::string backendId = std::string(m_BackendId);
    if(!(m_LayerName.compare("") == 0) && !m_LayerName.empty())
    {
        fn("LayerName",m_LayerName);
    }
    if(!(layerType.compare("") == 0) && !layerType.empty())
    {
        fn("LayerType",layerType);
    }
    if(!(backendId.compare("") == 0) && !backendId.empty())
    {
        fn("BackendID",backendId);
    }
}

SetBackendId()

void SetBackendId ( const BackendId &  id )

inline

Definition at line 266 of file Layer.hpp.

References CreateWorkload().

Referenced by armnn::AttemptBackendAssignment(), BOOST_AUTO_TEST_CASE(), BOOST_FIXTURE_TEST_CASE(), armnn::InsertDebugLayerAfter(), and MockBackend::OptimizeSubgraphView().

{ m_BackendId = id; }

SetGuid()

void SetGuid ( LayerGuid  guid )

inline

Definition at line 317 of file Layer.hpp.

{ m_Guid = guid; }

SetShapeInferenceMethod()

void SetShapeInferenceMethod ( ShapeInferenceMethod  shapeInferenceMethod )

inline

Definition at line 332 of file Layer.hpp.

    {
        m_ShapeInferenceMethod = shapeInferenceMethod;
    }

ValidateAndCopyShape()

void ValidateAndCopyShape ( const TensorShape &  outputShape, const TensorShape &  inferredShape, const ShapeInferenceMethod  shapeInferenceMethod, const std::string &  layerName, const unsigned int  outputSlotIndex = 0  )

protected

Definition at line 392 of file Layer.cpp.

References TensorShape::GetDimensionality(), TensorShape::GetDimensionSpecificity(), TensorShape::GetNumDimensions(), Layer::GetOutputSlot(), OutputSlot::GetTensorInfo(), armnn::info, OutputSlot::SetTensorInfo(), armnn::Specified, and armnn::ValidateOnly.

Referenced by ElementwiseBaseLayer::ValidateTensorShapesFromInputs(), RankLayer::ValidateTensorShapesFromInputs(), QuantizeLayer::ValidateTensorShapesFromInputs(), ActivationLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToFp16Layer::ValidateTensorShapesFromInputs(), ConvertFp16ToFp32Layer::ValidateTensorShapesFromInputs(), Pooling2dLayer::ValidateTensorShapesFromInputs(), FakeQuantizationLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToBf16Layer::ValidateTensorShapesFromInputs(), AbsLayer::ValidateTensorShapesFromInputs(), SliceLayer::ValidateTensorShapesFromInputs(), BatchToSpaceNdLayer::ValidateTensorShapesFromInputs(), FloorLayer::ValidateTensorShapesFromInputs(), ResizeLayer::ValidateTensorShapesFromInputs(), RsqrtLayer::ValidateTensorShapesFromInputs(), InstanceNormalizationLayer::ValidateTensorShapesFromInputs(), SoftmaxLayer::ValidateTensorShapesFromInputs(), ConvertBf16ToFp32Layer::ValidateTensorShapesFromInputs(), DebugLayer::ValidateTensorShapesFromInputs(), L2NormalizationLayer::ValidateTensorShapesFromInputs(), StackLayer::ValidateTensorShapesFromInputs(), SwitchLayer::ValidateTensorShapesFromInputs(), NormalizationLayer::ValidateTensorShapesFromInputs(), DequantizeLayer::ValidateTensorShapesFromInputs(), MemCopyLayer::ValidateTensorShapesFromInputs(), MemImportLayer::ValidateTensorShapesFromInputs(), MergeLayer::ValidateTensorShapesFromInputs(), PadLayer::ValidateTensorShapesFromInputs(), LogSoftmaxLayer::ValidateTensorShapesFromInputs(), GatherLayer::ValidateTensorShapesFromInputs(), MeanLayer::ValidateTensorShapesFromInputs(), TransposeLayer::ValidateTensorShapesFromInputs(), PermuteLayer::ValidateTensorShapesFromInputs(), ReshapeLayer::ValidateTensorShapesFromInputs(), StridedSliceLayer::ValidateTensorShapesFromInputs(), DetectionPostProcessLayer::ValidateTensorShapesFromInputs(), ElementwiseUnaryLayer::ValidateTensorShapesFromInputs(), ArgMinMaxLayer::ValidateTensorShapesFromInputs(), SpaceToBatchNdLayer::ValidateTensorShapesFromInputs(), ComparisonLayer::ValidateTensorShapesFromInputs(), FullyConnectedLayer::ValidateTensorShapesFromInputs(), PreluLayer::ValidateTensorShapesFromInputs(), TransposeConvolution2dLayer::ValidateTensorShapesFromInputs(), SpaceToDepthLayer::ValidateTensorShapesFromInputs(), DepthToSpaceLayer::ValidateTensorShapesFromInputs(), DepthwiseConvolution2dLayer::ValidateTensorShapesFromInputs(), Convolution2dLayer::ValidateTensorShapesFromInputs(), SplitterLayer::ValidateTensorShapesFromInputs(), BatchNormalizationLayer::ValidateTensorShapesFromInputs(), QuantizedLstmLayer::ValidateTensorShapesFromInputs(), LstmLayer::ValidateTensorShapesFromInputs(), and QLstmLayer::ValidateTensorShapesFromInputs().

{
    if (shapeInferenceMethod == ShapeInferenceMethod::ValidateOnly)
    {
        ConditionalThrowIfNotEqual<LayerValidationException>(
                layerName + ": TensorShape set on OutputSlot[0] does not match the inferred shape.",
                outputShape,
                inferredShape);
        return;
    }

    if (outputShape.GetDimensionality() == Dimensionality::Specified)
    {
        for (unsigned int i = 0; i < outputShape.GetNumDimensions(); ++i)
        {
            if (outputShape.GetDimensionSpecificity(i) && outputShape[i] != inferredShape[i])
            {
                std::stringstream ss;
                ss << layerName << ": TensorShape set on OutputSlot[" << outputSlotIndex <<
                "] does not match the inferred shape at dimension index [";
                ss << i << "] " << outputShape << " != " << inferredShape;
                throw LayerValidationException(ss.str());
            }
        }
    }

    TensorInfo info = GetOutputSlot(outputSlotIndex).GetTensorInfo();

    armnn::TensorInfo inferredTensorInfo(inferredShape,
                                         info.GetDataType(),
                                         info.GetQuantizationScale(),
                                         info.GetQuantizationOffset());

    GetOutputSlot(outputSlotIndex).SetTensorInfo(inferredTensorInfo);
}

ValidateTensorShapesFromInputs()

virtual void ValidateTensorShapesFromInputs ( )

pure virtual

Implemented in QLstmLayer, LstmLayer, QuantizedLstmLayer, OutputLayer, BatchNormalizationLayer, SplitterLayer, ConcatLayer, Convolution2dLayer, ComparisonLayer, DepthToSpaceLayer, DepthwiseConvolution2dLayer, FullyConnectedLayer, PreluLayer, SpaceToBatchNdLayer, SpaceToDepthLayer, TransposeConvolution2dLayer, ArgMinMaxLayer, DetectionPostProcessLayer, ElementwiseUnaryLayer, StridedSliceLayer, PreCompiledLayer, ConstantLayer, PermuteLayer, ReshapeLayer, GatherLayer, LogSoftmaxLayer, MeanLayer, PadLayer, StandInLayer, TransposeLayer, AbsLayer, BatchToSpaceNdLayer, ConvertBf16ToFp32Layer, ConvertFp16ToFp32Layer, ConvertFp32ToBf16Layer, DebugLayer, DequantizeLayer, FakeQuantizationLayer, FloorLayer, InputLayer, InstanceNormalizationLayer, L2NormalizationLayer, MemCopyLayer, MemImportLayer, MergeLayer, NormalizationLayer, Pooling2dLayer, ResizeLayer, RsqrtLayer, SliceLayer, SoftmaxLayer, StackLayer, SwitchLayer, ConvertFp32ToFp16Layer, FillLayer, ActivationLayer, QuantizeLayer, RankLayer, and ElementwiseBaseLayer.

Referenced by OutputSlot::IsTensorInfoSet().

VerifyLayerConnections()

void VerifyLayerConnections	(	unsigned int	expectedConnections,
		const CheckLocation &	location
	)		const

Definition at line 344 of file Layer.cpp.

References ARMNN_ASSERT, CheckLocation::AsString(), Layer::GetInputSlot(), armnn::GetLayerTypeAsCString(), Layer::GetNameStr(), Layer::GetNumInputSlots(), and Layer::GetType().

Referenced by ElementwiseBaseLayer::ValidateTensorShapesFromInputs(), RankLayer::ValidateTensorShapesFromInputs(), QuantizeLayer::ValidateTensorShapesFromInputs(), ActivationLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToFp16Layer::ValidateTensorShapesFromInputs(), FillLayer::ValidateTensorShapesFromInputs(), DequantizeLayer::ValidateTensorShapesFromInputs(), NormalizationLayer::ValidateTensorShapesFromInputs(), SoftmaxLayer::ValidateTensorShapesFromInputs(), SliceLayer::ValidateTensorShapesFromInputs(), RsqrtLayer::ValidateTensorShapesFromInputs(), ResizeLayer::ValidateTensorShapesFromInputs(), Pooling2dLayer::ValidateTensorShapesFromInputs(), ConvertFp16ToFp32Layer::ValidateTensorShapesFromInputs(), ConvertBf16ToFp32Layer::ValidateTensorShapesFromInputs(), AbsLayer::ValidateTensorShapesFromInputs(), FakeQuantizationLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToBf16Layer::ValidateTensorShapesFromInputs(), BatchToSpaceNdLayer::ValidateTensorShapesFromInputs(), FloorLayer::ValidateTensorShapesFromInputs(), DebugLayer::ValidateTensorShapesFromInputs(), InstanceNormalizationLayer::ValidateTensorShapesFromInputs(), MergeLayer::ValidateTensorShapesFromInputs(), L2NormalizationLayer::ValidateTensorShapesFromInputs(), StackLayer::ValidateTensorShapesFromInputs(), SwitchLayer::ValidateTensorShapesFromInputs(), MemCopyLayer::ValidateTensorShapesFromInputs(), MemImportLayer::ValidateTensorShapesFromInputs(), PadLayer::ValidateTensorShapesFromInputs(), GatherLayer::ValidateTensorShapesFromInputs(), LogSoftmaxLayer::ValidateTensorShapesFromInputs(), TransposeLayer::ValidateTensorShapesFromInputs(), MeanLayer::ValidateTensorShapesFromInputs(), PermuteLayer::ValidateTensorShapesFromInputs(), ReshapeLayer::ValidateTensorShapesFromInputs(), ElementwiseUnaryLayer::ValidateTensorShapesFromInputs(), ArgMinMaxLayer::ValidateTensorShapesFromInputs(), DetectionPostProcessLayer::ValidateTensorShapesFromInputs(), StridedSliceLayer::ValidateTensorShapesFromInputs(), ComparisonLayer::ValidateTensorShapesFromInputs(), TransposeConvolution2dLayer::ValidateTensorShapesFromInputs(), SpaceToDepthLayer::ValidateTensorShapesFromInputs(), SpaceToBatchNdLayer::ValidateTensorShapesFromInputs(), PreluLayer::ValidateTensorShapesFromInputs(), DepthwiseConvolution2dLayer::ValidateTensorShapesFromInputs(), DepthToSpaceLayer::ValidateTensorShapesFromInputs(), Convolution2dLayer::ValidateTensorShapesFromInputs(), ConcatLayer::ValidateTensorShapesFromInputs(), BatchNormalizationLayer::ValidateTensorShapesFromInputs(), QuantizedLstmLayer::ValidateTensorShapesFromInputs(), LstmLayer::ValidateTensorShapesFromInputs(), and QLstmLayer::ValidateTensorShapesFromInputs().

{
    ARMNN_ASSERT(GetNumInputSlots() == expectedConnections);

    for (unsigned int i=0; i<expectedConnections; ++i)
    {
        if (GetInputSlot(i).GetConnection() == nullptr)
        {
            throw LayerValidationException(
                boost::str(
                    boost::format(
                        "Input connection #%1% must be connected "
                        "for %2% layer %3% %4%")
                        % i
                        % GetLayerTypeAsCString(this->GetType())
                        % GetNameStr()
                        % location.AsString()));
        }
    }
}

VerifyShapeInferenceType()

void VerifyShapeInferenceType ( const TensorShape &  outputShape, ShapeInferenceMethod  shapeInferenceMethod  )

protected

Definition at line 432 of file Layer.cpp.

References TensorShape::AreAllDimensionsSpecified(), TensorShape::GetDimensionality(), armnn::NotSpecified, and armnn::ValidateOnly.

Referenced by ElementwiseBaseLayer::ValidateTensorShapesFromInputs(), RankLayer::ValidateTensorShapesFromInputs(), QuantizeLayer::ValidateTensorShapesFromInputs(), ActivationLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToFp16Layer::ValidateTensorShapesFromInputs(), FillLayer::ValidateTensorShapesFromInputs(), DequantizeLayer::ValidateTensorShapesFromInputs(), MergeLayer::ValidateTensorShapesFromInputs(), NormalizationLayer::ValidateTensorShapesFromInputs(), ConvertBf16ToFp32Layer::ValidateTensorShapesFromInputs(), SliceLayer::ValidateTensorShapesFromInputs(), RsqrtLayer::ValidateTensorShapesFromInputs(), ResizeLayer::ValidateTensorShapesFromInputs(), ConvertFp16ToFp32Layer::ValidateTensorShapesFromInputs(), Pooling2dLayer::ValidateTensorShapesFromInputs(), FakeQuantizationLayer::ValidateTensorShapesFromInputs(), AbsLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToBf16Layer::ValidateTensorShapesFromInputs(), BatchToSpaceNdLayer::ValidateTensorShapesFromInputs(), FloorLayer::ValidateTensorShapesFromInputs(), SoftmaxLayer::ValidateTensorShapesFromInputs(), DebugLayer::ValidateTensorShapesFromInputs(), InstanceNormalizationLayer::ValidateTensorShapesFromInputs(), StackLayer::ValidateTensorShapesFromInputs(), L2NormalizationLayer::ValidateTensorShapesFromInputs(), SwitchLayer::ValidateTensorShapesFromInputs(), MemCopyLayer::ValidateTensorShapesFromInputs(), MemImportLayer::ValidateTensorShapesFromInputs(), PadLayer::ValidateTensorShapesFromInputs(), TransposeLayer::ValidateTensorShapesFromInputs(), MeanLayer::ValidateTensorShapesFromInputs(), GatherLayer::ValidateTensorShapesFromInputs(), LogSoftmaxLayer::ValidateTensorShapesFromInputs(), ReshapeLayer::ValidateTensorShapesFromInputs(), PermuteLayer::ValidateTensorShapesFromInputs(), ArgMinMaxLayer::ValidateTensorShapesFromInputs(), DetectionPostProcessLayer::ValidateTensorShapesFromInputs(), ElementwiseUnaryLayer::ValidateTensorShapesFromInputs(), StridedSliceLayer::ValidateTensorShapesFromInputs(), FullyConnectedLayer::ValidateTensorShapesFromInputs(), DepthwiseConvolution2dLayer::ValidateTensorShapesFromInputs(), ComparisonLayer::ValidateTensorShapesFromInputs(), SpaceToBatchNdLayer::ValidateTensorShapesFromInputs(), TransposeConvolution2dLayer::ValidateTensorShapesFromInputs(), PreluLayer::ValidateTensorShapesFromInputs(), SpaceToDepthLayer::ValidateTensorShapesFromInputs(), DepthToSpaceLayer::ValidateTensorShapesFromInputs(), Convolution2dLayer::ValidateTensorShapesFromInputs(), ConcatLayer::ValidateTensorShapesFromInputs(), SplitterLayer::ValidateTensorShapesFromInputs(), BatchNormalizationLayer::ValidateTensorShapesFromInputs(), QuantizedLstmLayer::ValidateTensorShapesFromInputs(), LstmLayer::ValidateTensorShapesFromInputs(), and QLstmLayer::ValidateTensorShapesFromInputs().

{
    if (shapeInferenceMethod == ShapeInferenceMethod::ValidateOnly)
    {
        ConditionalThrow<LayerValidationException>(
                outputShape.GetDimensionality() != Dimensionality::NotSpecified,
                "Dimensionality can not be NotSpecified while using ShapeInferenceMethod::ValidateOnly");

        ConditionalThrow<LayerValidationException>(
                outputShape.AreAllDimensionsSpecified(),
                "Unspecified dimension while using ShapeInferenceMethod::ValidateOnly");
    }
}

Friends And Related Function Documentation

Graph

friend class Graph

friend

Definition at line 339 of file Layer.hpp.

Member Data Documentation

m_OutputHandlers

std::vector<OutputHandler> m_OutputHandlers

protected

Definition at line 386 of file Layer.hpp.

Referenced by ConcatLayer::CreateWorkload(), SplitterLayer::CreateWorkload(), and Layer::Layer().

m_ShapeInferenceMethod

ShapeInferenceMethod m_ShapeInferenceMethod

protected

Definition at line 387 of file Layer.hpp.

Referenced by Layer::CloneBase(), ElementwiseBaseLayer::ValidateTensorShapesFromInputs(), RankLayer::ValidateTensorShapesFromInputs(), QuantizeLayer::ValidateTensorShapesFromInputs(), ActivationLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToFp16Layer::ValidateTensorShapesFromInputs(), FillLayer::ValidateTensorShapesFromInputs(), DequantizeLayer::ValidateTensorShapesFromInputs(), MemImportLayer::ValidateTensorShapesFromInputs(), SoftmaxLayer::ValidateTensorShapesFromInputs(), MergeLayer::ValidateTensorShapesFromInputs(), RsqrtLayer::ValidateTensorShapesFromInputs(), ResizeLayer::ValidateTensorShapesFromInputs(), NormalizationLayer::ValidateTensorShapesFromInputs(), ConvertBf16ToFp32Layer::ValidateTensorShapesFromInputs(), ConvertFp16ToFp32Layer::ValidateTensorShapesFromInputs(), Pooling2dLayer::ValidateTensorShapesFromInputs(), AbsLayer::ValidateTensorShapesFromInputs(), FakeQuantizationLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToBf16Layer::ValidateTensorShapesFromInputs(), BatchToSpaceNdLayer::ValidateTensorShapesFromInputs(), FloorLayer::ValidateTensorShapesFromInputs(), SliceLayer::ValidateTensorShapesFromInputs(), DebugLayer::ValidateTensorShapesFromInputs(), StackLayer::ValidateTensorShapesFromInputs(), InstanceNormalizationLayer::ValidateTensorShapesFromInputs(), SwitchLayer::ValidateTensorShapesFromInputs(), L2NormalizationLayer::ValidateTensorShapesFromInputs(), MemCopyLayer::ValidateTensorShapesFromInputs(), PadLayer::ValidateTensorShapesFromInputs(), TransposeLayer::ValidateTensorShapesFromInputs(), GatherLayer::ValidateTensorShapesFromInputs(), MeanLayer::ValidateTensorShapesFromInputs(), LogSoftmaxLayer::ValidateTensorShapesFromInputs(), ReshapeLayer::ValidateTensorShapesFromInputs(), PermuteLayer::ValidateTensorShapesFromInputs(), StridedSliceLayer::ValidateTensorShapesFromInputs(), DetectionPostProcessLayer::ValidateTensorShapesFromInputs(), ElementwiseUnaryLayer::ValidateTensorShapesFromInputs(), ArgMinMaxLayer::ValidateTensorShapesFromInputs(), ComparisonLayer::ValidateTensorShapesFromInputs(), PreluLayer::ValidateTensorShapesFromInputs(), SpaceToDepthLayer::ValidateTensorShapesFromInputs(), TransposeConvolution2dLayer::ValidateTensorShapesFromInputs(), SpaceToBatchNdLayer::ValidateTensorShapesFromInputs(), FullyConnectedLayer::ValidateTensorShapesFromInputs(), DepthwiseConvolution2dLayer::ValidateTensorShapesFromInputs(), DepthToSpaceLayer::ValidateTensorShapesFromInputs(), Convolution2dLayer::ValidateTensorShapesFromInputs(), ConcatLayer::ValidateTensorShapesFromInputs(), SplitterLayer::ValidateTensorShapesFromInputs(), BatchNormalizationLayer::ValidateTensorShapesFromInputs(), QuantizedLstmLayer::ValidateTensorShapesFromInputs(), LstmLayer::ValidateTensorShapesFromInputs(), and QLstmLayer::ValidateTensorShapesFromInputs().

---

The documentation for this class was generated from the following files:

• src/armnn/Layer.hpp
• src/armnn/Layer.cpp
• src/armnn/layers/LayerCloneBase.hpp