OutputSlot Class Reference

#include <Layer.hpp>

Inheritance diagram for OutputSlot:

Collaboration diagram for OutputSlot:

Public Member Functions
	OutputSlot (Layer &owner, OutputHandler &outputHandler)
	OutputSlot (const OutputSlot &)=delete
OutputSlot &	operator= (const OutputSlot &)=delete
OutputSlot &	operator= (OutputSlot &&)=delete
	OutputSlot (OutputSlot &&)=default
	~OutputSlot ()
Layer &	GetOwningLayer () const
const IConnectableLayer &	GetOwningIConnectableLayer () const override
IConnectableLayer &	GetOwningIConnectableLayer () override
LayerGuid	GetOwningLayerGuid () const override
const OutputHandler &	GetOutputHandler () const
OutputHandler &	GetOutputHandler ()
int	Connect (InputSlot &destination)
void	Disconnect (InputSlot &slot)
const std::vector< InputSlot * > &	GetConnections () const
const std::vector< EdgeStrategy > &	GetEdgeStrategies () const
bool	ValidateTensorShape (const TensorShape &shape) const
void	DisconnectAll ()
void	MoveAllConnections (OutputSlot &destination)
	Moves all connections to another OutputSlot. More...
unsigned int	GetNumConnections () const override
const InputSlot *	GetConnection (unsigned int index) const override
InputSlot *	GetConnection (unsigned int index) override
void	SetTensorInfo (const TensorInfo &tensorInfo) override
const TensorInfo &	GetTensorInfo () const override
bool	IsTensorInfoSet () const override
int	Connect (IInputSlot &destination) override
void	Disconnect (IInputSlot &slot) override
unsigned int	CalculateIndexOnOwner () const override
bool	operator== (const OutputSlot &other) const
void	SetTensorHandleFactory (const ITensorHandleFactory::FactoryId &id)
ITensorHandleFactory::FactoryId	GetTensorHandleFactoryId () const
void	SetEdgeStrategy (unsigned int connectionIndex, EdgeStrategy strategy)
EdgeStrategy	GetEdgeStrategyForConnection (unsigned int connectionIdx) const

Additional Inherited Members
Protected Member Functions inherited from IOutputSlot
	~IOutputSlot ()
	Not user deletable. More...

Detailed Description

Definition at line 100 of file Layer.hpp.

Constructor & Destructor Documentation

OutputSlot() [1/3]

OutputSlot ( Layer &  owner, OutputHandler &  outputHandler  )

inlineexplicit

Definition at line 103 of file Layer.hpp.

    : m_OwningLayer(owner)
    , m_OutputHandler(outputHandler)
    , m_TensorHandleFactoryId(ITensorHandleFactory::LegacyFactoryId)
    {}

OutputSlot() [2/3]

OutputSlot ( const OutputSlot &  )

delete

OutputSlot() [3/3]

OutputSlot ( OutputSlot &&  )

default

~OutputSlot()

~OutputSlot ( )

inline

Definition at line 115 of file Layer.hpp.

    {
        try
        {
            // Coverity fix: DisconnectAll() may throw uncaught exceptions.
            DisconnectAll();
        }
        catch (const std::exception& e)
        {
            // Coverity fix: BOOST_LOG_TRIVIAL (typically used to report errors) may throw an
            // exception of type std::length_error.
            // Using stderr instead in this context as there is no point in nesting try-catch blocks here.
            std::cerr << "WARNING: An error has occurred when disconnecting all output slots: "
                      << e.what() << std::endl;
        }
    }

References OutputSlot::DisconnectAll().

Member Function Documentation

CalculateIndexOnOwner()

unsigned int CalculateIndexOnOwner ( ) const

overridevirtual

Implements IOutputSlot.

Definition at line 172 of file Layer.cpp.

{
    for (unsigned int i = 0; i < GetOwningLayer().GetNumOutputSlots(); i++)
    {
        if (GetOwningLayer().GetOutputSlot(i) == (*this))
        {
            return i;
        }
    }
    throw armnn::Exception("Did not find slot on owner.");
    return 0; // Error
}

References Layer::GetNumOutputSlots(), Layer::GetOutputSlot(), and OutputSlot::GetOwningLayer().

Referenced by DebugLayer::CreateWorkload(), and GenerateUniqueInputName().

Connect() [1/2]

int Connect ( IInputSlot &  destination )

inlineoverridevirtual

Implements IOutputSlot.

Definition at line 166 of file Layer.hpp.

    {
        return Connect(*PolymorphicDowncast<InputSlot*>(&destination));
    }

References OutputSlot::Connect().

Connect() [2/2]

int Connect

(

InputSlot &

destination

)

Examples

AsyncExecutionSample.cpp, and SimpleSample.cpp.

Definition at line 123 of file Layer.cpp.

{
    destination.SetConnection(this);
    m_Connections.push_back(&destination);
    m_EdgeStrategies.push_back(EdgeStrategy::Undefined);
    return armnn::numeric_cast<int>(m_Connections.size() - 1);
}

References InputSlot::SetConnection(), and armnn::Undefined.

Referenced by armnn::ApplyBackendOptimizations(), OutputSlot::Connect(), armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl(), InputSlot::Insert(), Graph::InsertNewLayer(), OutputSlot::MoveAllConnections(), and FuseBatchNorm< ConvLayer, ArmnnType, T >::Run().

Disconnect() [1/2]

void Disconnect ( IInputSlot &  slot )

inlineoverridevirtual

Implements IOutputSlot.

Definition at line 171 of file Layer.hpp.

    {
        return Disconnect(*PolymorphicDowncast<InputSlot*>(&slot));
    }

References OutputSlot::Disconnect().

Disconnect() [2/2]

void Disconnect

(

InputSlot &

slot

)

Definition at line 131 of file Layer.cpp.

{
    slot.SetConnection(nullptr);
    auto it = std::find(m_Connections.begin(), m_Connections.end(), &slot);
 
    if (it == m_Connections.end())
    {
        return;
    }
 
    auto idx = std::distance(m_Connections.begin(), it);
    m_Connections.erase(std::remove(m_Connections.begin(), m_Connections.end(), &slot), m_Connections.end());
 
    m_EdgeStrategies.erase(m_EdgeStrategies.begin() + idx);
}

References InputSlot::SetConnection().

Referenced by armnn::ApplyBackendOptimizations(), OutputSlot::Disconnect(), OutputSlot::DisconnectAll(), armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl(), InputSlot::Insert(), OutputSlot::MoveAllConnections(), FuseBatchNorm< ConvLayer, ArmnnType, T >::Run(), and InputSlot::~InputSlot().

DisconnectAll()

void DisconnectAll

(

)

Definition at line 147 of file Layer.cpp.

{
    while (GetNumConnections() > 0)
    {
        InputSlot& connection = *GetConnection(0);
        Disconnect(connection);
    }
}

References OutputSlot::Disconnect(), OutputSlot::GetConnection(), and OutputSlot::GetNumConnections().

Referenced by OutputSlot::~OutputSlot().

GetConnection() [1/2]

const InputSlot * GetConnection ( unsigned int  index ) const

overridevirtual

Implements IOutputSlot.

Definition at line 83 of file Layer.cpp.

{
    ValidateConnectionIndex(index);
    return m_Connections[index];
}

Referenced by armnn::ApplyBackendOptimizations(), armnn::BuildAddMulAddTensorInfoLists(), armnn::ConnectedToLayerType(), armnn::ConnectedToLayerWithNCHW(), OutputSlot::DisconnectAll(), GenerateUniqueOutputName(), OutputSlot::MoveAllConnections(), OutputSlot::operator==(), armnn::RemoveReshapeLayer(), and DeleteBroadcastToImpl::Run().

GetConnection() [2/2]

InputSlot * GetConnection ( unsigned int  index )

overridevirtual

Implements IOutputSlot.

Definition at line 89 of file Layer.cpp.

{
    ValidateConnectionIndex(index);
    return m_Connections[index];
}

GetConnections()

const std::vector<InputSlot*>& GetConnections ( ) const

inline

Definition at line 145 of file Layer.hpp.

{ return m_Connections; }

Referenced by Graph::AddCompatibilityLayers(), armnn::CalculateSlotOption(), armnn::CalculateSlotOptionForInput(), SquashEqualSiblingsImpl< Comparable >::Run(), and armnn::SelectTensorHandleStrategy().

GetEdgeStrategies()

const std::vector<EdgeStrategy>& GetEdgeStrategies ( ) const

inline

Definition at line 146 of file Layer.hpp.

{ return m_EdgeStrategies; }

Referenced by Graph::AddCompatibilityLayers().

GetEdgeStrategyForConnection()

EdgeStrategy GetEdgeStrategyForConnection

(

unsigned int

connectionIdx

)

const

Definition at line 228 of file Layer.cpp.

{
    return m_EdgeStrategies[connectionIdx];
}

GetNumConnections()

unsigned int GetNumConnections ( ) const

inlineoverridevirtual

Implements IOutputSlot.

Definition at line 158 of file Layer.hpp.

{ return armnn::numeric_cast<unsigned int>(m_Connections.size()); }

Referenced by armnn::ApplyBackendOptimizations(), armnn::BuildAddMulAddTensorInfoLists(), OutputSlot::DisconnectAll(), OutputSlot::MoveAllConnections(), OutputSlot::operator==(), RefBackend::OptimizeSubgraphView(), ClBackend::OptimizeSubgraphView(), OptimizeConsecutiveReshapesImpl::Run(), MoveTransposeUpImpl::Run(), MovePermuteUpImpl::Run(), SquashEqualSiblingsImpl< Comparable >::Run(), and AddBroadcastReshapeLayerImpl::Run().

GetOutputHandler() [1/2]

OutputHandler& GetOutputHandler ( )

inline

Definition at line 140 of file Layer.hpp.

{ return m_OutputHandler; }

GetOutputHandler() [2/2]

const OutputHandler& GetOutputHandler ( ) const

inline

Definition at line 139 of file Layer.hpp.

{ return m_OutputHandler; }

Referenced by OutputSlot::GetTensorInfo(), OutputSlot::IsTensorInfoSet(), OutputSlot::MoveAllConnections(), DeleteBroadcastToImpl::Run(), and OutputSlot::SetTensorInfo().

GetOwningIConnectableLayer() [1/2]

IConnectableLayer & GetOwningIConnectableLayer ( ) const

overridevirtual

Implements IOutputSlot.

Definition at line 589 of file Layer.cpp.

{
    return m_OwningLayer;
}

GetOwningIConnectableLayer() [2/2]

IConnectableLayer& GetOwningIConnectableLayer ( )

overridevirtual

Implements IOutputSlot.

GetOwningLayer()

Layer& GetOwningLayer ( ) const

inline

Definition at line 132 of file Layer.hpp.

{ return m_OwningLayer; }

Referenced by armnn::BuildAddMulAddTensorInfoLists(), OutputSlot::CalculateIndexOnOwner(), armnn::CalculateSlotOption(), armnn::CalculateSlotOptionForInput(), armnn::ConnectedToLayerType(), armnn::ConnectedToLayerWithNCHW(), DebugLayer::CreateWorkload(), armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl(), GenerateUniqueInputName(), LayerWithParameters< StridedSliceDescriptor >::GetConnectedConstantAsInputTensors(), OutputSlot::GetOwningLayerGuid(), Layer::GetPriority(), Graph::InsertNewLayer(), OutputSlot::IsTensorInfoSet(), RefBackend::OptimizeSubgraphView(), ClBackend::OptimizeSubgraphView(), armnn::RemoveReshapeLayer(), MaxMinIntoBoundedReluImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), ConvertConstPermuteLayersToConstLayers::Run(), ConvertConstDequantisationLayersToConstLayersImpl::Run(), OptimizeInverseConversionsImpl::Run(), PermuteAndBatchToSpaceAsDepthToSpaceImpl< PermuteType >::Run(), OptimizeInversePermutesImpl< PermuteType >::Run(), MoveTransposeUpImpl::Run(), MovePermuteUpImpl::Run(), AddBroadcastReshapeLayerImpl::Run(), FuseBatchNorm< ConvLayer, ArmnnType, T >::Run(), and Graph::SerializeToDot().

GetOwningLayerGuid()

LayerGuid GetOwningLayerGuid ( ) const

overridevirtual

Implements IOutputSlot.

Definition at line 208 of file Layer.cpp.

{
    return GetOwningLayer().GetGuid();
}

References Layer::GetGuid(), and OutputSlot::GetOwningLayer().

GetTensorHandleFactoryId()

ITensorHandleFactory::FactoryId GetTensorHandleFactoryId

(

)

const

Definition at line 218 of file Layer.cpp.

{
    return m_TensorHandleFactoryId;
}

Referenced by Graph::AddCompatibilityLayers(), SplitterLayer::CreateTensorHandles(), ConcatLayer::CreateTensorHandles(), Layer::CreateTensorHandles(), LoadedNetwork::ImportInputs(), and LoadedNetwork::ImportOutputs().

GetTensorInfo()

const TensorInfo & GetTensorInfo ( ) const

overridevirtual

Implements IOutputSlot.

Definition at line 100 of file Layer.cpp.

{
    return GetOutputHandler().GetTensorInfo();
}

References OutputSlot::GetOutputHandler(), and OutputHandler::GetTensorInfo().

Referenced by armnn::BuildAddMulAddTensorInfoLists(), armnn::CheckScaleSetOnQuantizedType(), armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl(), Layer::GetDataType(), armnn::GetLayerInOutDatatype(), LoadedNetwork::ImportInputs(), InputSlot::Insert(), armnn::InsertConvertFp16ToFp32LayersBefore(), armnn::InsertConvertFp32ToFp16LayersAfter(), armnn::InsertDebugLayerAfter(), OutputSlot::MoveAllConnections(), RefBackend::OptimizeSubgraphView(), NeonBackend::OptimizeSubgraphView(), ClBackend::OptimizeSubgraphView(), GpuFsaBackend::OptimizeSubgraphView(), armnn::RemoveReshapeLayer(), DeleteBroadcastToImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), PermuteAndBatchToSpaceAsDepthToSpaceImpl< PermuteType >::Run(), AddBroadcastReshapeLayerImpl::Run(), FuseBatchNorm< ConvLayer, ArmnnType, T >::Run(), Graph::SerializeToDot(), Layer::ValidateAndCopyShape(), ElementwiseBaseLayer::ValidateTensorShapesFromInputs(), QuantizeLayer::ValidateTensorShapesFromInputs(), ActivationLayer::ValidateTensorShapesFromInputs(), ChannelShuffleLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToFp16Layer::ValidateTensorShapesFromInputs(), RankLayer::ValidateTensorShapesFromInputs(), FillLayer::ValidateTensorShapesFromInputs(), ConvertFp16ToFp32Layer::ValidateTensorShapesFromInputs(), StackLayer::ValidateTensorShapesFromInputs(), InstanceNormalizationLayer::ValidateTensorShapesFromInputs(), SwitchLayer::ValidateTensorShapesFromInputs(), TransposeLayer::ValidateTensorShapesFromInputs(), L2NormalizationLayer::ValidateTensorShapesFromInputs(), MemImportLayer::ValidateTensorShapesFromInputs(), MergeLayer::ValidateTensorShapesFromInputs(), AbsLayer::ValidateTensorShapesFromInputs(), DebugLayer::ValidateTensorShapesFromInputs(), NormalizationLayer::ValidateTensorShapesFromInputs(), BatchToSpaceNdLayer::ValidateTensorShapesFromInputs(), PermuteLayer::ValidateTensorShapesFromInputs(), Pooling2dLayer::ValidateTensorShapesFromInputs(), SoftmaxLayer::ValidateTensorShapesFromInputs(), DequantizeLayer::ValidateTensorShapesFromInputs(), Pooling3dLayer::ValidateTensorShapesFromInputs(), MemCopyLayer::ValidateTensorShapesFromInputs(), CastLayer::ValidateTensorShapesFromInputs(), ResizeLayer::ValidateTensorShapesFromInputs(), FakeQuantizationLayer::ValidateTensorShapesFromInputs(), RsqrtLayer::ValidateTensorShapesFromInputs(), ShapeLayer::ValidateTensorShapesFromInputs(), SliceLayer::ValidateTensorShapesFromInputs(), FloorLayer::ValidateTensorShapesFromInputs(), LogSoftmaxLayer::ValidateTensorShapesFromInputs(), MeanLayer::ValidateTensorShapesFromInputs(), PadLayer::ValidateTensorShapesFromInputs(), ReshapeLayer::ValidateTensorShapesFromInputs(), FullyConnectedLayer::ValidateTensorShapesFromInputs(), Convolution2dLayer::ValidateTensorShapesFromInputs(), Convolution3dLayer::ValidateTensorShapesFromInputs(), DepthwiseConvolution2dLayer::ValidateTensorShapesFromInputs(), BroadcastToLayer::ValidateTensorShapesFromInputs(), ScatterNdLayer::ValidateTensorShapesFromInputs(), GatherNdLayer::ValidateTensorShapesFromInputs(), ElementwiseBinaryLayer::ValidateTensorShapesFromInputs(), BatchMatMulLayer::ValidateTensorShapesFromInputs(), TileLayer::ValidateTensorShapesFromInputs(), GatherLayer::ValidateTensorShapesFromInputs(), ReduceLayer::ValidateTensorShapesFromInputs(), ElementwiseUnaryLayer::ValidateTensorShapesFromInputs(), ArgMinMaxLayer::ValidateTensorShapesFromInputs(), DetectionPostProcessLayer::ValidateTensorShapesFromInputs(), ReverseV2Layer::ValidateTensorShapesFromInputs(), StridedSliceLayer::ValidateTensorShapesFromInputs(), LogicalBinaryLayer::ValidateTensorShapesFromInputs(), TransposeConvolution2dLayer::ValidateTensorShapesFromInputs(), SpaceToDepthLayer::ValidateTensorShapesFromInputs(), PreluLayer::ValidateTensorShapesFromInputs(), ComparisonLayer::ValidateTensorShapesFromInputs(), DepthToSpaceLayer::ValidateTensorShapesFromInputs(), SpaceToBatchNdLayer::ValidateTensorShapesFromInputs(), SplitterLayer::ValidateTensorShapesFromInputs(), ConcatLayer::ValidateTensorShapesFromInputs(), LstmLayer::ValidateTensorShapesFromInputs(), UnidirectionalSequenceLstmLayer::ValidateTensorShapesFromInputs(), BatchNormalizationLayer::ValidateTensorShapesFromInputs(), QuantizedLstmLayer::ValidateTensorShapesFromInputs(), and QLstmLayer::ValidateTensorShapesFromInputs().

IsTensorInfoSet()

bool IsTensorInfoSet ( ) const

overridevirtual

Implements IOutputSlot.

Definition at line 105 of file Layer.cpp.

{
    if (GetOwningLayer().GetShapeInferenceMethod() == ShapeInferenceMethod::InferAndValidate)
    {
        GetOwningLayer().ValidateTensorShapesFromInputs();
    }
    return GetOutputHandler().IsTensorInfoSet();
}

References OutputSlot::GetOutputHandler(), OutputSlot::GetOwningLayer(), armnn::InferAndValidate, OutputHandler::IsTensorInfoSet(), and Layer::ValidateTensorShapesFromInputs().

Referenced by AddBroadcastReshapeLayerImpl::Run(), and OutputSlot::ValidateTensorShape().

MoveAllConnections()

void MoveAllConnections

(

OutputSlot &

destination

)

Moves all connections to another OutputSlot.

Definition at line 156 of file Layer.cpp.

{
    while (GetNumConnections() > 0)
    {
        if (m_EdgeStrategies[0] != EdgeStrategy::Undefined)
        {
            throw armnn::Exception("Cannot move connections once memory strategies have be established.");
        }
 
        InputSlot& connection = *GetConnection(0);
        Disconnect(connection);
        destination.Connect(connection);
        destination.GetOutputHandler().SetTensorInfo(GetOutputHandler().GetTensorInfo());
    }
}

References OutputSlot::Connect(), OutputSlot::Disconnect(), OutputSlot::GetConnection(), OutputSlot::GetNumConnections(), OutputSlot::GetOutputHandler(), OutputSlot::GetTensorInfo(), OutputHandler::SetTensorInfo(), and armnn::Undefined.

Referenced by Graph::InsertNewLayer(), MaxMinIntoBoundedReluImpl::Run(), TransposeAsReshapeImpl::Run(), PermuteAsReshapeImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), DeleteBroadcastToImpl::Run(), OptimizeInverseConversionsImpl::Run(), and FuseBatchNorm< ConvLayer, ArmnnType, T >::Run().

operator=() [1/2]

OutputSlot& operator= ( const OutputSlot &  )

delete

operator=() [2/2]

OutputSlot& operator= ( OutputSlot &&  )

delete

operator==()

bool operator==

(

const OutputSlot &

other

)

const

Definition at line 185 of file Layer.cpp.

{
    bool isSame = other.GetNumConnections() == GetNumConnections();
    if (!isSame)
    {
        return false;
    }
 
    for (unsigned int i = 0; i < GetNumConnections(); i++)
    {
        isSame &= other.GetConnection(i) == GetConnection(i);
    }
    return isSame;
}

References OutputSlot::GetConnection(), and OutputSlot::GetNumConnections().

SetEdgeStrategy()

void SetEdgeStrategy	(	unsigned int	connectionIndex,
		EdgeStrategy	strategy
	)

Definition at line 223 of file Layer.cpp.

{
    m_EdgeStrategies[connectionIndex] = strategy;
}

Referenced by Graph::AddCompatibilityLayers(), InputSlot::Insert(), and armnn::SelectTensorHandleStrategy().

SetTensorHandleFactory()

void SetTensorHandleFactory

(

const ITensorHandleFactory::FactoryId &

id

)

Definition at line 213 of file Layer.cpp.

{
    m_TensorHandleFactoryId = id;
}

Referenced by Graph::AddCompatibilityLayers(), and armnn::SelectTensorHandleStrategy().

SetTensorInfo()

void SetTensorInfo ( const TensorInfo &  tensorInfo )

overridevirtual

Implements IOutputSlot.

Examples

AsyncExecutionSample.cpp, and SimpleSample.cpp.

Definition at line 95 of file Layer.cpp.

{
    GetOutputHandler().SetTensorInfo(tensorInfo);
}

References OutputSlot::GetOutputHandler(), and OutputHandler::SetTensorInfo().

Referenced by armnn::AttemptBackendAssignment(), armnn::BuildAddMulAddTensorInfoLists(), armnn::ChainReduceLayers(), armnn::CheckScaleSetOnQuantizedType(), armnn::InsertConvertFp16ToFp32LayersBefore(), armnn::InsertConvertFp32ToFp16LayersAfter(), armnn::InsertDebugLayerAfter(), FuseBatchNorm< ConvLayer, ArmnnType, T >::Run(), AddBroadcastReshapeLayerImpl::Run(), and Layer::ValidateAndCopyShape().

ValidateTensorShape()

bool ValidateTensorShape

(

const TensorShape &

shape

)

const

Definition at line 114 of file Layer.cpp.

{
    if (!IsTensorInfoSet())
    {
        throw armnn::Exception("TensorInfo must be set in order to validate the shape.");
    }
    return shape == m_OutputHandler.GetTensorInfo().GetShape();
}

References TensorInfo::GetShape(), OutputHandler::GetTensorInfo(), and OutputSlot::IsTensorInfoSet().

---

The documentation for this class was generated from the following files:

• src/armnn/Layer.hpp
• src/armnn/Layer.cpp