OutputSlot Class Reference

#include <Layer.hpp>

Inheritance diagram for OutputSlot:

Public Member Functions
	OutputSlot (Layer &owner, OutputHandler &outputHandler)
	OutputSlot (const OutputSlot &)=delete
OutputSlot &	operator= (const OutputSlot &)=delete
OutputSlot &	operator= (OutputSlot &&)=delete
	OutputSlot (OutputSlot &&)=default
	~OutputSlot ()
Layer &	GetOwningLayer () const
const IConnectableLayer &	GetOwningIConnectableLayer () const override
LayerGuid	GetOwningLayerGuid () const override
const OutputHandler &	GetOutputHandler () const
OutputHandler &	GetOutputHandler ()
int	Connect (InputSlot &destination)
void	Disconnect (InputSlot &slot)
const std::vector< InputSlot * > &	GetConnections () const
const std::vector< EdgeStrategy > &	GetEdgeStrategies () const
bool	ValidateTensorShape (const TensorShape &shape) const
void	DisconnectAll ()
void	MoveAllConnections (OutputSlot &destination)
	Moves all connections to another OutputSlot. More...
unsigned int	GetNumConnections () const override
const InputSlot *	GetConnection (unsigned int index) const override
InputSlot *	GetConnection (unsigned int index) override
void	SetTensorInfo (const TensorInfo &tensorInfo) override
const TensorInfo &	GetTensorInfo () const override
bool	IsTensorInfoSet () const override
int	Connect (IInputSlot &destination) override
void	Disconnect (IInputSlot &slot) override
unsigned int	CalculateIndexOnOwner () const override
bool	operator== (const OutputSlot &other) const
void	SetTensorHandleFactory (const ITensorHandleFactory::FactoryId &id)
ITensorHandleFactory::FactoryId	GetTensorHandleFactoryId () const
void	SetEdgeStrategy (unsigned int connectionIndex, EdgeStrategy strategy)
EdgeStrategy	GetEdgeStrategyForConnection (unsigned int connectionIdx) const

Additional Inherited Members
Protected Member Functions inherited from IOutputSlot
	~IOutputSlot ()
	Not user deletable. More...

Detailed Description

Definition at line 86 of file Layer.hpp.

Constructor & Destructor Documentation

OutputSlot() [1/3]

OutputSlot ( Layer &  owner, OutputHandler &  outputHandler  )

inlineexplicit

Definition at line 89 of file Layer.hpp.

    : m_OwningLayer(owner)
    , m_OutputHandler(outputHandler)
    , m_TensorHandleFactoryId(ITensorHandleFactory::LegacyFactoryId)
    {}

OutputSlot() [2/3]

OutputSlot ( const OutputSlot &  )

delete

OutputSlot() [3/3]

OutputSlot ( OutputSlot &&  )

default

~OutputSlot()

~OutputSlot ( )

inline

Definition at line 101 of file Layer.hpp.

    {
        try
        {
            // Coverity fix: DisconnectAll() may throw uncaught exceptions.
            DisconnectAll();
        }
        catch (const std::exception& e)
        {
            // Coverity fix: BOOST_LOG_TRIVIAL (typically used to report errors) may throw an
            // exception of type std::length_error.
            // Using stderr instead in this context as there is no point in nesting try-catch blocks here.
            std::cerr << "WARNING: An error has occurred when disconnecting all output slots: "
                      << e.what() << std::endl;
        }
    }

Member Function Documentation

CalculateIndexOnOwner()

unsigned int CalculateIndexOnOwner ( ) const

overridevirtual

Implements IOutputSlot.

Definition at line 159 of file Layer.cpp.

References ARMNN_ASSERT_MSG, Layer::GetNumOutputSlots(), Layer::GetOutputSlot(), and InputSlot::GetOwningLayer().

Referenced by DebugLayer::CreateWorkload().

{
    for (unsigned int i = 0; i < GetOwningLayer().GetNumOutputSlots(); i++)
    {
        if (GetOwningLayer().GetOutputSlot(i) == (*this))
        {
            return i;
        }
    }
    ARMNN_ASSERT_MSG(false, "Did not find slot on owner.");
    return 0; // Error
}

Connect() [1/2]

int Connect

(

InputSlot &

destination

)

Definition at line 112 of file Layer.cpp.

References armnn::numeric_cast(), InputSlot::SetConnection(), and armnn::Undefined.

Referenced by NetworkImpl::AddConvolution2dLayer(), NetworkImpl::AddDepthwiseConvolution2dLayer(), NetworkImpl::AddFullyConnectedLayer(), armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl(), InputSlot::Insert(), Graph::InsertNewLayer(), OutputSlot::MoveAllConnections(), FuseBatchNorm< ConvLayer, ArmnnType, T >::Run(), and TEST_SUITE().

{
    destination.SetConnection(this);
    m_Connections.push_back(&destination);
    m_EdgeStrategies.push_back(EdgeStrategy::Undefined);
    return armnn::numeric_cast<int>(m_Connections.size() - 1);
}

Connect() [2/2]

int Connect ( IInputSlot &  destination )

inlineoverridevirtual

Implements IOutputSlot.

Definition at line 151 of file Layer.hpp.

References Connect().

    {
        return Connect(*PolymorphicDowncast<InputSlot*>(&destination));
    }

Disconnect() [1/2]

void Disconnect

(

InputSlot &

slot

)

Definition at line 120 of file Layer.cpp.

References InputSlot::SetConnection().

Referenced by armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl(), and FuseBatchNorm< ConvLayer, ArmnnType, T >::Run().

{
    slot.SetConnection(nullptr);
    auto it = std::find(m_Connections.begin(), m_Connections.end(), &slot);

    if (it == m_Connections.end())
    {
        return;
    }

    auto idx = std::distance(m_Connections.begin(), it);
    m_Connections.erase(std::remove(m_Connections.begin(), m_Connections.end(), &slot), m_Connections.end());

    m_EdgeStrategies.erase(m_EdgeStrategies.begin() + idx);
}

Disconnect() [2/2]

void Disconnect ( IInputSlot &  slot )

inlineoverridevirtual

Implements IOutputSlot.

Definition at line 156 of file Layer.hpp.

References armnnUtils::operator==().

    {
        return Disconnect(*PolymorphicDowncast<InputSlot*>(&slot));
    }

DisconnectAll()

void DisconnectAll

(

)

Definition at line 136 of file Layer.cpp.

References InputSlot::GetConnection().

{
    while (GetNumConnections() > 0)
    {
        InputSlot& connection = *GetConnection(0);
        Disconnect(connection);
    }
}

GetConnection() [1/2]

const InputSlot * GetConnection ( unsigned int  index ) const

overridevirtual

Implements IOutputSlot.

Definition at line 75 of file Layer.cpp.

Referenced by SplitterLayer::CreateWorkload(), OutputSlot::operator==(), ConvertConstDequantisationLayersToConstLayersImpl::Run(), and TEST_SUITE().

{
    ValidateConnectionIndex(index);
    return m_Connections[index];
}

GetConnection() [2/2]

InputSlot * GetConnection ( unsigned int  index )

overridevirtual

Implements IOutputSlot.

Definition at line 81 of file Layer.cpp.

{
    ValidateConnectionIndex(index);
    return m_Connections[index];
}

GetConnections()

const std::vector<InputSlot*>& GetConnections ( ) const

inline

Definition at line 130 of file Layer.hpp.

Referenced by Graph::AddCompatibilityLayers(), armnn::CalculateSlotOption(), armnn::CalculateSlotOptionForInput(), SquashEqualSiblingsImpl< Comparable >::Run(), and armnn::SelectTensorHandleStrategy().

{ return m_Connections; }

GetEdgeStrategies()

const std::vector<EdgeStrategy>& GetEdgeStrategies ( ) const

inline

Definition at line 131 of file Layer.hpp.

Referenced by Graph::AddCompatibilityLayers().

{ return m_EdgeStrategies; }

GetEdgeStrategyForConnection()

EdgeStrategy GetEdgeStrategyForConnection

(

unsigned int

connectionIdx

)

const

Definition at line 215 of file Layer.cpp.

Referenced by TEST_SUITE().

{
    return m_EdgeStrategies[connectionIdx];
}

GetNumConnections()

unsigned int GetNumConnections ( ) const

inlineoverridevirtual

Implements IOutputSlot.

Definition at line 143 of file Layer.hpp.

References InputSlot::GetConnection(), armnn::GetTensorInfo(), and armnn::numeric_cast().

Referenced by ConcatLayer::CreateWorkload(), OutputSlot::operator==(), LoadedNetwork::RegisterDebugCallback(), ConvertConstDequantisationLayersToConstLayersImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), MoveTransposeUpImpl::Run(), MovePermuteUpImpl::Run(), SquashEqualSiblingsImpl< Comparable >::Run(), and AddBroadcastReshapeLayerImpl::Run().

{ return armnn::numeric_cast<unsigned int>(m_Connections.size()); }

GetOutputHandler() [1/2]

const OutputHandler& GetOutputHandler ( ) const

inline

Definition at line 124 of file Layer.hpp.

Referenced by ConcatLayer::CreateWorkload(), OutputSlot::MoveAllConnections(), and TEST_SUITE().

{ return m_OutputHandler; }

GetOutputHandler() [2/2]

OutputHandler& GetOutputHandler ( )

inline

Definition at line 125 of file Layer.hpp.

References Connect().

{ return m_OutputHandler; }

GetOwningIConnectableLayer()

const IConnectableLayer & GetOwningIConnectableLayer ( ) const

overridevirtual

Implements IOutputSlot.

Definition at line 541 of file Layer.cpp.

{
    return m_OwningLayer;
}

GetOwningLayer()

Layer& GetOwningLayer ( ) const

inline

Definition at line 118 of file Layer.hpp.

References InputSlot::GetOwningIConnectableLayer().

Referenced by armnn::CalculateSlotOption(), armnn::CalculateSlotOptionForInput(), DebugLayer::CreateWorkload(), ConcatLayer::CreateWorkload(), armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl(), Layer::GetPriority(), Graph::InsertNewLayer(), ConvertConstDequantisationLayersToConstLayersImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), ConvertConstPermuteLayersToConstLayers::Run(), OptimizeInverseConversionsImpl::Run(), PermuteAndBatchToSpaceAsDepthToSpaceImpl< PermuteType >::Run(), RedirectMembersToConstantInputsImpl::Run(), MoveTransposeUpImpl::Run(), MovePermuteUpImpl::Run(), OptimizeInversePermutesImpl< PermuteType >::Run(), AddBroadcastReshapeLayerImpl::Run(), FuseBatchNorm< ConvLayer, ArmnnType, T >::Run(), and Graph::SerializeToDot().

{ return m_OwningLayer; }

GetOwningLayerGuid()

LayerGuid GetOwningLayerGuid ( ) const

overridevirtual

Implements IOutputSlot.

Definition at line 195 of file Layer.cpp.

References Layer::GetGuid(), and InputSlot::GetOwningLayer().

{
    return GetOwningLayer().GetGuid();
}

GetTensorHandleFactoryId()

ITensorHandleFactory::FactoryId GetTensorHandleFactoryId

(

)

const

Definition at line 205 of file Layer.cpp.

Referenced by Graph::AddCompatibilityLayers(), SplitterLayer::CreateTensorHandles(), ConcatLayer::CreateTensorHandles(), Layer::CreateTensorHandles(), SplitterLayer::CreateWorkload(), ConcatLayer::CreateWorkload(), LoadedNetwork::ImportInputs(), LoadedNetwork::ImportOutputs(), and TEST_SUITE().

{
    return m_TensorHandleFactoryId;
}

GetTensorInfo()

const TensorInfo & GetTensorInfo ( ) const

overridevirtual

Implements IOutputSlot.

Definition at line 92 of file Layer.cpp.

Referenced by armnn::CheckScaleSetOnQuantizedType(), ConcatLayer::CreateWorkload(), armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl(), Layer::GetDataType(), LoadedNetwork::ImportInputs(), LoadedNetwork::ImportOutputs(), armnn::InsertConvertBf16ToFp32LayersBefore(), armnn::InsertConvertFp16ToFp32LayersBefore(), armnn::InsertConvertFp32ToBf16LayersAfter(), armnn::InsertConvertFp32ToBf16LayersBefore(), armnn::InsertConvertFp32ToFp16LayersAfter(), armnn::InsertDebugLayerAfter(), NeonBackend::OptimizeSubgraphView(), ClBackend::OptimizeSubgraphView(), ConvertConstDequantisationLayersToConstLayersImpl::Run(), ConvertConstPermuteLayersToConstLayers::Run(), PermuteAndBatchToSpaceAsDepthToSpaceImpl< PermuteType >::Run(), PermuteDepthwiseConv2dWeightsImpl::Run(), AddBroadcastReshapeLayerImpl::Run(), FuseBatchNorm< ConvLayer, ArmnnType, T >::Run(), Graph::SerializeToDot(), TEST_SUITE(), Layer::ValidateAndCopyShape(), ElementwiseBaseLayer::ValidateTensorShapesFromInputs(), RankLayer::ValidateTensorShapesFromInputs(), QuantizeLayer::ValidateTensorShapesFromInputs(), ActivationLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToFp16Layer::ValidateTensorShapesFromInputs(), ReduceLayer::ValidateTensorShapesFromInputs(), FillLayer::ValidateTensorShapesFromInputs(), SliceLayer::ValidateTensorShapesFromInputs(), ConvertFp16ToFp32Layer::ValidateTensorShapesFromInputs(), SwitchLayer::ValidateTensorShapesFromInputs(), BatchToSpaceNdLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToBf16Layer::ValidateTensorShapesFromInputs(), NormalizationLayer::ValidateTensorShapesFromInputs(), InstanceNormalizationLayer::ValidateTensorShapesFromInputs(), AbsLayer::ValidateTensorShapesFromInputs(), CastLayer::ValidateTensorShapesFromInputs(), MemImportLayer::ValidateTensorShapesFromInputs(), MemCopyLayer::ValidateTensorShapesFromInputs(), L2NormalizationLayer::ValidateTensorShapesFromInputs(), DebugLayer::ValidateTensorShapesFromInputs(), Pooling2dLayer::ValidateTensorShapesFromInputs(), Pooling3dLayer::ValidateTensorShapesFromInputs(), SoftmaxLayer::ValidateTensorShapesFromInputs(), DequantizeLayer::ValidateTensorShapesFromInputs(), MergeLayer::ValidateTensorShapesFromInputs(), ResizeLayer::ValidateTensorShapesFromInputs(), ConvertBf16ToFp32Layer::ValidateTensorShapesFromInputs(), RsqrtLayer::ValidateTensorShapesFromInputs(), ShapeLayer::ValidateTensorShapesFromInputs(), FakeQuantizationLayer::ValidateTensorShapesFromInputs(), FloorLayer::ValidateTensorShapesFromInputs(), StackLayer::ValidateTensorShapesFromInputs(), TransposeLayer::ValidateTensorShapesFromInputs(), MeanLayer::ValidateTensorShapesFromInputs(), ChannelShuffleLayer::ValidateTensorShapesFromInputs(), LogSoftmaxLayer::ValidateTensorShapesFromInputs(), PadLayer::ValidateTensorShapesFromInputs(), ReshapeLayer::ValidateTensorShapesFromInputs(), PermuteLayer::ValidateTensorShapesFromInputs(), ConstantLayer::ValidateTensorShapesFromInputs(), Convolution3dLayer::ValidateTensorShapesFromInputs(), GatherNdLayer::ValidateTensorShapesFromInputs(), ElementwiseUnaryLayer::ValidateTensorShapesFromInputs(), DetectionPostProcessLayer::ValidateTensorShapesFromInputs(), ArgMinMaxLayer::ValidateTensorShapesFromInputs(), GatherLayer::ValidateTensorShapesFromInputs(), StridedSliceLayer::ValidateTensorShapesFromInputs(), SpaceToDepthLayer::ValidateTensorShapesFromInputs(), PreluLayer::ValidateTensorShapesFromInputs(), ComparisonLayer::ValidateTensorShapesFromInputs(), SpaceToBatchNdLayer::ValidateTensorShapesFromInputs(), TransposeConvolution2dLayer::ValidateTensorShapesFromInputs(), LogicalBinaryLayer::ValidateTensorShapesFromInputs(), DepthToSpaceLayer::ValidateTensorShapesFromInputs(), DepthwiseConvolution2dLayer::ValidateTensorShapesFromInputs(), SplitterLayer::ValidateTensorShapesFromInputs(), FullyConnectedLayer::ValidateTensorShapesFromInputs(), UnidirectionalSequenceLstmLayer::ValidateTensorShapesFromInputs(), ConcatLayer::ValidateTensorShapesFromInputs(), Convolution2dLayer::ValidateTensorShapesFromInputs(), LstmLayer::ValidateTensorShapesFromInputs(), BatchNormalizationLayer::ValidateTensorShapesFromInputs(), QuantizedLstmLayer::ValidateTensorShapesFromInputs(), and QLstmLayer::ValidateTensorShapesFromInputs().

{
    return GetOutputHandler().GetTensorInfo();
}

IsTensorInfoSet()

bool IsTensorInfoSet ( ) const

overridevirtual

Implements IOutputSlot.

Definition at line 97 of file Layer.cpp.

References InputSlot::GetOwningLayer(), armnn::InferAndValidate, and Layer::ValidateTensorShapesFromInputs().

Referenced by AddBroadcastReshapeLayerImpl::Run().

{
    if (GetOwningLayer().GetShapeInferenceMethod() == ShapeInferenceMethod::InferAndValidate)
    {
        GetOwningLayer().ValidateTensorShapesFromInputs();
    }
    return GetOutputHandler().IsTensorInfoSet();
}

MoveAllConnections()

void MoveAllConnections

(

OutputSlot &

destination

)

Moves all connections to another OutputSlot.

Definition at line 145 of file Layer.cpp.

References ARMNN_ASSERT_MSG, OutputSlot::Connect(), InputSlot::GetConnection(), OutputSlot::GetOutputHandler(), armnn::GetTensorInfo(), OutputHandler::SetTensorInfo(), and armnn::Undefined.

Referenced by Graph::InsertNewLayer(), ConvertConstDequantisationLayersToConstLayersImpl::Run(), PermuteAsReshapeImpl::Run(), TransposeAsReshapeImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), ConvertConstPermuteLayersToConstLayers::Run(), PermuteAndBatchToSpaceAsDepthToSpaceImpl< PermuteType >::Run(), OptimizeInverseConversionsImpl::Run(), OptimizeInversePermutesImpl< PermuteType >::Run(), and FuseBatchNorm< ConvLayer, ArmnnType, T >::Run().

{
    while (GetNumConnections() > 0)
    {
        ARMNN_ASSERT_MSG(m_EdgeStrategies[0] == EdgeStrategy::Undefined,
            "Cannot move connections once memory strategies have be established.");

        InputSlot& connection = *GetConnection(0);
        Disconnect(connection);
        destination.Connect(connection);
        destination.GetOutputHandler().SetTensorInfo(GetOutputHandler().GetTensorInfo());
    }
}

operator=() [1/2]

OutputSlot& operator= ( const OutputSlot &  )

delete

operator=() [2/2]

OutputSlot& operator= ( OutputSlot &&  )

delete

operator==()

bool operator==

(

const OutputSlot &

other

)

const

Definition at line 172 of file Layer.cpp.

References InputSlot::GetConnection(), OutputSlot::GetConnection(), and OutputSlot::GetNumConnections().

{
    bool isSame = other.GetNumConnections() == GetNumConnections();
    if (!isSame)
    {
        return false;
    }

    for (unsigned int i = 0; i < GetNumConnections(); i++)
    {
        isSame &= other.GetConnection(i) == GetConnection(i);
    }
    return isSame;
}

SetEdgeStrategy()

void SetEdgeStrategy	(	unsigned int	connectionIndex,
		EdgeStrategy	strategy
	)

Definition at line 210 of file Layer.cpp.

Referenced by Graph::AddCompatibilityLayers(), InputSlot::Insert(), armnn::SelectTensorHandleStrategy(), and TEST_SUITE().

{
    m_EdgeStrategies[connectionIndex] = strategy;
}

SetTensorHandleFactory()

void SetTensorHandleFactory

(

const ITensorHandleFactory::FactoryId &

id

)

Definition at line 200 of file Layer.cpp.

Referenced by Graph::AddCompatibilityLayers(), and armnn::SelectTensorHandleStrategy().

{
    m_TensorHandleFactoryId = id;
}

SetTensorInfo()

void SetTensorInfo ( const TensorInfo &  tensorInfo )

overridevirtual

Implements IOutputSlot.

Definition at line 87 of file Layer.cpp.

Referenced by NetworkImpl::AddConvolution2dLayer(), NetworkImpl::AddDepthwiseConvolution2dLayer(), NetworkImpl::AddFullyConnectedLayer(), armnn::AttemptBackendAssignment(), armnn::ChainReduceLayers(), armnn::CheckScaleSetOnQuantizedType(), armnn::InsertConvertBf16ToFp32LayersBefore(), armnn::InsertConvertFp16ToFp32LayersBefore(), armnn::InsertConvertFp32ToBf16LayersAfter(), armnn::InsertConvertFp32ToBf16LayersBefore(), armnn::InsertConvertFp32ToFp16LayersAfter(), armnn::InsertDebugLayerAfter(), ConvertConstDequantisationLayersToConstLayersImpl::Run(), ConvertConstPermuteLayersToConstLayers::Run(), PermuteDepthwiseConv2dWeightsImpl::Run(), FuseBatchNorm< ConvLayer, ArmnnType, T >::Run(), AddBroadcastReshapeLayerImpl::Run(), TEST_SUITE(), and Layer::ValidateAndCopyShape().

{
    GetOutputHandler().SetTensorInfo(tensorInfo);
}

ValidateTensorShape()

bool ValidateTensorShape

(

const TensorShape &

shape

)

const

Definition at line 106 of file Layer.cpp.

References ARMNN_ASSERT_MSG.

{
    ARMNN_ASSERT_MSG(IsTensorInfoSet(), "TensorInfo must be set in order to validate the shape.");
    return shape == m_OutputHandler.GetTensorInfo().GetShape();
}

---

The documentation for this class was generated from the following files:

• src/armnn/Layer.hpp
• src/armnn/Layer.cpp