DepthwiseConvolution2dLayer Class Reference

This layer represents a depthwise convolution 2d operation. More...

#include <DepthwiseConvolution2dLayer.hpp>

Inheritance diagram for DepthwiseConvolution2dLayer:

Public Member Functions
virtual std::unique_ptr< IWorkload >	CreateWorkload (const IWorkloadFactory &factory) const override
	Makes a workload for the DepthwiseConvolution2d type. More...
DepthwiseConvolution2dLayer *	Clone (Graph &graph) const override
	Creates a dynamically-allocated copy of this layer. More...
void	ValidateTensorShapesFromInputs () override
	Check if the input tensor shape(s) will lead to a valid configuration of DepthwiseConvolution2dLayer. More...
std::vector< TensorShape >	InferOutputShapes (const std::vector< TensorShape > &inputShapes) const override
	By default returns inputShapes if the number of inputs are equal to number of outputs, otherwise infers the output shapes from given input shapes and layer properties. More...
void	Accept (ILayerVisitor &visitor) const override
	Apply a visitor to this layer. More...
void	ExecuteStrategy (IStrategy &strategy) const override
	Apply a visitor to this layer. More...
void	SerializeLayerParameters (ParameterStringifyFunction &fn) const override
	Helper to serialize the layer parameters to string. More...
Public Member Functions inherited from LayerWithParameters< DepthwiseConvolution2dDescriptor >
const DepthwiseConvolution2dDescriptor &	GetParameters () const
void	SerializeLayerParameters (ParameterStringifyFunction &fn) const override
	Helper to serialize the layer parameters to string (currently used in DotSerializer and company). More...
Public Member Functions inherited from Layer
	Layer (unsigned int numInputSlots, unsigned int numOutputSlots, LayerType type, const char *name)
	Layer (unsigned int numInputSlots, unsigned int numOutputSlots, LayerType type, DataLayout layout, const char *name)
const std::string &	GetNameStr () const
const OutputHandler &	GetOutputHandler (unsigned int i=0) const
OutputHandler &	GetOutputHandler (unsigned int i=0)
ShapeInferenceMethod	GetShapeInferenceMethod () const
const std::vector< InputSlot > &	GetInputSlots () const
const std::vector< OutputSlot > &	GetOutputSlots () const
std::vector< InputSlot >::iterator	BeginInputSlots ()
std::vector< InputSlot >::iterator	EndInputSlots ()
std::vector< OutputSlot >::iterator	BeginOutputSlots ()
std::vector< OutputSlot >::iterator	EndOutputSlots ()
bool	IsOutputUnconnected ()
void	ResetPriority () const
LayerPriority	GetPriority () const
LayerType	GetType () const override
	Returns the armnn::LayerType of this layer. More...
DataType	GetDataType () const
const BackendId &	GetBackendId () const
void	SetBackendId (const BackendId &id)
virtual void	CreateTensorHandles (const TensorHandleFactoryRegistry &registry, const IWorkloadFactory &factory, const bool IsMemoryManaged=true)
void	VerifyLayerConnections (unsigned int expectedConnections, const CheckLocation &location) const
virtual void	ReleaseConstantData ()
template<typename Op >
void	OperateOnConstantTensors (Op op)
const char *	GetName () const override
	Returns the name of the layer. More...
unsigned int	GetNumInputSlots () const override
	Returns the number of connectable input slots. More...
unsigned int	GetNumOutputSlots () const override
	Returns the number of connectable output slots. More...
const InputSlot &	GetInputSlot (unsigned int index) const override
	Get a const input slot handle by slot index. More...
InputSlot &	GetInputSlot (unsigned int index) override
	Get the input slot handle by slot index. More...
const OutputSlot &	GetOutputSlot (unsigned int index=0) const override
	Get the const output slot handle by slot index. More...
OutputSlot &	GetOutputSlot (unsigned int index=0) override
	Get the output slot handle by slot index. More...
void	SetGuid (LayerGuid guid)
LayerGuid	GetGuid () const final
	Returns the unique id of the layer. More...
void	AddRelatedLayerName (const std::string layerName)
const std::list< std::string > &	GetRelatedLayerNames ()
virtual void	Reparent (Graph &dest, std::list< Layer *>::const_iterator iterator)=0
void	BackendSelectionHint (Optional< BackendId > backend) final
	Provide a hint for the optimizer as to which backend to prefer for this layer. More...
Optional< BackendId >	GetBackendHint () const
void	SetShapeInferenceMethod (ShapeInferenceMethod shapeInferenceMethod)
template<typename T >
std::shared_ptr< T >	GetAdditionalInformation () const
void	SetAdditionalInfoForObject (const AdditionalInfoObjectPtr &additionalInfo)

Public Attributes
std::unique_ptr< ScopedCpuTensorHandle >	m_Weight
	A unique pointer to store Weight values. More...
std::unique_ptr< ScopedCpuTensorHandle >	m_Bias
	A unique pointer to store Bias values. More...

Protected Member Functions
	DepthwiseConvolution2dLayer (const DepthwiseConvolution2dDescriptor &param, const char *name)
	Constructor to create a DepthwiseConvolution2dLayer. More...
	~DepthwiseConvolution2dLayer ()=default
	Default destructor. More...
ConstantTensors	GetConstantTensorsByRef () override
	Retrieve the handles to the constant values stored by the layer. More...
Protected Member Functions inherited from LayerWithParameters< DepthwiseConvolution2dDescriptor >
	LayerWithParameters (unsigned int numInputSlots, unsigned int numOutputSlots, LayerType type, const DepthwiseConvolution2dDescriptor &param, const char *name)
	~LayerWithParameters ()=default
WorkloadInfo	PrepInfoAndDesc (QueueDescriptor &descriptor) const
	Helper function to reduce duplication in *LayerCreateWorkload. More...
void	ExecuteStrategy (IStrategy &strategy) const override
	Apply a visitor to this layer. More...
Protected Member Functions inherited from Layer
virtual	~Layer ()=default
template<typename QueueDescriptor >
void	CollectQueueDescriptorInputs (QueueDescriptor &descriptor, WorkloadInfo &info) const
template<typename QueueDescriptor >
void	CollectQueueDescriptorOutputs (QueueDescriptor &descriptor, WorkloadInfo &info) const
void	ValidateAndCopyShape (const TensorShape &outputShape, const TensorShape &inferredShape, const ShapeInferenceMethod shapeInferenceMethod, const std::string &layerName, const unsigned int outputSlotIndex=0)
void	VerifyShapeInferenceType (const TensorShape &outputShape, ShapeInferenceMethod shapeInferenceMethod)
template<typename QueueDescriptor >
WorkloadInfo	PrepInfoAndDesc (QueueDescriptor &descriptor) const
	Helper function to reduce duplication in *LayerCreateWorkload. More...
template<typename LayerType , typename ... Params>
LayerType *	CloneBase (Graph &graph, Params &&... params) const
void	SetAdditionalInfo (QueueDescriptor &descriptor) const
Protected Member Functions inherited from IConnectableLayer
	~IConnectableLayer ()
	Objects are not deletable via the handle. More...

Additional Inherited Members
Public Types inherited from LayerWithParameters< DepthwiseConvolution2dDescriptor >
using	DescriptorType = DepthwiseConvolution2dDescriptor
Protected Types inherited from Layer
using	ConstantTensors = std::vector< std::reference_wrapper< std::unique_ptr< ScopedCpuTensorHandle > >>
Protected Attributes inherited from LayerWithParameters< DepthwiseConvolution2dDescriptor >
DepthwiseConvolution2dDescriptor	m_Param
	The parameters for the layer (not including tensor-valued weights etc.). More...
Protected Attributes inherited from Layer
AdditionalInfoObjectPtr	m_AdditionalInfoObject
std::vector< OutputHandler >	m_OutputHandlers
ShapeInferenceMethod	m_ShapeInferenceMethod

Detailed Description

This layer represents a depthwise convolution 2d operation.

Definition at line 15 of file DepthwiseConvolution2dLayer.hpp.

Constructor & Destructor Documentation

DepthwiseConvolution2dLayer()

DepthwiseConvolution2dLayer ( const DepthwiseConvolution2dDescriptor &  param, const char *  name  )

protected

Constructor to create a DepthwiseConvolution2dLayer.

Parameters

[in]	param	DepthwiseConvolution2dDescriptor to configure the depthwise convolution2d.
[in]	name	Optional name for the layer.

Definition at line 23 of file DepthwiseConvolution2dLayer.cpp.

References armnn::DepthwiseConvolution2d.

    : LayerWithParameters(1, 1, LayerType::DepthwiseConvolution2d, param, name)
{
}

~DepthwiseConvolution2dLayer()

~DepthwiseConvolution2dLayer ( )

protecteddefault

Default destructor.

Member Function Documentation

Accept()

void Accept ( ILayerVisitor &  visitor ) const

overridevirtual

Apply a visitor to this layer.

Implements IConnectableLayer.

Definition at line 154 of file DepthwiseConvolution2dLayer.cpp.

References Layer::GetName(), LayerWithParameters< DepthwiseConvolution2dDescriptor >::GetParameters(), DepthwiseConvolution2dLayer::m_Bias, DepthwiseConvolution2dLayer::m_Weight, and ILayerVisitor::VisitDepthwiseConvolution2dLayer().

{
    ConstTensor weightsTensor(m_Weight->GetTensorInfo(), m_Weight->Map(true));
    Optional<ConstTensor> optionalBiasTensor = EmptyOptional();

    if (GetParameters().m_BiasEnabled)
    {
        ConstTensor biasTensor(m_Bias->GetTensorInfo(), m_Bias->Map(true));
        optionalBiasTensor = Optional<ConstTensor>(biasTensor);
    }

    visitor.VisitDepthwiseConvolution2dLayer(this, GetParameters(), weightsTensor, optionalBiasTensor, GetName());
}

Clone()

DepthwiseConvolution2dLayer * Clone ( Graph &  graph ) const

overridevirtual

Creates a dynamically-allocated copy of this layer.

Parameters

[in]

graph

The graph into which this layer is being cloned.

Implements Layer.

Definition at line 71 of file DepthwiseConvolution2dLayer.cpp.

References Layer::GetName(), DepthwiseConvolution2dLayer::m_Bias, LayerWithParameters< DepthwiseConvolution2dDescriptor >::m_Param, and DepthwiseConvolution2dLayer::m_Weight.

{
    auto layer      = CloneBase<DepthwiseConvolution2dLayer>(graph, m_Param, GetName());
    layer->m_Weight = m_Weight ? std::make_unique<ScopedCpuTensorHandle>(*m_Weight) : nullptr;

    if (layer->m_Param.m_BiasEnabled)
    {
        layer->m_Bias = m_Bias ? std::make_unique<ScopedCpuTensorHandle>(*m_Bias) : nullptr;
    }

    return std::move(layer);
}

CreateWorkload()

std::unique_ptr< IWorkload > CreateWorkload ( const IWorkloadFactory &  factory ) const

overridevirtual

Makes a workload for the DepthwiseConvolution2d type.

Parameters

[in]	graph	The graph where this layer can be found.
[in]	factory	The workload factory which will create the workload.

Returns

A pointer to the created workload, or nullptr if not created.

Implements Layer.

Definition at line 51 of file DepthwiseConvolution2dLayer.cpp.

References ARMNN_ASSERT_MSG, IWorkloadFactory::CreateDepthwiseConvolution2d(), DepthwiseConvolution2dLayer::m_Bias, DepthwiseConvolution2dQueueDescriptor::m_Bias, DepthwiseConvolution2dDescriptor::m_BiasEnabled, LayerWithParameters< DepthwiseConvolution2dDescriptor >::m_Param, DepthwiseConvolution2dLayer::m_Weight, DepthwiseConvolution2dQueueDescriptor::m_Weight, LayerWithParameters< DepthwiseConvolution2dDescriptor >::PrepInfoAndDesc(), and Layer::SetAdditionalInfo().

{
    // on this level constant data should not be released..
    ARMNN_ASSERT_MSG(m_Weight != nullptr, "DepthwiseConvolution2dLayer: Weights data should not be null.");

    DepthwiseConvolution2dQueueDescriptor descriptor;

    descriptor.m_Weight = m_Weight.get();

    if (m_Param.m_BiasEnabled)
    {
        ARMNN_ASSERT_MSG(m_Bias != nullptr, "DepthwiseConvolution2dLayer: Bias data should not be null.");
        descriptor.m_Bias = m_Bias.get();
    }

    SetAdditionalInfo(descriptor);

    return factory.CreateDepthwiseConvolution2d(descriptor, PrepInfoAndDesc(descriptor));
}

ExecuteStrategy()

void ExecuteStrategy ( IStrategy &  strategy ) const

overridevirtual

Apply a visitor to this layer.

Reimplemented from Layer.

Definition at line 168 of file DepthwiseConvolution2dLayer.cpp.

References IStrategy::ExecuteStrategy(), Layer::GetName(), LayerWithParameters< DepthwiseConvolution2dDescriptor >::GetParameters(), DepthwiseConvolution2dLayer::m_Bias, and DepthwiseConvolution2dLayer::m_Weight.

{
    std::vector<armnn::ConstTensor> constTensors { {m_Weight->GetTensorInfo(), m_Weight->Map(true)} };

    if (GetParameters().m_BiasEnabled)
    {
        constTensors.emplace_back(ConstTensor(m_Bias->GetTensorInfo(), m_Bias->Map(true)));
    }

    strategy.ExecuteStrategy(this, GetParameters(), constTensors, GetName());
}

GetConstantTensorsByRef()

Layer::ConstantTensors GetConstantTensorsByRef ( )

overrideprotectedvirtual

Retrieve the handles to the constant values stored by the layer.

Returns

A vector of the constant tensors stored by this layer.

Reimplemented from Layer.

Definition at line 149 of file DepthwiseConvolution2dLayer.cpp.

References DepthwiseConvolution2dLayer::m_Bias, and DepthwiseConvolution2dLayer::m_Weight.

{
    return {m_Weight, m_Bias};
}

InferOutputShapes()

std::vector< TensorShape > InferOutputShapes ( const std::vector< TensorShape > &  inputShapes ) const

overridevirtual

By default returns inputShapes if the number of inputs are equal to number of outputs, otherwise infers the output shapes from given input shapes and layer properties.

Parameters

[in]

inputShapes

The input shapes layer has.

Returns

A vector to the inferred output shape.

Reimplemented from Layer.

Definition at line 85 of file DepthwiseConvolution2dLayer.cpp.

References ARMNN_ASSERT, ARMNN_ASSERT_MSG, DataLayoutIndexed::GetChannelsIndex(), DataLayoutIndexed::GetHeightIndex(), DataLayoutIndexed::GetWidthIndex(), DepthwiseConvolution2dDescriptor::m_DataLayout, DepthwiseConvolution2dDescriptor::m_DilationX, DepthwiseConvolution2dDescriptor::m_DilationY, DepthwiseConvolution2dDescriptor::m_PadBottom, DepthwiseConvolution2dDescriptor::m_PadLeft, DepthwiseConvolution2dDescriptor::m_PadRight, DepthwiseConvolution2dDescriptor::m_PadTop, LayerWithParameters< DepthwiseConvolution2dDescriptor >::m_Param, DepthwiseConvolution2dDescriptor::m_StrideX, DepthwiseConvolution2dDescriptor::m_StrideY, and armnn::NHWC.

Referenced by DepthwiseConvolution2dInferOutputShapeTest(), and DepthwiseConvolution2dLayer::ValidateTensorShapesFromInputs().

{
    ARMNN_ASSERT(inputShapes.size() == 2);
    const TensorShape& inputShape  = inputShapes[0];
    const TensorShape& filterShape = inputShapes[1];

    ARMNN_ASSERT_MSG(inputShape.GetNumDimensions() == 4, "Convolutions will always have 4D input.");

    ARMNN_ASSERT( m_Param.m_StrideX > 0);
    ARMNN_ASSERT( m_Param.m_StrideY > 0);

    DataLayoutIndexed dataLayoutIndex(m_Param.m_DataLayout);

    unsigned int inputBatchSize = inputShape[0];
    unsigned int inputHeight    = inputShape[dataLayoutIndex.GetHeightIndex()];
    unsigned int inputWidth     = inputShape[dataLayoutIndex.GetWidthIndex()];
    unsigned int inputChannels  = inputShape[dataLayoutIndex.GetChannelsIndex()];

    // Expected filter shape: [ M, I, H, W ] - This shape does NOT depend on the data layout
    // Namely: [ depth multiplier, input channels, filter height, filter width ]
    // Output channels = input channels * depthMultiplier
    unsigned int depthMultiplier = filterShape[0];

    unsigned int filterHeight = filterShape[2];
    unsigned int dilatedFilterHeight = filterHeight + (m_Param.m_DilationY - 1) * (filterHeight - 1);
    unsigned int readHeight   = (inputHeight + m_Param.m_PadTop + m_Param.m_PadBottom) - dilatedFilterHeight;
    unsigned int outputHeight = 1 + (readHeight / m_Param.m_StrideY);

    unsigned int filterWidth = filterShape[3];
    unsigned int dilatedFilterWidth = filterWidth + (m_Param.m_DilationX - 1) * (filterWidth - 1);
    unsigned int readWidth   = (inputWidth + m_Param.m_PadLeft + m_Param.m_PadRight) - dilatedFilterWidth;
    unsigned int outputWidth = 1 + (readWidth / m_Param.m_StrideX);

    unsigned int outputChannels  = inputChannels * depthMultiplier;
    unsigned int outputBatchSize = inputBatchSize;

    TensorShape tensorShape = m_Param.m_DataLayout == armnn::DataLayout::NHWC ?
                              TensorShape{ outputBatchSize, outputHeight, outputWidth, outputChannels } :
                              TensorShape{ outputBatchSize, outputChannels, outputHeight, outputWidth };

    return std::vector<TensorShape>{ tensorShape };
}

SerializeLayerParameters()

void SerializeLayerParameters ( ParameterStringifyFunction &  fn ) const

overridevirtual

Helper to serialize the layer parameters to string.

(currently used in DotSerializer and company).

Reimplemented from Layer.

Definition at line 29 of file DepthwiseConvolution2dLayer.cpp.

References InputSlot::GetConnection(), Layer::GetInputSlot(), TensorInfo::GetShape(), IOutputSlot::GetTensorInfo(), DepthwiseConvolution2dDescriptor::m_DataLayout, LayerWithParameters< DepthwiseConvolution2dDescriptor >::m_Param, DepthwiseConvolution2dLayer::m_Weight, and LayerWithParameters< Parameters >::SerializeLayerParameters().

{
    const std::vector<TensorShape>& inputShapes =
    {
        GetInputSlot(0).GetConnection()->GetTensorInfo().GetShape(),
        m_Weight->GetTensorInfo().GetShape()
    };
    const TensorShape filterShape = inputShapes[1];
    DataLayoutIndexed dataLayoutIndex(m_Param.m_DataLayout);
    unsigned int inputChannels = filterShape[1];
    unsigned int filterWidth = filterShape[3];
    unsigned int filterHeight = filterShape[2];
    unsigned int depthMultiplier = filterShape[0];

    fn("FilterWidth",std::to_string(filterWidth));
    fn("FilterHeight",std::to_string(filterHeight));
    fn("DepthMultiplier",std::to_string(depthMultiplier));
    fn("InputChannels",std::to_string(inputChannels));

    LayerWithParameters<DepthwiseConvolution2dDescriptor>::SerializeLayerParameters(fn);
}

ValidateTensorShapesFromInputs()

void ValidateTensorShapesFromInputs ( )

overridevirtual

Check if the input tensor shape(s) will lead to a valid configuration of DepthwiseConvolution2dLayer.

Parameters

[in]

shapeInferenceMethod

Indicates if output shape shall be overwritten or just validated.

Implements Layer.

Definition at line 128 of file DepthwiseConvolution2dLayer.cpp.

References ARMNN_ASSERT, ARMNN_ASSERT_MSG, CHECK_LOCATION, InputSlot::GetConnection(), Layer::GetInputSlot(), Layer::GetOutputSlot(), TensorInfo::GetShape(), IOutputSlot::GetTensorInfo(), OutputSlot::GetTensorInfo(), DepthwiseConvolution2dLayer::InferOutputShapes(), Layer::m_ShapeInferenceMethod, DepthwiseConvolution2dLayer::m_Weight, Layer::ValidateAndCopyShape(), Layer::VerifyLayerConnections(), and Layer::VerifyShapeInferenceType().

{
    VerifyLayerConnections(1, CHECK_LOCATION());

    const TensorShape& outputShape = GetOutputSlot(0).GetTensorInfo().GetShape();

    VerifyShapeInferenceType(outputShape, m_ShapeInferenceMethod);

    // on this level constant data should not be released..
    ARMNN_ASSERT_MSG(m_Weight != nullptr, "DepthwiseConvolution2dLayer: Weights data should not be null.");

    auto inferredShapes = InferOutputShapes({
        GetInputSlot(0).GetConnection()->GetTensorInfo().GetShape(),
        m_Weight->GetTensorInfo().GetShape()
     });

    ARMNN_ASSERT(inferredShapes.size() == 1);

    ValidateAndCopyShape(outputShape, inferredShapes[0], m_ShapeInferenceMethod, "DepthwiseConvolution2dLayer");
}

Member Data Documentation

m_Bias

std::unique_ptr<ScopedCpuTensorHandle> m_Bias

A unique pointer to store Bias values.

Definition at line 21 of file DepthwiseConvolution2dLayer.hpp.

Referenced by DepthwiseConvolution2dLayer::Accept(), BOOST_AUTO_TEST_CASE(), DepthwiseConvolution2dLayer::Clone(), DepthwiseConvolution2dLayer::CreateWorkload(), DepthwiseConvolution2dLayer::ExecuteStrategy(), DepthwiseConvolution2dLayer::GetConstantTensorsByRef(), NeonBackend::OptimizeSubgraphView(), and ClBackend::OptimizeSubgraphView().

m_Weight

std::unique_ptr<ScopedCpuTensorHandle> m_Weight

A unique pointer to store Weight values.

Definition at line 19 of file DepthwiseConvolution2dLayer.hpp.

Referenced by DepthwiseConvolution2dLayer::Accept(), NetworkImpl::AddConvolution2dLayer(), BOOST_AUTO_TEST_CASE(), DepthwiseConvolution2dLayer::Clone(), CreateDepthwiseConvolution2dGraph(), DepthwiseConvolution2dLayer::CreateWorkload(), DepthwiseConvolution2dLayer::ExecuteStrategy(), DepthwiseConvolution2dLayer::GetConstantTensorsByRef(), NeonBackend::OptimizeSubgraphView(), ClBackend::OptimizeSubgraphView(), DepthwiseConvolution2dLayer::SerializeLayerParameters(), and DepthwiseConvolution2dLayer::ValidateTensorShapesFromInputs().

---

The documentation for this class was generated from the following files:

• src/armnn/layers/DepthwiseConvolution2dLayer.hpp
• src/armnn/layers/DepthwiseConvolution2dLayer.cpp