ArmNN
 22.08
ElementwiseBaseLayer Class Reference

NOTE: this is an abstract class to encapsulate the element wise operations, it does not implement: std::unique_ptr<IWorkload> Layer::CreateWorkload(const IWorkloadFactory& factory) const = 0; Layer* Clone(Graph& graph) const = 0;. More...

#include <ElementwiseBaseLayer.hpp>

Inheritance diagram for ElementwiseBaseLayer:
Layer IConnectableLayer AdditionLayer DivisionLayer MaximumLayer MinimumLayer MultiplicationLayer SubtractionLayer

Public Member Functions

void ValidateTensorShapesFromInputs () override
 Check if the input tensor shape(s) will lead to a valid configuration of the element wise operation. More...
 
std::vector< TensorShapeInferOutputShapes (const std::vector< TensorShape > &inputShapes) const override
 By default returns inputShapes if the number of inputs are equal to number of outputs, otherwise infers the output shapes from given input shapes and layer properties. More...
 
void ExecuteStrategy (IStrategy &strategy) const override
 Apply a visitor to this layer. More...
 
- Public Member Functions inherited from Layer
 Layer (unsigned int numInputSlots, unsigned int numOutputSlots, LayerType type, const char *name)
 
 Layer (unsigned int numInputSlots, unsigned int numOutputSlots, LayerType type, DataLayout layout, const char *name)
 
const std::string & GetNameStr () const
 
const OutputHandlerGetOutputHandler (unsigned int i=0) const
 
OutputHandlerGetOutputHandler (unsigned int i=0)
 
ShapeInferenceMethod GetShapeInferenceMethod () const
 
bool GetAllowExpandedDims () const
 
const std::vector< InputSlot > & GetInputSlots () const
 
const std::vector< OutputSlot > & GetOutputSlots () const
 
std::vector< InputSlot >::iterator BeginInputSlots ()
 
std::vector< InputSlot >::iterator EndInputSlots ()
 
std::vector< OutputSlot >::iterator BeginOutputSlots ()
 
std::vector< OutputSlot >::iterator EndOutputSlots ()
 
bool IsOutputUnconnected ()
 
void ResetPriority () const
 
LayerPriority GetPriority () const
 
LayerType GetType () const override
 Returns the armnn::LayerType of this layer. More...
 
DataType GetDataType () const
 
const BackendIdGetBackendId () const
 
void SetBackendId (const BackendId &id)
 
virtual std::unique_ptr< IWorkloadCreateWorkload (const IWorkloadFactory &factory) const =0
 
virtual void CreateTensorHandles (const TensorHandleFactoryRegistry &registry, const IWorkloadFactory &factory, const bool IsMemoryManaged=true)
 
virtual LayerClone (Graph &graph) const =0
 Creates a dynamically-allocated copy of this layer. More...
 
void VerifyLayerConnections (unsigned int expectedConnections, const CheckLocation &location) const
 
virtual void SerializeLayerParameters (ParameterStringifyFunction &fn) const
 Helper to serialize the layer parameters to string. More...
 
virtual void ReleaseConstantData ()
 
template<typename Op >
void OperateOnConstantTensors (Op op)
 
const char * GetName () const override
 Returns the name of the layer. More...
 
unsigned int GetNumInputSlots () const override
 Returns the number of connectable input slots. More...
 
unsigned int GetNumOutputSlots () const override
 Returns the number of connectable output slots. More...
 
const InputSlotGetInputSlot (unsigned int index) const override
 Get a const input slot handle by slot index. More...
 
InputSlotGetInputSlot (unsigned int index) override
 Get the input slot handle by slot index. More...
 
const OutputSlotGetOutputSlot (unsigned int index=0) const override
 Get the const output slot handle by slot index. More...
 
OutputSlotGetOutputSlot (unsigned int index=0) override
 Get the output slot handle by slot index. More...
 
void SetGuid (LayerGuid guid)
 
LayerGuid GetGuid () const final
 Returns the unique id of the layer. More...
 
void AddRelatedLayerName (const std::string layerName)
 
const std::list< std::string > & GetRelatedLayerNames ()
 
virtual void Reparent (Graph &dest, std::list< Layer *>::const_iterator iterator)=0
 
void BackendSelectionHint (Optional< BackendId > backend) final
 Provide a hint for the optimizer as to which backend to prefer for this layer. More...
 
Optional< BackendIdGetBackendHint () const
 
void SetShapeInferenceMethod (ShapeInferenceMethod shapeInferenceMethod)
 
void SetAllowExpandedDims (bool allowExpandedDims)
 
template<typename T >
std::shared_ptr< T > GetAdditionalInformation () const
 
void SetAdditionalInfoForObject (const AdditionalInfoObjectPtr &additionalInfo)
 
virtual const BaseDescriptorGetParameters () const override
 If the layer has a descriptor return it. More...
 

Protected Member Functions

 ElementwiseBaseLayer (unsigned int numInputSlots, unsigned int numOutputSlots, LayerType type, const char *name)
 
 ~ElementwiseBaseLayer ()=default
 Default destructor. More...
 
- Protected Member Functions inherited from Layer
virtual ~Layer ()=default
 
template<typename QueueDescriptor >
void CollectQueueDescriptorInputs (QueueDescriptor &descriptor, WorkloadInfo &info) const
 
template<typename QueueDescriptor >
void CollectQueueDescriptorOutputs (QueueDescriptor &descriptor, WorkloadInfo &info) const
 
void ValidateAndCopyShape (const TensorShape &outputShape, const TensorShape &inferredShape, const ShapeInferenceMethod shapeInferenceMethod, const std::string &layerName, const unsigned int outputSlotIndex=0)
 
void VerifyShapeInferenceType (const TensorShape &outputShape, ShapeInferenceMethod shapeInferenceMethod)
 
template<typename QueueDescriptor >
WorkloadInfo PrepInfoAndDesc (QueueDescriptor &descriptor) const
 Helper function to reduce duplication in *LayerCreateWorkload. More...
 
template<typename LayerType , typename ... Params>
LayerTypeCloneBase (Graph &graph, Params &&... params) const
 
virtual ConstantTensors GetConstantTensorsByRef () override
 
void SetAdditionalInfo (QueueDescriptor &descriptor) const
 
- Protected Member Functions inherited from IConnectableLayer
 ~IConnectableLayer ()
 Objects are not deletable via the handle. More...
 

Additional Inherited Members

- Public Types inherited from IConnectableLayer
using ConstantTensors = std::vector< std::reference_wrapper< std::shared_ptr< ConstTensorHandle > >>
 
- Protected Attributes inherited from Layer
AdditionalInfoObjectPtr m_AdditionalInfoObject
 
std::vector< OutputHandlerm_OutputHandlers
 
ShapeInferenceMethod m_ShapeInferenceMethod
 

Detailed Description

NOTE: this is an abstract class to encapsulate the element wise operations, it does not implement: std::unique_ptr<IWorkload> Layer::CreateWorkload(const IWorkloadFactory& factory) const = 0; Layer* Clone(Graph& graph) const = 0;.

Definition at line 16 of file ElementwiseBaseLayer.hpp.

Constructor & Destructor Documentation

◆ ElementwiseBaseLayer()

ElementwiseBaseLayer ( unsigned int  numInputSlots,
unsigned int  numOutputSlots,
LayerType  type,
const char *  name 
)
protected
Parameters
numInputSlotsThe number of input slots for the layer.
numOutputSlotsThe number of output slots for the layer.
typeThe layer type.
nameOptional name for the layer.

Definition at line 16 of file ElementwiseBaseLayer.cpp.

20  : Layer(numInputSlots, numOutputSlots, type, name)
21 {}
Layer(unsigned int numInputSlots, unsigned int numOutputSlots, LayerType type, const char *name)
Definition: Layer.cpp:247

◆ ~ElementwiseBaseLayer()

~ElementwiseBaseLayer ( )
protecteddefault

Default destructor.

Member Function Documentation

◆ ExecuteStrategy()

void ExecuteStrategy ( IStrategy strategy) const
overridevirtual

Apply a visitor to this layer.

Reimplemented from Layer.

Reimplemented in MaximumLayer, MinimumLayer, MultiplicationLayer, and SubtractionLayer.

Definition at line 92 of file ElementwiseBaseLayer.cpp.

References IStrategy::ExecuteStrategy(), and Layer::GetName().

93 {
94  strategy.ExecuteStrategy(this, BaseDescriptor(), {}, GetName());
95 }
const char * GetName() const override
Returns the name of the layer.
Definition: Layer.hpp:319

◆ InferOutputShapes()

std::vector< TensorShape > InferOutputShapes ( const std::vector< TensorShape > &  inputShapes) const
overridevirtual

By default returns inputShapes if the number of inputs are equal to number of outputs, otherwise infers the output shapes from given input shapes and layer properties.

Parameters
[in]inputShapesThe input shapes layer has.
Returns
A vector to the inferred output shape.

Reimplemented from Layer.

Definition at line 23 of file ElementwiseBaseLayer.cpp.

References ARMNN_ASSERT, ARMNN_ASSERT_MSG, CHECK_LOCATION, armnn::GetLayerTypeAsCString(), Layer::GetName(), TensorShape::GetNumDimensions(), Layer::GetType(), armnn::InferAndValidate, Layer::m_ShapeInferenceMethod, and armnn::ValidateOnly.

Referenced by ElementwiseBaseLayer::ValidateTensorShapesFromInputs().

24 {
25  ARMNN_ASSERT(inputShapes.size() == 2);
26  TensorShape input0 = inputShapes[0];
27  TensorShape input1 = inputShapes[1];
28 
30  {
31  if (input0.GetNumDimensions() != input1.GetNumDimensions())
32  {
33  std::stringstream errorMessage;
34  errorMessage << GetLayerTypeAsCString(GetType()) << " layer \"" << GetName() << "\": ";
35  errorMessage << "The tensor inputs to an element-wise operator are expected to have equal number of "
36  "dimensions. First = "
37  << input0.GetNumDimensions() << " second = " << input1.GetNumDimensions();
38  throw InvalidArgumentException(errorMessage.str(), CHECK_LOCATION());
39  }
40  }
42  inputShapes[0].GetNumDimensions() < inputShapes[1].GetNumDimensions())
43  {
44  input1 = inputShapes[0];
45  input0 = inputShapes[1];
46  }
47 
48  unsigned int numDims = input0.GetNumDimensions();
49  unsigned int shiftedDims = input0.GetNumDimensions() - input1.GetNumDimensions();
50 
51  // Get the max of the inputs.
52  std::vector<unsigned int> dims(numDims);
53  for (unsigned int i = shiftedDims; i < numDims; i++)
54  {
55  unsigned int dim0 = input0[i];
56  unsigned int dim1 = input1[i - shiftedDims];
57 
58 #if !NDEBUG
59  // Validate inputs are broadcast compatible.
60  ARMNN_ASSERT_MSG(dim0 == dim1 || dim0 == 1 || dim1 == 1,
61  "Dimensions should either match or one should be of size 1.");
62 #endif
63 
64  dims[i] = std::max(dim0, dim1);
65  }
66 
67  // Fill in the rest of the shifted dimensions.
68  for (unsigned int i = 0; i < shiftedDims; i++)
69  {
70  dims[i] = input0[i];
71  }
72 
73  return std::vector<TensorShape>({ TensorShape(numDims, dims.data()) });
74 }
#define ARMNN_ASSERT_MSG(COND, MSG)
Definition: Assert.hpp:15
Validate all output shapes.
LayerType GetType() const override
Returns the armnn::LayerType of this layer.
Definition: Layer.hpp:273
#define ARMNN_ASSERT(COND)
Definition: Assert.hpp:14
#define CHECK_LOCATION()
Definition: Exceptions.hpp:203
Infer missing output shapes and validate all output shapes.
const char * GetName() const override
Returns the name of the layer.
Definition: Layer.hpp:319
const char * GetLayerTypeAsCString(LayerType type)
ShapeInferenceMethod m_ShapeInferenceMethod
Definition: Layer.hpp:423

◆ ValidateTensorShapesFromInputs()

void ValidateTensorShapesFromInputs ( )
overridevirtual

Check if the input tensor shape(s) will lead to a valid configuration of the element wise operation.

Parameters
[in]shapeInferenceMethodIndicates if output shape shall be overwritten or just validated.

Implements Layer.

Definition at line 76 of file ElementwiseBaseLayer.cpp.

References ARMNN_ASSERT, CHECK_LOCATION, InputSlot::GetConnection(), Layer::GetInputSlot(), armnn::GetLayerTypeAsCString(), Layer::GetOutputSlot(), TensorInfo::GetShape(), IOutputSlot::GetTensorInfo(), OutputSlot::GetTensorInfo(), Layer::GetType(), ElementwiseBaseLayer::InferOutputShapes(), Layer::m_ShapeInferenceMethod, Layer::ValidateAndCopyShape(), Layer::VerifyLayerConnections(), and Layer::VerifyShapeInferenceType().

77 {
79 
80  const TensorShape& outputShape = GetOutputSlot(0).GetTensorInfo().GetShape();
81 
83 
84  auto inferredShapes = InferOutputShapes({ GetInputSlot(0).GetConnection()->GetTensorInfo().GetShape(),
86 
87  ARMNN_ASSERT(inferredShapes.size() == 1);
88 
89  ValidateAndCopyShape(outputShape, inferredShapes[0], m_ShapeInferenceMethod, GetLayerTypeAsCString(GetType()));
90 }
const TensorShape & GetShape() const
Definition: Tensor.hpp:191
std::vector< TensorShape > InferOutputShapes(const std::vector< TensorShape > &inputShapes) const override
By default returns inputShapes if the number of inputs are equal to number of outputs, otherwise infers the output shapes from given input shapes and layer properties.
void VerifyShapeInferenceType(const TensorShape &outputShape, ShapeInferenceMethod shapeInferenceMethod)
Definition: Layer.cpp:491
const IOutputSlot * GetConnection() const override
Definition: Layer.hpp:206
void ValidateAndCopyShape(const TensorShape &outputShape, const TensorShape &inferredShape, const ShapeInferenceMethod shapeInferenceMethod, const std::string &layerName, const unsigned int outputSlotIndex=0)
Definition: Layer.cpp:422
void VerifyLayerConnections(unsigned int expectedConnections, const CheckLocation &location) const
Definition: Layer.cpp:378
const InputSlot & GetInputSlot(unsigned int index) const override
Get a const input slot handle by slot index.
Definition: Layer.hpp:324
LayerType GetType() const override
Returns the armnn::LayerType of this layer.
Definition: Layer.hpp:273
#define ARMNN_ASSERT(COND)
Definition: Assert.hpp:14
#define CHECK_LOCATION()
Definition: Exceptions.hpp:203
const OutputSlot & GetOutputSlot(unsigned int index=0) const override
Get the const output slot handle by slot index.
Definition: Layer.hpp:326
virtual const TensorInfo & GetTensorInfo() const =0
const TensorInfo & GetTensorInfo() const override
Definition: Layer.cpp:92
const char * GetLayerTypeAsCString(LayerType type)
ShapeInferenceMethod m_ShapeInferenceMethod
Definition: Layer.hpp:423

The documentation for this class was generated from the following files: