- -

#include <Tensor.hpp>

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

-Public Member Functions
	TensorInfo ()
	Empty (invalid) constructor. More...

	TensorInfo (const TensorShape &shape, DataType dataType, float quantizationScale=0.0f, int32_t quantizationOffset=0)

	TensorInfo (unsigned int numDimensions, const unsigned int *dimensionSizes, DataType dataType, float quantizationScale=0.0f, int32_t quantizationOffset=0)

	TensorInfo (const TensorShape &shape, DataType dataType, const std::vector< float > &quantizationScales, unsigned int quantizationDim)

	TensorInfo (unsigned int numDimensions, const unsigned int *dimensionSizes, DataType dataType, const std::vector< float > &quantizationScales, unsigned int quantizationDim)

	TensorInfo (const TensorInfo &other)

TensorInfo &	operator= (const TensorInfo &other)

bool	operator== (const TensorInfo &other) const

bool	operator!= (const TensorInfo &other) const

const TensorShape &	GetShape () const

TensorShape &	GetShape ()

void	SetShape (const TensorShape &newShape)

unsigned int	GetNumDimensions () const

unsigned int	GetNumElements () const

DataType	GetDataType () const

void	SetDataType (DataType type)

bool	HasMultipleQuantizationScales () const

bool	HasPerAxisQuantization () const

std::vector< float >	GetQuantizationScales () const

void	SetQuantizationScales (const std::vector< float > &scales)

float	GetQuantizationScale () const

void	SetQuantizationScale (float scale)

int32_t	GetQuantizationOffset () const

void	SetQuantizationOffset (int32_t offset)

Optional< unsigned int >	GetQuantizationDim () const

void	SetQuantizationDim (const Optional< unsigned int > &quantizationDim)

bool	IsQuantized () const

bool	IsTypeSpaceMatch (const TensorInfo &other) const
	Check that the types are the same and, if quantize, that the quantization parameters are the same. More...

unsigned int	GetNumBytes () const

-

Detailed Description

-

Definition at line 53 of file Tensor.hpp.

-

Constructor & Destructor Documentation

- -

◆ TensorInfo() [1/6]

- -

-

- - - - - - - -

TensorInfo ( )

-

- -

Empty (invalid) constructor.

- -

Definition at line 136 of file Tensor.cpp.

-

 : m_DataType(DataType::Float32)
 {
 }

-

-

- -

◆ TensorInfo() [2/6]

- -

-

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

TensorInfo	(	const TensorShape &	shape,
		DataType	dataType,
		float	quantizationScale = `0.0f`,
		int32_t	quantizationOffset = `0`
	)

-

- -

Definition at line 141 of file Tensor.cpp.

- -

References TensorInfo::SetQuantizationOffset(), and TensorInfo::SetQuantizationScale().

-

     : m_Shape(shape)
     , m_DataType(dataType)
 {
     SetQuantizationScale(quantizationScale);
     SetQuantizationOffset(quantizationOffset);
 }

-
-

-

- -

◆ TensorInfo() [3/6]

- -

-

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

TensorInfo	(	unsigned int	numDimensions,
		const unsigned int *	dimensionSizes,
		DataType	dataType,
		float	quantizationScale = `0.0f`,
		int32_t	quantizationOffset = `0`
	)

-

- -

Definition at line 152 of file Tensor.cpp.

- -

References TensorInfo::SetQuantizationOffset(), and TensorInfo::SetQuantizationScale().

-

     : m_Shape(numDimensions, dimensionSizes)
     , m_DataType(dataType)
 {
     SetQuantizationScale(quantizationScale);
     SetQuantizationOffset(quantizationOffset);
 }

-
-

-

- -

◆ TensorInfo() [4/6]

- -

-

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

TensorInfo	(	const TensorShape &	shape,
		DataType	dataType,
		const std::vector< float > &	quantizationScales,
		unsigned int	quantizationDim
	)

-

- -

Definition at line 164 of file Tensor.cpp.

- -

References TensorInfo::SetQuantizationDim(), and TensorInfo::SetQuantizationScales().

-

     : m_Shape(shape)
     , m_DataType(dataType)
 {
     SetQuantizationScales(quantizationScales);
     SetQuantizationDim(MakeOptional<unsigned int>(quantizationDim));
 }

-
-

-

- -

◆ TensorInfo() [5/6]

- -

-

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

TensorInfo	(	unsigned int	numDimensions,
		const unsigned int *	dimensionSizes,
		DataType	dataType,
		const std::vector< float > &	quantizationScales,
		unsigned int	quantizationDim
	)

-

- -

Definition at line 175 of file Tensor.cpp.

- -

References TensorInfo::SetQuantizationDim(), and TensorInfo::SetQuantizationScales().

-

     : m_Shape(numDimensions, dimensionSizes)
     , m_DataType(dataType)
 {
     SetQuantizationScales(quantizationScales);
     SetQuantizationDim(MakeOptional<unsigned int>(quantizationDim));
 }

-
-

-

- -

◆ TensorInfo() [6/6]

- -

-

- - - - - - - - -

TensorInfo ( const TensorInfo & other )

-

- -

Definition at line 187 of file Tensor.cpp.

-

 : m_Shape(other.m_Shape)
 , m_DataType(other.m_DataType)
 , m_Quantization(other.m_Quantization)
 {}

-

Member Function Documentation

- -

◆ GetDataType()

- -

-

- - - - - -

- - - - - - - -

DataType GetDataType ( ) const

-

-inline

-

- -

Definition at line 95 of file Tensor.hpp.

- -

-

95 { return m_DataType; }

-

- -

◆ GetNumBytes()

- -

-

- - - - - - - -

unsigned int GetNumBytes ( ) const

-

- -

Definition at line 213 of file Tensor.cpp.

- -

References armnn::GetDataTypeSize(), and TensorInfo::GetNumElements().

- -

Referenced by RefTensorHandle::Allocate(), SampleTensorHandle::Allocate(), ScopedCpuTensorHandle::Allocate(), ClDepthwiseConvolutionWorkload::ClDepthwiseConvolutionWorkload(), ConstTensor::ConstTensor(), TfLiteParser::CreateNetworkFromBinary(), RefReshapeWorkload::Execute(), RefTensorHandle::Manage(), SampleTensorHandle::Manage(), RefTensorHandle::Map(), NeonDepthwiseConvolutionWorkload::NeonDepthwiseConvolutionWorkload(), OnnxParser::OnnxParser(), TfLiteParser::OutputShapeOfReshape(), TfLiteParser::OutputShapeOfSqueeze(), armnn::PermuteTensor(), RefConstantWorkload::PostAllocationConfigure(), armnn::ReorderWeightChannelsForAcl(), and ScopedCpuTensorHandle::ScopedCpuTensorHandle().

-

 {
     return GetDataTypeSize(m_DataType) * GetNumElements();
 }

-
-

-

- -

◆ GetNumDimensions()

- -

-

- - - - - -

- - - - - - - -

unsigned int GetNumDimensions ( ) const

-

-inline

-

- -

Definition at line 92 of file Tensor.hpp.

- -

-

92 { return m_Shape.GetNumDimensions(); }

armnn::TensorShape::GetNumDimensions

unsigned int GetNumDimensions() const

Definition: Tensor.hpp:43

-

- -

◆ GetNumElements()

- -

-

- - - - - -

- - - - - - - -

unsigned int GetNumElements ( ) const

-

-inline

-

- -

Definition at line 93 of file Tensor.hpp.

- -

Referenced by armnn::Activation(), BOOST_FIXTURE_TEST_CASE(), Concat2dTestImpl(), Concat3dTestImpl(), Concat4dTestImpl(), armnnTfParser::ConvertTfTensorDataType(), TfLiteParser::CreateNetworkFromBinary(), armnn::CreateQuantizedConst(), armnn::Debug(), armnn::Dequantize(), armnn::DetectionPostProcess(), RefFloorWorkload::Execute(), RefConvertFp32ToFp16Workload::Execute(), RefFakeQuantizationFloat32Workload::Execute(), SampleDynamicAdditionWorkload::Execute(), RefConvertFp16ToFp32Workload::Execute(), RefStackWorkload::Execute(), RefDebugWorkload< DataType >::Execute(), Float16ToFloat32::Func(), Float32ToFloat16::Func(), armnn::Gather(), armnn::GetBiasDataType(), TensorInfo::GetNumBytes(), MakeRandomTensor(), MakeTensor(), OnnxParser::OnnxParser(), Deserializer::OutputShapeOfReshape(), TfLiteParser::OutputShapeOfReshape(), TfLiteParser::OutputShapeOfSqueeze(), armnn::Pad(), PermuteOutputForConcat(), PermuteTensorData(), armnn::Quantize(), QuantizeData(), ShapesAreSameTotalSize::ShapesAreSameTotalSize(), armnn::Splitter(), TfParser::TfParser(), armnnDeserializer::ToConstTensor(), and SpaceToBatchNdQueueDescriptor::Validate().

-

93 { return m_Shape.GetNumElements(); }

armnn::TensorShape::GetNumElements

unsigned int GetNumElements() const

Definition: Tensor.cpp:106

-

- -

◆ GetQuantizationDim()

- -

-

- - - - - - - -

Optional< unsigned int > GetQuantizationDim ( ) const

-

- -

Definition at line 280 of file Tensor.cpp.

- -

Referenced by armnn::GetBiasDataType(), and armnnUtils::GetPerAxisParams().

-

 {
     return m_Quantization.m_QuantizationDim;
 }

-

- -

◆ GetQuantizationOffset()

- -

-

- - - - - - - -

int32_t GetQuantizationOffset ( ) const

-

- -

Definition at line 264 of file Tensor.cpp.

- -

Referenced by BOOST_AUTO_TEST_CASE(), armnn::BOOST_AUTO_TEST_CASE(), armnn::CheckScaleSetOnQuantizedType(), DepthwiseConvolution2dAsymmetricTestImpl(), DepthwiseConvolution2dDepthMul1TestImpl(), DepthwiseConvolution2dTestImpl(), armnn::Dequantize(), armnn::GetBiasDataType(), SerializerVisitor::GetVersionTable(), TensorInfo::IsTypeSpaceMatch(), armnn::MakeDecoder(), armnn::MakeEncoder(), MakeRandomTensor(), TfLiteParser::OutputShapeOfReshape(), QuantizationParametersAreEqual::QuantizationParametersAreEqual(), armnn::Quantize(), QuantizeData(), SimpleConvolution2dTestImpl(), and SerializerVisitor::VisitQuantizedLstmLayer().

-

 {
     if (!m_Quantization.m_Offset.has_value())
     {
         // NOTE: old default for backward compatibility
         return 0;
     }
 
     return m_Quantization.m_Offset.value();
 }

-

- -

◆ GetQuantizationScale()

- -

-

- - - - - - - -

float GetQuantizationScale ( ) const

-

- -

Definition at line 247 of file Tensor.cpp.

- -

References TensorInfo::HasMultipleQuantizationScales().

- -

Referenced by BOOST_AUTO_TEST_CASE(), armnn::BOOST_AUTO_TEST_CASE(), armnn::CheckScaleSetOnQuantizedType(), DepthwiseConvolution2dAsymmetricTestImpl(), DepthwiseConvolution2dDepthMul1TestImpl(), DepthwiseConvolution2dTestImpl(), armnn::Dequantize(), armnn::GetBiasDataType(), SerializerVisitor::GetVersionTable(), TensorInfo::IsTypeSpaceMatch(), armnn::MakeDecoder(), armnn::MakeEncoder(), MakeRandomTensor(), TfLiteParser::OutputShapeOfReshape(), QuantizationParametersAreEqual::QuantizationParametersAreEqual(), armnn::Quantize(), QuantizeData(), QuantizerVisitor::QuantizerVisitor(), SimpleConvolution2dTestImpl(), and SerializerVisitor::VisitQuantizedLstmLayer().

-

 {
     if (m_Quantization.m_Scales.empty())
     {
         // NOTE: old default for backward compatibility
         return 1.0f;
     }
 
     BOOST_ASSERT(!HasMultipleQuantizationScales());
     return m_Quantization.m_Scales[0];
 }

-

-

- -

◆ GetQuantizationScales()

- -

-

- - - - - - - -

std::vector< float > GetQuantizationScales ( ) const

-

- -

Definition at line 237 of file Tensor.cpp.

- -

Referenced by armnn::GetBiasDataType(), and armnnUtils::GetPerAxisParams().

-

 {
     return m_Quantization.m_Scales;
 }

-

- -

◆ GetShape() [1/2]

- -

-

- - - - - -

- - - - - - - -

const TensorShape& GetShape ( ) const

-

-inline

-

- -

Definition at line 88 of file Tensor.hpp.

- -

-

88 { return m_Shape; }

-

- -

◆ GetShape() [2/2]

- -

-

- - - - - -

- - - - - - - -

TensorShape& GetShape ( )

-

-inline

-

- -

Definition at line 89 of file Tensor.hpp.

-

89 { return m_Shape; }

-

- -

◆ HasMultipleQuantizationScales()

- -

-

- - - - - -

- - - - - - - -

bool HasMultipleQuantizationScales ( ) const

-

-inline

-

- -

Definition at line 98 of file Tensor.hpp.

- -

References TensorShape::operator==(), SetQuantizationOffset(), and SetQuantizationScale().

- -

Referenced by armnn::GetBiasDataType(), TensorInfo::GetQuantizationScale(), TensorInfo::HasPerAxisQuantization(), and TensorInfo::IsTypeSpaceMatch().

-

98 { return m_Quantization.m_Scales.size() > 1; }

-

- -

◆ HasPerAxisQuantization()

- -

-

- - - - - - - -

bool HasPerAxisQuantization ( ) const

-

- -

Definition at line 232 of file Tensor.cpp.

- -

References TensorInfo::HasMultipleQuantizationScales().

- -

Referenced by armnn::GetBiasDataType(), armnnUtils::GetPerAxisParams(), armnn::MakeDecoder(), armnn::MakeEncoder(), and TypeNotPerAxisQuantized::TypeNotPerAxisQuantized().

-

 {
     return HasMultipleQuantizationScales() || m_Quantization.m_QuantizationDim.has_value();
 }

-

-

- -

◆ IsQuantized()

- -

-

- - - - - - - -

bool IsQuantized ( ) const

-

- -

Definition at line 290 of file Tensor.cpp.

- -

References armnn::IsQuantizedType().

- -

Referenced by armnn::GetBiasDataType(), TensorInfo::IsTypeSpaceMatch(), and TypeNotPerAxisQuantized::TypeNotPerAxisQuantized().

-

 {
     return IsQuantizedType(m_DataType);
 }

-

-

- -

◆ IsTypeSpaceMatch()

- -

-

- - - - - - - - -

bool IsTypeSpaceMatch ( const TensorInfo & other ) const

-

- -

Check that the types are the same and, if quantize, that the quantization parameters are the same.

- -

Definition at line 218 of file Tensor.cpp.

- -

References TensorInfo::GetQuantizationOffset(), TensorInfo::GetQuantizationScale(), TensorInfo::HasMultipleQuantizationScales(), and TensorInfo::IsQuantized().

- -

Referenced by ConcatLayer::CreateWorkload(), SplitterLayer::CreateWorkload(), armnn::GetBiasDataType(), ClLayerSupport::IsConcatSupported(), NeonLayerSupport::IsConcatSupported(), ClLayerSupport::IsSplitterSupported(), and NeonLayerSupport::IsSplitterSupported().

-

 {
     bool match = true;
 
     match &= m_DataType == other.m_DataType;
 
     if (IsQuantized() && !HasMultipleQuantizationScales())
     {
         match &= GetQuantizationScale() == other.GetQuantizationScale() &&
                  GetQuantizationOffset() == other.GetQuantizationOffset();
     }
     return match;
 }

-
-
-
-

-

- -

◆ operator!=()

- -

-

- - - - - - - - -

bool operator!= ( const TensorInfo & other ) const

-

- -

Definition at line 208 of file Tensor.cpp.

-

 {
     return !(*this == other);
 }

-

- -

◆ operator=()

- -

-

- - - - - - - - -

TensorInfo & operator= ( const TensorInfo & other )

-

- -

Definition at line 193 of file Tensor.cpp.

-

 {
     m_Shape = other.m_Shape;
     m_DataType = other.m_DataType;
     m_Quantization = other.m_Quantization;
     return *this;
 }

-

- -

◆ operator==()

- -

-

- - - - - - - - -

bool operator== ( const TensorInfo & other ) const

-

- -

Definition at line 201 of file Tensor.cpp.

-

 {
     return ((m_Shape == other.m_Shape) &&
             (m_DataType == other.m_DataType) &&
             (m_Quantization == other.m_Quantization));
 }

-

- -

◆ SetDataType()

- -

-

- - - - - -

- - - - - - - - -

void SetDataType ( DataType type )

-

-inline

-

- -

Definition at line 96 of file Tensor.hpp.

- -

Referenced by BOOST_AUTO_TEST_CASE(), ConvertToDataType(), armnn::InsertConvertFp16ToFp32LayersBefore(), armnn::InsertConvertFp32ToFp16LayersAfter(), armnnTfParser::OutputShapeOfExpandDims(), and ConvertFp32NetworkToFp16Impl::Run().

-

96 { m_DataType = type; }

-

- -

◆ SetQuantizationDim()

- -

-

- - - - - - - - -

void SetQuantizationDim ( const Optional< unsigned int > & quantizationDim )

-

- -

Definition at line 285 of file Tensor.cpp.

- -

Referenced by TensorInfo::TensorInfo().

-

 {
     m_Quantization.m_QuantizationDim = quantizationDim;
 }

-

- -

◆ SetQuantizationOffset()

- -

-

- - - - - - - - -

void SetQuantizationOffset ( int32_t offset )

-

- -

Definition at line 275 of file Tensor.cpp.

- -

Referenced by AdditionBroadcast1ElementTestImpl(), AdditionBroadcastTestImpl(), ArgMaxChannelTest(), ArgMaxHeightTest(), ArgMaxSimpleTest(), ArgMinChannelTest(), ArgMinSimpleTest(), ArgMinWidthTest(), BOOST_AUTO_TEST_CASE(), armnn::CheckScaleSetOnQuantizedType(), CompareActivationTestImpl(), ConstantLinearActivationTestCommon(), Convolution2d3x3DilationTestCommon(), DepthwiseConvolution2d3x3DilationTestCommon(), DepthwiseConvolution2dAsymmetricTestImpl(), DepthwiseConvolution2dDepthMul1TestImpl(), DepthwiseConvolution2dTestImpl(), DetectionPostProcessFastNmsQuantizedTest(), DetectionPostProcessRegularNmsQuantizedTest(), FullyConnectedLargeTestCommon(), GetSoftmaxProfilerJson(), PermuteValueSet1Test(), PermuteValueSet2Test(), PermuteValueSet3Test(), QuantizeData(), SimpleConvolution2dTestImpl(), SimplePermuteTest(), SimpleTransposeTest(), TensorInfo::TensorInfo(), TransposeValueSet1Test(), TransposeValueSet2Test(), and TransposeValueSet3Test().

-

 {
     m_Quantization.m_Offset = MakeOptional<int32_t>(offset);
 }

-

- -

◆ SetQuantizationScale()

- -

-

- - - - - - - - -

void SetQuantizationScale ( float scale )

-

- -

Definition at line 259 of file Tensor.cpp.

- -

Referenced by AdditionBroadcast1ElementTestImpl(), AdditionBroadcastTestImpl(), ArgMaxChannelTest(), ArgMaxHeightTest(), ArgMaxSimpleTest(), ArgMinChannelTest(), ArgMinSimpleTest(), ArgMinWidthTest(), BOOST_AUTO_TEST_CASE(), BoundedReLuTestCommon(), armnn::CheckScaleSetOnQuantizedType(), CompareActivationTestImpl(), ConcatUint16Test(), ConcatUint8Test(), ConstantLinearActivationTestCommon(), Convolution1dTestImpl(), Convolution2d3x3DilationTestCommon(), DepthwiseConvolution2d3x3DilationTestCommon(), DepthwiseConvolution2dAsymmetricTestImpl(), DepthwiseConvolution2dDepthMul1TestImpl(), DepthwiseConvolution2dTestImpl(), DetectionPostProcessFastNmsQuantizedTest(), DetectionPostProcessRegularNmsQuantizedTest(), ElementwiseTestHelper(), ElementwiseUnaryTestHelper(), FullyConnectedLargeTestCommon(), FullyConnectedTest(), GetSoftmaxProfilerJson(), PermuteValueSet1Test(), PermuteValueSet2Test(), PermuteValueSet3Test(), PreluTest(), QuantizeData(), Reshape5dTest(), armnn::SetupQuantize(), SimpleActivationTest(), SimpleConvolution2dTestImpl(), SimpleFloorTest(), SimplePermuteTest(), SimpleReshapeTest(), SimpleTransposeTest(), TensorInfo::TensorInfo(), TransposeValueSet1Test(), TransposeValueSet2Test(), and TransposeValueSet3Test().

-

 {
     m_Quantization.m_Scales = { scale };
 }

-

- -

◆ SetQuantizationScales()

- -

-

- - - - - - - - -

void SetQuantizationScales ( const std::vector< float > & scales )

-

- -

Definition at line 242 of file Tensor.cpp.

- -

Referenced by TensorInfo::TensorInfo().

-

 {
     m_Quantization.m_Scales = scales;
 }

-

- -

◆ SetShape()

- -

-

- - - - - -

- - - - - - - - -

void SetShape ( const TensorShape & newShape )

-

-inline

-

- -

Definition at line 90 of file Tensor.hpp.

- -

Referenced by BOOST_AUTO_TEST_CASE(), armnnTfParser::CalculatePaddedOutputTensorInfo(), TfLiteParser::CreateNetworkFromBinary(), OnnxParser::CreateNetworkFromString(), armnnTfParser::OutputShapeOfExpandDims(), Deserializer::OutputShapeOfReshape(), TfLiteParser::OutputShapeOfReshape(), TfLiteParser::OutputShapeOfSqueeze(), armnnTfParser::OutputShapeOfSqueeze(), CaffeParserBase::ParseInputLayer(), armnnUtils::Permuted(), PermuteInputsForConcat(), armnn::ReshapeWeightsForAcl(), TfLiteParser::TfLiteParser(), TfParser::TfParser(), and armnnUtils::TransposeTensorShape().

-

90 { m_Shape = newShape; }

-

The documentation for this class was generated from the following files:

include/armnn/Tensor.hpp
src/armnn/Tensor.cpp

-

-Public Member Functions

Detailed Description

Constructor & Destructor Documentation

◆ TensorInfo() [1/6]

◆ TensorInfo() [2/6]

◆ TensorInfo() [3/6]

◆ TensorInfo() [4/6]

◆ TensorInfo() [5/6]

◆ TensorInfo() [6/6]

Member Function Documentation

◆ GetDataType()

◆ GetNumBytes()

◆ GetNumDimensions()

◆ GetNumElements()

◆ GetQuantizationDim()

◆ GetQuantizationOffset()

◆ GetQuantizationScale()

◆ GetQuantizationScales()

◆ GetShape() [1/2]

◆ GetShape() [2/2]

◆ HasMultipleQuantizationScales()

◆ HasPerAxisQuantization()

◆ IsQuantized()

◆ IsTypeSpaceMatch()

◆ operator!=()

◆ operator=()

◆ operator==()

◆ SetDataType()

◆ SetQuantizationDim()

◆ SetQuantizationOffset()

◆ SetQuantizationScale()

◆ SetQuantizationScales()

◆ SetShape()