ArmNN
 20.05
FullyConnectedQueueDescriptor Struct Reference

#include <WorkloadData.hpp>

Inheritance diagram for FullyConnectedQueueDescriptor:
QueueDescriptorWithParameters< FullyConnectedDescriptor > QueueDescriptor

Public Member Functions

 FullyConnectedQueueDescriptor ()
 
void Validate (const WorkloadInfo &workloadInfo) const
 
- Public Member Functions inherited from QueueDescriptor
void ValidateInputsOutputs (const std::string &descName, unsigned int numExpectedIn, unsigned int numExpectedOut) const
 

Public Attributes

const ConstCpuTensorHandlem_Weight
 
const ConstCpuTensorHandlem_Bias
 
- Public Attributes inherited from QueueDescriptorWithParameters< FullyConnectedDescriptor >
FullyConnectedDescriptor m_Parameters
 
- Public Attributes inherited from QueueDescriptor
std::vector< ITensorHandle * > m_Inputs
 
std::vector< ITensorHandle * > m_Outputs
 

Additional Inherited Members

- Protected Member Functions inherited from QueueDescriptorWithParameters< FullyConnectedDescriptor >
 ~QueueDescriptorWithParameters ()=default
 
 QueueDescriptorWithParameters ()=default
 
 QueueDescriptorWithParameters (QueueDescriptorWithParameters const &)=default
 
QueueDescriptorWithParametersoperator= (QueueDescriptorWithParameters const &)=default
 
- Protected Member Functions inherited from QueueDescriptor
 ~QueueDescriptor ()=default
 
 QueueDescriptor ()=default
 
 QueueDescriptor (QueueDescriptor const &)=default
 
QueueDescriptoroperator= (QueueDescriptor const &)=default
 

Detailed Description

Definition at line 141 of file WorkloadData.hpp.

Constructor & Destructor Documentation

◆ FullyConnectedQueueDescriptor()

Definition at line 143 of file WorkloadData.hpp.

144  : m_Weight(nullptr)
145  , m_Bias(nullptr)
146  {
147  }
const ConstCpuTensorHandle * m_Weight
const ConstCpuTensorHandle * m_Bias

Member Function Documentation

◆ Validate()

void Validate ( const WorkloadInfo workloadInfo) const

Definition at line 969 of file WorkloadData.cpp.

References armnn::BFloat16, armnn::Float16, armnn::Float32, armnn::GetBiasDataType(), TensorInfo::GetDataType(), TensorInfo::GetNumDimensions(), WorkloadInfo::m_InputTensorInfos, WorkloadInfo::m_OutputTensorInfos, armnn::QAsymmS8, armnn::QAsymmU8, and armnn::QSymmS16.

970 {
971  const std::string descriptorName{"FullyConnectedQueueDescriptor"};
972 
973  ValidateNumInputs(workloadInfo, descriptorName, 1);
974  ValidateNumOutputs(workloadInfo, descriptorName, 1);
975 
976  const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
977  const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
978 
979  ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 2, "output");
980 
981  if (!(inputTensorInfo.GetNumDimensions() == 2 || inputTensorInfo.GetNumDimensions() == 4))
982  {
983  throw InvalidArgumentException(descriptorName + ": Input tensor must have 2 or 4 dimensions.");
984  }
985 
986  ValidatePointer(m_Weight, descriptorName, "weight");
987 
988  const TensorInfo& weightTensorInfo = m_Weight->GetTensorInfo();
989  ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 2, "weight");
990 
992  {
993  ValidatePointer(m_Bias, descriptorName, "bias");
994 
995  // Validates type and quantization values.
996  const TensorInfo& biasTensorInfo = m_Bias->GetTensorInfo();
997  ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
998 
999  ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1000  ValidateTensorNumDimensions(biasTensorInfo, descriptorName, 1, "bias");
1001  }
1002 
1003  // Check the supported data types
1004  std::vector<DataType> supportedTypes =
1005  {
1012  };
1013 
1014  ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1015 
1016  // For FullyConnected, we allow to have BFloat16 input with Float32 output for optimization.
1017  if (inputTensorInfo.GetDataType() == DataType::BFloat16)
1018  {
1019  if (outputTensorInfo.GetDataType() != DataType::BFloat16 && outputTensorInfo.GetDataType() != DataType::Float32)
1020  {
1021  throw InvalidArgumentException(descriptorName + ": " + " Output tensor type must be BFloat16 or Float32 "
1022  "for BFloat16 input.");
1023  }
1024  }
1025  else
1026  {
1027  ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1028  }
1029 }
const ConstCpuTensorHandle * m_Weight
std::vector< TensorInfo > m_InputTensorInfos
DataType GetDataType() const
Definition: Tensor.hpp:95
bool m_BiasEnabled
Enable/disable bias.
std::vector< TensorInfo > m_OutputTensorInfos
DataType GetBiasDataType(DataType inputDataType)
const ConstCpuTensorHandle * m_Bias
unsigned int GetNumDimensions() const
Definition: Tensor.hpp:92
const TensorInfo & GetTensorInfo() const

Member Data Documentation

◆ m_Bias

◆ m_Weight


The documentation for this struct was generated from the following files: