ArmNN
 23.02
NeonConvertFp32ToFp16Workload Class Reference

#include <NeonConvertFp32ToFp16Workload.hpp>

Inheritance diagram for NeonConvertFp32ToFp16Workload:
MultiTypedWorkload< QueueDescriptor, InputDataType, OutputDataType > BaseWorkload< QueueDescriptor > IWorkload

Public Member Functions

 NeonConvertFp32ToFp16Workload (const ConvertFp32ToFp16QueueDescriptor &descriptor, const WorkloadInfo &info)
 
virtual void Execute () const override
 
void ReplaceInputTensorHandle (ITensorHandle *tensorHandle, unsigned int slot) override
 
void ReplaceOutputTensorHandle (ITensorHandle *tensorHandle, unsigned int slot) override
 
- Public Member Functions inherited from MultiTypedWorkload< QueueDescriptor, InputDataType, OutputDataType >
 MultiTypedWorkload (const QueueDescriptor &descriptor, const WorkloadInfo &info)
 
- Public Member Functions inherited from BaseWorkload< QueueDescriptor >
 BaseWorkload (const QueueDescriptor &descriptor, const WorkloadInfo &info)
 
void ExecuteAsync (ExecutionData &executionData) override
 
void PostAllocationConfigure () override
 
const QueueDescriptorGetData () const
 
arm::pipe::ProfilingGuid GetGuid () const final
 
virtual bool SupportsTensorHandleReplacement () const override
 
- Public Member Functions inherited from IWorkload
virtual ~IWorkload ()
 
virtual void RegisterDebugCallback (const DebugCallbackFunction &)
 
virtual armnn::Optional< armnn::MemoryRequirementsGetMemoryRequirements ()
 

Additional Inherited Members

- Protected Attributes inherited from BaseWorkload< QueueDescriptor >
QueueDescriptor m_Data
 
const arm::pipe::ProfilingGuid m_Guid
 

Detailed Description

Definition at line 15 of file NeonConvertFp32ToFp16Workload.hpp.

Constructor & Destructor Documentation

◆ NeonConvertFp32ToFp16Workload()

Definition at line 18 of file NeonConvertFp32ToFp16Workload.cpp.

20  : Float32ToFloat16Workload<ConvertFp32ToFp16QueueDescriptor>(descriptor, info)
21 {
22  this->m_Data.ValidateInputsOutputs("NeonConvertFp32ToFp16Workload", 1, 1);
23  GatherTensorHandlePairs(descriptor, m_TensorHandlePairs);
24 }

References armnn::GatherTensorHandlePairs(), armnn::info, BaseWorkload< QueueDescriptor >::m_Data, and QueueDescriptor::ValidateInputsOutputs().

Member Function Documentation

◆ Execute()

void Execute ( ) const
overridevirtual

Implements IWorkload.

Definition at line 26 of file NeonConvertFp32ToFp16Workload.cpp.

27 {
28  ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID("NeonConvertFp32ToFp16Workload_Execute", this->GetGuid());
29 
30  auto convertFunc = [](uint8_t* dst, const uint8_t* src, size_t size)
31  {
32  auto input = reinterpret_cast<const float*>(src);
33  auto output = reinterpret_cast<Half*>(dst);
34  size_t numElements = size/2; // 2 bytes per fp16
36  };
37 
38  for (const auto& pair : m_TensorHandlePairs)
39  {
40  CopyTensorContentsGeneric(pair.first, pair.second, convertFunc);
41  }
42 }

References ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID, FloatingPointConverter::ConvertFloat32To16(), armnn::CopyTensorContentsGeneric(), and BaseWorkload< QueueDescriptor >::GetGuid().

◆ ReplaceInputTensorHandle()

void ReplaceInputTensorHandle ( ITensorHandle tensorHandle,
unsigned int  slot 
)
overridevirtual

Reimplemented from BaseWorkload< QueueDescriptor >.

Definition at line 44 of file NeonConvertFp32ToFp16Workload.cpp.

45 {
46  ITensorHandle* backupHandle = this->m_Data.m_Inputs[slot];
47  this->m_Data.m_Inputs[slot] = tensorHandle;
48  try
49  {
50  Reconfigure();
51  }
53  {
54  // Cannot reconfigure, revert the slot back and throw the exception.
55  this->m_Data.m_Inputs[slot] = backupHandle;
56  throw e;
57  }
58 }

References BaseWorkload< QueueDescriptor >::m_Data, and QueueDescriptor::m_Inputs.

◆ ReplaceOutputTensorHandle()

void ReplaceOutputTensorHandle ( ITensorHandle tensorHandle,
unsigned int  slot 
)
overridevirtual

Reimplemented from BaseWorkload< QueueDescriptor >.

Definition at line 61 of file NeonConvertFp32ToFp16Workload.cpp.

62 {
63  ITensorHandle* backupHandle = this->m_Data.m_Inputs[slot];
64  this->m_Data.m_Inputs[slot] = tensorHandle;
65  try
66  {
67  Reconfigure();
68  }
70  {
71  // Cannot reconfigure, revert the slot back and throw the exception.
72  this->m_Data.m_Inputs[slot] = backupHandle;
73  throw e;
74  }
75 }

References BaseWorkload< QueueDescriptor >::m_Data, and QueueDescriptor::m_Inputs.


The documentation for this class was generated from the following files:
armnn::BaseWorkload::GetGuid
arm::pipe::ProfilingGuid GetGuid() const final
Definition: Workload.hpp:61
armnn::QueueDescriptor::ValidateInputsOutputs
void ValidateInputsOutputs(const std::string &descName, unsigned int numExpectedIn, unsigned int numExpectedOut) const
Definition: WorkloadData.cpp:475
armnn::BaseWorkload::m_Data
QueueDescriptor m_Data
Definition: Workload.hpp:83
armnnUtils::FloatingPointConverter::ConvertFloat32To16
static void ConvertFloat32To16(const float *srcFloat32Buffer, size_t numElements, void *dstFloat16Buffer)
Converts a buffer of FP32 values to FP16, and stores in the given dstFloat16Buffer.
Definition: FloatingPointConverter.cpp:16
armnn::GatherTensorHandlePairs
void GatherTensorHandlePairs(const DescriptorType &descriptor, std::vector< std::pair< SrcTensorHandleType *, DstTensorHandleType * >> &tensorHandlePairs)
Definition: WorkloadUtils.hpp:189
armnn::UnimplementedException
Definition: Exceptions.hpp:98
armnn::Half
half_float::half Half
Definition: Half.hpp:22
ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID
#define ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID(name, guid)
Definition: NeonWorkloadUtils.hpp:24
armnn::CopyTensorContentsGeneric
void CopyTensorContentsGeneric(const ITensorHandle *srcTensor, ITensorHandle *dstTensor, CopyFunc copy)
Definition: WorkloadUtils.hpp:46
armnn::QueueDescriptor::m_Inputs
std::vector< ITensorHandle * > m_Inputs
Definition: WorkloadData.hpp:26