ArmNN
 23.02
NeonConvertFp32ToFp16Workload.cpp
Go to the documentation of this file.
1 //
2 // Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
3 // SPDX-License-Identifier: MIT
4 //
5 
7 
8 #include <Half.hpp>
9 #include <Profiling.hpp>
10 
12 
14 
15 namespace armnn
16 {
17 
19  const WorkloadInfo& info)
21 {
22  this->m_Data.ValidateInputsOutputs("NeonConvertFp32ToFp16Workload", 1, 1);
23  GatherTensorHandlePairs(descriptor, m_TensorHandlePairs);
24 }
25 
27 {
28  ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID("NeonConvertFp32ToFp16Workload_Execute", this->GetGuid());
29 
30  auto convertFunc = [](uint8_t* dst, const uint8_t* src, size_t size)
31  {
32  auto input = reinterpret_cast<const float*>(src);
33  auto output = reinterpret_cast<Half*>(dst);
34  size_t numElements = size/2; // 2 bytes per fp16
36  };
37 
38  for (const auto& pair : m_TensorHandlePairs)
39  {
40  CopyTensorContentsGeneric(pair.first, pair.second, convertFunc);
41  }
42 }
43 
45 {
46  ITensorHandle* backupHandle = this->m_Data.m_Inputs[slot];
47  this->m_Data.m_Inputs[slot] = tensorHandle;
48  try
49  {
50  Reconfigure();
51  }
53  {
54  // Cannot reconfigure, revert the slot back and throw the exception.
55  this->m_Data.m_Inputs[slot] = backupHandle;
56  throw e;
57  }
58 }
59 
60 // Replace output tensor handle with the given TensorHandle
62 {
63  ITensorHandle* backupHandle = this->m_Data.m_Inputs[slot];
64  this->m_Data.m_Inputs[slot] = tensorHandle;
65  try
66  {
67  Reconfigure();
68  }
70  {
71  // Cannot reconfigure, revert the slot back and throw the exception.
72  this->m_Data.m_Inputs[slot] = backupHandle;
73  throw e;
74  }
75 }
76 
77 void NeonConvertFp32ToFp16Workload::Reconfigure()
78 {
79  throw armnn::UnimplementedException("Reconfigure not implemented for this workload");
80 }
81 
82 } //namespace armnn
armnn::BaseWorkload::GetGuid
arm::pipe::ProfilingGuid GetGuid() const final
Definition: Workload.hpp:61
armnn::QueueDescriptor::ValidateInputsOutputs
void ValidateInputsOutputs(const std::string &descName, unsigned int numExpectedIn, unsigned int numExpectedOut) const
Definition: WorkloadData.cpp:475
armnn::ConvertFp32ToFp16QueueDescriptor
Definition: WorkloadData.hpp:452
armnn::BaseWorkload::m_Data
QueueDescriptor m_Data
Definition: Workload.hpp:83
armnn
Copyright (c) 2021 ARM Limited and Contributors.
Definition: 01_00_quick_start.dox:6
armnnUtils::FloatingPointConverter::ConvertFloat32To16
static void ConvertFloat32To16(const float *srcFloat32Buffer, size_t numElements, void *dstFloat16Buffer)
Converts a buffer of FP32 values to FP16, and stores in the given dstFloat16Buffer.
Definition: FloatingPointConverter.cpp:16
armnn::GatherTensorHandlePairs
void GatherTensorHandlePairs(const DescriptorType &descriptor, std::vector< std::pair< SrcTensorHandleType *, DstTensorHandleType * >> &tensorHandlePairs)
Definition: WorkloadUtils.hpp:189
armnn::ITensorHandle
Definition: ITensorHandle.hpp:15
armnn::UnimplementedException
Definition: Exceptions.hpp:98
armnn::Half
half_float::half Half
Definition: Half.hpp:22
ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID
#define ARMNN_SCOPED_PROFILING_EVENT_NEON_GUID(name, guid)
Definition: NeonWorkloadUtils.hpp:24
armnn::NeonConvertFp32ToFp16Workload::ReplaceOutputTensorHandle
void ReplaceOutputTensorHandle(ITensorHandle *tensorHandle, unsigned int slot) override
Definition: NeonConvertFp32ToFp16Workload.cpp:61
armnn::NeonConvertFp32ToFp16Workload::Execute
virtual void Execute() const override
Definition: NeonConvertFp32ToFp16Workload.cpp:26
NeonConvertFp32ToFp16Workload.hpp
Half.hpp
armnn::WorkloadInfo
Contains information about TensorInfos of a layer.
Definition: WorkloadInfo.hpp:16
armnn::NeonConvertFp32ToFp16Workload::NeonConvertFp32ToFp16Workload
NeonConvertFp32ToFp16Workload(const ConvertFp32ToFp16QueueDescriptor &descriptor, const WorkloadInfo &info)
Definition: NeonConvertFp32ToFp16Workload.cpp:18
FloatingPointConverter.hpp
armnn::MultiTypedWorkload
Definition: Workload.hpp:147
armnn::CopyTensorContentsGeneric
void CopyTensorContentsGeneric(const ITensorHandle *srcTensor, ITensorHandle *dstTensor, CopyFunc copy)
Definition: WorkloadUtils.hpp:46
WorkloadUtils.hpp
armnn::NeonConvertFp32ToFp16Workload::ReplaceInputTensorHandle
void ReplaceInputTensorHandle(ITensorHandle *tensorHandle, unsigned int slot) override
Definition: NeonConvertFp32ToFp16Workload.cpp:44
armnn::QueueDescriptor::m_Inputs
std::vector< ITensorHandle * > m_Inputs
Definition: WorkloadData.hpp:26
armnn::BoostLogSeverityMapping::info
@ info
Profiling.hpp