30 PolymorphicDowncast<const RefTensorHandle*>(tensorHandle);
34 template <
typename DataType,
typename PayloadType>
38 return reinterpret_cast<const DataType*
>(tensorHandle->
Map());
41 template <
typename DataType,
typename PayloadType>
45 return reinterpret_cast<DataType*
>(tensorHandle->
Map());
48 template <
typename PayloadType>
51 return GetInputTensorData<float>(idx, data);
54 template <
typename PayloadType>
57 return GetOutputTensorData<float>(idx, data);
60 template <
typename PayloadType>
63 return GetInputTensorData<Half>(idx, data);
66 template <
typename PayloadType>
69 return GetOutputTensorData<Half>(idx, data);
72 template <
typename PayloadType>
75 return GetInputTensorData<BFloat16>(idx, data);
78 template <
typename PayloadType>
81 return GetOutputTensorData<BFloat16>(idx, data);
const BFloat16 * GetInputTensorDataBFloat16(unsigned int idx, const PayloadType &data)
const float * GetInputTensorDataFloat(unsigned int idx, const PayloadType &data)
float Dequantize(QuantizedType value, float scale, int32_t offset)
Dequantize an 8-bit data type into a floating point data type.
const DataType * GetInputTensorData(unsigned int idx, const PayloadType &data)
Half * GetOutputTensorDataHalf(unsigned int idx, const PayloadType &data)
Copyright (c) 2021 ARM Limited and Contributors.
const Half * GetInputTensorDataHalf(unsigned int idx, const PayloadType &data)
int32_t GetQuantizationOffset() const
float GetQuantizationScale() const
QuantizedType Quantize(float value, float scale, int32_t offset)
Quantize a floating point data type into an 8-bit data type.
virtual const void * Map(bool blocking=true) const =0
Map the tensor data for access.
const TensorInfo & GetTensorInfo() const
DataType * GetOutputTensorData(unsigned int idx, const PayloadType &data)
float * GetOutputTensorDataFloat(unsigned int idx, const PayloadType &data)
BFloat16 * GetOutputTensorDataBFloat16(unsigned int idx, const PayloadType &data)
const TensorInfo & GetTensorInfo(const ITensorHandle *tensorHandle)
float32 helpers
unsigned int GetNumElements() const