From 20f6941b21f84cd5f0152d42f343b0992dd5a6e5 Mon Sep 17 00:00:00 2001 From: Tai Ly Date: Fri, 1 Dec 2023 22:58:55 +0000 Subject: [tosa_mlir_translator] Add FP16 support serialize/deserialize FP16 tensors and constants Signed-off-by: Tai Ly Change-Id: Iab75aeda45983f328796f9463a57c69e86ab8f3e --- src/TosaSerialize.cpp | 25 +++++++++++++++++++++++-- 1 file changed, 23 insertions(+), 2 deletions(-) (limited to 'src/TosaSerialize.cpp') diff --git a/src/TosaSerialize.cpp b/src/TosaSerialize.cpp index 263f51c..2d038f0 100644 --- a/src/TosaSerialize.cpp +++ b/src/TosaSerialize.cpp @@ -75,9 +75,12 @@ static ResizeMode ResizeModeStr2Enum(const std::string &mode_str) { } static DType Type2DType(mlir::Type element_type) { - if (element_type.isF64() || element_type.isF32() || element_type.isF16() || - element_type.isBF16()) { + if (element_type.isF64() || element_type.isF32()) { return DType_FP32; + } else if (element_type.isF16()) { + return DType_FP16; + } else if (element_type.isBF16()) { + return DType_BF16; } else if (element_type.isUnsignedInteger(8)) { return DType_UINT8; } else if (element_type.isInteger(4)) { @@ -658,6 +661,24 @@ TosaSerializationOperatorBuilder::build( return nullptr; } TosaSerializationHandler::ConvertF32toU8(data, u8_data); + } else if (type == DType_FP16) { + std::vector data; + auto dense_attr = op.getAttr(llvm::StringRef("value")) + .dyn_cast(); + auto val_attr = + op.getAttr(llvm::StringRef("value")).dyn_cast(); + + if (dense_attr) { + for (auto val : dense_attr.getValues()) { + data.push_back(val.convertToFloat()); + } + } else if (val_attr) { + data.push_back((float)val_attr.getValueAsDouble()); + } else { + op.emitOpError("Unknown const attribute"); + return nullptr; + } + TosaSerializationHandler::ConvertF16toU8(data, u8_data); } else if (type == DType_INT8) { std::vector data; auto dense_attr = op.getAttr(llvm::StringRef("value")) -- cgit v1.2.1