diff options
author | Won Jeon <won.jeon@arm.com> | 2024-02-06 18:37:00 +0000 |
---|---|---|
committer | Won Jeon <won.jeon@arm.com> | 2024-02-21 19:38:55 +0000 |
commit | 2c34b4616a10539211e7006bc43f3c71e86c30bb (patch) | |
tree | aa4043a610ecd4c6d35b876cfb013dbe7dd0ab01 /reference_model/src/ops/type_conversion.h | |
parent | 587cc84c2b8c4b0d030b5e257c9a32461c0969b9 (diff) | |
download | reference_model-2c34b4616a10539211e7006bc43f3c71e86c30bb.tar.gz |
Add support for FP8 to reference model
Signed-off-by: Won Jeon <won.jeon@arm.com>
Change-Id: I99b70f94aff2ccd4af64875697e124eb60bc5b08
Diffstat (limited to 'reference_model/src/ops/type_conversion.h')
-rw-r--r-- | reference_model/src/ops/type_conversion.h | 278 |
1 files changed, 277 insertions, 1 deletions
diff --git a/reference_model/src/ops/type_conversion.h b/reference_model/src/ops/type_conversion.h index 98799a0..75f244d 100644 --- a/reference_model/src/ops/type_conversion.h +++ b/reference_model/src/ops/type_conversion.h @@ -1,5 +1,5 @@ -// Copyright (c) 2020-2023, ARM Limited. +// Copyright (c) 2020-2024, ARM Limited. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. @@ -277,6 +277,282 @@ private: }; template <TOSA_REF_TYPE OutDtype> +class CastHelper<TOSA_REF_TYPE_FP8E4M3, OutDtype> +{ +public: + using InEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E4M3>::type; + using OutEigenType = typename GetEigenType<OutDtype>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + static constexpr int32_t OutMin = GetQMin<OutDtype>::value; + static constexpr int32_t OutMax = GetQMax<OutDtype>::value; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <> +class CastHelper<TOSA_REF_TYPE_FP8E4M3, TOSA_REF_TYPE_FP16> +{ +public: + using InEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E4M3>::type; + using OutEigenType = typename GetEigenType<TOSA_REF_TYPE_FP16>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <> +class CastHelper<TOSA_REF_TYPE_FP8E4M3, TOSA_REF_TYPE_BF16> +{ +public: + using InEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E4M3>::type; + using OutEigenType = typename GetEigenType<TOSA_REF_TYPE_BF16>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <> +class CastHelper<TOSA_REF_TYPE_FP8E4M3, TOSA_REF_TYPE_FP32> +{ +public: + using InEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E4M3>::type; + using OutEigenType = typename GetEigenType<TOSA_REF_TYPE_FP32>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <TOSA_REF_TYPE OutDtype> +class CastHelper<TOSA_REF_TYPE_FP8E5M2, OutDtype> +{ +public: + using InEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E5M2>::type; + using OutEigenType = typename GetEigenType<OutDtype>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + static constexpr int32_t OutMin = GetQMin<OutDtype>::value; + static constexpr int32_t OutMax = GetQMax<OutDtype>::value; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <> +class CastHelper<TOSA_REF_TYPE_FP8E5M2, TOSA_REF_TYPE_FP16> +{ +public: + using InEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E5M2>::type; + using OutEigenType = typename GetEigenType<TOSA_REF_TYPE_FP16>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <> +class CastHelper<TOSA_REF_TYPE_FP8E5M2, TOSA_REF_TYPE_BF16> +{ +public: + using InEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E5M2>::type; + using OutEigenType = typename GetEigenType<TOSA_REF_TYPE_BF16>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <> +class CastHelper<TOSA_REF_TYPE_FP8E5M2, TOSA_REF_TYPE_FP32> +{ +public: + using InEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E5M2>::type; + using OutEigenType = typename GetEigenType<TOSA_REF_TYPE_FP32>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <TOSA_REF_TYPE InDtype> +class CastHelper<InDtype, TOSA_REF_TYPE_FP8E4M3> +{ +public: + using InEigenType = typename GetEigenType<InDtype>::type; + using OutEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E4M3>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <> +class CastHelper<TOSA_REF_TYPE_FP16, TOSA_REF_TYPE_FP8E4M3> +{ +public: + using InEigenType = typename GetEigenType<TOSA_REF_TYPE_FP16>::type; + using OutEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E4M3>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <> +class CastHelper<TOSA_REF_TYPE_BF16, TOSA_REF_TYPE_FP8E4M3> +{ +public: + using InEigenType = typename GetEigenType<TOSA_REF_TYPE_BF16>::type; + using OutEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E4M3>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <> +class CastHelper<TOSA_REF_TYPE_FP32, TOSA_REF_TYPE_FP8E4M3> +{ +public: + using InEigenType = typename GetEigenType<TOSA_REF_TYPE_FP32>::type; + using OutEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E4M3>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <TOSA_REF_TYPE InDtype> +class CastHelper<InDtype, TOSA_REF_TYPE_FP8E5M2> +{ +public: + using InEigenType = typename GetEigenType<InDtype>::type; + using OutEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E5M2>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <> +class CastHelper<TOSA_REF_TYPE_FP16, TOSA_REF_TYPE_FP8E5M2> +{ +public: + using InEigenType = typename GetEigenType<TOSA_REF_TYPE_FP16>::type; + using OutEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E5M2>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <> +class CastHelper<TOSA_REF_TYPE_BF16, TOSA_REF_TYPE_FP8E5M2> +{ +public: + using InEigenType = typename GetEigenType<TOSA_REF_TYPE_BF16>::type; + using OutEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E5M2>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <> +class CastHelper<TOSA_REF_TYPE_FP32, TOSA_REF_TYPE_FP8E5M2> +{ +public: + using InEigenType = typename GetEigenType<TOSA_REF_TYPE_FP32>::type; + using OutEigenType = typename GetEigenType<TOSA_REF_TYPE_FP8E5M2>::type; + using FcnType = std::function<OutEigenType(InEigenType)>; + CastHelper(); + const FcnType& get_fcn() const + { + return fcn; + } + +private: + FcnType fcn; +}; + +template <TOSA_REF_TYPE OutDtype> class CastHelper<TOSA_REF_TYPE_FP64, OutDtype> { public: |