From e67115ef82bcba0718dcbd75cc8411985001b7cc Mon Sep 17 00:00:00 2001 From: Won Jeon Date: Wed, 13 Mar 2024 19:18:08 +0000 Subject: Add missing FP8 definition and instantiation for FULLY_CONNNECTED op Signed-off-by: Won Jeon Change-Id: I7efc03f16136b2b74f8dfef79a6e7e147c93f4ed --- reference_model/src/ops/op_factory.cc | 2 ++ reference_model/src/ops/tensor_ops.cc | 2 ++ 2 files changed, 4 insertions(+) diff --git a/reference_model/src/ops/op_factory.cc b/reference_model/src/ops/op_factory.cc index 5dc375d..0f0013c 100644 --- a/reference_model/src/ops/op_factory.cc +++ b/reference_model/src/ops/op_factory.cc @@ -119,6 +119,8 @@ GraphNode* OpFactory::newOp(SubgraphTraverser* sgt, DEF_FACTORY_THREE_TYPE(OpFullyConnected, INT8, INT8, INT32); DEF_FACTORY_THREE_TYPE(OpFullyConnected, INT16, INT8, INT48); DEF_FACTORY_THREE_TYPE(OpFullyConnected, FP64, FP64, FP64); + DEF_FACTORY_THREE_TYPE(OpFullyConnected, FP8E4M3, FP8E4M3, FP16); + DEF_FACTORY_THREE_TYPE(OpFullyConnected, FP8E5M2, FP8E5M2, FP16); break; case Op_MATMUL: DEF_FACTORY_TWO_TYPE_IN_OUT(OpMatMul, FP16, FP16); diff --git a/reference_model/src/ops/tensor_ops.cc b/reference_model/src/ops/tensor_ops.cc index 609265c..7bd249b 100644 --- a/reference_model/src/ops/tensor_ops.cc +++ b/reference_model/src/ops/tensor_ops.cc @@ -2213,6 +2213,8 @@ DEF_INSTANTIATE_THREE_TYPE(OpFullyConnected, INT8, INT4, INT32); DEF_INSTANTIATE_THREE_TYPE(OpFullyConnected, INT8, INT8, INT32); DEF_INSTANTIATE_THREE_TYPE(OpFullyConnected, INT16, INT8, INT48); DEF_INSTANTIATE_THREE_TYPE(OpFullyConnected, FP64, FP64, FP64); +DEF_INSTANTIATE_THREE_TYPE(OpFullyConnected, FP8E4M3, FP8E4M3, FP16); +DEF_INSTANTIATE_THREE_TYPE(OpFullyConnected, FP8E5M2, FP8E5M2, FP16); DEF_INSTANTIATE_TWO_TYPE(OpMatMul, INT8, INT32); DEF_INSTANTIATE_TWO_TYPE(OpMatMul, INT16, INT48); -- cgit v1.2.1