diff options
Diffstat (limited to 'src/core/NEON/kernels/arm_gemm/gemm_qint8.cpp')
| -rw-r--r-- | src/core/NEON/kernels/arm_gemm/gemm_qint8.cpp | 10 |
1 files changed, 9 insertions, 1 deletions
diff --git a/src/core/NEON/kernels/arm_gemm/gemm_qint8.cpp b/src/core/NEON/kernels/arm_gemm/gemm_qint8.cpp index d168abcf6d..ac49536643 100644 --- a/src/core/NEON/kernels/arm_gemm/gemm_qint8.cpp +++ b/src/core/NEON/kernels/arm_gemm/gemm_qint8.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2020, 2022-2023 Arm Limited. + * Copyright (c) 2019-2020, 2022 Arm Limited. * * SPDX-License-Identifier: MIT * @@ -54,6 +54,7 @@ #include "kernels/sve_hybrid_s8s32_mmla_6x4VL.hpp" #include "kernels/sve_interleaved_s8s32_dot_8x3VL.hpp" #include "kernels/sve_interleaved_s8s32_mmla_8x3VL.hpp" +#include "kernels/sve_smallK_hybrid_s8s32_dot_8x1VL.hpp" #endif // ARM_COMPUTE_ENABLE_SVE #include "gemm_hybrid_indirect.hpp" @@ -129,6 +130,13 @@ GemmImplementation<int8_t, int8_t, Requantize32>::with_estimate( [](const GemmArgs &args, const Requantize32 &) { return GemmHybridIndirect<cls_sve_hybrid_s8s32_mmla_6x4VL, int8_t, int8_t, Requantize32, true>::estimate_cycles<int8_t>(args); }, [](const GemmArgs &args, const Requantize32 &qp) { return new GemmHybridIndirect<cls_sve_hybrid_s8s32_mmla_6x4VL, int8_t, int8_t, Requantize32, true>(args, qp); } ), +{ + GemmMethod::GEMM_HYBRID_QUANTIZED, + "sve_smallK_hybrid_s8s32_dot_8x1VL", + [](const GemmArgs &args, const Requantize32 &) { return args._ci->has_sve() && args._Ksize<=64 && !args._indirect_input; }, + [](const GemmArgs &args, const Requantize32 &) { return !(args._ci->has_svei8mm() || args._ci->has_i8mm()); }, + [](const GemmArgs &args, const Requantize32 &qp) { return new GemmHybridQuantized<cls_sve_smallK_hybrid_s8s32_dot_8x1VL, int8_t, int8_t>(args, qp); } +}, GemmImplementation<int8_t, int8_t, Requantize32>::with_estimate( GemmMethod::GEMM_HYBRID, "sve_hybrid_s8qs_dot_6x4VL", |