diff options
| author | Aleksandr Nikolaev <aleksandr.nikolaev@arm.com> | 2020-06-25 12:25:52 +0100 |
|---|---|---|
| committer | Georgios Pinitas <georgios.pinitas@arm.com> | 2020-07-16 16:02:50 +0000 |
| commit | a084b46835d20fdfe6e590b91b7ca64fba3542df (patch) | |
| tree | e4abe49cc10f3406dcaad9d3dfbbc22cc54476a6 /src/core/NEON/kernels/arm_gemm/gemm_int8.cpp | |
| parent | f738fe6b6e059916294c48b942952c261569df18 (diff) | |
| download | ComputeLibrary-a084b46835d20fdfe6e590b91b7ca64fba3542df.tar.gz | |
[ONCPUML-97]: Implement "int8" support for 2D decomposition at high core counts
Interleaved2d functionality was extended to uint8 and int8 kernels.
Change-Id: If78facbce56e9ec7b2f4c23436af0bd5db7f7b69
Signed-off-by: Aleksandr Nikolaev <aleksandr.nikolaev@arm.com>
Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/3467
Tested-by: Arm Jenkins <bsgcomp@arm.com>
Reviewed-by: Georgios Pinitas <georgios.pinitas@arm.com>
Comments-Addressed: Arm Jenkins <bsgcomp@arm.com>
Diffstat (limited to 'src/core/NEON/kernels/arm_gemm/gemm_int8.cpp')
| -rw-r--r-- | src/core/NEON/kernels/arm_gemm/gemm_int8.cpp | 19 |
1 files changed, 17 insertions, 2 deletions
diff --git a/src/core/NEON/kernels/arm_gemm/gemm_int8.cpp b/src/core/NEON/kernels/arm_gemm/gemm_int8.cpp index d1d137e090..3ee47492db 100644 --- a/src/core/NEON/kernels/arm_gemm/gemm_int8.cpp +++ b/src/core/NEON/kernels/arm_gemm/gemm_int8.cpp @@ -28,6 +28,7 @@ #include "gemm_hybrid.hpp" #include "gemm_implementation.hpp" #include "gemm_interleaved.hpp" +#include "gemm_interleaved_pretransposed_2d.hpp" #include "kernels/a64_gemm_s16_12x8.hpp" #include "kernels/a64_gemm_s8_12x8.hpp" @@ -107,15 +108,29 @@ static const GemmImplementation<int8_t, int32_t> gemm_s8_methods[] = { [](const GemmArgs &args) { return new GemmHybrid<hybrid_s8s32_dot_16x4, int8_t, int32_t>(args); } }, { + GemmMethod::GEMM_INTERLEAVED_2D, + "gemm_s8_12x8_2d", + [](const GemmArgs &args) { return args._ci->has_dotprod(); }, + [](const GemmArgs &args) { return (args._maxthreads >= 8) && (args._Msize >= 8) && (args._Nsize >= 8); }, + [](const GemmArgs &args) { return new GemmInterleavedPretransposed2d<gemm_s8_12x8, int8_t, int32_t>(args); } +}, +{ GemmMethod::GEMM_INTERLEAVED, - "gemm_s8_12x8", + "gemm_s8_12x8_1d", [](const GemmArgs &args) { return args._ci->has_dotprod(); }, nullptr, [](const GemmArgs &args) { return new GemmInterleaved<gemm_s8_12x8, int8_t, int32_t>(args); } }, { + GemmMethod::GEMM_INTERLEAVED_2D, + "gemm_s8_4x4_2d", + nullptr, + [](const GemmArgs &args) { return (args._maxthreads >= 8) && (args._Msize >= 8) && (args._Nsize >= 8); }, + [](const GemmArgs &args) { return new GemmInterleavedPretransposed2d<gemm_s8_4x4, int8_t, int32_t>(args); } +}, +{ GemmMethod::GEMM_INTERLEAVED, - "gemm_s8_4x4", + "gemm_s8_4x4_1d", nullptr, nullptr, [](const GemmArgs &args) { return new GemmInterleaved<gemm_s8_4x4, int8_t, int32_t>(args); } |