diff options
Diffstat (limited to 'src/core/NEON/kernels/arm_gemm/gemm_int8.cpp')
-rw-r--r-- | src/core/NEON/kernels/arm_gemm/gemm_int8.cpp | 90 |
1 files changed, 45 insertions, 45 deletions
diff --git a/src/core/NEON/kernels/arm_gemm/gemm_int8.cpp b/src/core/NEON/kernels/arm_gemm/gemm_int8.cpp index 627d8abdb9..34dc8bc341 100644 --- a/src/core/NEON/kernels/arm_gemm/gemm_int8.cpp +++ b/src/core/NEON/kernels/arm_gemm/gemm_int8.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2017-2018 ARM Limited. + * Copyright (c) 2017-2019 ARM Limited. * * SPDX-License-Identifier: MIT * @@ -27,67 +27,67 @@ #include "gemm_common.hpp" #include "gemm_implementation.hpp" #include "gemm_interleaved.hpp" +#include "gemm_native.hpp" #include "kernels/a64_gemm_s16_12x8.hpp" #include "kernels/a64_gemm_s8_12x8.hpp" #include "kernels/a64_gemm_s8_4x4.hpp" #include "kernels/sve_interleaved_s8s32_dot_3VLx8.hpp" +#include "kernels/sve_native_s8s32_dot_4VLx4.hpp" namespace arm_gemm { +static const GemmImplementation<int8_t, int32_t> gemm_s8_methods[] = { #ifdef __ARM_FEATURE_SVE -class GemmImpl_gemm_s8_interleaved_dot : public GemmImplementation<int8_t, int32_t> { -public: - UniqueGemmCommon<int8_t, int32_t> instantiate(const GemmArgs<int32_t> &args) override { - return UniqueGemmCommon<int8_t, int32_t>(new GemmInterleaved<interleaved_s8s32_dot_3VLx8, int8_t, int32_t>(args)); - } - - GemmImpl_gemm_s8_interleaved_dot() : GemmImplementation<int8_t, int32_t>(GemmMethod::GEMM_INTERLEAVED_DOT) { } -}; -#else - -class GemmImpl_gemm_s8_interleaved_dot : public GemmImplementation<int8_t, int32_t> { -public: - bool is_supported(const GemmArgs<int32_t> &args) override { - return args._ci->has_dotprod(); - } - - UniqueGemmCommon<int8_t, int32_t> instantiate(const GemmArgs<int32_t> &args) override { - return UniqueGemmCommon<int8_t, int32_t>(new GemmInterleaved<gemm_s8_12x8, int8_t, int32_t>(args)); - } - - GemmImpl_gemm_s8_interleaved_dot() : GemmImplementation<int8_t, int32_t>(GemmMethod::GEMM_INTERLEAVED_DOT) { } -}; - +{ + GemmMethod::GEMM_NATIVE, + "native_s8s32_dot_4VLx4", + [](const GemmArgs<int32_t> &args) { return (args._Ksize>=16 && args._alpha==1 && !args._trA && !args._trB); }, + [](const GemmArgs<int32_t> &args) { return ((args._Ksize <= 128) && (args._Nsize <= 128)); }, + [](const GemmArgs<int32_t> &args) { return new GemmNative<native_s8s32_dot_4VLx4, int8_t, int32_t>(args); } +}, +{ + GemmMethod::GEMM_INTERLEAVED, + "interleaved_s8s32_dot_3VLx8", + [](const GemmArgs<int32_t> &args) { return (args._Ksize>4); }, + nullptr, + [](const GemmArgs<int32_t> &args) { return new GemmInterleaved<interleaved_s8s32_dot_3VLx8, int8_t, int32_t>(args); } +}, #endif - -class GemmImpl_gemm_s8_interleaved : public GemmImplementation<int8_t, int32_t> { -public: - UniqueGemmCommon<int8_t, int32_t> instantiate(const GemmArgs<int32_t> &args) override { - return UniqueGemmCommon<int8_t, int32_t>(new GemmInterleaved<gemm_s8_4x4, int8_t, int32_t>(args)); - } - - GemmImpl_gemm_s8_interleaved() : GemmImplementation<int8_t, int32_t>(GemmMethod::GEMM_INTERLEAVED) { } -}; - -static GemmImpl_gemm_s8_interleaved_dot gemm_s8_interleaved_dot_impl{}; -static GemmImpl_gemm_s8_interleaved gemm_s8_interleaved_impl{}; - -static std::vector<GemmImplementation<int8_t, int32_t> *> gemm_s8_methods = { - &gemm_s8_interleaved_dot_impl, - &gemm_s8_interleaved_impl +{ + GemmMethod::GEMM_INTERLEAVED, + "gemm_s8_12x8", + [](const GemmArgs<int32_t> &args) { return args._ci->has_dotprod(); }, + nullptr, + [](const GemmArgs<int32_t> &args) { return new GemmInterleaved<gemm_s8_12x8, int8_t, int32_t>(args); } +}, +{ + GemmMethod::GEMM_INTERLEAVED, + "gemm_s8_4x4", + nullptr, + nullptr, + [](const GemmArgs<int32_t> &args) { return new GemmInterleaved<gemm_s8_4x4, int8_t, int32_t>(args); } +}, +{ + GemmMethod::DEFAULT, + "", + nullptr, + nullptr, + nullptr +} }; template<> -std::vector<GemmImplementation<int8_t, int32_t> *> &gemm_implementation_list<int8_t, int32_t>() { +const GemmImplementation<int8_t, int32_t> *gemm_implementation_list<int8_t, int32_t>() { return gemm_s8_methods; } /* Explicitly instantiate the external functions for these types. */ -template UniqueGemmCommon<int8_t, int32_t> gemm<int8_t, int32_t>(GemmArgs<int32_t> &args, GemmConfig *cfg); -template GemmMethod get_gemm_method<int8_t, int32_t>(GemmArgs<int32_t> &args); -template bool method_is_compatible<int8_t, int32_t>(GemmMethod method, GemmArgs<int32_t> &args); +template UniqueGemmCommon<int8_t, int32_t> gemm<int8_t, int32_t>(const GemmArgs<int32_t> &args); +template KernelDescription get_gemm_method<int8_t, int32_t>(const GemmArgs<int32_t> &args); +template bool method_is_compatible<int8_t, int32_t>(GemmMethod method, const GemmArgs<int32_t> &args); +template std::vector<std::string> get_compatible_kernels<int8_t, int32_t> (const GemmArgs<int32_t> &args); } // namespace arm_gemm -#endif // __aarch64__ +#endif // __aarch64__
\ No newline at end of file |