diff options
Diffstat (limited to 'src/core/NEON/kernels/arm_gemm/kernels/a64_interleaved_u8u32_mmla_8x12.hpp')
-rw-r--r-- | src/core/NEON/kernels/arm_gemm/kernels/a64_interleaved_u8u32_mmla_8x12.hpp | 73 |
1 files changed, 57 insertions, 16 deletions
diff --git a/src/core/NEON/kernels/arm_gemm/kernels/a64_interleaved_u8u32_mmla_8x12.hpp b/src/core/NEON/kernels/arm_gemm/kernels/a64_interleaved_u8u32_mmla_8x12.hpp index 99dd0be0d9..0088557b8d 100644 --- a/src/core/NEON/kernels/arm_gemm/kernels/a64_interleaved_u8u32_mmla_8x12.hpp +++ b/src/core/NEON/kernels/arm_gemm/kernels/a64_interleaved_u8u32_mmla_8x12.hpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2020 Arm Limited. + * Copyright (c) 2019-2021, 2023 Arm Limited. * * SPDX-License-Identifier: MIT * @@ -22,52 +22,93 @@ * SOFTWARE. */ #pragma once - #ifdef __aarch64__ -#include <cstdint> #include "../std_transforms_fixed.hpp" +#include "../performance_parameters.hpp" -namespace arm_gemm { +#define ARGLIST \ + const uint8_t *, const uint8_t *, \ + uint32_t *, int, int, int +namespace arm_gemm +{ // Actual kernel implementations -void a64_interleaved_u8u32_mmla_8x12(const uint8_t *, const uint8_t *, uint32_t *, int, int, int); +void a64_interleaved_u8u32_mmla_8x12( ARGLIST ); +void a64_interleaved_u8u32_mmla_8x12_a510( ARGLIST ); -class cls_a64_interleaved_u8u32_mmla_8x12 { +class cls_a64_interleaved_u8u32_mmla_8x12 +{ public: typedef uint8_t operand_type; typedef uint32_t result_type; - typedef void (*kern_type)(const uint8_t *, const uint8_t *, uint32_t *, int, int, int); + typedef void (*kern_type)( ARGLIST ); /* Kernel blocking parameters */ - static unsigned int out_width() + static constexpr unsigned int out_height() { - return 12; + return 8; } - static unsigned int out_height() + static unsigned int out_width() { - return 8; + return 12; } - static unsigned int k_unroll() + static constexpr unsigned int k_unroll() { return 8; } - // Use the standard fixed size transforms. + StdTransformsFixed<operand_type, result_type, 8, 12, 8> transforms = {}; StdTransformsFixed<operand_type, result_type, 8, 12, 8, true> transforms_quantized = {}; + template<typename T> + static inline PerformanceParameters get_performance_parameters(const CPUInfo *ci) + { - kern_type kernel=a64_interleaved_u8u32_mmla_8x12; + if (std::is_same<T, uint32_t>::value) { + switch (ci->get_cpu_model()) { + default: + return { 62.58, 4.06, 8.02 }; + case CPUModel::A510: + return { 47.83, 3.59, 3.72 }; + case CPUModel::V1: + return { 111.52, 4.97, 10.80 }; + } + } - cls_a64_interleaved_u8u32_mmla_8x12(const CPUInfo *) - { + if (std::is_same<T, uint8_t>::value) { + switch (ci->get_cpu_model()) { + default: + return { 62.57, 4.10, 0.51 }; + case CPUModel::A510: + return { 47.66, 2.47, 0.29 }; + case CPUModel::V1: + return { 75.54, 8.06, 0.63 }; + } + } + + return { 1.0 }; + } + + // Default to the generic kernel + kern_type kernel=a64_interleaved_u8u32_mmla_8x12; + cls_a64_interleaved_u8u32_mmla_8x12(const CPUInfo *ci) + { + switch(ci->get_cpu_model()) { + default: + break; + case CPUModel::A510: + kernel=a64_interleaved_u8u32_mmla_8x12_a510; + break; + } } }; } // namespace arm_gemm +#undef ARGLIST #endif // __aarch64__ |