diff options
Diffstat (limited to 'src/core/NEON/kernels/arm_gemm/kernels/a64_hybrid_s8s32_dot_6x16.hpp')
-rw-r--r-- | src/core/NEON/kernels/arm_gemm/kernels/a64_hybrid_s8s32_dot_6x16.hpp | 73 |
1 files changed, 56 insertions, 17 deletions
diff --git a/src/core/NEON/kernels/arm_gemm/kernels/a64_hybrid_s8s32_dot_6x16.hpp b/src/core/NEON/kernels/arm_gemm/kernels/a64_hybrid_s8s32_dot_6x16.hpp index 16a6f9213a..a02fbe8f28 100644 --- a/src/core/NEON/kernels/arm_gemm/kernels/a64_hybrid_s8s32_dot_6x16.hpp +++ b/src/core/NEON/kernels/arm_gemm/kernels/a64_hybrid_s8s32_dot_6x16.hpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2020 Arm Limited. + * Copyright (c) 2019-2021, 2023 Arm Limited. * * SPDX-License-Identifier: MIT * @@ -10,40 +10,42 @@ * sell copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * - * The above copyright notice and this permission notice shall be included in - * all copies or substantial portions of the Software. + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER - * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING - * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS - * IN THE SOFTWARE. + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. */ #pragma once #ifdef __aarch64__ #include "../std_transforms_fixed.hpp" +#include "../performance_parameters.hpp" #define ARGLIST \ - unsigned int, const unsigned int *, \ - IndirectInputArg<int8_t>, \ - size_t, size_t, \ - const int8_t *, \ - IndirectOutputArg<int32_t>, \ - const int32_t *, Activation, bool + unsigned int, const unsigned int *, \ + IndirectInputArg<int8_t>, \ + size_t, size_t, \ + const int8_t *, \ + IndirectOutputArg<int32_t>, \ + const int32_t *, Activation, bool namespace arm_gemm { - // Actual kernel implementations void a64_hybrid_s8s32_dot_6x16( ARGLIST ); +void a64_hybrid_s8s32_dot_6x16_a55( ARGLIST ); class cls_a64_hybrid_s8s32_dot_6x16 { public: - typedef int8_t operand_type; + typedef int8_t lhs_operand_type; + typedef int8_t rhs_operand_type; typedef int32_t result_type; typedef void (*kern_type)( ARGLIST ); @@ -69,13 +71,50 @@ public: return true; } - StdTransformsFixed<operand_type, result_type, 6, 16, 4> transforms = {}; + StdTransformsFixed<rhs_operand_type, result_type, 6, 16, 4> transforms = {}; + template<typename T> + static inline PerformanceParameters get_performance_parameters(const CPUInfo *ci) + { + if (std::is_same<T, int32_t>::value) { + switch (ci->get_cpu_model()) { + default: + return { 31.65 }; + case CPUModel::A510: + return { 15.87 }; + case CPUModel::V1: + return { 54.50 }; + case CPUModel::A55r1: + return { 9.217 }; + } + } + + if (std::is_same<T, int8_t>::value) { + switch (ci->get_cpu_model()) { + case CPUModel::A55r1: + return { 9.5238, 2.0799, 0.2279 }; + default: + return { 29.6736, 11.4025, 0.5591 }; + case CPUModel::A510: + return { 16.66, 3.92, 0.48 }; + case CPUModel::V1: + return { 42.62, 16.32, 0.83 }; + } + } + + return { 1.0 }; + } // Default to the generic kernel kern_type kernel=a64_hybrid_s8s32_dot_6x16; - - cls_a64_hybrid_s8s32_dot_6x16(const CPUInfo *) + cls_a64_hybrid_s8s32_dot_6x16(const CPUInfo *ci) { + switch(ci->get_cpu_model()) { + default: + break; + case CPUModel::A55r1: + kernel=a64_hybrid_s8s32_dot_6x16_a55; + break; + } } }; |