aboutsummaryrefslogtreecommitdiff
path: root/src/core/NEON/kernels/arm_gemm/kernels/a64_interleaved_s8s32_mmla_8x12.hpp
diff options
context:
space:
mode:
Diffstat (limited to 'src/core/NEON/kernels/arm_gemm/kernels/a64_interleaved_s8s32_mmla_8x12.hpp')
-rw-r--r--src/core/NEON/kernels/arm_gemm/kernels/a64_interleaved_s8s32_mmla_8x12.hpp73
1 files changed, 57 insertions, 16 deletions
diff --git a/src/core/NEON/kernels/arm_gemm/kernels/a64_interleaved_s8s32_mmla_8x12.hpp b/src/core/NEON/kernels/arm_gemm/kernels/a64_interleaved_s8s32_mmla_8x12.hpp
index b17b76f170..37a54fcfab 100644
--- a/src/core/NEON/kernels/arm_gemm/kernels/a64_interleaved_s8s32_mmla_8x12.hpp
+++ b/src/core/NEON/kernels/arm_gemm/kernels/a64_interleaved_s8s32_mmla_8x12.hpp
@@ -1,5 +1,5 @@
/*
- * Copyright (c) 2019-2020 Arm Limited.
+ * Copyright (c) 2019-2021, 2023 Arm Limited.
*
* SPDX-License-Identifier: MIT
*
@@ -22,52 +22,93 @@
* SOFTWARE.
*/
#pragma once
-
#ifdef __aarch64__
-#include <cstdint>
#include "../std_transforms_fixed.hpp"
+#include "../performance_parameters.hpp"
-namespace arm_gemm {
+#define ARGLIST \
+ const int8_t *, const int8_t *, \
+ int32_t *, int, int, int
+namespace arm_gemm
+{
// Actual kernel implementations
-void a64_interleaved_s8s32_mmla_8x12(const int8_t *, const int8_t *, int32_t *, int, int, int);
+void a64_interleaved_s8s32_mmla_8x12( ARGLIST );
+void a64_interleaved_s8s32_mmla_8x12_a510( ARGLIST );
-class cls_a64_interleaved_s8s32_mmla_8x12 {
+class cls_a64_interleaved_s8s32_mmla_8x12
+{
public:
typedef int8_t operand_type;
typedef int32_t result_type;
- typedef void (*kern_type)(const int8_t *, const int8_t *, int32_t *, int, int, int);
+ typedef void (*kern_type)( ARGLIST );
/* Kernel blocking parameters */
- static unsigned int out_width()
+ static constexpr unsigned int out_height()
{
- return 12;
+ return 8;
}
- static unsigned int out_height()
+ static unsigned int out_width()
{
- return 8;
+ return 12;
}
- static unsigned int k_unroll()
+ static constexpr unsigned int k_unroll()
{
return 8;
}
- // Use the standard fixed size transforms.
+
StdTransformsFixed<operand_type, result_type, 8, 12, 8> transforms = {};
StdTransformsFixed<operand_type, result_type, 8, 12, 8, true> transforms_quantized = {};
+ template<typename T>
+ static inline PerformanceParameters get_performance_parameters(const CPUInfo *ci)
+ {
- kern_type kernel=a64_interleaved_s8s32_mmla_8x12;
+ if (std::is_same<T, int32_t>::value) {
+ switch (ci->get_cpu_model()) {
+ default:
+ return { 62.57, 4.08, 8.01 };
+ case CPUModel::A510:
+ return { 48.25, 3.53, 3.71 };
+ case CPUModel::V1:
+ return { 117.02, 4.98, 10.87 };
+ }
+ }
- cls_a64_interleaved_s8s32_mmla_8x12(const CPUInfo *)
- {
+ if (std::is_same<T, int8_t>::value) {
+ switch (ci->get_cpu_model()) {
+ default:
+ return { 62.53, 3.70, 0.50 };
+ case CPUModel::A510:
+ return { 48.22, 2.49, 0.29 };
+ case CPUModel::V1:
+ return { 75.54, 8.06, 0.63 };
+ }
+ }
+
+ return { 1.0 };
+ }
+
+ // Default to the generic kernel
+ kern_type kernel=a64_interleaved_s8s32_mmla_8x12;
+ cls_a64_interleaved_s8s32_mmla_8x12(const CPUInfo *ci)
+ {
+ switch(ci->get_cpu_model()) {
+ default:
+ break;
+ case CPUModel::A510:
+ kernel=a64_interleaved_s8s32_mmla_8x12_a510;
+ break;
+ }
}
};
} // namespace arm_gemm
+#undef ARGLIST
#endif // __aarch64__