diff options
Diffstat (limited to 'src/core/NEON/kernels/arm_gemm/kernels/a64_hybrid_s8qa_dot_4x16/a55.cpp')
| -rw-r--r-- | src/core/NEON/kernels/arm_gemm/kernels/a64_hybrid_s8qa_dot_4x16/a55.cpp | 392 |
1 files changed, 196 insertions, 196 deletions
diff --git a/src/core/NEON/kernels/arm_gemm/kernels/a64_hybrid_s8qa_dot_4x16/a55.cpp b/src/core/NEON/kernels/arm_gemm/kernels/a64_hybrid_s8qa_dot_4x16/a55.cpp index fb85506ee8..11aa05a9b7 100644 --- a/src/core/NEON/kernels/arm_gemm/kernels/a64_hybrid_s8qa_dot_4x16/a55.cpp +++ b/src/core/NEON/kernels/arm_gemm/kernels/a64_hybrid_s8qa_dot_4x16/a55.cpp @@ -130,11 +130,11 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "mov v5.d[1], x24\n" "ldr d7, [x10, #0x30]\n" "ldr x19, [x10, #0x38]\n" - "mov v6.d[1], x23\n" ".inst 0x4f80e0b1 // sdot v17.4s, v5.16b, v0.4b[0]\n" + "mov v6.d[1], x23\n" "ldr d8, [x10, #0x40]\n" - "mov v7.d[1], x19\n" ".inst 0x4f80e0d2 // sdot v18.4s, v6.16b, v0.4b[0]\n" + "mov v7.d[1], x19\n" "ldr x23, [x10, #0x48]\n" ".inst 0x4f80e0f3 // sdot v19.4s, v7.16b, v0.4b[0]\n" "ldr d9, [x10, #0x50]\n" @@ -142,11 +142,11 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "mov v8.d[1], x23\n" "ldr d10, [x10, #0x60]\n" "ldr x23, [x10, #0x68]\n" - "mov v9.d[1], x19\n" ".inst 0x4fa0e110 // sdot v16.4s, v8.16b, v0.4b[1]\n" + "mov v9.d[1], x19\n" "ldr d4, [x10, #0x70]\n" - "mov v10.d[1], x23\n" ".inst 0x4fa0e131 // sdot v17.4s, v9.16b, v0.4b[1]\n" + "mov v10.d[1], x23\n" "ldr x19, [x10, #0x78]\n" ".inst 0x4fa0e152 // sdot v18.4s, v10.16b, v0.4b[1]\n" "ldr d5, [x10, #0x80]\n" @@ -154,11 +154,11 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "mov v4.d[1], x19\n" "ldr d6, [x10, #0x90]\n" "ldr x23, [x10, #0x98]\n" - "mov v5.d[1], x24\n" ".inst 0x4fa0e093 // sdot v19.4s, v4.16b, v0.4b[1]\n" + "mov v5.d[1], x24\n" "ldr d7, [x10, #0xa0]\n" - "mov v6.d[1], x23\n" ".inst 0x4f80e8b0 // sdot v16.4s, v5.16b, v0.4b[2]\n" + "mov v6.d[1], x23\n" "ldr x19, [x10, #0xa8]\n" ".inst 0x4f80e8d1 // sdot v17.4s, v6.16b, v0.4b[2]\n" "ldr d8, [x10, #0xb0]\n" @@ -166,11 +166,11 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "mov v7.d[1], x19\n" "ldr d9, [x10, #0xc0]\n" "ldr x19, [x10, #0xc8]\n" - "mov v8.d[1], x23\n" ".inst 0x4f80e8f2 // sdot v18.4s, v7.16b, v0.4b[2]\n" + "mov v8.d[1], x23\n" "ldr d10, [x10, #0xd0]\n" - "mov v9.d[1], x19\n" ".inst 0x4f80e913 // sdot v19.4s, v8.16b, v0.4b[2]\n" + "mov v9.d[1], x19\n" "ldr x23, [x10, #0xd8]\n" ".inst 0x4fa0e930 // sdot v16.4s, v9.16b, v0.4b[3]\n" "ldr d4, [x10, #0xe0]\n" @@ -179,10 +179,10 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "ldr d5, [x10, #0xf0]\n" "ldr x24, [x10, #0xf8]\n" "add x10, x10, #0x100\n" - "mov v4.d[1], x19\n" ".inst 0x4fa0e951 // sdot v17.4s, v10.16b, v0.4b[3]\n" - "mov v5.d[1], x24\n" + "mov v4.d[1], x19\n" ".inst 0x4fa0e892 // sdot v18.4s, v4.16b, v0.4b[3]\n" + "mov v5.d[1], x24\n" ".inst 0x4fa0e8b3 // sdot v19.4s, v5.16b, v0.4b[3]\n" "tbnz %x[flags], #31, 8f\n" ".inst 0x4e8f940b // sdot v11.4s, v0.16b, v15.16b\n" @@ -208,24 +208,24 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "ldr q10, [x10, #0x60]\n" ".inst 0x4fa0e110 // sdot v16.4s, v8.16b, v0.4b[1]\n" "ldr q4, [x10, #0x70]\n" - "ldr q5, [x10, #0x80]\n" ".inst 0x4fa0e131 // sdot v17.4s, v9.16b, v0.4b[1]\n" - "ldr q6, [x10, #0x90]\n" + "ldr q5, [x10, #0x80]\n" ".inst 0x4fa0e152 // sdot v18.4s, v10.16b, v0.4b[1]\n" - "ldr q7, [x10, #0xa0]\n" + "ldr q6, [x10, #0x90]\n" ".inst 0x4fa0e093 // sdot v19.4s, v4.16b, v0.4b[1]\n" - "ldr q8, [x10, #0xb0]\n" + "ldr q7, [x10, #0xa0]\n" ".inst 0x4f80e8b0 // sdot v16.4s, v5.16b, v0.4b[2]\n" - "ldr q9, [x10, #0xc0]\n" - "ldr q10, [x10, #0xd0]\n" + "ldr q8, [x10, #0xb0]\n" ".inst 0x4f80e8d1 // sdot v17.4s, v6.16b, v0.4b[2]\n" - "ldr q4, [x10, #0xe0]\n" + "ldr q9, [x10, #0xc0]\n" ".inst 0x4f80e8f2 // sdot v18.4s, v7.16b, v0.4b[2]\n" - "ldr q5, [x10, #0xf0]\n" + "ldr q10, [x10, #0xd0]\n" ".inst 0x4f80e913 // sdot v19.4s, v8.16b, v0.4b[2]\n" - "add x10, x10, #0x100\n" + "ldr q4, [x10, #0xe0]\n" ".inst 0x4fa0e930 // sdot v16.4s, v9.16b, v0.4b[3]\n" + "ldr q5, [x10, #0xf0]\n" ".inst 0x4fa0e951 // sdot v17.4s, v10.16b, v0.4b[3]\n" + "add x10, x10, #0x100\n" ".inst 0x4fa0e892 // sdot v18.4s, v4.16b, v0.4b[3]\n" ".inst 0x4fa0e8b3 // sdot v19.4s, v5.16b, v0.4b[3]\n" "tbnz %x[flags], #31, 10f\n" @@ -451,83 +451,83 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "blt 39f\n" "37:" // Height 2: Multiply loop: Main loop head ".inst 0x4f80e090 // sdot v16.4s, v4.16b, v0.4b[0]\n" - ".inst 0x4f81e094 // sdot v20.4s, v4.16b, v1.4b[0]\n" "ldr d5, [x10, #0x10]\n" - "add x25, x25, #0x10\n" + ".inst 0x4f81e094 // sdot v20.4s, v4.16b, v1.4b[0]\n" "ldr x24, [x10, #0x18]\n" - "add x22, x22, #0x10\n" "ldr d6, [x10, #0x20]\n" + "add x25, x25, #0x10\n" "ldr x23, [x10, #0x28]\n" + "add x22, x22, #0x10\n" "mov v5.d[1], x24\n" "ldr d7, [x10, #0x30]\n" "ldr x19, [x10, #0x38]\n" - "mov v6.d[1], x23\n" ".inst 0x4f80e0b1 // sdot v17.4s, v5.16b, v0.4b[0]\n" + "mov v6.d[1], x23\n" ".inst 0x4f81e0b5 // sdot v21.4s, v5.16b, v1.4b[0]\n" "ldr d8, [x10, #0x40]\n" - "mov v7.d[1], x19\n" ".inst 0x4f80e0d2 // sdot v18.4s, v6.16b, v0.4b[0]\n" + "mov v7.d[1], x19\n" ".inst 0x4f81e0d6 // sdot v22.4s, v6.16b, v1.4b[0]\n" "ldr x23, [x10, #0x48]\n" ".inst 0x4f80e0f3 // sdot v19.4s, v7.16b, v0.4b[0]\n" - ".inst 0x4f81e0f7 // sdot v23.4s, v7.16b, v1.4b[0]\n" "ldr d9, [x10, #0x50]\n" - "mov v8.d[1], x23\n" + ".inst 0x4f81e0f7 // sdot v23.4s, v7.16b, v1.4b[0]\n" "ldr x19, [x10, #0x58]\n" + "mov v8.d[1], x23\n" "ldr d10, [x10, #0x60]\n" + "ldr x23, [x10, #0x68]\n" ".inst 0x4fa0e110 // sdot v16.4s, v8.16b, v0.4b[1]\n" - ".inst 0x4fa1e114 // sdot v20.4s, v8.16b, v1.4b[1]\n" "mov v9.d[1], x19\n" - "ldr x23, [x10, #0x68]\n" + ".inst 0x4fa1e114 // sdot v20.4s, v8.16b, v1.4b[1]\n" "ldr d4, [x10, #0x70]\n" ".inst 0x4fa0e131 // sdot v17.4s, v9.16b, v0.4b[1]\n" - ".inst 0x4fa1e135 // sdot v21.4s, v9.16b, v1.4b[1]\n" "mov v10.d[1], x23\n" + ".inst 0x4fa1e135 // sdot v21.4s, v9.16b, v1.4b[1]\n" "ldr x19, [x10, #0x78]\n" - "ldr d5, [x10, #0x80]\n" ".inst 0x4fa0e152 // sdot v18.4s, v10.16b, v0.4b[1]\n" + "ldr d5, [x10, #0x80]\n" ".inst 0x4fa1e156 // sdot v22.4s, v10.16b, v1.4b[1]\n" - "mov v4.d[1], x19\n" "ldr x24, [x10, #0x88]\n" + "mov v4.d[1], x19\n" "ldr d6, [x10, #0x90]\n" + "ldr x23, [x10, #0x98]\n" ".inst 0x4fa0e093 // sdot v19.4s, v4.16b, v0.4b[1]\n" - ".inst 0x4fa1e097 // sdot v23.4s, v4.16b, v1.4b[1]\n" "mov v5.d[1], x24\n" - "ldr x23, [x10, #0x98]\n" + ".inst 0x4fa1e097 // sdot v23.4s, v4.16b, v1.4b[1]\n" "ldr d7, [x10, #0xa0]\n" ".inst 0x4f80e8b0 // sdot v16.4s, v5.16b, v0.4b[2]\n" - ".inst 0x4f81e8b4 // sdot v20.4s, v5.16b, v1.4b[2]\n" "mov v6.d[1], x23\n" + ".inst 0x4f81e8b4 // sdot v20.4s, v5.16b, v1.4b[2]\n" "ldr x19, [x10, #0xa8]\n" - "ldr d8, [x10, #0xb0]\n" ".inst 0x4f80e8d1 // sdot v17.4s, v6.16b, v0.4b[2]\n" + "ldr d8, [x10, #0xb0]\n" ".inst 0x4f81e8d5 // sdot v21.4s, v6.16b, v1.4b[2]\n" - "mov v7.d[1], x19\n" "ldr x23, [x10, #0xb8]\n" + "mov v7.d[1], x19\n" "ldr d9, [x10, #0xc0]\n" + "ldr x19, [x10, #0xc8]\n" ".inst 0x4f80e8f2 // sdot v18.4s, v7.16b, v0.4b[2]\n" - ".inst 0x4f81e8f6 // sdot v22.4s, v7.16b, v1.4b[2]\n" "mov v8.d[1], x23\n" - "ldr x19, [x10, #0xc8]\n" + ".inst 0x4f81e8f6 // sdot v22.4s, v7.16b, v1.4b[2]\n" "ldr d10, [x10, #0xd0]\n" ".inst 0x4f80e913 // sdot v19.4s, v8.16b, v0.4b[2]\n" - ".inst 0x4f81e917 // sdot v23.4s, v8.16b, v1.4b[2]\n" "mov v9.d[1], x19\n" + ".inst 0x4f81e917 // sdot v23.4s, v8.16b, v1.4b[2]\n" "ldr x23, [x10, #0xd8]\n" - "ldr d4, [x10, #0xe0]\n" ".inst 0x4fa0e930 // sdot v16.4s, v9.16b, v0.4b[3]\n" + "ldr d4, [x10, #0xe0]\n" ".inst 0x4fa1e934 // sdot v20.4s, v9.16b, v1.4b[3]\n" - "mov v10.d[1], x23\n" "ldr x19, [x10, #0xe8]\n" + "mov v10.d[1], x23\n" "ldr d5, [x10, #0xf0]\n" - ".inst 0x4fa0e951 // sdot v17.4s, v10.16b, v0.4b[3]\n" - ".inst 0x4fa1e955 // sdot v21.4s, v10.16b, v1.4b[3]\n" - "mov v4.d[1], x19\n" "ldr x24, [x10, #0xf8]\n" "add x10, x10, #0x100\n" + ".inst 0x4fa0e951 // sdot v17.4s, v10.16b, v0.4b[3]\n" + "mov v4.d[1], x19\n" + ".inst 0x4fa1e955 // sdot v21.4s, v10.16b, v1.4b[3]\n" ".inst 0x4fa0e892 // sdot v18.4s, v4.16b, v0.4b[3]\n" - ".inst 0x4fa1e896 // sdot v22.4s, v4.16b, v1.4b[3]\n" "mov v5.d[1], x24\n" + ".inst 0x4fa1e896 // sdot v22.4s, v4.16b, v1.4b[3]\n" ".inst 0x4fa0e8b3 // sdot v19.4s, v5.16b, v0.4b[3]\n" ".inst 0x4fa1e8b7 // sdot v23.4s, v5.16b, v1.4b[3]\n" "tbnz %x[flags], #31, 38f\n" @@ -544,50 +544,50 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "bge 37b\n" "39:" // Height 2: Multiply loop: Single iteration only ".inst 0x4f80e090 // sdot v16.4s, v4.16b, v0.4b[0]\n" - ".inst 0x4f81e094 // sdot v20.4s, v4.16b, v1.4b[0]\n" "ldr q5, [x10, #0x10]\n" - "sub x26, x26, #0x10\n" + ".inst 0x4f81e094 // sdot v20.4s, v4.16b, v1.4b[0]\n" "ldr q6, [x10, #0x20]\n" - "add x25, x25, #0x10\n" "ldr q7, [x10, #0x30]\n" - "add x22, x22, #0x10\n" + "sub x26, x26, #0x10\n" ".inst 0x4f80e0b1 // sdot v17.4s, v5.16b, v0.4b[0]\n" + "ldr q8, [x10, #0x40]\n" ".inst 0x4f81e0b5 // sdot v21.4s, v5.16b, v1.4b[0]\n" + "ldr q9, [x10, #0x50]\n" ".inst 0x4f80e0d2 // sdot v18.4s, v6.16b, v0.4b[0]\n" + "ldr q10, [x10, #0x60]\n" ".inst 0x4f81e0d6 // sdot v22.4s, v6.16b, v1.4b[0]\n" + "ldr q4, [x10, #0x70]\n" ".inst 0x4f80e0f3 // sdot v19.4s, v7.16b, v0.4b[0]\n" + "ldr q5, [x10, #0x80]\n" ".inst 0x4f81e0f7 // sdot v23.4s, v7.16b, v1.4b[0]\n" - "ldr q8, [x10, #0x40]\n" - "ldr q9, [x10, #0x50]\n" - "ldr q10, [x10, #0x60]\n" + "ldr q6, [x10, #0x90]\n" ".inst 0x4fa0e110 // sdot v16.4s, v8.16b, v0.4b[1]\n" + "ldr q7, [x10, #0xa0]\n" ".inst 0x4fa1e114 // sdot v20.4s, v8.16b, v1.4b[1]\n" + "ldr q8, [x10, #0xb0]\n" ".inst 0x4fa0e131 // sdot v17.4s, v9.16b, v0.4b[1]\n" + "add x25, x25, #0x10\n" ".inst 0x4fa1e135 // sdot v21.4s, v9.16b, v1.4b[1]\n" + "ldr q9, [x10, #0xc0]\n" ".inst 0x4fa0e152 // sdot v18.4s, v10.16b, v0.4b[1]\n" + "add x22, x22, #0x10\n" ".inst 0x4fa1e156 // sdot v22.4s, v10.16b, v1.4b[1]\n" - "ldr q4, [x10, #0x70]\n" - "ldr q5, [x10, #0x80]\n" - "ldr q6, [x10, #0x90]\n" + "ldr q10, [x10, #0xd0]\n" ".inst 0x4fa0e093 // sdot v19.4s, v4.16b, v0.4b[1]\n" ".inst 0x4fa1e097 // sdot v23.4s, v4.16b, v1.4b[1]\n" + "ldr q4, [x10, #0xe0]\n" ".inst 0x4f80e8b0 // sdot v16.4s, v5.16b, v0.4b[2]\n" ".inst 0x4f81e8b4 // sdot v20.4s, v5.16b, v1.4b[2]\n" + "ldr q5, [x10, #0xf0]\n" ".inst 0x4f80e8d1 // sdot v17.4s, v6.16b, v0.4b[2]\n" + "add x10, x10, #0x100\n" ".inst 0x4f81e8d5 // sdot v21.4s, v6.16b, v1.4b[2]\n" - "ldr q7, [x10, #0xa0]\n" - "ldr q8, [x10, #0xb0]\n" - "ldr q9, [x10, #0xc0]\n" ".inst 0x4f80e8f2 // sdot v18.4s, v7.16b, v0.4b[2]\n" ".inst 0x4f81e8f6 // sdot v22.4s, v7.16b, v1.4b[2]\n" ".inst 0x4f80e913 // sdot v19.4s, v8.16b, v0.4b[2]\n" ".inst 0x4f81e917 // sdot v23.4s, v8.16b, v1.4b[2]\n" ".inst 0x4fa0e930 // sdot v16.4s, v9.16b, v0.4b[3]\n" ".inst 0x4fa1e934 // sdot v20.4s, v9.16b, v1.4b[3]\n" - "ldr q10, [x10, #0xd0]\n" - "ldr q4, [x10, #0xe0]\n" - "ldr q5, [x10, #0xf0]\n" - "add x10, x10, #0x100\n" ".inst 0x4fa0e951 // sdot v17.4s, v10.16b, v0.4b[3]\n" ".inst 0x4fa1e955 // sdot v21.4s, v10.16b, v1.4b[3]\n" ".inst 0x4fa0e892 // sdot v18.4s, v4.16b, v0.4b[3]\n" @@ -617,13 +617,13 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "cmp x26, #0x4\n" "ldr q8, [x10, #0x20]\n" ".inst 0x4f80e0d0 // sdot v16.4s, v6.16b, v0.4b[0]\n" + "ldr q9, [x10, #0x30]\n" ".inst 0x4f81e0d4 // sdot v20.4s, v6.16b, v1.4b[0]\n" + "add x10, x10, #0x40\n" ".inst 0x4f80e0f1 // sdot v17.4s, v7.16b, v0.4b[0]\n" ".inst 0x4f81e0f5 // sdot v21.4s, v7.16b, v1.4b[0]\n" ".inst 0x4f80e112 // sdot v18.4s, v8.16b, v0.4b[0]\n" ".inst 0x4f81e116 // sdot v22.4s, v8.16b, v1.4b[0]\n" - "ldr q9, [x10, #0x30]\n" - "add x10, x10, #0x40\n" ".inst 0x4f80e133 // sdot v19.4s, v9.16b, v0.4b[0]\n" ".inst 0x4f81e137 // sdot v23.4s, v9.16b, v1.4b[0]\n" "bge 42b\n" @@ -648,13 +648,13 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "ldr q4, [x10, #0x10]\n" "ldr q5, [x10, #0x20]\n" ".inst 0x4f80e150 // sdot v16.4s, v10.16b, v0.4b[0]\n" + "ldr q6, [x10, #0x30]\n" ".inst 0x4f81e154 // sdot v20.4s, v10.16b, v1.4b[0]\n" + "add x10, x10, #0x40\n" ".inst 0x4f80e091 // sdot v17.4s, v4.16b, v0.4b[0]\n" ".inst 0x4f81e095 // sdot v21.4s, v4.16b, v1.4b[0]\n" ".inst 0x4f80e0b2 // sdot v18.4s, v5.16b, v0.4b[0]\n" ".inst 0x4f81e0b6 // sdot v22.4s, v5.16b, v1.4b[0]\n" - "ldr q6, [x10, #0x30]\n" - "add x10, x10, #0x40\n" ".inst 0x4f80e0d3 // sdot v19.4s, v6.16b, v0.4b[0]\n" ".inst 0x4f81e0d7 // sdot v23.4s, v6.16b, v1.4b[0]\n" "48:" // Height 2: Multiply loop: No odd multiplies @@ -907,97 +907,97 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "blt 69f\n" "67:" // Height 3: Multiply loop: Main loop head ".inst 0x4f80e090 // sdot v16.4s, v4.16b, v0.4b[0]\n" - ".inst 0x4f81e094 // sdot v20.4s, v4.16b, v1.4b[0]\n" - ".inst 0x4f82e098 // sdot v24.4s, v4.16b, v2.4b[0]\n" "ldr d5, [x10, #0x10]\n" + ".inst 0x4f81e094 // sdot v20.4s, v4.16b, v1.4b[0]\n" "ldr x24, [x10, #0x18]\n" - "add x25, x25, #0x10\n" + ".inst 0x4f82e098 // sdot v24.4s, v4.16b, v2.4b[0]\n" "ldr d6, [x10, #0x20]\n" - "add x22, x22, #0x10\n" "ldr x23, [x10, #0x28]\n" - "add x21, x21, #0x10\n" + "add x25, x25, #0x10\n" "mov v5.d[1], x24\n" "ldr d7, [x10, #0x30]\n" "ldr x19, [x10, #0x38]\n" - "mov v6.d[1], x23\n" + "add x22, x22, #0x10\n" ".inst 0x4f80e0b1 // sdot v17.4s, v5.16b, v0.4b[0]\n" + "mov v6.d[1], x23\n" ".inst 0x4f81e0b5 // sdot v21.4s, v5.16b, v1.4b[0]\n" + "ldr d8, [x10, #0x40]\n" ".inst 0x4f82e0b9 // sdot v25.4s, v5.16b, v2.4b[0]\n" "mov v7.d[1], x19\n" ".inst 0x4f80e0d2 // sdot v18.4s, v6.16b, v0.4b[0]\n" - ".inst 0x4f81e0d6 // sdot v22.4s, v6.16b, v1.4b[0]\n" - ".inst 0x4f82e0da // sdot v26.4s, v6.16b, v2.4b[0]\n" - ".inst 0x4f80e0f3 // sdot v19.4s, v7.16b, v0.4b[0]\n" - ".inst 0x4f81e0f7 // sdot v23.4s, v7.16b, v1.4b[0]\n" - ".inst 0x4f82e0fb // sdot v27.4s, v7.16b, v2.4b[0]\n" - "ldr d8, [x10, #0x40]\n" "ldr x23, [x10, #0x48]\n" + ".inst 0x4f81e0d6 // sdot v22.4s, v6.16b, v1.4b[0]\n" "ldr d9, [x10, #0x50]\n" + ".inst 0x4f82e0da // sdot v26.4s, v6.16b, v2.4b[0]\n" "ldr x19, [x10, #0x58]\n" + ".inst 0x4f80e0f3 // sdot v19.4s, v7.16b, v0.4b[0]\n" "mov v8.d[1], x23\n" + ".inst 0x4f81e0f7 // sdot v23.4s, v7.16b, v1.4b[0]\n" "ldr d10, [x10, #0x60]\n" - "ldr x23, [x10, #0x68]\n" + ".inst 0x4f82e0fb // sdot v27.4s, v7.16b, v2.4b[0]\n" "mov v9.d[1], x19\n" ".inst 0x4fa0e110 // sdot v16.4s, v8.16b, v0.4b[1]\n" + "ldr x23, [x10, #0x68]\n" ".inst 0x4fa1e114 // sdot v20.4s, v8.16b, v1.4b[1]\n" + "ldr d4, [x10, #0x70]\n" ".inst 0x4fa2e118 // sdot v24.4s, v8.16b, v2.4b[1]\n" - "mov v10.d[1], x23\n" + "ldr x19, [x10, #0x78]\n" ".inst 0x4fa0e131 // sdot v17.4s, v9.16b, v0.4b[1]\n" + "mov v10.d[1], x23\n" ".inst 0x4fa1e135 // sdot v21.4s, v9.16b, v1.4b[1]\n" + "ldr d5, [x10, #0x80]\n" ".inst 0x4fa2e139 // sdot v25.4s, v9.16b, v2.4b[1]\n" + "mov v4.d[1], x19\n" ".inst 0x4fa0e152 // sdot v18.4s, v10.16b, v0.4b[1]\n" - ".inst 0x4fa1e156 // sdot v22.4s, v10.16b, v1.4b[1]\n" - ".inst 0x4fa2e15a // sdot v26.4s, v10.16b, v2.4b[1]\n" - "ldr d4, [x10, #0x70]\n" - "ldr x19, [x10, #0x78]\n" - "ldr d5, [x10, #0x80]\n" "ldr x24, [x10, #0x88]\n" - "mov v4.d[1], x19\n" + ".inst 0x4fa1e156 // sdot v22.4s, v10.16b, v1.4b[1]\n" "ldr d6, [x10, #0x90]\n" + ".inst 0x4fa2e15a // sdot v26.4s, v10.16b, v2.4b[1]\n" "ldr x23, [x10, #0x98]\n" - "mov v5.d[1], x24\n" ".inst 0x4fa0e093 // sdot v19.4s, v4.16b, v0.4b[1]\n" + "mov v5.d[1], x24\n" ".inst 0x4fa1e097 // sdot v23.4s, v4.16b, v1.4b[1]\n" + "ldr d7, [x10, #0xa0]\n" ".inst 0x4fa2e09b // sdot v27.4s, v4.16b, v2.4b[1]\n" "mov v6.d[1], x23\n" ".inst 0x4f80e8b0 // sdot v16.4s, v5.16b, v0.4b[2]\n" - ".inst 0x4f81e8b4 // sdot v20.4s, v5.16b, v1.4b[2]\n" - ".inst 0x4f82e8b8 // sdot v24.4s, v5.16b, v2.4b[2]\n" - ".inst 0x4f80e8d1 // sdot v17.4s, v6.16b, v0.4b[2]\n" - ".inst 0x4f81e8d5 // sdot v21.4s, v6.16b, v1.4b[2]\n" - ".inst 0x4f82e8d9 // sdot v25.4s, v6.16b, v2.4b[2]\n" - "ldr d7, [x10, #0xa0]\n" "ldr x19, [x10, #0xa8]\n" + ".inst 0x4f81e8b4 // sdot v20.4s, v5.16b, v1.4b[2]\n" "ldr d8, [x10, #0xb0]\n" + ".inst 0x4f82e8b8 // sdot v24.4s, v5.16b, v2.4b[2]\n" "ldr x23, [x10, #0xb8]\n" + ".inst 0x4f80e8d1 // sdot v17.4s, v6.16b, v0.4b[2]\n" "mov v7.d[1], x19\n" + ".inst 0x4f81e8d5 // sdot v21.4s, v6.16b, v1.4b[2]\n" "ldr d9, [x10, #0xc0]\n" - "ldr x19, [x10, #0xc8]\n" + ".inst 0x4f82e8d9 // sdot v25.4s, v6.16b, v2.4b[2]\n" "mov v8.d[1], x23\n" ".inst 0x4f80e8f2 // sdot v18.4s, v7.16b, v0.4b[2]\n" + "ldr x19, [x10, #0xc8]\n" ".inst 0x4f81e8f6 // sdot v22.4s, v7.16b, v1.4b[2]\n" + "ldr d10, [x10, #0xd0]\n" ".inst 0x4f82e8fa // sdot v26.4s, v7.16b, v2.4b[2]\n" - "mov v9.d[1], x19\n" + "ldr x23, [x10, #0xd8]\n" ".inst 0x4f80e913 // sdot v19.4s, v8.16b, v0.4b[2]\n" + "mov v9.d[1], x19\n" ".inst 0x4f81e917 // sdot v23.4s, v8.16b, v1.4b[2]\n" + "ldr d4, [x10, #0xe0]\n" ".inst 0x4f82e91b // sdot v27.4s, v8.16b, v2.4b[2]\n" + "mov v10.d[1], x23\n" ".inst 0x4fa0e930 // sdot v16.4s, v9.16b, v0.4b[3]\n" - ".inst 0x4fa1e934 // sdot v20.4s, v9.16b, v1.4b[3]\n" - ".inst 0x4fa2e938 // sdot v24.4s, v9.16b, v2.4b[3]\n" - "ldr d10, [x10, #0xd0]\n" - "ldr x23, [x10, #0xd8]\n" - "ldr d4, [x10, #0xe0]\n" "ldr x19, [x10, #0xe8]\n" - "mov v10.d[1], x23\n" + ".inst 0x4fa1e934 // sdot v20.4s, v9.16b, v1.4b[3]\n" "ldr d5, [x10, #0xf0]\n" + ".inst 0x4fa2e938 // sdot v24.4s, v9.16b, v2.4b[3]\n" "ldr x24, [x10, #0xf8]\n" - "add x10, x10, #0x100\n" - "mov v4.d[1], x19\n" ".inst 0x4fa0e951 // sdot v17.4s, v10.16b, v0.4b[3]\n" + "mov v4.d[1], x19\n" ".inst 0x4fa1e955 // sdot v21.4s, v10.16b, v1.4b[3]\n" + "add x21, x21, #0x10\n" ".inst 0x4fa2e959 // sdot v25.4s, v10.16b, v2.4b[3]\n" "mov v5.d[1], x24\n" ".inst 0x4fa0e892 // sdot v18.4s, v4.16b, v0.4b[3]\n" + "add x10, x10, #0x100\n" ".inst 0x4fa1e896 // sdot v22.4s, v4.16b, v1.4b[3]\n" ".inst 0x4fa2e89a // sdot v26.4s, v4.16b, v2.4b[3]\n" ".inst 0x4fa0e8b3 // sdot v19.4s, v5.16b, v0.4b[3]\n" @@ -1020,51 +1020,55 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "bge 67b\n" "69:" // Height 3: Multiply loop: Single iteration only ".inst 0x4f80e090 // sdot v16.4s, v4.16b, v0.4b[0]\n" - ".inst 0x4f81e094 // sdot v20.4s, v4.16b, v1.4b[0]\n" - ".inst 0x4f82e098 // sdot v24.4s, v4.16b, v2.4b[0]\n" "ldr q5, [x10, #0x10]\n" + ".inst 0x4f81e094 // sdot v20.4s, v4.16b, v1.4b[0]\n" "ldr q6, [x10, #0x20]\n" - "sub x26, x26, #0x10\n" + ".inst 0x4f82e098 // sdot v24.4s, v4.16b, v2.4b[0]\n" "ldr q7, [x10, #0x30]\n" - "add x25, x25, #0x10\n" ".inst 0x4f80e0b1 // sdot v17.4s, v5.16b, v0.4b[0]\n" + "ldr q8, [x10, #0x40]\n" ".inst 0x4f81e0b5 // sdot v21.4s, v5.16b, v1.4b[0]\n" + "ldr q9, [x10, #0x50]\n" ".inst 0x4f82e0b9 // sdot v25.4s, v5.16b, v2.4b[0]\n" + "ldr q10, [x10, #0x60]\n" ".inst 0x4f80e0d2 // sdot v18.4s, v6.16b, v0.4b[0]\n" + "ldr q4, [x10, #0x70]\n" ".inst 0x4f81e0d6 // sdot v22.4s, v6.16b, v1.4b[0]\n" + "ldr q5, [x10, #0x80]\n" ".inst 0x4f82e0da // sdot v26.4s, v6.16b, v2.4b[0]\n" + "ldr q6, [x10, #0x90]\n" ".inst 0x4f80e0f3 // sdot v19.4s, v7.16b, v0.4b[0]\n" + "sub x26, x26, #0x10\n" ".inst 0x4f81e0f7 // sdot v23.4s, v7.16b, v1.4b[0]\n" + "add x25, x25, #0x10\n" ".inst 0x4f82e0fb // sdot v27.4s, v7.16b, v2.4b[0]\n" - "ldr q8, [x10, #0x40]\n" - "ldr q9, [x10, #0x50]\n" - "add x22, x22, #0x10\n" - "ldr q10, [x10, #0x60]\n" - "add x21, x21, #0x10\n" + "ldr q7, [x10, #0xa0]\n" ".inst 0x4fa0e110 // sdot v16.4s, v8.16b, v0.4b[1]\n" + "add x22, x22, #0x10\n" ".inst 0x4fa1e114 // sdot v20.4s, v8.16b, v1.4b[1]\n" + "add x21, x21, #0x10\n" ".inst 0x4fa2e118 // sdot v24.4s, v8.16b, v2.4b[1]\n" + "ldr q8, [x10, #0xb0]\n" ".inst 0x4fa0e131 // sdot v17.4s, v9.16b, v0.4b[1]\n" ".inst 0x4fa1e135 // sdot v21.4s, v9.16b, v1.4b[1]\n" ".inst 0x4fa2e139 // sdot v25.4s, v9.16b, v2.4b[1]\n" + "ldr q9, [x10, #0xc0]\n" ".inst 0x4fa0e152 // sdot v18.4s, v10.16b, v0.4b[1]\n" ".inst 0x4fa1e156 // sdot v22.4s, v10.16b, v1.4b[1]\n" ".inst 0x4fa2e15a // sdot v26.4s, v10.16b, v2.4b[1]\n" - "ldr q4, [x10, #0x70]\n" - "ldr q5, [x10, #0x80]\n" - "ldr q6, [x10, #0x90]\n" + "ldr q10, [x10, #0xd0]\n" ".inst 0x4fa0e093 // sdot v19.4s, v4.16b, v0.4b[1]\n" ".inst 0x4fa1e097 // sdot v23.4s, v4.16b, v1.4b[1]\n" ".inst 0x4fa2e09b // sdot v27.4s, v4.16b, v2.4b[1]\n" + "ldr q4, [x10, #0xe0]\n" ".inst 0x4f80e8b0 // sdot v16.4s, v5.16b, v0.4b[2]\n" ".inst 0x4f81e8b4 // sdot v20.4s, v5.16b, v1.4b[2]\n" ".inst 0x4f82e8b8 // sdot v24.4s, v5.16b, v2.4b[2]\n" + "ldr q5, [x10, #0xf0]\n" ".inst 0x4f80e8d1 // sdot v17.4s, v6.16b, v0.4b[2]\n" + "add x10, x10, #0x100\n" ".inst 0x4f81e8d5 // sdot v21.4s, v6.16b, v1.4b[2]\n" ".inst 0x4f82e8d9 // sdot v25.4s, v6.16b, v2.4b[2]\n" - "ldr q7, [x10, #0xa0]\n" - "ldr q8, [x10, #0xb0]\n" - "ldr q9, [x10, #0xc0]\n" ".inst 0x4f80e8f2 // sdot v18.4s, v7.16b, v0.4b[2]\n" ".inst 0x4f81e8f6 // sdot v22.4s, v7.16b, v1.4b[2]\n" ".inst 0x4f82e8fa // sdot v26.4s, v7.16b, v2.4b[2]\n" @@ -1074,10 +1078,6 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( ".inst 0x4fa0e930 // sdot v16.4s, v9.16b, v0.4b[3]\n" ".inst 0x4fa1e934 // sdot v20.4s, v9.16b, v1.4b[3]\n" ".inst 0x4fa2e938 // sdot v24.4s, v9.16b, v2.4b[3]\n" - "ldr q10, [x10, #0xd0]\n" - "ldr q4, [x10, #0xe0]\n" - "ldr q5, [x10, #0xf0]\n" - "add x10, x10, #0x100\n" ".inst 0x4fa0e951 // sdot v17.4s, v10.16b, v0.4b[3]\n" ".inst 0x4fa1e955 // sdot v21.4s, v10.16b, v1.4b[3]\n" ".inst 0x4fa2e959 // sdot v25.4s, v10.16b, v2.4b[3]\n" @@ -1114,7 +1114,9 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "cmp x26, #0x4\n" "ldr q8, [x10, #0x20]\n" ".inst 0x4f80e0d0 // sdot v16.4s, v6.16b, v0.4b[0]\n" + "ldr q9, [x10, #0x30]\n" ".inst 0x4f81e0d4 // sdot v20.4s, v6.16b, v1.4b[0]\n" + "add x10, x10, #0x40\n" ".inst 0x4f82e0d8 // sdot v24.4s, v6.16b, v2.4b[0]\n" ".inst 0x4f80e0f1 // sdot v17.4s, v7.16b, v0.4b[0]\n" ".inst 0x4f81e0f5 // sdot v21.4s, v7.16b, v1.4b[0]\n" @@ -1122,8 +1124,6 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( ".inst 0x4f80e112 // sdot v18.4s, v8.16b, v0.4b[0]\n" ".inst 0x4f81e116 // sdot v22.4s, v8.16b, v1.4b[0]\n" ".inst 0x4f82e11a // sdot v26.4s, v8.16b, v2.4b[0]\n" - "ldr q9, [x10, #0x30]\n" - "add x10, x10, #0x40\n" ".inst 0x4f80e133 // sdot v19.4s, v9.16b, v0.4b[0]\n" ".inst 0x4f81e137 // sdot v23.4s, v9.16b, v1.4b[0]\n" ".inst 0x4f82e13b // sdot v27.4s, v9.16b, v2.4b[0]\n" @@ -1153,7 +1153,9 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "ldr q4, [x10, #0x10]\n" "ldr q5, [x10, #0x20]\n" ".inst 0x4f80e150 // sdot v16.4s, v10.16b, v0.4b[0]\n" + "ldr q6, [x10, #0x30]\n" ".inst 0x4f81e154 // sdot v20.4s, v10.16b, v1.4b[0]\n" + "add x10, x10, #0x40\n" ".inst 0x4f82e158 // sdot v24.4s, v10.16b, v2.4b[0]\n" ".inst 0x4f80e091 // sdot v17.4s, v4.16b, v0.4b[0]\n" ".inst 0x4f81e095 // sdot v21.4s, v4.16b, v1.4b[0]\n" @@ -1161,8 +1163,6 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( ".inst 0x4f80e0b2 // sdot v18.4s, v5.16b, v0.4b[0]\n" ".inst 0x4f81e0b6 // sdot v22.4s, v5.16b, v1.4b[0]\n" ".inst 0x4f82e0ba // sdot v26.4s, v5.16b, v2.4b[0]\n" - "ldr q6, [x10, #0x30]\n" - "add x10, x10, #0x40\n" ".inst 0x4f80e0d3 // sdot v19.4s, v6.16b, v0.4b[0]\n" ".inst 0x4f81e0d7 // sdot v23.4s, v6.16b, v1.4b[0]\n" ".inst 0x4f82e0db // sdot v27.4s, v6.16b, v2.4b[0]\n" @@ -1492,110 +1492,110 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "blt 99f\n" "97:" // Height 4: Multiply loop: Main loop head ".inst 0x4f80e090 // sdot v16.4s, v4.16b, v0.4b[0]\n" - ".inst 0x4f81e094 // sdot v20.4s, v4.16b, v1.4b[0]\n" - ".inst 0x4f82e098 // sdot v24.4s, v4.16b, v2.4b[0]\n" - ".inst 0x4f83e09c // sdot v28.4s, v4.16b, v3.4b[0]\n" "ldr d5, [x10, #0x10]\n" - "add x25, x25, #0x10\n" + ".inst 0x4f81e094 // sdot v20.4s, v4.16b, v1.4b[0]\n" "ldr x24, [x10, #0x18]\n" - "add x22, x22, #0x10\n" + ".inst 0x4f82e098 // sdot v24.4s, v4.16b, v2.4b[0]\n" "ldr d6, [x10, #0x20]\n" - "add x21, x21, #0x10\n" + ".inst 0x4f83e09c // sdot v28.4s, v4.16b, v3.4b[0]\n" "ldr x23, [x10, #0x28]\n" - "add x20, x20, #0x10\n" "mov v5.d[1], x24\n" "ldr d7, [x10, #0x30]\n" "ldr x19, [x10, #0x38]\n" - "mov v6.d[1], x23\n" + "add x25, x25, #0x10\n" ".inst 0x4f80e0b1 // sdot v17.4s, v5.16b, v0.4b[0]\n" + "mov v6.d[1], x23\n" ".inst 0x4f81e0b5 // sdot v21.4s, v5.16b, v1.4b[0]\n" + "ldr d8, [x10, #0x40]\n" ".inst 0x4f82e0b9 // sdot v25.4s, v5.16b, v2.4b[0]\n" "mov v7.d[1], x19\n" ".inst 0x4f83e0bd // sdot v29.4s, v5.16b, v3.4b[0]\n" + "ldr x23, [x10, #0x48]\n" ".inst 0x4f80e0d2 // sdot v18.4s, v6.16b, v0.4b[0]\n" + "ldr d9, [x10, #0x50]\n" ".inst 0x4f81e0d6 // sdot v22.4s, v6.16b, v1.4b[0]\n" + "ldr x19, [x10, #0x58]\n" ".inst 0x4f82e0da // sdot v26.4s, v6.16b, v2.4b[0]\n" + "mov v8.d[1], x23\n" ".inst 0x4f83e0de // sdot v30.4s, v6.16b, v3.4b[0]\n" + "ldr d10, [x10, #0x60]\n" ".inst 0x4f80e0f3 // sdot v19.4s, v7.16b, v0.4b[0]\n" + "mov v9.d[1], x19\n" ".inst 0x4f81e0f7 // sdot v23.4s, v7.16b, v1.4b[0]\n" + "ldr x23, [x10, #0x68]\n" ".inst 0x4f82e0fb // sdot v27.4s, v7.16b, v2.4b[0]\n" + "ldr d4, [x10, #0x70]\n" ".inst 0x4f83e0ff // sdot v31.4s, v7.16b, v3.4b[0]\n" - "ldr d8, [x10, #0x40]\n" - "ldr x23, [x10, #0x48]\n" - "ldr d9, [x10, #0x50]\n" - "ldr x19, [x10, #0x58]\n" - "mov v8.d[1], x23\n" - "ldr d10, [x10, #0x60]\n" - "ldr x23, [x10, #0x68]\n" - "mov v9.d[1], x19\n" + "ldr x19, [x10, #0x78]\n" ".inst 0x4fa0e110 // sdot v16.4s, v8.16b, v0.4b[1]\n" + "mov v10.d[1], x23\n" ".inst 0x4fa1e114 // sdot v20.4s, v8.16b, v1.4b[1]\n" + "ldr d5, [x10, #0x80]\n" ".inst 0x4fa2e118 // sdot v24.4s, v8.16b, v2.4b[1]\n" - "mov v10.d[1], x23\n" + "mov v4.d[1], x19\n" ".inst 0x4fa3e11c // sdot v28.4s, v8.16b, v3.4b[1]\n" + "ldr x24, [x10, #0x88]\n" ".inst 0x4fa0e131 // sdot v17.4s, v9.16b, v0.4b[1]\n" + "ldr d6, [x10, #0x90]\n" ".inst 0x4fa1e135 // sdot v21.4s, v9.16b, v1.4b[1]\n" + "ldr x23, [x10, #0x98]\n" ".inst 0x4fa2e139 // sdot v25.4s, v9.16b, v2.4b[1]\n" + "mov v5.d[1], x24\n" ".inst 0x4fa3e13d // sdot v29.4s, v9.16b, v3.4b[1]\n" + "ldr d7, [x10, #0xa0]\n" ".inst 0x4fa0e152 // sdot v18.4s, v10.16b, v0.4b[1]\n" + "mov v6.d[1], x23\n" ".inst 0x4fa1e156 // sdot v22.4s, v10.16b, v1.4b[1]\n" + "ldr x19, [x10, #0xa8]\n" ".inst 0x4fa2e15a // sdot v26.4s, v10.16b, v2.4b[1]\n" + "ldr d8, [x10, #0xb0]\n" ".inst 0x4fa3e15e // sdot v30.4s, v10.16b, v3.4b[1]\n" - "ldr d4, [x10, #0x70]\n" - "ldr x19, [x10, #0x78]\n" - "ldr d5, [x10, #0x80]\n" - "ldr x24, [x10, #0x88]\n" - "mov v4.d[1], x19\n" - "ldr d6, [x10, #0x90]\n" - "ldr x23, [x10, #0x98]\n" - "mov v5.d[1], x24\n" + "ldr x23, [x10, #0xb8]\n" ".inst 0x4fa0e093 // sdot v19.4s, v4.16b, v0.4b[1]\n" + "mov v7.d[1], x19\n" ".inst 0x4fa1e097 // sdot v23.4s, v4.16b, v1.4b[1]\n" + "ldr d9, [x10, #0xc0]\n" ".inst 0x4fa2e09b // sdot v27.4s, v4.16b, v2.4b[1]\n" - "mov v6.d[1], x23\n" + "mov v8.d[1], x23\n" ".inst 0x4fa3e09f // sdot v31.4s, v4.16b, v3.4b[1]\n" + "ldr x19, [x10, #0xc8]\n" ".inst 0x4f80e8b0 // sdot v16.4s, v5.16b, v0.4b[2]\n" + "ldr d10, [x10, #0xd0]\n" ".inst 0x4f81e8b4 // sdot v20.4s, v5.16b, v1.4b[2]\n" + "ldr x23, [x10, #0xd8]\n" ".inst 0x4f82e8b8 // sdot v24.4s, v5.16b, v2.4b[2]\n" + "mov v9.d[1], x19\n" ".inst 0x4f83e8bc // sdot v28.4s, v5.16b, v3.4b[2]\n" + "ldr d4, [x10, #0xe0]\n" ".inst 0x4f80e8d1 // sdot v17.4s, v6.16b, v0.4b[2]\n" + "mov v10.d[1], x23\n" ".inst 0x4f81e8d5 // sdot v21.4s, v6.16b, v1.4b[2]\n" + "ldr x19, [x10, #0xe8]\n" ".inst 0x4f82e8d9 // sdot v25.4s, v6.16b, v2.4b[2]\n" + "ldr d5, [x10, #0xf0]\n" ".inst 0x4f83e8dd // sdot v29.4s, v6.16b, v3.4b[2]\n" - "ldr d7, [x10, #0xa0]\n" - "ldr x19, [x10, #0xa8]\n" - "ldr d8, [x10, #0xb0]\n" - "ldr x23, [x10, #0xb8]\n" - "mov v7.d[1], x19\n" - "ldr d9, [x10, #0xc0]\n" - "ldr x19, [x10, #0xc8]\n" - "mov v8.d[1], x23\n" + "ldr x24, [x10, #0xf8]\n" ".inst 0x4f80e8f2 // sdot v18.4s, v7.16b, v0.4b[2]\n" + "mov v4.d[1], x19\n" ".inst 0x4f81e8f6 // sdot v22.4s, v7.16b, v1.4b[2]\n" + "add x22, x22, #0x10\n" ".inst 0x4f82e8fa // sdot v26.4s, v7.16b, v2.4b[2]\n" - "mov v9.d[1], x19\n" + "mov v5.d[1], x24\n" ".inst 0x4f83e8fe // sdot v30.4s, v7.16b, v3.4b[2]\n" + "add x21, x21, #0x10\n" ".inst 0x4f80e913 // sdot v19.4s, v8.16b, v0.4b[2]\n" + "add x20, x20, #0x10\n" ".inst 0x4f81e917 // sdot v23.4s, v8.16b, v1.4b[2]\n" + "add x10, x10, #0x100\n" ".inst 0x4f82e91b // sdot v27.4s, v8.16b, v2.4b[2]\n" ".inst 0x4f83e91f // sdot v31.4s, v8.16b, v3.4b[2]\n" ".inst 0x4fa0e930 // sdot v16.4s, v9.16b, v0.4b[3]\n" ".inst 0x4fa1e934 // sdot v20.4s, v9.16b, v1.4b[3]\n" ".inst 0x4fa2e938 // sdot v24.4s, v9.16b, v2.4b[3]\n" ".inst 0x4fa3e93c // sdot v28.4s, v9.16b, v3.4b[3]\n" - "ldr d10, [x10, #0xd0]\n" - "ldr x23, [x10, #0xd8]\n" - "ldr d4, [x10, #0xe0]\n" - "ldr x19, [x10, #0xe8]\n" - "mov v10.d[1], x23\n" - "ldr d5, [x10, #0xf0]\n" - "ldr x24, [x10, #0xf8]\n" - "add x10, x10, #0x100\n" - "mov v4.d[1], x19\n" ".inst 0x4fa0e951 // sdot v17.4s, v10.16b, v0.4b[3]\n" ".inst 0x4fa1e955 // sdot v21.4s, v10.16b, v1.4b[3]\n" ".inst 0x4fa2e959 // sdot v25.4s, v10.16b, v2.4b[3]\n" - "mov v5.d[1], x24\n" ".inst 0x4fa3e95d // sdot v29.4s, v10.16b, v3.4b[3]\n" ".inst 0x4fa0e892 // sdot v18.4s, v4.16b, v0.4b[3]\n" ".inst 0x4fa1e896 // sdot v22.4s, v4.16b, v1.4b[3]\n" @@ -1625,62 +1625,66 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "bge 97b\n" "99:" // Height 4: Multiply loop: Single iteration only ".inst 0x4f80e090 // sdot v16.4s, v4.16b, v0.4b[0]\n" - ".inst 0x4f81e094 // sdot v20.4s, v4.16b, v1.4b[0]\n" - ".inst 0x4f82e098 // sdot v24.4s, v4.16b, v2.4b[0]\n" - ".inst 0x4f83e09c // sdot v28.4s, v4.16b, v3.4b[0]\n" "ldr q5, [x10, #0x10]\n" - "sub x26, x26, #0x10\n" + ".inst 0x4f81e094 // sdot v20.4s, v4.16b, v1.4b[0]\n" "ldr q6, [x10, #0x20]\n" - "add x25, x25, #0x10\n" + ".inst 0x4f82e098 // sdot v24.4s, v4.16b, v2.4b[0]\n" "ldr q7, [x10, #0x30]\n" - "add x22, x22, #0x10\n" + ".inst 0x4f83e09c // sdot v28.4s, v4.16b, v3.4b[0]\n" + "ldr q8, [x10, #0x40]\n" ".inst 0x4f80e0b1 // sdot v17.4s, v5.16b, v0.4b[0]\n" + "ldr q9, [x10, #0x50]\n" ".inst 0x4f81e0b5 // sdot v21.4s, v5.16b, v1.4b[0]\n" + "ldr q10, [x10, #0x60]\n" ".inst 0x4f82e0b9 // sdot v25.4s, v5.16b, v2.4b[0]\n" + "ldr q4, [x10, #0x70]\n" ".inst 0x4f83e0bd // sdot v29.4s, v5.16b, v3.4b[0]\n" + "ldr q5, [x10, #0x80]\n" ".inst 0x4f80e0d2 // sdot v18.4s, v6.16b, v0.4b[0]\n" + "sub x26, x26, #0x10\n" ".inst 0x4f81e0d6 // sdot v22.4s, v6.16b, v1.4b[0]\n" + "add x25, x25, #0x10\n" ".inst 0x4f82e0da // sdot v26.4s, v6.16b, v2.4b[0]\n" + "add x22, x22, #0x10\n" ".inst 0x4f83e0de // sdot v30.4s, v6.16b, v3.4b[0]\n" + "ldr q6, [x10, #0x90]\n" ".inst 0x4f80e0f3 // sdot v19.4s, v7.16b, v0.4b[0]\n" + "add x21, x21, #0x10\n" ".inst 0x4f81e0f7 // sdot v23.4s, v7.16b, v1.4b[0]\n" + "add x20, x20, #0x10\n" ".inst 0x4f82e0fb // sdot v27.4s, v7.16b, v2.4b[0]\n" ".inst 0x4f83e0ff // sdot v31.4s, v7.16b, v3.4b[0]\n" - "ldr q8, [x10, #0x40]\n" - "add x21, x21, #0x10\n" - "ldr q9, [x10, #0x50]\n" - "add x20, x20, #0x10\n" - "ldr q10, [x10, #0x60]\n" + "ldr q7, [x10, #0xa0]\n" ".inst 0x4fa0e110 // sdot v16.4s, v8.16b, v0.4b[1]\n" ".inst 0x4fa1e114 // sdot v20.4s, v8.16b, v1.4b[1]\n" ".inst 0x4fa2e118 // sdot v24.4s, v8.16b, v2.4b[1]\n" ".inst 0x4fa3e11c // sdot v28.4s, v8.16b, v3.4b[1]\n" + "ldr q8, [x10, #0xb0]\n" ".inst 0x4fa0e131 // sdot v17.4s, v9.16b, v0.4b[1]\n" ".inst 0x4fa1e135 // sdot v21.4s, v9.16b, v1.4b[1]\n" ".inst 0x4fa2e139 // sdot v25.4s, v9.16b, v2.4b[1]\n" ".inst 0x4fa3e13d // sdot v29.4s, v9.16b, v3.4b[1]\n" + "ldr q9, [x10, #0xc0]\n" ".inst 0x4fa0e152 // sdot v18.4s, v10.16b, v0.4b[1]\n" ".inst 0x4fa1e156 // sdot v22.4s, v10.16b, v1.4b[1]\n" ".inst 0x4fa2e15a // sdot v26.4s, v10.16b, v2.4b[1]\n" ".inst 0x4fa3e15e // sdot v30.4s, v10.16b, v3.4b[1]\n" - "ldr q4, [x10, #0x70]\n" - "ldr q5, [x10, #0x80]\n" - "ldr q6, [x10, #0x90]\n" + "ldr q10, [x10, #0xd0]\n" ".inst 0x4fa0e093 // sdot v19.4s, v4.16b, v0.4b[1]\n" ".inst 0x4fa1e097 // sdot v23.4s, v4.16b, v1.4b[1]\n" ".inst 0x4fa2e09b // sdot v27.4s, v4.16b, v2.4b[1]\n" ".inst 0x4fa3e09f // sdot v31.4s, v4.16b, v3.4b[1]\n" + "ldr q4, [x10, #0xe0]\n" ".inst 0x4f80e8b0 // sdot v16.4s, v5.16b, v0.4b[2]\n" ".inst 0x4f81e8b4 // sdot v20.4s, v5.16b, v1.4b[2]\n" ".inst 0x4f82e8b8 // sdot v24.4s, v5.16b, v2.4b[2]\n" ".inst 0x4f83e8bc // sdot v28.4s, v5.16b, v3.4b[2]\n" + "ldr q5, [x10, #0xf0]\n" ".inst 0x4f80e8d1 // sdot v17.4s, v6.16b, v0.4b[2]\n" + "add x10, x10, #0x100\n" ".inst 0x4f81e8d5 // sdot v21.4s, v6.16b, v1.4b[2]\n" ".inst 0x4f82e8d9 // sdot v25.4s, v6.16b, v2.4b[2]\n" ".inst 0x4f83e8dd // sdot v29.4s, v6.16b, v3.4b[2]\n" - "ldr q7, [x10, #0xa0]\n" - "ldr q8, [x10, #0xb0]\n" - "ldr q9, [x10, #0xc0]\n" ".inst 0x4f80e8f2 // sdot v18.4s, v7.16b, v0.4b[2]\n" ".inst 0x4f81e8f6 // sdot v22.4s, v7.16b, v1.4b[2]\n" ".inst 0x4f82e8fa // sdot v26.4s, v7.16b, v2.4b[2]\n" @@ -1693,10 +1697,6 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( ".inst 0x4fa1e934 // sdot v20.4s, v9.16b, v1.4b[3]\n" ".inst 0x4fa2e938 // sdot v24.4s, v9.16b, v2.4b[3]\n" ".inst 0x4fa3e93c // sdot v28.4s, v9.16b, v3.4b[3]\n" - "ldr q10, [x10, #0xd0]\n" - "ldr q4, [x10, #0xe0]\n" - "ldr q5, [x10, #0xf0]\n" - "add x10, x10, #0x100\n" ".inst 0x4fa0e951 // sdot v17.4s, v10.16b, v0.4b[3]\n" ".inst 0x4fa1e955 // sdot v21.4s, v10.16b, v1.4b[3]\n" ".inst 0x4fa2e959 // sdot v25.4s, v10.16b, v2.4b[3]\n" @@ -1740,7 +1740,9 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "cmp x26, #0x4\n" "ldr q8, [x10, #0x20]\n" ".inst 0x4f80e0d0 // sdot v16.4s, v6.16b, v0.4b[0]\n" + "ldr q9, [x10, #0x30]\n" ".inst 0x4f81e0d4 // sdot v20.4s, v6.16b, v1.4b[0]\n" + "add x10, x10, #0x40\n" ".inst 0x4f82e0d8 // sdot v24.4s, v6.16b, v2.4b[0]\n" ".inst 0x4f83e0dc // sdot v28.4s, v6.16b, v3.4b[0]\n" ".inst 0x4f80e0f1 // sdot v17.4s, v7.16b, v0.4b[0]\n" @@ -1751,8 +1753,6 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( ".inst 0x4f81e116 // sdot v22.4s, v8.16b, v1.4b[0]\n" ".inst 0x4f82e11a // sdot v26.4s, v8.16b, v2.4b[0]\n" ".inst 0x4f83e11e // sdot v30.4s, v8.16b, v3.4b[0]\n" - "ldr q9, [x10, #0x30]\n" - "add x10, x10, #0x40\n" ".inst 0x4f80e133 // sdot v19.4s, v9.16b, v0.4b[0]\n" ".inst 0x4f81e137 // sdot v23.4s, v9.16b, v1.4b[0]\n" ".inst 0x4f82e13b // sdot v27.4s, v9.16b, v2.4b[0]\n" @@ -1787,7 +1787,9 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( "ldr q4, [x10, #0x10]\n" "ldr q5, [x10, #0x20]\n" ".inst 0x4f80e150 // sdot v16.4s, v10.16b, v0.4b[0]\n" + "ldr q6, [x10, #0x30]\n" ".inst 0x4f81e154 // sdot v20.4s, v10.16b, v1.4b[0]\n" + "add x10, x10, #0x40\n" ".inst 0x4f82e158 // sdot v24.4s, v10.16b, v2.4b[0]\n" ".inst 0x4f83e15c // sdot v28.4s, v10.16b, v3.4b[0]\n" ".inst 0x4f80e091 // sdot v17.4s, v4.16b, v0.4b[0]\n" @@ -1798,8 +1800,6 @@ void a64_hybrid_s8qa_dot_4x16_a55 ( ".inst 0x4f81e0b6 // sdot v22.4s, v5.16b, v1.4b[0]\n" ".inst 0x4f82e0ba // sdot v26.4s, v5.16b, v2.4b[0]\n" ".inst 0x4f83e0be // sdot v30.4s, v5.16b, v3.4b[0]\n" - "ldr q6, [x10, #0x30]\n" - "add x10, x10, #0x40\n" ".inst 0x4f80e0d3 // sdot v19.4s, v6.16b, v0.4b[0]\n" ".inst 0x4f81e0d7 // sdot v23.4s, v6.16b, v1.4b[0]\n" ".inst 0x4f82e0db // sdot v27.4s, v6.16b, v2.4b[0]\n" |