1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
|
/*
* Copyright (c) 2020 Arm Limited.
*
* SPDX-License-Identifier: MIT
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to
* deal in the Software without restriction, including without limitation the
* rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
* sell copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*/
#ifndef ARM_COMPUTE_SVESYMM_H
#define ARM_COMPUTE_SVESYMM_H
#include "arm_compute/core/utils/quantization/AsymmHelpers.h"
#if defined(__ARM_FEATURE_SVE2)
#include "src/core/NEON/SVEMath.h"
#include <arm_sve.h>
namespace arm_compute
{
/** Dequantize an sve vector holding 16-bit quantized values.
*
* @param[in] pg Predicate value.
* @param[in] qv Input values to be dequantized.
* @param[in] scale Quantization scale
*
* @return Dequantized values in an sve vector
*/
inline svfloat32x2_t svdequantize_qsymm16_z(svbool_t pg, const svint16_t &qv, float scale)
{
const auto vscale = svdup_n_f32(scale);
const svfloat32x2_t vdequantized_input =
{
{ {
svmul_f32_z(pg, svcvt_f32_s32_z(pg, svmovlb_s32(qv)), vscale),
svmul_f32_z(pg, svcvt_f32_s32_z(pg, svmovlt_s32(qv)), vscale)
}
}
};
return vdequantized_input;
}
/** Quantize an sve vector holding 8 floating point values.
*
* @param[in] pg Predicate value.
* @param[in] qv Input values to be quantized.
* @param[in] scale Quantization scale
*
* @return An sve vector holding the quantized values
*/
inline svint16_t svquantize_qsymm16_z(svbool_t pg, const svfloat32x2_t qv, float scale)
{
const svfloat32_t vinvscale = svdup_n_f32(1.f / scale);
const auto rf_0 = svcvt_s32_f32_z(pg, svmul_f32_z(pg, svget2_f32(qv, 0), vinvscale));
const auto rf_1 = svcvt_s32_f32_z(pg, svmul_f32_z(pg, svget2_f32(qv, 1), vinvscale));
const auto pa = svqxtnt_s32(svqxtnb_s32(rf_0), rf_1);
return pa;
}
/** Dequantize an sve vector holding 16 16-bit quantized values.
*
* @param[in] pg Predicate value.
* @param[in] qv Input values to be dequantized.
* @param[in] qi Quantization information to be used in the computation.
*
* @return Dequantized values in an sve vector
*/
inline svfloat32x4_t svdequantize_z(svbool_t pg, const svint16x2_t qv, const UniformQuantizationInfo &qi)
{
const float scale = qi.scale;
const auto vscale = svdup_n_f32(scale);
const svfloat32x4_t vdequantized_input =
{
{ {
svmul_f32_z(pg, svcvt_f32_s32_z(pg, svmovlb_s32(svget2_s16(qv, 0))), vscale),
svmul_f32_z(pg, svcvt_f32_s32_z(pg, svmovlt_s32(svget2_s16(qv, 0))), vscale),
svmul_f32_z(pg, svcvt_f32_s32_z(pg, svmovlb_s32(svget2_s16(qv, 1))), vscale),
svmul_f32_z(pg, svcvt_f32_s32_z(pg, svmovlt_s32(svget2_s16(qv, 1))), vscale),
}
}
};
return vdequantized_input;
}
/** Quantize an sve vector holding 16 floating point values.
*
* @param[in] pg Predicate value.
* @param[in] qv Input values to be quantized.
* @param[in] qi Quantization information to be used in the computation.
*
* @return An sve vector holding the quantized values
*/
inline svint16x2_t svquantize_qsymm16_z(svbool_t pg, const svfloat32x4_t qv, const UniformQuantizationInfo &qi)
{
const float scale = qi.scale;
ARM_COMPUTE_ERROR_ON(scale == 0.f);
const auto vinvscale = svdup_n_f32(1.f / scale);
const auto rf_0 = svcvt_s32_f32_z(pg, svmul_f32_z(pg, svget4_f32(qv, 0), vinvscale));
const auto rf_1 = svcvt_s32_f32_z(pg, svmul_f32_z(pg, svget4_f32(qv, 1), vinvscale));
const auto rf_2 = svcvt_s32_f32_z(pg, svmul_f32_z(pg, svget4_f32(qv, 2), vinvscale));
const auto rf_3 = svcvt_s32_f32_z(pg, svmul_f32_z(pg, svget4_f32(qv, 3), vinvscale));
const auto pa = svqxtnt_s32(svqxtnb_s32(rf_0), rf_1);
const auto pb = svqxtnt_s32(svqxtnb_s32(rf_2), rf_3);
return svcreate2_s16(pa, pb);
}
} // namespace arm_compute
#endif /* defined(__ARM_FEATURE_SVE2) */
#endif // ARM_COMPUTE_NESYMM_H
|
