diff options
Diffstat (limited to 'src/core/CL/cl_kernels/common/experimental/gemm_fused_post_ops/fp_elementwise_op_helpers.h')
| -rw-r--r-- | src/core/CL/cl_kernels/common/experimental/gemm_fused_post_ops/fp_elementwise_op_helpers.h | 262 |
1 files changed, 262 insertions, 0 deletions
diff --git a/src/core/CL/cl_kernels/common/experimental/gemm_fused_post_ops/fp_elementwise_op_helpers.h b/src/core/CL/cl_kernels/common/experimental/gemm_fused_post_ops/fp_elementwise_op_helpers.h new file mode 100644 index 0000000000..9ddf51a13c --- /dev/null +++ b/src/core/CL/cl_kernels/common/experimental/gemm_fused_post_ops/fp_elementwise_op_helpers.h @@ -0,0 +1,262 @@ +/* + * Copyright (c) 2021 Arm Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#include "helpers.h" + +/** (EXPERIMENTAL_POST_OPS) Macros for (binary) elementwise operations */ + +/** List of (binary) elementwise operators, accounting for the argument position of argument X + * @note X_Pos denotes the position of argument X. e.g. X_POS_0 means X is in the first place whereas X_POS_1 means X is in the second place + * @name elementwise_post_ops + * @{ + */ +#if defined(N0) && !defined(VEC_SIZE) +#define VEC_SIZE N0 +#endif // defined(N0) && !defined(VEC_SIZE) + +#if defined(VEC_SIZE) && defined(DATA_TYPE) + +#define ADD_X_POS_0(x, y) (x) + (y) +#define SUB_X_POS_0(x, y) (x) - (y) +#define MAX_X_POS_0(x, y) max(x, y) +#define MIN_X_POS_0(x, y) min(x, y) +#define SQUARED_DIFF_X_POS_0(x, y) (x - y) * (x - y) +#define POWER_X_POS_0(x, y) pow(x, y) +#if VEC_SIZE == 1 +#define PRELU_X_POS_0(x, y) (x > 0 ? x : x * y) +#else // VEC_SIZE == 1 +#define PRELU_X_POS_0(x, y) (select(y * x, x, CONVERT((x > (DATA_TYPE)0), SELECT_VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE)))) +#endif // VEC_SIZE == 1 +#define DIV_X_POS_0(x, y) (x / y) +#define AND_X_POS_0(x, y) (CONVERT((x && y), VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE)) & ((VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE))1)) +#define OR_X_POS_0(x, y) (CONVERT((x || y), VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE)) & ((VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE))1)) + +#define ADD_X_POS_1(x, y) ADD_X_POS_0(x, y) +#define SUB_X_POS_1(x, y) (y) - (x) +#define MAX_X_POS_1(x, y) MAX_X_POS_0(x, y) +#define MIN_X_POS_1(x, y) MIN_X_POS_0(x, y) +#define SQUARED_DIFF_X_POS_1(x, y) SQUARED_DIFF_X_POS_0(x, y) +#define POWER_X_POS_1(x, y) pow(y, x) +#if VEC_SIZE == 1 +#define PRELU_X_POS_1(x, y) (y > 0 ? y : y * x) +#else // VEC_SIZE == 1 +#define PRELU_X_POS_1(x, y) (select(x * y, y, CONVERT((y > (DATA_TYPE)0), SELECT_VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE)))) +#endif // VEC_SIZE == 1 +#define DIV_X_POS_1(x, y) (y / x) +#define AND_X_POS_1(x, y) AND_X_POS_0(x, y) +#define OR_X_POS_1(x, y) OR_X_POS_0(x, y) + +// By default use the order of the arguments as they are passed in, ie. _X_POS_0 +#define ADD(x, y) ADD_X_POS_0(x, y) +#define SUB(x, y) SUB_X_POS_0(x, y) +#define MAX(x, y) MAX_X_POS_0(x, y) +#define MIN(x, y) MIN_X_POS_0(x, y) +#define SQUARED_DIFF(x, y) SQUARED_DIFF_X_POS_0(x, y) +#define POWER(x, y) POWER_X_POS_0(x, y) +#define PRELU(x, y) PRELU_X_POS_0(x, y) +#define DIV(x, y) DIV_X_POS_0(x, y) +#define AND(x, y) AND_X_POS_0(x, y) +#define OR(x, y) OR_X_POS_0(x, y) + +#endif // defined(VEC_SIZE) && defined(DATA_TYPE) +/** @} */ // end of group elementwise_post_ops + +/** Performs OPERAND1 = OP(OPERAND1, OPERAND2) + * @name ELTWISE_OP_ROW_n + * + * @param[in] OP The elementwise post op + * @param[in, out] OPERAND1 The basename of the destination and operand 1 variables + * @param[in] OPERAND2 The basename of the operand 2 variables + * @{ + */ +#define ELTWISE_OP_ROW_1(OP, OPERAND1, OPERAND2) \ + OPERAND1##0 = OP(OPERAND1##0, OPERAND2##0); + +#define ELTWISE_OP_ROW_2(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_1(OP, OPERAND1, OPERAND2) \ + OPERAND1##1 = OP(OPERAND1##1, OPERAND2##1); + +#define ELTWISE_OP_ROW_3(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_2(OP, OPERAND1, OPERAND2) \ + OPERAND1##2 = OP(OPERAND1##2, OPERAND2##2); + +#define ELTWISE_OP_ROW_4(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_3(OP, OPERAND1, OPERAND2) \ + OPERAND1##3 = OP(OPERAND1##3, OPERAND2##3); + +#define ELTWISE_OP_ROW_5(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_4(OP, OPERAND1, OPERAND2) \ + OPERAND1##4 = OP(OPERAND1##4, OPERAND2##4); + +#define ELTWISE_OP_ROW_6(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_5(OP, OPERAND1, OPERAND2) \ + OPERAND1##5 = OP(OPERAND1##5, OPERAND2##5); + +#define ELTWISE_OP_ROW_7(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_6(OP, OPERAND1, OPERAND2) \ + OPERAND1##6 = OP(OPERAND1##6, OPERAND2##6); + +#define ELTWISE_OP_ROW_8(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_7(OP, OPERAND1, OPERAND2) \ + OPERAND1##7 = OP(OPERAND1##7, OPERAND2##7); + +#define ELTWISE_OP_ROW_9(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_8(OP, OPERAND1, OPERAND2) \ + OPERAND1##8 = OP(OPERAND1##8, OPERAND2##8); + +#define ELTWISE_OP_ROW_10(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_9(OP, OPERAND1, OPERAND2) \ + OPERAND1##9 = OP(OPERAND1##9, OPERAND2##9); + +#define ELTWISE_OP_ROW_11(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_10(OP, OPERAND1, OPERAND2) \ + OPERAND1##A = OP(OPERAND1##A, OPERAND2##A); + +#define ELTWISE_OP_ROW_12(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_11(OP, OPERAND1, OPERAND2) \ + OPERAND1##B = OP(OPERAND1##B, OPERAND2##B); + +#define ELTWISE_OP_ROW_13(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_12(OP, OPERAND1, OPERAND2) \ + OPERAND1##C = OP(OPERAND1##C, OPERAND2##C); + +#define ELTWISE_OP_ROW_14(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_13(OP, OPERAND1, OPERAND2) \ + OPERAND1##D = OP(OPERAND1##D, OPERAND2##D); + +#define ELTWISE_OP_ROW_15(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_14(OP, OPERAND1, OPERAND2) \ + OPERAND1##E = OP(OPERAND1##E, OPERAND2##E); + +#define ELTWISE_OP_ROW_16(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_15(OP, OPERAND1, OPERAND2) \ + OPERAND1##F = OP(OPERAND1##F, OPERAND2##F); + +/** @} */ // end of group ELTWISE_OP_ROW_n + +/** Performs OPERAND1 = OP(OPERAND1, OPERAND2) + * @name ELTWISE_OP_BLOCK + * + * Supported cases are N=1,2,3,...,16 + * + * @param[in] OP The elementwise post op + * @param[in] N The number of vectors in the block + * @param[in] OPERAND1 The basename of the destination and operand 1 variables + * @param[in] OPERAND2 The basename of the operand 2 variables + * @{ + */ +#define ELTWISE_OP_BLOCK_STR(OP, N, OPERAND1, OPERAND2) ELTWISE_OP_ROW_##N(OP, OPERAND1, OPERAND2) +#define ELTWISE_OP_BLOCK(OP, N, OPERAND1, OPERAND2) ELTWISE_OP_BLOCK_STR(OP, N, OPERAND1, OPERAND2) +/** @} */ // end of group ELTWISE_OP_BLOCK + +/** Performs OPERAND1 = OP(OPERAND1, OPERAND2) with broadcasting + * @name ELTWISE_OP_ROW_BROADCAST_n + * + * @param[in] OP The elementwise post op + * @param[in, out] OPERAND1 The basename of the destination and operand 1 variables + * @param[in] OPERAND2 The basename of the broadcast operand 2 variables + * @{ + */ +#define ELTWISE_OP_ROW_BROADCAST_1(OP, OPERAND1, OPERAND2) \ + OPERAND1##0 = OP(OPERAND1##0, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_2(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_1(OP, OPERAND1, OPERAND2) \ + OPERAND1##1 = OP(OPERAND1##1, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_3(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_2(OP, OPERAND1, OPERAND2) \ + OPERAND1##2 = OP(OPERAND1##2, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_4(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_3(OP, OPERAND1, OPERAND2) \ + OPERAND1##3 = OP(OPERAND1##3, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_5(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_4(OP, OPERAND1, OPERAND2) \ + OPERAND1##4 = OP(OPERAND1##4, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_6(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_5(OP, OPERAND1, OPERAND2) \ + OPERAND1##5 = OP(OPERAND1##5, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_7(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_6(OP, OPERAND1, OPERAND2) \ + OPERAND1##6 = OP(OPERAND1##6, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_8(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_7(OP, OPERAND1, OPERAND2) \ + OPERAND1##7 = OP(OPERAND1##7, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_9(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_8(OP, OPERAND1, OPERAND2) \ + OPERAND1##8 = OP(OPERAND1##8, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_10(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_9(OP, OPERAND1, OPERAND2) \ + OPERAND1##9 = OP(OPERAND1##9, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_11(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_10(OP, OPERAND1, OPERAND2) \ + OPERAND1##A = OP(OPERAND1##A, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_12(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_11(OP, OPERAND1, OPERAND2) \ + OPERAND1##B = OP(OPERAND1##B, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_13(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_12(OP, OPERAND1, OPERAND2) \ + OPERAND1##C = OP(OPERAND1##C, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_14(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_13(OP, OPERAND1, OPERAND2) \ + OPERAND1##D = OP(OPERAND1##D, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_15(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_14(OP, OPERAND1, OPERAND2) \ + OPERAND1##E = OP(OPERAND1##E, OPERAND2); + +#define ELTWISE_OP_ROW_BROADCAST_16(OP, OPERAND1, OPERAND2) \ + ELTWISE_OP_ROW_BROADCAST_15(OP, OPERAND1, OPERAND2) \ + OPERAND1##F = OP(OPERAND1##F, OPERAND2); + +/** @} */ // end of group ELTWISE_OP_ROW_BROADCAST_n + +/** Performs OPERAND1 = OP(OPERAND1, OPERAND2) with broadcasting + * @name ELTWISE_OP_BLOCK_BROADCAST + * @note Only support: + * case 1 broadcast in Y dimension : Operand1 [YxX] + Operand2 [1xX]; + * case 2 broadcast in both Y and X dimensions : Operand1 [YxX] + Operand2 [1x1] (scalar); + * Does NOT support broad cast in X dimension: Operand1 [YxX] + Operand2 [Yx1]; + * + * Supported cases are N=1,2,3,...,16 + * + * @param[in] OP The elementwise post op + * @param[in] N The number of vectors in the block + * @param[in] OPERAND1 The basename of the destination and operand 1 variables + * @param[in] OPERAND2 The basename of the operand 2 variables + * @{ + */ +#define ELTWISE_OP_BLOCK_BROADCAST_STR(OP, N, OPERAND1, OPERAND2) ELTWISE_OP_ROW_BROADCAST_##N(OP, OPERAND1, OPERAND2) +#define ELTWISE_OP_BLOCK_BROADCAST(OP, N, OPERAND1, OPERAND2) ELTWISE_OP_BLOCK_BROADCAST_STR(OP, N, OPERAND1, OPERAND2) +/** @} */ // end of group ELTWISE_OP_BLOCK_BROADCAST
\ No newline at end of file |