https://gcc.gnu.org/g:1714bbec08c7529156ed5bdece97e5c62f020299
commit r17-6224-g1714bbec08c7529156ed5bdece97e5c62f020299 Author: Dhruv Chawla <[email protected]> Date: Thu Nov 5 15:43:52 2026 +0530 aarch64: Port NEON shifts by a vector amount to the pragma-based framework Port the following families of NEON intrinsics to the pragma-based framework: * vshl * vrshl * vqshl * vqrshl * vshld * vrshld * vqshlb * vqshlh * vqshls * vqshld * vqrshlb * vqrshlh * vqrshls * vqrshld Bootstrapped and regtested on aarch64-linux-gnu. Signed-off-by: Dhruv Chawla <[email protected]> gcc/ChangeLog: * config/aarch64/aarch64-builtins.cc (aarch64_general_gimple_fold_builtin): Remove the sshl and ushl cases, which the framework now handles. * config/aarch64/aarch64-neon-builtins-base.cc (code_for_qshl): New function. (vshl, vshlq, vshld, vrshl, vrshlq, vrshld, vqshl, vqshlq, vqshlb, vqshlh, vqshls, vqshld, vqrshl, vqrshlq, vqrshlb, vqrshlh, vqrshls, vqrshld): New function bases. * config/aarch64/aarch64-neon-builtins-base.def: Add the corresponding function group. * config/aarch64/aarch64-simd-builtins.def: Delete the sshl, ushl, srshl, urshl, sqshl, uqshl, sqrshl and uqrshl builtins, which no longer have any caller. * config/aarch64/arm_neon.h (vqrshl_s16, vqrshl_s32, vqrshl_s64, vqrshl_s8, vqrshl_u16, vqrshl_u32, vqrshl_u64, vqrshl_u8, vqrshlb_s8, vqrshlb_u8, vqrshld_s64, vqrshld_u64, vqrshlh_s16, vqrshlh_u16, vqrshlq_s16, vqrshlq_s32, vqrshlq_s64, vqrshlq_s8, vqrshlq_u16, vqrshlq_u32, vqrshlq_u64, vqrshlq_u8, vqrshls_s32, vqrshls_u32, vqshl_s16, vqshl_s32, vqshl_s64, vqshl_s8, vqshl_u16, vqshl_u32, vqshl_u64, vqshl_u8, vqshlb_s8, vqshlb_u8, vqshld_s64, vqshld_u64, vqshlh_s16, vqshlh_u16, vqshlq_s16, vqshlq_s32, vqshlq_s64, vqshlq_s8, vqshlq_u16, vqshlq_u32, vqshlq_u64, vqshlq_u8, vqshls_s32, vqshls_u32, vrshl_s16, vrshl_s32, vrshl_s64, vrshl_s8, vrshl_u16, vrshl_u32, vrshl_u64, vrshl_u8, vrshld_s64, vrshld_u64, vrshlq_s16, vrshlq_s32, vrshlq_s64, vrshlq_s8, vrshlq_u16, vrshlq_u32, vrshlq_u64, vrshlq_u8, vshl_s16, vshl_s32, vshl_s64, vshl_s8, vshl_u16, vshl_u32, vshl_u64, vshl_u8, vshld_s64, vshld_u64, vshlq_s16, vshlq_s32, vshlq_s64, vshlq_s8, vshlq_u16, vshlq_u32, vshlq_u64, vshlq_u8): Delete. gcc/testsuite/ChangeLog: * gcc.target/aarch64/neon/vshl.c: New test. Diff: --- gcc/config/aarch64/aarch64-builtins.cc | 33 -- gcc/config/aarch64/aarch64-neon-builtins-base.cc | 15 + gcc/config/aarch64/aarch64-neon-builtins-base.def | 22 + gcc/config/aarch64/aarch64-simd-builtins.def | 11 - gcc/config/aarch64/arm_neon.h | 592 ---------------------- gcc/testsuite/gcc.target/aarch64/neon/vshl.c | 117 +++++ 6 files changed, 154 insertions(+), 636 deletions(-) diff --git a/gcc/config/aarch64/aarch64-builtins.cc b/gcc/config/aarch64/aarch64-builtins.cc index 050d65e86beb..3acc0b470f01 100644 --- a/gcc/config/aarch64/aarch64-builtins.cc +++ b/gcc/config/aarch64/aarch64-builtins.cc @@ -5280,39 +5280,6 @@ aarch64_general_gimple_fold_builtin (unsigned int fcode, gcall *stmt, gimple_call_set_lhs (new_stmt, gimple_call_lhs (stmt)); break; - BUILTIN_VSDQ_I_DI (BINOP, sshl, 0, DEFAULT) - BUILTIN_VSDQ_I_DI (BINOP_UUS, ushl, 0, DEFAULT) - { - tree cst = args[1]; - tree ctype = TREE_TYPE (cst); - /* Left shifts can be both scalar or vector, e.g. uint64x1_t is - treated as a scalar type not a vector one. */ - if ((cst = uniform_integer_cst_p (cst)) != NULL_TREE) - { - wide_int wcst = wi::to_wide (cst); - tree unit_ty = TREE_TYPE (cst); - - wide_int abs_cst = wi::abs (wcst); - if (wi::geu_p (abs_cst, element_precision (args[0]))) - break; - - if (wi::neg_p (wcst, TYPE_SIGN (ctype))) - { - tree final_cst; - final_cst = wide_int_to_tree (unit_ty, abs_cst); - if (TREE_CODE (cst) != INTEGER_CST) - final_cst = build_uniform_cst (ctype, final_cst); - - new_stmt = gimple_build_assign (gimple_call_lhs (stmt), - RSHIFT_EXPR, args[0], - final_cst); - } - else - new_stmt = gimple_build_assign (gimple_call_lhs (stmt), - LSHIFT_EXPR, args[0], args[1]); - } - } - break; BUILTIN_GPF (BINOP, fmulx, 0, ALL) { gcc_assert (nargs == 2); diff --git a/gcc/config/aarch64/aarch64-neon-builtins-base.cc b/gcc/config/aarch64/aarch64-neon-builtins-base.cc index 6a9700ae8c3c..3a0fd215b5ad 100644 --- a/gcc/config/aarch64/aarch64-neon-builtins-base.cc +++ b/gcc/config/aarch64/aarch64-neon-builtins-base.cc @@ -323,6 +323,13 @@ struct gimple_exact_insn : public gimple_insn_based_function } }; +/* Wrapper for `aarch64_<sur>q<r>shl<mode>` as it names its iterator twice. */ +static insn_code +code_for_qshl (int unspec, machine_mode mode) +{ + return code_for_aarch64_qshl (unspec, unspec, mode); +} + /* For intrinsics whose instruction is selected by a mode through the code_for_* helpers that insn-opinit.h generates for `@`-prefixed pattterns. */ @@ -1628,6 +1635,14 @@ NEON_FUNCTION (vshl_n, vshlq_n, vshld_n, gimple_shift_imm, (LSHIFT_EXPR)) NEON_FUNCTION (vshr_n, vshrq_n, vshrd_n, gimple_shift_imm, (RSHIFT_EXPR)) NEON_FUNCTION (vsra_n, vsraq_n, vsrad_n, gimple_shift_imm, (RSHIFT_EXPR, PLUS_EXPR)) +// Shifts by a vector amount +NEON_FUNCTION (vshl, vshlq, vshld, gimple_shift_reg, (code_for_aarch64_shl, UNSPEC_SSHL, UNSPEC_USHL)) +NEON_FUNCTION (vrshl, vrshlq, vrshld, gimple_unspec_based_function, (code_for_aarch64_shl, UNSPEC_SRSHL, UNSPEC_URSHL)) +NEON_FUNCTION (vqshl, vqshlq, vqshlb, vqshlh, vqshls, vqshld, + gimple_unspec_based_function, (code_for_qshl, UNSPEC_SQSHL, UNSPEC_UQSHL)) +NEON_FUNCTION (vqrshl, vqrshlq, vqrshlb, vqrshlh, vqrshls, vqrshld, + gimple_unspec_based_function, (code_for_qshl, UNSPEC_SQRSHL, UNSPEC_UQRSHL)) + // Bitwise operations NEON_FUNCTION (vand, vandq, gimple_expr, (BIT_AND_EXPR)) diff --git a/gcc/config/aarch64/aarch64-neon-builtins-base.def b/gcc/config/aarch64/aarch64-neon-builtins-base.def index d197f28b80aa..972fd0c75aef 100644 --- a/gcc/config/aarch64/aarch64-neon-builtins-base.def +++ b/gcc/config/aarch64/aarch64-neon-builtins-base.def @@ -401,6 +401,28 @@ DEF_NEON_FUNCTION (vshrd_n, d_integer, ("s0,s0,ss32", shift_right<1>)) DEF_NEON_FUNCTION (vsrad_n, d_integer, ("s0,s0,s0,ss32", shift_right<2>)) #undef REQUIRED_EXTENSIONS +// Shifts by a vector amount +#define REQUIRED_EXTENSIONS nonstreaming_only (AARCH64_FL_SIMD) +DEF_NEON_FUNCTION (vshl, all_integer, ("D0,D0,Ds0")) +DEF_NEON_FUNCTION (vshlq, all_integer, ("Q0,Q0,Qs0")) +DEF_NEON_FUNCTION (vrshl, all_integer, ("D0,D0,Ds0")) +DEF_NEON_FUNCTION (vrshlq, all_integer, ("Q0,Q0,Qs0")) +DEF_NEON_FUNCTION (vqshl, all_integer, ("D0,D0,Ds0")) +DEF_NEON_FUNCTION (vqshlq, all_integer, ("Q0,Q0,Qs0")) +DEF_NEON_FUNCTION (vqrshl, all_integer, ("D0,D0,Ds0")) +DEF_NEON_FUNCTION (vqrshlq, all_integer, ("Q0,Q0,Qs0")) +DEF_NEON_FUNCTION (vshld, d_integer, ("s0,s0,ss64")) +DEF_NEON_FUNCTION (vrshld, d_integer, ("s0,s0,ss64")) +DEF_NEON_FUNCTION (vqshlb, b_integer, ("s0,s0,ss0")) +DEF_NEON_FUNCTION (vqshlh, h_integer, ("s0,s0,ss0")) +DEF_NEON_FUNCTION (vqshls, s_integer, ("s0,s0,ss0")) +DEF_NEON_FUNCTION (vqshld, d_integer, ("s0,s0,ss0")) +DEF_NEON_FUNCTION (vqrshlb, b_integer, ("s0,s0,ss0")) +DEF_NEON_FUNCTION (vqrshlh, h_integer, ("s0,s0,ss0")) +DEF_NEON_FUNCTION (vqrshls, s_integer, ("s0,s0,ss0")) +DEF_NEON_FUNCTION (vqrshld, d_integer, ("s0,s0,ss0")) +#undef REQUIRED_EXTENSIONS + // Bitwise operations (FEAT_SHA3) #define REQUIRED_EXTENSIONS nonstreaming_only (AARCH64_FL_SHA3) DEF_NEON_FUNCTION (vbcaxq, all_integer, ("Q0,Q0,Q0,Q0")) diff --git a/gcc/config/aarch64/aarch64-simd-builtins.def b/gcc/config/aarch64/aarch64-simd-builtins.def index b6bfb86efe65..119719279546 100644 --- a/gcc/config/aarch64/aarch64-simd-builtins.def +++ b/gcc/config/aarch64/aarch64-simd-builtins.def @@ -58,11 +58,6 @@ BUILTIN_VDQ_I (BINOP, addp, 0, DEFAULT) BUILTIN_VDQ_I (BINOPU, addp, 0, DEFAULT) - /* Implemented by aarch64_<sur>q<r>shl<mode>. */ - BUILTIN_VSDQ_I (BINOP, sqshl, 0, DEFAULT) - BUILTIN_VSDQ_I (BINOP_UUS, uqshl, 0, DEFAULT) - BUILTIN_VSDQ_I (BINOP, sqrshl, 0, DEFAULT) - BUILTIN_VSDQ_I (BINOP_UUS, uqrshl, 0, DEFAULT) /* Implemented by aarch64_<su_optab><optab><mode>. */ BUILTIN_VSDQ_I (BINOP, ssadd, 3, DEFAULT) BUILTIN_VSDQ_I (BINOPU, usadd, 3, DEFAULT) @@ -381,12 +376,6 @@ BUILTIN_VSDQ_HSI (TERNOP_LANE, sqrdmulh_lane, 0, DEFAULT) BUILTIN_VSDQ_HSI (TERNOP_LANE, sqrdmulh_laneq, 0, DEFAULT) - /* Implemented by aarch64_<sur>shl<mode>. */ - BUILTIN_VSDQ_I_DI (BINOP, sshl, 0, DEFAULT) - BUILTIN_VSDQ_I_DI (BINOP_UUS, ushl, 0, DEFAULT) - BUILTIN_VSDQ_I_DI (BINOP, srshl, 0, DEFAULT) - BUILTIN_VSDQ_I_DI (BINOP_UUS, urshl, 0, DEFAULT) - /* Implemented by <sur><dotprod>_prod<dot_mode>. */ BUILTIN_VB (TERNOP, sdot_prod, 0, DEFAULT) BUILTIN_VB (TERNOPU, udot_prod, 0, DEFAULT) diff --git a/gcc/config/aarch64/arm_neon.h b/gcc/config/aarch64/arm_neon.h index f263d164c9ed..34cadd50c74e 100644 --- a/gcc/config/aarch64/arm_neon.h +++ b/gcc/config/aarch64/arm_neon.h @@ -11332,176 +11332,6 @@ vqrdmulhs_laneq_s32 (int32_t __a, int32x4_t __b, const int __c) return __builtin_aarch64_sqrdmulh_laneqsi (__a, __b, __c); } -/* vqrshl */ - -__extension__ extern __inline int8x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshl_s8 (int8x8_t __a, int8x8_t __b) -{ - return __builtin_aarch64_sqrshlv8qi (__a, __b); -} - -__extension__ extern __inline int16x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshl_s16 (int16x4_t __a, int16x4_t __b) -{ - return __builtin_aarch64_sqrshlv4hi (__a, __b); -} - -__extension__ extern __inline int32x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshl_s32 (int32x2_t __a, int32x2_t __b) -{ - return __builtin_aarch64_sqrshlv2si (__a, __b); -} - -__extension__ extern __inline int64x1_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshl_s64 (int64x1_t __a, int64x1_t __b) -{ - return (int64x1_t) {__builtin_aarch64_sqrshldi (__a[0], __b[0])}; -} - -__extension__ extern __inline uint8x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshl_u8 (uint8x8_t __a, int8x8_t __b) -{ - return __builtin_aarch64_uqrshlv8qi_uus ( __a, __b); -} - -__extension__ extern __inline uint16x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshl_u16 (uint16x4_t __a, int16x4_t __b) -{ - return __builtin_aarch64_uqrshlv4hi_uus ( __a, __b); -} - -__extension__ extern __inline uint32x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshl_u32 (uint32x2_t __a, int32x2_t __b) -{ - return __builtin_aarch64_uqrshlv2si_uus ( __a, __b); -} - -__extension__ extern __inline uint64x1_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshl_u64 (uint64x1_t __a, int64x1_t __b) -{ - return (uint64x1_t) {__builtin_aarch64_uqrshldi_uus (__a[0], __b[0])}; -} - -__extension__ extern __inline int8x16_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshlq_s8 (int8x16_t __a, int8x16_t __b) -{ - return __builtin_aarch64_sqrshlv16qi (__a, __b); -} - -__extension__ extern __inline int16x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshlq_s16 (int16x8_t __a, int16x8_t __b) -{ - return __builtin_aarch64_sqrshlv8hi (__a, __b); -} - -__extension__ extern __inline int32x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshlq_s32 (int32x4_t __a, int32x4_t __b) -{ - return __builtin_aarch64_sqrshlv4si (__a, __b); -} - -__extension__ extern __inline int64x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshlq_s64 (int64x2_t __a, int64x2_t __b) -{ - return __builtin_aarch64_sqrshlv2di (__a, __b); -} - -__extension__ extern __inline uint8x16_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshlq_u8 (uint8x16_t __a, int8x16_t __b) -{ - return __builtin_aarch64_uqrshlv16qi_uus ( __a, __b); -} - -__extension__ extern __inline uint16x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshlq_u16 (uint16x8_t __a, int16x8_t __b) -{ - return __builtin_aarch64_uqrshlv8hi_uus ( __a, __b); -} - -__extension__ extern __inline uint32x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshlq_u32 (uint32x4_t __a, int32x4_t __b) -{ - return __builtin_aarch64_uqrshlv4si_uus ( __a, __b); -} - -__extension__ extern __inline uint64x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshlq_u64 (uint64x2_t __a, int64x2_t __b) -{ - return __builtin_aarch64_uqrshlv2di_uus ( __a, __b); -} - -__extension__ extern __inline int8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshlb_s8 (int8_t __a, int8_t __b) -{ - return __builtin_aarch64_sqrshlqi (__a, __b); -} - -__extension__ extern __inline int16_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshlh_s16 (int16_t __a, int16_t __b) -{ - return __builtin_aarch64_sqrshlhi (__a, __b); -} - -__extension__ extern __inline int32_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshls_s32 (int32_t __a, int32_t __b) -{ - return __builtin_aarch64_sqrshlsi (__a, __b); -} - -__extension__ extern __inline int64_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshld_s64 (int64_t __a, int64_t __b) -{ - return __builtin_aarch64_sqrshldi (__a, __b); -} - -__extension__ extern __inline uint8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshlb_u8 (uint8_t __a, int8_t __b) -{ - return __builtin_aarch64_uqrshlqi_uus (__a, __b); -} - -__extension__ extern __inline uint16_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshlh_u16 (uint16_t __a, int16_t __b) -{ - return __builtin_aarch64_uqrshlhi_uus (__a, __b); -} - -__extension__ extern __inline uint32_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshls_u32 (uint32_t __a, int32_t __b) -{ - return __builtin_aarch64_uqrshlsi_uus (__a, __b); -} - -__extension__ extern __inline uint64_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqrshld_u64 (uint64_t __a, int64_t __b) -{ - return __builtin_aarch64_uqrshldi_uus (__a, __b); -} - /* vqrshrn */ __extension__ extern __inline int8x8_t @@ -11634,174 +11464,6 @@ vqrshrund_n_s64 (int64_t __a, const int __b) /* vqshl */ -__extension__ extern __inline int8x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshl_s8 (int8x8_t __a, int8x8_t __b) -{ - return __builtin_aarch64_sqshlv8qi (__a, __b); -} - -__extension__ extern __inline int16x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshl_s16 (int16x4_t __a, int16x4_t __b) -{ - return __builtin_aarch64_sqshlv4hi (__a, __b); -} - -__extension__ extern __inline int32x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshl_s32 (int32x2_t __a, int32x2_t __b) -{ - return __builtin_aarch64_sqshlv2si (__a, __b); -} - -__extension__ extern __inline int64x1_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshl_s64 (int64x1_t __a, int64x1_t __b) -{ - return (int64x1_t) {__builtin_aarch64_sqshldi (__a[0], __b[0])}; -} - -__extension__ extern __inline uint8x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshl_u8 (uint8x8_t __a, int8x8_t __b) -{ - return __builtin_aarch64_uqshlv8qi_uus ( __a, __b); -} - -__extension__ extern __inline uint16x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshl_u16 (uint16x4_t __a, int16x4_t __b) -{ - return __builtin_aarch64_uqshlv4hi_uus ( __a, __b); -} - -__extension__ extern __inline uint32x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshl_u32 (uint32x2_t __a, int32x2_t __b) -{ - return __builtin_aarch64_uqshlv2si_uus ( __a, __b); -} - -__extension__ extern __inline uint64x1_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshl_u64 (uint64x1_t __a, int64x1_t __b) -{ - return (uint64x1_t) {__builtin_aarch64_uqshldi_uus (__a[0], __b[0])}; -} - -__extension__ extern __inline int8x16_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshlq_s8 (int8x16_t __a, int8x16_t __b) -{ - return __builtin_aarch64_sqshlv16qi (__a, __b); -} - -__extension__ extern __inline int16x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshlq_s16 (int16x8_t __a, int16x8_t __b) -{ - return __builtin_aarch64_sqshlv8hi (__a, __b); -} - -__extension__ extern __inline int32x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshlq_s32 (int32x4_t __a, int32x4_t __b) -{ - return __builtin_aarch64_sqshlv4si (__a, __b); -} - -__extension__ extern __inline int64x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshlq_s64 (int64x2_t __a, int64x2_t __b) -{ - return __builtin_aarch64_sqshlv2di (__a, __b); -} - -__extension__ extern __inline uint8x16_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshlq_u8 (uint8x16_t __a, int8x16_t __b) -{ - return __builtin_aarch64_uqshlv16qi_uus ( __a, __b); -} - -__extension__ extern __inline uint16x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshlq_u16 (uint16x8_t __a, int16x8_t __b) -{ - return __builtin_aarch64_uqshlv8hi_uus ( __a, __b); -} - -__extension__ extern __inline uint32x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshlq_u32 (uint32x4_t __a, int32x4_t __b) -{ - return __builtin_aarch64_uqshlv4si_uus ( __a, __b); -} - -__extension__ extern __inline uint64x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshlq_u64 (uint64x2_t __a, int64x2_t __b) -{ - return __builtin_aarch64_uqshlv2di_uus ( __a, __b); -} - -__extension__ extern __inline int8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshlb_s8 (int8_t __a, int8_t __b) -{ - return __builtin_aarch64_sqshlqi (__a, __b); -} - -__extension__ extern __inline int16_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshlh_s16 (int16_t __a, int16_t __b) -{ - return __builtin_aarch64_sqshlhi (__a, __b); -} - -__extension__ extern __inline int32_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshls_s32 (int32_t __a, int32_t __b) -{ - return __builtin_aarch64_sqshlsi (__a, __b); -} - -__extension__ extern __inline int64_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshld_s64 (int64_t __a, int64_t __b) -{ - return __builtin_aarch64_sqshldi (__a, __b); -} - -__extension__ extern __inline uint8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshlb_u8 (uint8_t __a, int8_t __b) -{ - return __builtin_aarch64_uqshlqi_uus (__a, __b); -} - -__extension__ extern __inline uint16_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshlh_u16 (uint16_t __a, int16_t __b) -{ - return __builtin_aarch64_uqshlhi_uus (__a, __b); -} - -__extension__ extern __inline uint32_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshls_u32 (uint32_t __a, int32_t __b) -{ - return __builtin_aarch64_uqshlsi_uus (__a, __b); -} - -__extension__ extern __inline uint64_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vqshld_u64 (uint64_t __a, int64_t __b) -{ - return __builtin_aarch64_uqshldi_uus (__a, __b); -} - __extension__ extern __inline int8x8_t __attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) vqshl_n_s8 (int8x8_t __a, const int __b) @@ -12305,134 +11967,6 @@ vrecpxd_f64 (float64_t __a) return __builtin_aarch64_frecpxdf (__a); } -/* vrshl */ - -__extension__ extern __inline int8x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshl_s8 (int8x8_t __a, int8x8_t __b) -{ - return (int8x8_t) __builtin_aarch64_srshlv8qi (__a, __b); -} - -__extension__ extern __inline int16x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshl_s16 (int16x4_t __a, int16x4_t __b) -{ - return (int16x4_t) __builtin_aarch64_srshlv4hi (__a, __b); -} - -__extension__ extern __inline int32x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshl_s32 (int32x2_t __a, int32x2_t __b) -{ - return (int32x2_t) __builtin_aarch64_srshlv2si (__a, __b); -} - -__extension__ extern __inline int64x1_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshl_s64 (int64x1_t __a, int64x1_t __b) -{ - return (int64x1_t) {__builtin_aarch64_srshldi (__a[0], __b[0])}; -} - -__extension__ extern __inline uint8x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshl_u8 (uint8x8_t __a, int8x8_t __b) -{ - return __builtin_aarch64_urshlv8qi_uus (__a, __b); -} - -__extension__ extern __inline uint16x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshl_u16 (uint16x4_t __a, int16x4_t __b) -{ - return __builtin_aarch64_urshlv4hi_uus (__a, __b); -} - -__extension__ extern __inline uint32x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshl_u32 (uint32x2_t __a, int32x2_t __b) -{ - return __builtin_aarch64_urshlv2si_uus (__a, __b); -} - -__extension__ extern __inline uint64x1_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshl_u64 (uint64x1_t __a, int64x1_t __b) -{ - return (uint64x1_t) {__builtin_aarch64_urshldi_uus (__a[0], __b[0])}; -} - -__extension__ extern __inline int8x16_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshlq_s8 (int8x16_t __a, int8x16_t __b) -{ - return (int8x16_t) __builtin_aarch64_srshlv16qi (__a, __b); -} - -__extension__ extern __inline int16x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshlq_s16 (int16x8_t __a, int16x8_t __b) -{ - return (int16x8_t) __builtin_aarch64_srshlv8hi (__a, __b); -} - -__extension__ extern __inline int32x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshlq_s32 (int32x4_t __a, int32x4_t __b) -{ - return (int32x4_t) __builtin_aarch64_srshlv4si (__a, __b); -} - -__extension__ extern __inline int64x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshlq_s64 (int64x2_t __a, int64x2_t __b) -{ - return (int64x2_t) __builtin_aarch64_srshlv2di (__a, __b); -} - -__extension__ extern __inline uint8x16_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshlq_u8 (uint8x16_t __a, int8x16_t __b) -{ - return __builtin_aarch64_urshlv16qi_uus (__a, __b); -} - -__extension__ extern __inline uint16x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshlq_u16 (uint16x8_t __a, int16x8_t __b) -{ - return __builtin_aarch64_urshlv8hi_uus (__a, __b); -} - -__extension__ extern __inline uint32x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshlq_u32 (uint32x4_t __a, int32x4_t __b) -{ - return __builtin_aarch64_urshlv4si_uus (__a, __b); -} - -__extension__ extern __inline uint64x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshlq_u64 (uint64x2_t __a, int64x2_t __b) -{ - return __builtin_aarch64_urshlv2di_uus (__a, __b); -} - -__extension__ extern __inline int64_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshld_s64 (int64_t __a, int64_t __b) -{ - return __builtin_aarch64_srshldi (__a, __b); -} - -__extension__ extern __inline uint64_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vrshld_u64 (uint64_t __a, int64_t __b) -{ - return __builtin_aarch64_urshldi_uus (__a, __b); -} - /* vrshr */ __extension__ extern __inline int8x8_t @@ -12780,132 +12314,6 @@ vrsrad_n_u64 (uint64_t __a, uint64_t __b, const int __c) /* vshl */ -__extension__ extern __inline int8x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshl_s8 (int8x8_t __a, int8x8_t __b) -{ - return __builtin_aarch64_sshlv8qi (__a, __b); -} - -__extension__ extern __inline int16x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshl_s16 (int16x4_t __a, int16x4_t __b) -{ - return __builtin_aarch64_sshlv4hi (__a, __b); -} - -__extension__ extern __inline int32x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshl_s32 (int32x2_t __a, int32x2_t __b) -{ - return __builtin_aarch64_sshlv2si (__a, __b); -} - -__extension__ extern __inline int64x1_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshl_s64 (int64x1_t __a, int64x1_t __b) -{ - return (int64x1_t) {__builtin_aarch64_sshldi (__a[0], __b[0])}; -} - -__extension__ extern __inline uint8x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshl_u8 (uint8x8_t __a, int8x8_t __b) -{ - return __builtin_aarch64_ushlv8qi_uus (__a, __b); -} - -__extension__ extern __inline uint16x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshl_u16 (uint16x4_t __a, int16x4_t __b) -{ - return __builtin_aarch64_ushlv4hi_uus (__a, __b); -} - -__extension__ extern __inline uint32x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshl_u32 (uint32x2_t __a, int32x2_t __b) -{ - return __builtin_aarch64_ushlv2si_uus (__a, __b); -} - -__extension__ extern __inline uint64x1_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshl_u64 (uint64x1_t __a, int64x1_t __b) -{ - return (uint64x1_t) {__builtin_aarch64_ushldi_uus (__a[0], __b[0])}; -} - -__extension__ extern __inline int8x16_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshlq_s8 (int8x16_t __a, int8x16_t __b) -{ - return __builtin_aarch64_sshlv16qi (__a, __b); -} - -__extension__ extern __inline int16x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshlq_s16 (int16x8_t __a, int16x8_t __b) -{ - return __builtin_aarch64_sshlv8hi (__a, __b); -} - -__extension__ extern __inline int32x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshlq_s32 (int32x4_t __a, int32x4_t __b) -{ - return __builtin_aarch64_sshlv4si (__a, __b); -} - -__extension__ extern __inline int64x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshlq_s64 (int64x2_t __a, int64x2_t __b) -{ - return __builtin_aarch64_sshlv2di (__a, __b); -} - -__extension__ extern __inline uint8x16_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshlq_u8 (uint8x16_t __a, int8x16_t __b) -{ - return __builtin_aarch64_ushlv16qi_uus (__a, __b); -} - -__extension__ extern __inline uint16x8_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshlq_u16 (uint16x8_t __a, int16x8_t __b) -{ - return __builtin_aarch64_ushlv8hi_uus (__a, __b); -} - -__extension__ extern __inline uint32x4_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshlq_u32 (uint32x4_t __a, int32x4_t __b) -{ - return __builtin_aarch64_ushlv4si_uus (__a, __b); -} - -__extension__ extern __inline uint64x2_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshlq_u64 (uint64x2_t __a, int64x2_t __b) -{ - return __builtin_aarch64_ushlv2di_uus (__a, __b); -} - -__extension__ extern __inline int64_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshld_s64 (int64_t __a, int64_t __b) -{ - return __builtin_aarch64_sshldi (__a, __b); -} - -__extension__ extern __inline uint64_t -__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) -vshld_u64 (uint64_t __a, int64_t __b) -{ - return __builtin_aarch64_ushldi_uus (__a, __b); -} - __extension__ extern __inline int16x8_t __attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) vshll_high_n_s8 (int8x16_t __a, const int __b) diff --git a/gcc/testsuite/gcc.target/aarch64/neon/vshl.c b/gcc/testsuite/gcc.target/aarch64/neon/vshl.c new file mode 100644 index 000000000000..9366af923212 --- /dev/null +++ b/gcc/testsuite/gcc.target/aarch64/neon/vshl.c @@ -0,0 +1,117 @@ +/* { dg-do compile } */ +/* { dg-final { check-function-bodies "**" "" } } */ + +#include "arm_neon_test.h" + +#define TEST_SHIFT_CST(NAME, TYPE, DUP, AMOUNT) \ + TYPE test_##NAME##_cst (TYPE a) { return NAME (a, DUP (AMOUNT)); } + +/* +** test_vshl_s8: +** sshl v0\.8b, v0\.8b, v1\.8b +** ret +*/ +TEST_UNIFORM_BINARY (vshl_s8, int8x8_t) + +/* +** test_vshlq_u32: +** ushl v0\.4s, v0\.4s, v1\.4s +** ret +*/ +TEST_BINARY (vshlq_u32, uint32x4_t, uint32x4_t, int32x4_t) + +/* +** test_vshl_s64: +** sshl d0, d0, d1 +** ret +*/ +TEST_UNIFORM_BINARY (vshl_s64, int64x1_t) + +/* +** test_vrshlq_s16: +** srshl v0\.8h, v0\.8h, v1\.8h +** ret +*/ +TEST_UNIFORM_BINARY (vrshlq_s16, int16x8_t) + +/* +** test_vrshl_u64: +** urshl d0, d0, d1 +** ret +*/ +TEST_BINARY (vrshl_u64, uint64x1_t, uint64x1_t, int64x1_t) + +/* +** test_vqshlq_s8: +** sqshl v0\.16b, v0\.16b, v1\.16b +** ret +*/ +TEST_UNIFORM_BINARY (vqshlq_s8, int8x16_t) + +/* +** test_vqrshl_u32: +** uqrshl v0\.2s, v0\.2s, v1\.2s +** ret +*/ +TEST_BINARY (vqrshl_u32, uint32x2_t, uint32x2_t, int32x2_t) + +/* +** test_vqshl_s64: +** sqshl d0, d0, d1 +** ret +*/ +TEST_UNIFORM_BINARY (vqshl_s64, int64x1_t) + +/* +** test_vshlq_s16_cst: +** shl v0\.8h, v0\.8h, 3 +** ret +*/ +TEST_SHIFT_CST (vshlq_s16, int16x8_t, vdupq_n_s16, 3) + +/* +** test_vshlq_u16_cst: +** ushr v0\.8h, v0\.8h, 3 +** ret +*/ +TEST_SHIFT_CST (vshlq_u16, uint16x8_t, vdupq_n_s16, -3) + +/* +** test_vshld_s64: +** fmov d[0-9]+, x0 +** fmov d[0-9]+, x1 +** sshl d[0-9]+, d[0-9]+, d[0-9]+ +** fmov x0, d[0-9]+ +** ret +*/ +TEST_BINARY (vshld_s64, int64_t, int64_t, int64_t) + +/* +** test_vrshld_u64: +** fmov d[0-9]+, x0 +** fmov d[0-9]+, x1 +** urshl d[0-9]+, d[0-9]+, d[0-9]+ +** fmov x0, d[0-9]+ +** ret +*/ +TEST_BINARY (vrshld_u64, uint64_t, uint64_t, int64_t) + +/* +** test_vqshlb_s8: +** dup v[0-9]+\.8b, w0 +** dup v[0-9]+\.8b, w1 +** sqshl b[0-9]+, b[0-9]+, b[0-9]+ +** umov w0, v[0-9]+\.b\[0\] +** ret +*/ +TEST_BINARY (vqshlb_s8, int8_t, int8_t, int8_t) + +/* +** test_vqrshls_u32: +** fmov s[0-9]+, w0 +** fmov s[0-9]+, w1 +** uqrshl s[0-9]+, s[0-9]+, s[0-9]+ +** fmov w0, s[0-9]+ +** ret +*/ +TEST_BINARY (vqrshls_u32, uint32_t, uint32_t, int32_t)
