[PATCH v3 4/4] arm: Auto-vectorization for MVE: vneg
Kyrylo Tkachov
Kyrylo.Tkachov@arm.com
Mon Dec 14 10:03:46 GMT 2020
> -----Original Message-----
> From: Gcc-patches <gcc-patches-bounces@gcc.gnu.org> On Behalf Of
> Christophe Lyon via Gcc-patches
> Sent: 11 December 2020 18:37
> To: gcc-patches@gcc.gnu.org
> Subject: [PATCH v3 4/4] arm: Auto-vectorization for MVE: vneg
>
> This patch enables MVE vneg instructions for auto-vectorization. MVE
> vnegq insns in mve.md are modified to use 'neg' instead of unspec
> expression. The neg<mode>2 expander is added to vec-common.md.
>
> Existing patterns in neon.md are prefixed with neon_.
> It's not clear why we have different patterns for VDQW
> and VH in neon.md, when WDQWH handles both, and patterns
> with VDQ have provision for attributes for FP modes.
Not sure, may be a botched cleanup/refactoring in the past...
I guess you can try clean it up and see what breaks?
>
> Another question is why <absneg_str><mode>2 always sets
> neon_abs<q> type when it also handles neon_neq<q> cases.
Might be an oversight as well that can be fixed separately.
>
> 2020-12-11 Christophe Lyon <christophe.lyon@linaro.org>
>
> gcc/
> * config/arm/mve.md (mve_vnegq_f): Use 'neg' instead of unspec.
> (mve_vnegq_s): Likewise.
> * config/arm/neon.md (neg<mode>2): Rename into
> neon_neg<mode>2.
> (<absneg_str><mode>2): Rename into neon_<absneg_str><mode>2.
> (neon_v<absneg_str><mode>): Call
> gen_neon_<absneg_str><mode>2.
> (vashr<mode>3): Call gen_neon_neg<mode>2.
> (vlshr<mode>3): Call gen_neon_neg<mode>2.
> (neon_vneg<mode>): Call gen_neon_neg<mode>2.
> * config/arm/unspecs.md (VNEGQ_F, VNEGQ_S): Remove.
> * config/arm/vec-common.md (neg<mode>2): New expander.
>
> gcc/testsuite/
> * gcc.target/arm/simd/mve-vneg.c: Add tests for vneg.
Ok.
Thanks,
Kyrill
> ---
> gcc/config/arm/mve.md | 6 ++--
> gcc/config/arm/neon.md | 12 +++----
> gcc/config/arm/unspecs.md | 2 --
> gcc/config/arm/vec-common.md | 6 ++++
> gcc/testsuite/gcc.target/arm/simd/mve-vneg.c | 49
> ++++++++++++++++++++++++++++
> 5 files changed, 63 insertions(+), 12 deletions(-)
> create mode 100644 gcc/testsuite/gcc.target/arm/simd/mve-vneg.c
>
> diff --git a/gcc/config/arm/mve.md b/gcc/config/arm/mve.md
> index 86d7fc6..b4c5a1e2 100644
> --- a/gcc/config/arm/mve.md
> +++ b/gcc/config/arm/mve.md
> @@ -271,8 +271,7 @@ (define_insn "mve_vrev64q_f<mode>"
> (define_insn "mve_vnegq_f<mode>"
> [
> (set (match_operand:MVE_0 0 "s_register_operand" "=w")
> - (unspec:MVE_0 [(match_operand:MVE_0 1 "s_register_operand"
> "w")]
> - VNEGQ_F))
> + (neg:MVE_0 (match_operand:MVE_0 1 "s_register_operand" "w")))
> ]
> "TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT"
> "vneg.f%#<V_sz_elem> %q0, %q1"
> @@ -422,8 +421,7 @@ (define_insn "mve_vqabsq_s<mode>"
> (define_insn "mve_vnegq_s<mode>"
> [
> (set (match_operand:MVE_2 0 "s_register_operand" "=w")
> - (unspec:MVE_2 [(match_operand:MVE_2 1 "s_register_operand"
> "w")]
> - VNEGQ_S))
> + (neg:MVE_2 (match_operand:MVE_2 1 "s_register_operand" "w")))
> ]
> "TARGET_HAVE_MVE"
> "vneg.s%#<V_sz_elem> %q0, %q1"
> diff --git a/gcc/config/arm/neon.md b/gcc/config/arm/neon.md
> index f58d4f5..d2e92ba 100644
> --- a/gcc/config/arm/neon.md
> +++ b/gcc/config/arm/neon.md
> @@ -775,7 +775,7 @@ (define_insn "abs<mode>2"
> (const_string "neon_abs<q>")))]
> )
>
> -(define_insn "neg<mode>2"
> +(define_insn "neon_neg<mode>2"
> [(set (match_operand:VDQW 0 "s_register_operand" "=w")
> (neg:VDQW (match_operand:VDQW 1 "s_register_operand" "w")))]
> "TARGET_NEON"
> @@ -786,7 +786,7 @@ (define_insn "neg<mode>2"
> (const_string "neon_neg<q>")))]
> )
>
> -(define_insn "<absneg_str><mode>2"
> +(define_insn "neon_<absneg_str><mode>2"
> [(set (match_operand:VH 0 "s_register_operand" "=w")
> (ABSNEG:VH (match_operand:VH 1 "s_register_operand" "w")))]
> "TARGET_NEON_FP16INST"
> @@ -800,7 +800,7 @@ (define_expand "neon_v<absneg_str><mode>"
> (ABSNEG:VH (match_operand:VH 1 "s_register_operand")))]
> "TARGET_NEON_FP16INST"
> {
> - emit_insn (gen_<absneg_str><mode>2 (operands[0], operands[1]));
> + emit_insn (gen_neon_<absneg_str><mode>2 (operands[0], operands[1]));
> DONE;
> })
>
> @@ -952,7 +952,7 @@ (define_expand "vashr<mode>3"
> if (s_register_operand (operands[2], <MODE>mode))
> {
> rtx neg = gen_reg_rtx (<MODE>mode);
> - emit_insn (gen_neg<mode>2 (neg, operands[2]));
> + emit_insn (gen_neon_neg<mode>2 (neg, operands[2]));
> emit_insn (gen_ashl<mode>3_signed (operands[0], operands[1], neg));
> }
> else
> @@ -969,7 +969,7 @@ (define_expand "vlshr<mode>3"
> if (s_register_operand (operands[2], <MODE>mode))
> {
> rtx neg = gen_reg_rtx (<MODE>mode);
> - emit_insn (gen_neg<mode>2 (neg, operands[2]));
> + emit_insn (gen_neon_neg<mode>2 (neg, operands[2]));
> emit_insn (gen_ashl<mode>3_unsigned (operands[0], operands[1], neg));
> }
> else
> @@ -2953,7 +2953,7 @@ (define_expand "neon_vneg<mode>"
> (match_operand:VDQW 1 "s_register_operand")]
> "TARGET_NEON"
> {
> - emit_insn (gen_neg<mode>2 (operands[0], operands[1]));
> + emit_insn (gen_neon_neg<mode>2 (operands[0], operands[1]));
> DONE;
> })
>
> diff --git a/gcc/config/arm/unspecs.md b/gcc/config/arm/unspecs.md
> index e581645..ef64989 100644
> --- a/gcc/config/arm/unspecs.md
> +++ b/gcc/config/arm/unspecs.md
> @@ -530,7 +530,6 @@ (define_c_enum "unspec" [
> VRNDMQ_F
> VRNDAQ_F
> VREV64Q_F
> - VNEGQ_F
> VDUPQ_N_F
> VABSQ_F
> VREV32Q_F
> @@ -549,7 +548,6 @@ (define_c_enum "unspec" [
> VREV64Q_S
> VREV64Q_U
> VQABSQ_S
> - VNEGQ_S
> VDUPQ_N_U
> VDUPQ_N_S
> VCLZQ_U
> diff --git a/gcc/config/arm/vec-common.md b/gcc/config/arm/vec-
> common.md
> index 37ff518..2d0932b 100644
> --- a/gcc/config/arm/vec-common.md
> +++ b/gcc/config/arm/vec-common.md
> @@ -199,3 +199,9 @@ (define_expand "one_cmpl<mode>2"
> (not:VDQ (match_operand:VDQ 1 "s_register_operand")))]
> "ARM_HAVE_<MODE>_ARITH"
> )
> +
> +(define_expand "neg<mode>2"
> + [(set (match_operand:VDQWH 0 "s_register_operand" "")
> + (neg:VDQWH (match_operand:VDQWH 1 "s_register_operand" "")))]
> + "ARM_HAVE_<MODE>_ARITH"
> +)
> diff --git a/gcc/testsuite/gcc.target/arm/simd/mve-vneg.c
> b/gcc/testsuite/gcc.target/arm/simd/mve-vneg.c
> new file mode 100644
> index 0000000..afd0d60
> --- /dev/null
> +++ b/gcc/testsuite/gcc.target/arm/simd/mve-vneg.c
> @@ -0,0 +1,49 @@
> +/* { dg-do assemble } */
> +/* { dg-require-effective-target arm_v8_1m_mve_fp_ok } */
> +/* { dg-add-options arm_v8_1m_mve_fp } */
> +/* { dg-additional-options "-O3" } */
> +
> +#include <stdint.h>
> +#include <arm_mve.h>
> +
> +#define FUNC(SIGN, TYPE, BITS, NB, OP, NAME)
> \
> + void test_ ## NAME ##_ ## SIGN ## BITS ## x ## NB (TYPE##BITS##_t *
> __restrict__ dest, TYPE##BITS##_t *a) { \
> + int i; \
> + for (i=0; i<NB; i++) { \
> + dest[i] = OP a[i]; \
> + } \
> +}
> +
> +#define FUNC_FLOAT(SIGN, TYPE, BITS, NB, OP, NAME)
> \
> + void test_ ## NAME ##_ ## SIGN ## BITS ## x ## NB (TYPE * __restrict__
> dest, TYPE *a) { \
> + int i; \
> + for (i=0; i<NB; i++) { \
> + dest[i] = OP a[i]; \
> + } \
> +}
> +
> +/* vmnvq supports only 16-bit and 32-bit elements. */
> +/* 64-bit vectors. */
> +FUNC(s, int, 32, 2, -, vneg)
> +FUNC(u, uint, 32, 2, -, vneg)
> +FUNC(s, int, 16, 4, -, vneg)
> +FUNC(u, uint, 16, 4, -, vneg)
> +FUNC(s, int, 8, 8, -, vneg)
> +FUNC(u, uint, 8, 8, -, vneg)
> +FUNC_FLOAT(f, float, 32, 2, -, vneg)
> +FUNC(f, float, 16, 4, -, vneg)
> +
> +/* 128-bit vectors. */
> +FUNC(s, int, 32, 4, -, vneg)
> +FUNC(u, uint, 32, 4, -, vneg)
> +FUNC(s, int, 16, 8, -, vneg)
> +FUNC(u, uint, 16, 8, -, vneg)
> +FUNC(s, int, 8, 16, -, vneg)
> +FUNC(u, uint, 8, 16, -, vneg)
> +FUNC_FLOAT(f, float, 32, 4, -, vneg)
> +FUNC(f, float, 16, 8, -, vneg)
> +
> +/* MVE has only 128-bit vectors, so we can vectorize only half of the
> + functions above. */
> +/* { dg-final { scan-assembler-times {vneg.s[0-9]+ q[0-9]+, q[0-9]+} 6 } } */
> +/* { dg-final { scan-assembler-times {vneg.f[0-9]+ q[0-9]+, q[0-9]+} 2 } } */
> --
> 2.7.4
More information about the Gcc-patches
mailing list