[x86] Fix incorrect digit constraint

Message ID 20221027105354.3151191-1-hongtao.liu@intel.com
State New
Headers
Series [x86] Fix incorrect digit constraint |

Commit Message

Liu, Hongtao Oct. 27, 2022, 10:53 a.m. UTC
  Matching constraints are used in these circumstances. More precisely,
the two operands that match must include one input-only operand and
one output-only operand. Moreover, the digit must be a smaller number
than the number of the operand that uses it in the constraint.

In pr107057, the 2 operands in the pattern are both input operands.

Bootstrapped and regtested on x86_64-pc-linux-gnu{-m32,}.
Ok for trunk?

gcc/ChangeLog:

	PR target/107057
	* config/i386/sse.md (*vec_interleave_highv2df): Remove
	constraint 1.
	(*vec_interleave_lowv2df): Ditto.
	(vec_concatv2df): Ditto.
	* config/i386/i386.cc (ix86_vec_interleave_v2df_operator_ok):
	Disallow MEM_P (op1) && MEM_P (op2).

gcc/testsuite/ChangeLog:

	* gcc.target/i386/pr107057.c: New test.
---
 gcc/config/i386/i386.cc                  |  2 +-
 gcc/config/i386/sse.md                   | 68 +++++++++++-------------
 gcc/testsuite/gcc.target/i386/pr107057.c | 19 +++++++
 3 files changed, 50 insertions(+), 39 deletions(-)
 create mode 100644 gcc/testsuite/gcc.target/i386/pr107057.c
  

Comments

Uros Bizjak Oct. 27, 2022, 12:29 p.m. UTC | #1
On Thu, Oct 27, 2022 at 12:55 PM liuhongt <hongtao.liu@intel.com> wrote:
>
> Matching constraints are used in these circumstances. More precisely,
> the two operands that match must include one input-only operand and
> one output-only operand. Moreover, the digit must be a smaller number
> than the number of the operand that uses it in the constraint.
>
> In pr107057, the 2 operands in the pattern are both input operands.

Ouch...

> Bootstrapped and regtested on x86_64-pc-linux-gnu{-m32,}.
> Ok for trunk?

You have a couple of other patterns where operand 1 is matched to
produce vmovddup insn. These are *avx512f_unpcklpd512<mask_name> and
avx_unpcklpd256<mask_name>. You can also remove expander in both
cases.

Uros.

>
> gcc/ChangeLog:
>
>         PR target/107057
>         * config/i386/sse.md (*vec_interleave_highv2df): Remove
>         constraint 1.
>         (*vec_interleave_lowv2df): Ditto.
>         (vec_concatv2df): Ditto.
>         * config/i386/i386.cc (ix86_vec_interleave_v2df_operator_ok):
>         Disallow MEM_P (op1) && MEM_P (op2).
>
> gcc/testsuite/ChangeLog:
>
>         * gcc.target/i386/pr107057.c: New test.
> ---
>  gcc/config/i386/i386.cc                  |  2 +-
>  gcc/config/i386/sse.md                   | 68 +++++++++++-------------
>  gcc/testsuite/gcc.target/i386/pr107057.c | 19 +++++++
>  3 files changed, 50 insertions(+), 39 deletions(-)
>  create mode 100644 gcc/testsuite/gcc.target/i386/pr107057.c
>
> diff --git a/gcc/config/i386/i386.cc b/gcc/config/i386/i386.cc
> index aeea26ef4be..e3b7bea0d68 100644
> --- a/gcc/config/i386/i386.cc
> +++ b/gcc/config/i386/i386.cc
> @@ -15652,7 +15652,7 @@ ix86_vec_interleave_v2df_operator_ok (rtx operands[3], bool high)
>    if (MEM_P (operands[0]))
>      return rtx_equal_p (operands[0], operands[1 + high]);
>    if (MEM_P (operands[1]) && MEM_P (operands[2]))
> -    return TARGET_SSE3 && rtx_equal_p (operands[1], operands[2]);
> +    return false;
>    return true;
>  }
>
> diff --git a/gcc/config/i386/sse.md b/gcc/config/i386/sse.md
> index f4b5506703f..e6fefe39ca2 100644
> --- a/gcc/config/i386/sse.md
> +++ b/gcc/config/i386/sse.md
> @@ -12170,29 +12170,28 @@ (define_expand "vec_interleave_highv2df"
>  })
>
>  (define_insn "*vec_interleave_highv2df"
> -  [(set (match_operand:V2DF 0 "nonimmediate_operand"     "=x,v,v,x,v,m")
> +  [(set (match_operand:V2DF 0 "nonimmediate_operand"     "=x,v,x,v,m")
>         (vec_select:V2DF
>           (vec_concat:V4DF
> -           (match_operand:V2DF 1 "nonimmediate_operand" " 0,v,o,o,o,v")
> -           (match_operand:V2DF 2 "nonimmediate_operand" " x,v,1,0,v,0"))
> +           (match_operand:V2DF 1 "nonimmediate_operand" " 0,v,o,o,v")
> +           (match_operand:V2DF 2 "nonimmediate_operand" " x,v,0,v,0"))
>           (parallel [(const_int 1)
>                      (const_int 3)])))]
>    "TARGET_SSE2 && ix86_vec_interleave_v2df_operator_ok (operands, 1)"
>    "@
>     unpckhpd\t{%2, %0|%0, %2}
>     vunpckhpd\t{%2, %1, %0|%0, %1, %2}
> -   %vmovddup\t{%H1, %0|%0, %H1}
>     movlpd\t{%H1, %0|%0, %H1}
>     vmovlpd\t{%H1, %2, %0|%0, %2, %H1}
>     %vmovhpd\t{%1, %0|%q0, %1}"
> -  [(set_attr "isa" "noavx,avx,sse3,noavx,avx,*")
> -   (set_attr "type" "sselog,sselog,sselog,ssemov,ssemov,ssemov")
> +  [(set_attr "isa" "noavx,avx,noavx,avx,*")
> +   (set_attr "type" "sselog,sselog,ssemov,ssemov,ssemov")
>     (set (attr "prefix_data16")
> -     (if_then_else (eq_attr "alternative" "3,5")
> +     (if_then_else (eq_attr "alternative" "2,4")
>                    (const_string "1")
>                    (const_string "*")))
> -   (set_attr "prefix" "orig,maybe_evex,maybe_vex,orig,maybe_evex,maybe_vex")
> -   (set_attr "mode" "V2DF,V2DF,DF,V1DF,V1DF,V1DF")])
> +   (set_attr "prefix" "orig,maybe_evex,orig,maybe_evex,maybe_vex")
> +   (set_attr "mode" "V2DF,V2DF,V1DF,V1DF,V1DF")])
>
>  (define_expand "avx512f_movddup512<mask_name>"
>    [(set (match_operand:V8DF 0 "register_operand")
> @@ -12332,29 +12331,28 @@ (define_expand "vec_interleave_lowv2df"
>  })
>
>  (define_insn "*vec_interleave_lowv2df"
> -  [(set (match_operand:V2DF 0 "nonimmediate_operand"     "=x,v,v,x,v,o")
> +  [(set (match_operand:V2DF 0 "nonimmediate_operand"     "=x,v,x,v,o")
>         (vec_select:V2DF
>           (vec_concat:V4DF
> -           (match_operand:V2DF 1 "nonimmediate_operand" " 0,v,m,0,v,0")
> -           (match_operand:V2DF 2 "nonimmediate_operand" " x,v,1,m,m,v"))
> +           (match_operand:V2DF 1 "nonimmediate_operand" " 0,v,0,v,0")
> +           (match_operand:V2DF 2 "nonimmediate_operand" " x,v,m,m,v"))
>           (parallel [(const_int 0)
>                      (const_int 2)])))]
>    "TARGET_SSE2 && ix86_vec_interleave_v2df_operator_ok (operands, 0)"
>    "@
>     unpcklpd\t{%2, %0|%0, %2}
>     vunpcklpd\t{%2, %1, %0|%0, %1, %2}
> -   %vmovddup\t{%1, %0|%0, %q1}
>     movhpd\t{%2, %0|%0, %q2}
>     vmovhpd\t{%2, %1, %0|%0, %1, %q2}
>     %vmovlpd\t{%2, %H0|%H0, %2}"
> -  [(set_attr "isa" "noavx,avx,sse3,noavx,avx,*")
> -   (set_attr "type" "sselog,sselog,sselog,ssemov,ssemov,ssemov")
> +  [(set_attr "isa" "noavx,avx,noavx,avx,*")
> +   (set_attr "type" "sselog,sselog,ssemov,ssemov,ssemov")
>     (set (attr "prefix_data16")
> -     (if_then_else (eq_attr "alternative" "3,5")
> +     (if_then_else (eq_attr "alternative" "2,4")
>                    (const_string "1")
>                    (const_string "*")))
> -   (set_attr "prefix" "orig,maybe_evex,maybe_vex,orig,maybe_evex,maybe_vex")
> -   (set_attr "mode" "V2DF,V2DF,DF,V1DF,V1DF,V1DF")])
> +   (set_attr "prefix" "orig,maybe_evex,orig,maybe_evex,maybe_vex")
> +   (set_attr "mode" "V2DF,V2DF,V1DF,V1DF,V1DF")])
>
>  (define_split
>    [(set (match_operand:V2DF 0 "memory_operand")
> @@ -13560,56 +13558,50 @@ (define_insn "vec_dupv2df<mask_name>"
>     (set_attr "mode" "V2DF,DF,DF")])
>
>  (define_insn "vec_concatv2df"
> -  [(set (match_operand:V2DF 0 "register_operand"     "=x,x,v,x,v,x,x, v,x,x")
> +  [(set (match_operand:V2DF 0 "register_operand"     "=x,x,v,x,x, v,x,x")
>         (vec_concat:V2DF
> -         (match_operand:DF 1 "nonimmediate_operand" " 0,x,v,m,m,0,x,vm,0,0")
> -         (match_operand:DF 2 "nonimm_or_0_operand"  " x,x,v,1,1,m,m, C,x,m")))]
> -  "TARGET_SSE
> -   && (!(MEM_P (operands[1]) && MEM_P (operands[2]))
> -       || (TARGET_SSE3 && rtx_equal_p (operands[1], operands[2])))"
> +         (match_operand:DF 1 "nonimmediate_operand" " 0,x,v,0,x,vm,0,0")
> +         (match_operand:DF 2 "nonimm_or_0_operand"  " x,x,v,m,m, C,x,m")))]
> +  "TARGET_SSE && !(MEM_P (operands[1]) && MEM_P (operands[2]))"
>    "@
>     unpcklpd\t{%2, %0|%0, %2}
>     vunpcklpd\t{%2, %1, %0|%0, %1, %2}
>     vunpcklpd\t{%2, %1, %0|%0, %1, %2}
> -   %vmovddup\t{%1, %0|%0, %1}
> -   vmovddup\t{%1, %0|%0, %1}
>     movhpd\t{%2, %0|%0, %2}
>     vmovhpd\t{%2, %1, %0|%0, %1, %2}
>     %vmovq\t{%1, %0|%0, %1}
>     movlhps\t{%2, %0|%0, %2}
>     movhps\t{%2, %0|%0, %2}"
>    [(set (attr "isa")
> -     (cond [(eq_attr "alternative" "0,5")
> +     (cond [(eq_attr "alternative" "0,3")
>               (const_string "sse2_noavx")
> -           (eq_attr "alternative" "1,6")
> +           (eq_attr "alternative" "1,4")
>               (const_string "avx")
> -           (eq_attr "alternative" "2,4")
> +           (eq_attr "alternative" "2")
>               (const_string "avx512vl")
> -           (eq_attr "alternative" "3")
> -             (const_string "sse3")
> -           (eq_attr "alternative" "7")
> +           (eq_attr "alternative" "5")
>               (const_string "sse2")
>            ]
>            (const_string "noavx")))
>     (set (attr "type")
>       (if_then_else
> -       (eq_attr "alternative" "0,1,2,3,4")
> +       (eq_attr "alternative" "0,1,2")
>         (const_string "sselog")
>         (const_string "ssemov")))
>     (set (attr "prefix_data16")
> -       (if_then_else (eq_attr "alternative" "5")
> +       (if_then_else (eq_attr "alternative" "3")
>                       (const_string "1")
>                       (const_string "*")))
>     (set (attr "prefix")
> -     (cond [(eq_attr "alternative" "1,6")
> +     (cond [(eq_attr "alternative" "1,4")
>               (const_string "vex")
> -           (eq_attr "alternative" "2,4")
> +           (eq_attr "alternative" "2")
>               (const_string "evex")
> -           (eq_attr "alternative" "3,7")
> +           (eq_attr "alternative" "5")
>               (const_string "maybe_vex")
>            ]
>            (const_string "orig")))
> -   (set_attr "mode" "V2DF,V2DF,V2DF, DF, DF, V1DF,V1DF,DF,V4SF,V2SF")])
> +   (set_attr "mode" "V2DF,V2DF,V2DF,V1DF,V1DF,DF,V4SF,V2SF")])
>
>  ;; vmovq clears also the higher bits.
>  (define_insn "vec_set<mode>_0"
> diff --git a/gcc/testsuite/gcc.target/i386/pr107057.c b/gcc/testsuite/gcc.target/i386/pr107057.c
> new file mode 100644
> index 00000000000..40b49ac21ec
> --- /dev/null
> +++ b/gcc/testsuite/gcc.target/i386/pr107057.c
> @@ -0,0 +1,19 @@
> +/* { dg-do compile { target { ! ia32 } } } */
> +/* { dg-options "-mavx -mcmodel=large -O3" } */
> +
> +typedef double v2df __attribute__ ((vector_size (16)));
> +v2df f (double a, double b)
> +{
> +  v2df v;
> +  double *c = (double *)&v;
> +  *c = a;
> +  *(c+1) = b;
> +  return v;
> +}
> +void g ()
> +{
> +  v2df x = f (1.0, 1.0);
> +  v2df y = f (2.0, 2.0);
> +  for (;*(double *)&x<=8; x+=y)
> +    g ();
> +}
> --
> 2.27.0
>
  

Patch

diff --git a/gcc/config/i386/i386.cc b/gcc/config/i386/i386.cc
index aeea26ef4be..e3b7bea0d68 100644
--- a/gcc/config/i386/i386.cc
+++ b/gcc/config/i386/i386.cc
@@ -15652,7 +15652,7 @@  ix86_vec_interleave_v2df_operator_ok (rtx operands[3], bool high)
   if (MEM_P (operands[0]))
     return rtx_equal_p (operands[0], operands[1 + high]);
   if (MEM_P (operands[1]) && MEM_P (operands[2]))
-    return TARGET_SSE3 && rtx_equal_p (operands[1], operands[2]);
+    return false;
   return true;
 }
 
diff --git a/gcc/config/i386/sse.md b/gcc/config/i386/sse.md
index f4b5506703f..e6fefe39ca2 100644
--- a/gcc/config/i386/sse.md
+++ b/gcc/config/i386/sse.md
@@ -12170,29 +12170,28 @@  (define_expand "vec_interleave_highv2df"
 })
 
 (define_insn "*vec_interleave_highv2df"
-  [(set (match_operand:V2DF 0 "nonimmediate_operand"     "=x,v,v,x,v,m")
+  [(set (match_operand:V2DF 0 "nonimmediate_operand"     "=x,v,x,v,m")
 	(vec_select:V2DF
 	  (vec_concat:V4DF
-	    (match_operand:V2DF 1 "nonimmediate_operand" " 0,v,o,o,o,v")
-	    (match_operand:V2DF 2 "nonimmediate_operand" " x,v,1,0,v,0"))
+	    (match_operand:V2DF 1 "nonimmediate_operand" " 0,v,o,o,v")
+	    (match_operand:V2DF 2 "nonimmediate_operand" " x,v,0,v,0"))
 	  (parallel [(const_int 1)
 		     (const_int 3)])))]
   "TARGET_SSE2 && ix86_vec_interleave_v2df_operator_ok (operands, 1)"
   "@
    unpckhpd\t{%2, %0|%0, %2}
    vunpckhpd\t{%2, %1, %0|%0, %1, %2}
-   %vmovddup\t{%H1, %0|%0, %H1}
    movlpd\t{%H1, %0|%0, %H1}
    vmovlpd\t{%H1, %2, %0|%0, %2, %H1}
    %vmovhpd\t{%1, %0|%q0, %1}"
-  [(set_attr "isa" "noavx,avx,sse3,noavx,avx,*")
-   (set_attr "type" "sselog,sselog,sselog,ssemov,ssemov,ssemov")
+  [(set_attr "isa" "noavx,avx,noavx,avx,*")
+   (set_attr "type" "sselog,sselog,ssemov,ssemov,ssemov")
    (set (attr "prefix_data16")
-     (if_then_else (eq_attr "alternative" "3,5")
+     (if_then_else (eq_attr "alternative" "2,4")
 		   (const_string "1")
 		   (const_string "*")))
-   (set_attr "prefix" "orig,maybe_evex,maybe_vex,orig,maybe_evex,maybe_vex")
-   (set_attr "mode" "V2DF,V2DF,DF,V1DF,V1DF,V1DF")])
+   (set_attr "prefix" "orig,maybe_evex,orig,maybe_evex,maybe_vex")
+   (set_attr "mode" "V2DF,V2DF,V1DF,V1DF,V1DF")])
 
 (define_expand "avx512f_movddup512<mask_name>"
   [(set (match_operand:V8DF 0 "register_operand")
@@ -12332,29 +12331,28 @@  (define_expand "vec_interleave_lowv2df"
 })
 
 (define_insn "*vec_interleave_lowv2df"
-  [(set (match_operand:V2DF 0 "nonimmediate_operand"     "=x,v,v,x,v,o")
+  [(set (match_operand:V2DF 0 "nonimmediate_operand"     "=x,v,x,v,o")
 	(vec_select:V2DF
 	  (vec_concat:V4DF
-	    (match_operand:V2DF 1 "nonimmediate_operand" " 0,v,m,0,v,0")
-	    (match_operand:V2DF 2 "nonimmediate_operand" " x,v,1,m,m,v"))
+	    (match_operand:V2DF 1 "nonimmediate_operand" " 0,v,0,v,0")
+	    (match_operand:V2DF 2 "nonimmediate_operand" " x,v,m,m,v"))
 	  (parallel [(const_int 0)
 		     (const_int 2)])))]
   "TARGET_SSE2 && ix86_vec_interleave_v2df_operator_ok (operands, 0)"
   "@
    unpcklpd\t{%2, %0|%0, %2}
    vunpcklpd\t{%2, %1, %0|%0, %1, %2}
-   %vmovddup\t{%1, %0|%0, %q1}
    movhpd\t{%2, %0|%0, %q2}
    vmovhpd\t{%2, %1, %0|%0, %1, %q2}
    %vmovlpd\t{%2, %H0|%H0, %2}"
-  [(set_attr "isa" "noavx,avx,sse3,noavx,avx,*")
-   (set_attr "type" "sselog,sselog,sselog,ssemov,ssemov,ssemov")
+  [(set_attr "isa" "noavx,avx,noavx,avx,*")
+   (set_attr "type" "sselog,sselog,ssemov,ssemov,ssemov")
    (set (attr "prefix_data16")
-     (if_then_else (eq_attr "alternative" "3,5")
+     (if_then_else (eq_attr "alternative" "2,4")
 		   (const_string "1")
 		   (const_string "*")))
-   (set_attr "prefix" "orig,maybe_evex,maybe_vex,orig,maybe_evex,maybe_vex")
-   (set_attr "mode" "V2DF,V2DF,DF,V1DF,V1DF,V1DF")])
+   (set_attr "prefix" "orig,maybe_evex,orig,maybe_evex,maybe_vex")
+   (set_attr "mode" "V2DF,V2DF,V1DF,V1DF,V1DF")])
 
 (define_split
   [(set (match_operand:V2DF 0 "memory_operand")
@@ -13560,56 +13558,50 @@  (define_insn "vec_dupv2df<mask_name>"
    (set_attr "mode" "V2DF,DF,DF")])
 
 (define_insn "vec_concatv2df"
-  [(set (match_operand:V2DF 0 "register_operand"     "=x,x,v,x,v,x,x, v,x,x")
+  [(set (match_operand:V2DF 0 "register_operand"     "=x,x,v,x,x, v,x,x")
 	(vec_concat:V2DF
-	  (match_operand:DF 1 "nonimmediate_operand" " 0,x,v,m,m,0,x,vm,0,0")
-	  (match_operand:DF 2 "nonimm_or_0_operand"  " x,x,v,1,1,m,m, C,x,m")))]
-  "TARGET_SSE
-   && (!(MEM_P (operands[1]) && MEM_P (operands[2]))
-       || (TARGET_SSE3 && rtx_equal_p (operands[1], operands[2])))"
+	  (match_operand:DF 1 "nonimmediate_operand" " 0,x,v,0,x,vm,0,0")
+	  (match_operand:DF 2 "nonimm_or_0_operand"  " x,x,v,m,m, C,x,m")))]
+  "TARGET_SSE && !(MEM_P (operands[1]) && MEM_P (operands[2]))"
   "@
    unpcklpd\t{%2, %0|%0, %2}
    vunpcklpd\t{%2, %1, %0|%0, %1, %2}
    vunpcklpd\t{%2, %1, %0|%0, %1, %2}
-   %vmovddup\t{%1, %0|%0, %1}
-   vmovddup\t{%1, %0|%0, %1}
    movhpd\t{%2, %0|%0, %2}
    vmovhpd\t{%2, %1, %0|%0, %1, %2}
    %vmovq\t{%1, %0|%0, %1}
    movlhps\t{%2, %0|%0, %2}
    movhps\t{%2, %0|%0, %2}"
   [(set (attr "isa")
-     (cond [(eq_attr "alternative" "0,5")
+     (cond [(eq_attr "alternative" "0,3")
 	      (const_string "sse2_noavx")
-	    (eq_attr "alternative" "1,6")
+	    (eq_attr "alternative" "1,4")
 	      (const_string "avx")
-	    (eq_attr "alternative" "2,4")
+	    (eq_attr "alternative" "2")
 	      (const_string "avx512vl")
-	    (eq_attr "alternative" "3")
-	      (const_string "sse3")
-	    (eq_attr "alternative" "7")
+	    (eq_attr "alternative" "5")
 	      (const_string "sse2")
 	   ]
 	   (const_string "noavx")))
    (set (attr "type")
      (if_then_else
-       (eq_attr "alternative" "0,1,2,3,4")
+       (eq_attr "alternative" "0,1,2")
        (const_string "sselog")
        (const_string "ssemov")))
    (set (attr "prefix_data16")
-	(if_then_else (eq_attr "alternative" "5")
+	(if_then_else (eq_attr "alternative" "3")
 		      (const_string "1")
 		      (const_string "*")))
    (set (attr "prefix")
-     (cond [(eq_attr "alternative" "1,6")
+     (cond [(eq_attr "alternative" "1,4")
 	      (const_string "vex")
-	    (eq_attr "alternative" "2,4")
+	    (eq_attr "alternative" "2")
 	      (const_string "evex")
-	    (eq_attr "alternative" "3,7")
+	    (eq_attr "alternative" "5")
 	      (const_string "maybe_vex")
 	   ]
 	   (const_string "orig")))
-   (set_attr "mode" "V2DF,V2DF,V2DF, DF, DF, V1DF,V1DF,DF,V4SF,V2SF")])
+   (set_attr "mode" "V2DF,V2DF,V2DF,V1DF,V1DF,DF,V4SF,V2SF")])
 
 ;; vmovq clears also the higher bits.
 (define_insn "vec_set<mode>_0"
diff --git a/gcc/testsuite/gcc.target/i386/pr107057.c b/gcc/testsuite/gcc.target/i386/pr107057.c
new file mode 100644
index 00000000000..40b49ac21ec
--- /dev/null
+++ b/gcc/testsuite/gcc.target/i386/pr107057.c
@@ -0,0 +1,19 @@ 
+/* { dg-do compile { target { ! ia32 } } } */
+/* { dg-options "-mavx -mcmodel=large -O3" } */
+
+typedef double v2df __attribute__ ((vector_size (16)));
+v2df f (double a, double b)
+{
+  v2df v;
+  double *c = (double *)&v;
+  *c = a;
+  *(c+1) = b;
+  return v;
+}
+void g ()
+{
+  v2df x = f (1.0, 1.0);
+  v2df y = f (2.0, 2.0);
+  for (;*(double *)&x<=8; x+=y)
+    g ();
+}