[llvm] ba4c214 - [x86] add tests for another reciprocal sqrt pattern; NFC

Sanjay Patel via llvm-commits llvm-commits at lists.llvm.org
Sat Aug 8 08:10:31 PDT 2020


Author: Sanjay Patel
Date: 2020-08-08T10:38:06-04:00
New Revision: ba4c214181d193ae00b91d2aa6e53da829560fdb

URL: https://github.com/llvm/llvm-project/commit/ba4c214181d193ae00b91d2aa6e53da829560fdb
DIFF: https://github.com/llvm/llvm-project/commit/ba4c214181d193ae00b91d2aa6e53da829560fdb.diff

LOG: [x86] add tests for another reciprocal sqrt pattern; NFC

Added: 
    

Modified: 
    llvm/test/CodeGen/X86/sqrt-fastmath.ll

Removed: 
    


################################################################################
diff  --git a/llvm/test/CodeGen/X86/sqrt-fastmath.ll b/llvm/test/CodeGen/X86/sqrt-fastmath.ll
index 29d21f6927bd..3b547c4bb515 100644
--- a/llvm/test/CodeGen/X86/sqrt-fastmath.ll
+++ b/llvm/test/CodeGen/X86/sqrt-fastmath.ll
@@ -795,6 +795,102 @@ define double @div_sqrt_fabs_f64(double %x, double %y, double %z) {
   ret double %d
 }
 
+; This is a special case for the general pattern above -
+; if the sqrt operand is the same as the other mul op,
+; then fabs may be omitted.
+; x / (y * sqrt(y)) --> x * rsqrt(y*y*y)
+
+define float @div_sqrt_f32(float %x, float %y) {
+; SSE-LABEL: div_sqrt_f32:
+; SSE:       # %bb.0:
+; SSE-NEXT:    rsqrtss %xmm1, %xmm2
+; SSE-NEXT:    movaps %xmm1, %xmm3
+; SSE-NEXT:    mulss %xmm2, %xmm3
+; SSE-NEXT:    mulss %xmm2, %xmm3
+; SSE-NEXT:    addss {{.*}}(%rip), %xmm3
+; SSE-NEXT:    mulss {{.*}}(%rip), %xmm2
+; SSE-NEXT:    mulss %xmm3, %xmm2
+; SSE-NEXT:    divss %xmm1, %xmm2
+; SSE-NEXT:    mulss %xmm2, %xmm0
+; SSE-NEXT:    retq
+;
+; AVX1-LABEL: div_sqrt_f32:
+; AVX1:       # %bb.0:
+; AVX1-NEXT:    vrsqrtss %xmm1, %xmm1, %xmm2
+; AVX1-NEXT:    vmulss %xmm2, %xmm1, %xmm3
+; AVX1-NEXT:    vmulss %xmm2, %xmm3, %xmm3
+; AVX1-NEXT:    vaddss {{.*}}(%rip), %xmm3, %xmm3
+; AVX1-NEXT:    vmulss {{.*}}(%rip), %xmm2, %xmm2
+; AVX1-NEXT:    vmulss %xmm3, %xmm2, %xmm2
+; AVX1-NEXT:    vdivss %xmm1, %xmm2, %xmm1
+; AVX1-NEXT:    vmulss %xmm1, %xmm0, %xmm0
+; AVX1-NEXT:    retq
+;
+; AVX512-LABEL: div_sqrt_f32:
+; AVX512:       # %bb.0:
+; AVX512-NEXT:    vrsqrtss %xmm1, %xmm1, %xmm2
+; AVX512-NEXT:    vmulss %xmm2, %xmm1, %xmm3
+; AVX512-NEXT:    vfmadd213ss {{.*#+}} xmm3 = (xmm2 * xmm3) + mem
+; AVX512-NEXT:    vmulss {{.*}}(%rip), %xmm2, %xmm2
+; AVX512-NEXT:    vmulss %xmm3, %xmm2, %xmm2
+; AVX512-NEXT:    vdivss %xmm1, %xmm2, %xmm1
+; AVX512-NEXT:    vmulss %xmm1, %xmm0, %xmm0
+; AVX512-NEXT:    retq
+  %s = call fast float @llvm.sqrt.f32(float %y)
+  %m = fmul fast float %s, %y
+  %d = fdiv fast float %x, %m
+  ret float %d
+}
+
+; This is a special case for the general pattern above -
+; if the sqrt operand is the same as the other mul op,
+; then fabs may be omitted.
+; x / (y * sqrt(y)) --> x * rsqrt(y*y*y)
+
+define <4 x float> @div_sqrt_v4f32(<4 x float> %x, <4 x float> %y) {
+; SSE-LABEL: div_sqrt_v4f32:
+; SSE:       # %bb.0:
+; SSE-NEXT:    rsqrtps %xmm1, %xmm2
+; SSE-NEXT:    movaps %xmm1, %xmm3
+; SSE-NEXT:    mulps %xmm2, %xmm3
+; SSE-NEXT:    mulps %xmm2, %xmm3
+; SSE-NEXT:    addps {{.*}}(%rip), %xmm3
+; SSE-NEXT:    mulps {{.*}}(%rip), %xmm2
+; SSE-NEXT:    mulps %xmm3, %xmm2
+; SSE-NEXT:    divps %xmm1, %xmm2
+; SSE-NEXT:    mulps %xmm2, %xmm0
+; SSE-NEXT:    retq
+;
+; AVX1-LABEL: div_sqrt_v4f32:
+; AVX1:       # %bb.0:
+; AVX1-NEXT:    vrsqrtps %xmm1, %xmm2
+; AVX1-NEXT:    vmulps %xmm2, %xmm1, %xmm3
+; AVX1-NEXT:    vmulps %xmm2, %xmm3, %xmm3
+; AVX1-NEXT:    vaddps {{.*}}(%rip), %xmm3, %xmm3
+; AVX1-NEXT:    vmulps {{.*}}(%rip), %xmm2, %xmm2
+; AVX1-NEXT:    vmulps %xmm3, %xmm2, %xmm2
+; AVX1-NEXT:    vdivps %xmm1, %xmm2, %xmm1
+; AVX1-NEXT:    vmulps %xmm1, %xmm0, %xmm0
+; AVX1-NEXT:    retq
+;
+; AVX512-LABEL: div_sqrt_v4f32:
+; AVX512:       # %bb.0:
+; AVX512-NEXT:    vrsqrtps %xmm1, %xmm2
+; AVX512-NEXT:    vmulps %xmm2, %xmm1, %xmm3
+; AVX512-NEXT:    vbroadcastss {{.*#+}} xmm4 = [-3.0E+0,-3.0E+0,-3.0E+0,-3.0E+0]
+; AVX512-NEXT:    vfmadd231ps {{.*#+}} xmm4 = (xmm2 * xmm3) + xmm4
+; AVX512-NEXT:    vbroadcastss {{.*#+}} xmm3 = [-5.0E-1,-5.0E-1,-5.0E-1,-5.0E-1]
+; AVX512-NEXT:    vmulps %xmm3, %xmm2, %xmm2
+; AVX512-NEXT:    vmulps %xmm4, %xmm2, %xmm2
+; AVX512-NEXT:    vdivps %xmm1, %xmm2, %xmm1
+; AVX512-NEXT:    vmulps %xmm1, %xmm0, %xmm0
+; AVX512-NEXT:    retq
+  %s = call <4 x float> @llvm.sqrt.v4f32(<4 x float> %y)
+  %m = fmul reassoc <4 x float> %y, %s
+  %d = fdiv reassoc arcp <4 x float> %x, %m
+  ret <4 x float> %d
+}
+
 attributes #0 = { "unsafe-fp-math"="true" "reciprocal-estimates"="!sqrtf,!vec-sqrtf,!divf,!vec-divf" }
 attributes #1 = { "unsafe-fp-math"="true" "reciprocal-estimates"="sqrt,vec-sqrt" }
 attributes #2 = { nounwind readnone }


        


More information about the llvm-commits mailing list