[llvm] 3208801 - [AArch64][GlobalISel] Add some bf16 GISel test coverage. NFC
David Green via llvm-commits
llvm-commits at lists.llvm.org
Fri Jan 24 01:51:59 PST 2025
Author: David Green
Date: 2025-01-24T09:51:40Z
New Revision: 3208801aec1867b83335418d84ee09b773ef5b2e
URL: https://github.com/llvm/llvm-project/commit/3208801aec1867b83335418d84ee09b773ef5b2e
DIFF: https://github.com/llvm/llvm-project/commit/3208801aec1867b83335418d84ee09b773ef5b2e.diff
LOG: [AArch64][GlobalISel] Add some bf16 GISel test coverage. NFC
Most of this is mis-compiling with +fullfp16 and should be disabled for GISel.
Added:
Modified:
llvm/test/CodeGen/AArch64/bf16-instructions.ll
Removed:
################################################################################
diff --git a/llvm/test/CodeGen/AArch64/bf16-instructions.ll b/llvm/test/CodeGen/AArch64/bf16-instructions.ll
index bc06453e9c01f6..ecf64ecbbd3fff 100644
--- a/llvm/test/CodeGen/AArch64/bf16-instructions.ll
+++ b/llvm/test/CodeGen/AArch64/bf16-instructions.ll
@@ -1,6 +1,25 @@
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5
; RUN: llc < %s -mtriple aarch64-unknown-unknown | FileCheck %s --check-prefixes=CHECK,CHECK-CVT
-; RUN: llc < %s -mtriple aarch64-unknown-unknown -mattr=+bf16 | FileCheck %s --check-prefixes=CHECK,CHECK-BF16
+; RUN: llc < %s -mtriple aarch64-unknown-unknown -mattr=+bf16 | FileCheck %s --check-prefixes=CHECK,CHECK-BF16,CHECK-SD
+; RUN: llc < %s -mtriple aarch64-unknown-unknown -mattr=+bf16,+fullfp16 -global-isel -global-isel-abort=2 2>&1 | FileCheck %s --check-prefixes=CHECK,CHECK-BF16,CHECK-GI
+
+; CHECK-GI: warning: Instruction selection used fallback path for test_fptosi_i32
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_fptosi_i64
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_fptoui_i32
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_fptoui_i64
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_uitofp_i32
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_uitofp_i64
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_sitofp_i32
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_sitofp_i64
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_uitofp_i32_fadd
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_sitofp_i32_fadd
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_fptrunc_float
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_fptrunc_double
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_fpext_float
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_fpext_double
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_copysign_f32
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_copysign_f64
+; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_copysign_extended
define bfloat @test_fadd(bfloat %a, bfloat %b) #0 {
; CHECK-CVT-LABEL: test_fadd:
@@ -20,15 +39,20 @@ define bfloat @test_fadd(bfloat %a, bfloat %b) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_fadd:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: fadd s0, s0, s1
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_fadd:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fadd s0, s0, s1
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fadd:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fadd h0, h0, h1
+; CHECK-GI-NEXT: ret
%r = fadd bfloat %a, %b
ret bfloat %r
}
@@ -51,15 +75,20 @@ define bfloat @test_fsub(bfloat %a, bfloat %b) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_fsub:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: fsub s0, s0, s1
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_fsub:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fsub s0, s0, s1
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fsub:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fsub h0, h0, h1
+; CHECK-GI-NEXT: ret
%r = fsub bfloat %a, %b
ret bfloat %r
}
@@ -82,15 +111,20 @@ define bfloat @test_fmul(bfloat %a, bfloat %b) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_fmul:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: fmul s0, s0, s1
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_fmul:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fmul s0, s0, s1
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fmul:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fmul h0, h0, h1
+; CHECK-GI-NEXT: ret
%r = fmul bfloat %a, %b
ret bfloat %r
}
@@ -123,20 +157,25 @@ define bfloat @test_fmadd(bfloat %a, bfloat %b, bfloat %c) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_fmadd:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: // kill: def $h2 killed $h2 def $d2
-; CHECK-BF16-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: fmul s0, s0, s1
-; CHECK-BF16-NEXT: shll v1.4s, v2.4h, #16
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: fadd s0, s0, s1
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_fmadd:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: // kill: def $h2 killed $h2 def $d2
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fmul s0, s0, s1
+; CHECK-SD-NEXT: shll v1.4s, v2.4h, #16
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fadd s0, s0, s1
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fmadd:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fmadd h0, h0, h1, h2
+; CHECK-GI-NEXT: ret
%mul = fmul fast bfloat %a, %b
%r = fadd fast bfloat %mul, %c
ret bfloat %r
@@ -160,15 +199,20 @@ define bfloat @test_fdiv(bfloat %a, bfloat %b) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_fdiv:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: fdiv s0, s0, s1
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_fdiv:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fdiv s0, s0, s1
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fdiv:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fdiv h0, h0, h1
+; CHECK-GI-NEXT: ret
%r = fdiv bfloat %a, %b
ret bfloat %r
}
@@ -195,19 +239,29 @@ define bfloat @test_frem(bfloat %a, bfloat %b) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_frem:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: // kill: def $s1 killed $s1 killed $q1
-; CHECK-BF16-NEXT: bl fmodf
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_frem:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: // kill: def $s1 killed $s1 killed $q1
+; CHECK-SD-NEXT: bl fmodf
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_frem:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: fcvt s1, h1
+; CHECK-GI-NEXT: bl fmodf
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = frem bfloat %a, %b
ret bfloat %r
}
@@ -269,277 +323,617 @@ define bfloat @test_tailcall_flipped(bfloat %a, bfloat %b) #0 {
}
define bfloat @test_select(bfloat %a, bfloat %b, i1 zeroext %c) #0 {
-; CHECK-LABEL: test_select:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $s0
-; CHECK-NEXT: cmp w0, #0
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $s1
-; CHECK-NEXT: fcsel s0, s0, s1, ne
-; CHECK-NEXT: // kill: def $h0 killed $h0 killed $s0
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_select:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $s0
+; CHECK-CVT-NEXT: cmp w0, #0
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $s1
+; CHECK-CVT-NEXT: fcsel s0, s0, s1, ne
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_select:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $s0
+; CHECK-SD-NEXT: cmp w0, #0
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $s1
+; CHECK-SD-NEXT: fcsel s0, s0, s1, ne
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 killed $s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_select:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: // kill: def $h0 killed $h0 def $s0
+; CHECK-GI-NEXT: // kill: def $h1 killed $h1 def $s1
+; CHECK-GI-NEXT: fmov w8, s0
+; CHECK-GI-NEXT: fmov w9, s1
+; CHECK-GI-NEXT: tst w0, #0x1
+; CHECK-GI-NEXT: csel w8, w8, w9, ne
+; CHECK-GI-NEXT: fmov s0, w8
+; CHECK-GI-NEXT: // kill: def $h0 killed $h0 killed $s0
+; CHECK-GI-NEXT: ret
%r = select i1 %c, bfloat %a, bfloat %b
ret bfloat %r
}
define bfloat @test_select_cc(bfloat %a, bfloat %b, bfloat %c, bfloat %d) #0 {
-; CHECK-LABEL: test_select_cc:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h3 killed $h3 def $d3
-; CHECK-NEXT: // kill: def $h2 killed $h2 def $d2
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $s0
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $s1
-; CHECK-NEXT: shll v3.4s, v3.4h, #16
-; CHECK-NEXT: shll v2.4s, v2.4h, #16
-; CHECK-NEXT: fcmp s2, s3
-; CHECK-NEXT: fcsel s0, s0, s1, ne
-; CHECK-NEXT: // kill: def $h0 killed $h0 killed $s0
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_select_cc:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h3 killed $h3 def $d3
+; CHECK-CVT-NEXT: // kill: def $h2 killed $h2 def $d2
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $s0
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $s1
+; CHECK-CVT-NEXT: shll v3.4s, v3.4h, #16
+; CHECK-CVT-NEXT: shll v2.4s, v2.4h, #16
+; CHECK-CVT-NEXT: fcmp s2, s3
+; CHECK-CVT-NEXT: fcsel s0, s0, s1, ne
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_select_cc:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h3 killed $h3 def $d3
+; CHECK-SD-NEXT: // kill: def $h2 killed $h2 def $d2
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $s0
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $s1
+; CHECK-SD-NEXT: shll v3.4s, v3.4h, #16
+; CHECK-SD-NEXT: shll v2.4s, v2.4h, #16
+; CHECK-SD-NEXT: fcmp s2, s3
+; CHECK-SD-NEXT: fcsel s0, s0, s1, ne
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 killed $s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_select_cc:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: // kill: def $h0 killed $h0 def $s0
+; CHECK-GI-NEXT: // kill: def $h1 killed $h1 def $s1
+; CHECK-GI-NEXT: fcmp h2, h3
+; CHECK-GI-NEXT: fmov w8, s0
+; CHECK-GI-NEXT: fmov w9, s1
+; CHECK-GI-NEXT: csel w8, w8, w9, ne
+; CHECK-GI-NEXT: fmov s0, w8
+; CHECK-GI-NEXT: // kill: def $h0 killed $h0 killed $s0
+; CHECK-GI-NEXT: ret
%cc = fcmp une bfloat %c, %d
%r = select i1 %cc, bfloat %a, bfloat %b
ret bfloat %r
}
define float @test_select_cc_f32_f16(float %a, float %b, bfloat %c, bfloat %d) #0 {
-; CHECK-LABEL: test_select_cc_f32_f16:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h3 killed $h3 def $d3
-; CHECK-NEXT: // kill: def $h2 killed $h2 def $d2
-; CHECK-NEXT: shll v3.4s, v3.4h, #16
-; CHECK-NEXT: shll v2.4s, v2.4h, #16
-; CHECK-NEXT: fcmp s2, s3
-; CHECK-NEXT: fcsel s0, s0, s1, ne
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_select_cc_f32_f16:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h3 killed $h3 def $d3
+; CHECK-CVT-NEXT: // kill: def $h2 killed $h2 def $d2
+; CHECK-CVT-NEXT: shll v3.4s, v3.4h, #16
+; CHECK-CVT-NEXT: shll v2.4s, v2.4h, #16
+; CHECK-CVT-NEXT: fcmp s2, s3
+; CHECK-CVT-NEXT: fcsel s0, s0, s1, ne
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_select_cc_f32_f16:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h3 killed $h3 def $d3
+; CHECK-SD-NEXT: // kill: def $h2 killed $h2 def $d2
+; CHECK-SD-NEXT: shll v3.4s, v3.4h, #16
+; CHECK-SD-NEXT: shll v2.4s, v2.4h, #16
+; CHECK-SD-NEXT: fcmp s2, s3
+; CHECK-SD-NEXT: fcsel s0, s0, s1, ne
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_select_cc_f32_f16:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h2, h3
+; CHECK-GI-NEXT: fcsel s0, s0, s1, ne
+; CHECK-GI-NEXT: ret
%cc = fcmp une bfloat %c, %d
%r = select i1 %cc, float %a, float %b
ret float %r
}
define bfloat @test_select_cc_f16_f32(bfloat %a, bfloat %b, float %c, float %d) #0 {
-; CHECK-LABEL: test_select_cc_f16_f32:
-; CHECK: // %bb.0:
-; CHECK-NEXT: fcmp s2, s3
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $s0
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $s1
-; CHECK-NEXT: fcsel s0, s0, s1, ne
-; CHECK-NEXT: // kill: def $h0 killed $h0 killed $s0
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_select_cc_f16_f32:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: fcmp s2, s3
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $s0
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $s1
+; CHECK-CVT-NEXT: fcsel s0, s0, s1, ne
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_select_cc_f16_f32:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: fcmp s2, s3
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $s0
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $s1
+; CHECK-SD-NEXT: fcsel s0, s0, s1, ne
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 killed $s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_select_cc_f16_f32:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: // kill: def $h0 killed $h0 def $s0
+; CHECK-GI-NEXT: // kill: def $h1 killed $h1 def $s1
+; CHECK-GI-NEXT: fcmp s2, s3
+; CHECK-GI-NEXT: fmov w8, s0
+; CHECK-GI-NEXT: fmov w9, s1
+; CHECK-GI-NEXT: csel w8, w8, w9, ne
+; CHECK-GI-NEXT: fmov s0, w8
+; CHECK-GI-NEXT: // kill: def $h0 killed $h0 killed $s0
+; CHECK-GI-NEXT: ret
%cc = fcmp une float %c, %d
%r = select i1 %cc, bfloat %a, bfloat %b
ret bfloat %r
}
define i1 @test_fcmp_une(bfloat %a, bfloat %b) #0 {
-; CHECK-LABEL: test_fcmp_une:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: cset w0, ne
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fcmp_une:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: cset w0, ne
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fcmp_une:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: cset w0, ne
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fcmp_une:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: cset w0, ne
+; CHECK-GI-NEXT: ret
%r = fcmp une bfloat %a, %b
ret i1 %r
}
define i1 @test_fcmp_ueq(bfloat %a, bfloat %b) #0 {
-; CHECK-LABEL: test_fcmp_ueq:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: cset w8, eq
-; CHECK-NEXT: csinc w0, w8, wzr, vc
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fcmp_ueq:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: cset w8, eq
+; CHECK-CVT-NEXT: csinc w0, w8, wzr, vc
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fcmp_ueq:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: cset w8, eq
+; CHECK-SD-NEXT: csinc w0, w8, wzr, vc
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fcmp_ueq:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: cset w8, eq
+; CHECK-GI-NEXT: cset w9, vs
+; CHECK-GI-NEXT: orr w0, w8, w9
+; CHECK-GI-NEXT: ret
%r = fcmp ueq bfloat %a, %b
ret i1 %r
}
define i1 @test_fcmp_ugt(bfloat %a, bfloat %b) #0 {
-; CHECK-LABEL: test_fcmp_ugt:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: cset w0, hi
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fcmp_ugt:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: cset w0, hi
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fcmp_ugt:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: cset w0, hi
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fcmp_ugt:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: cset w0, hi
+; CHECK-GI-NEXT: ret
%r = fcmp ugt bfloat %a, %b
ret i1 %r
}
define i1 @test_fcmp_uge(bfloat %a, bfloat %b) #0 {
-; CHECK-LABEL: test_fcmp_uge:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: cset w0, pl
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fcmp_uge:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: cset w0, pl
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fcmp_uge:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: cset w0, pl
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fcmp_uge:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: cset w0, pl
+; CHECK-GI-NEXT: ret
%r = fcmp uge bfloat %a, %b
ret i1 %r
}
define i1 @test_fcmp_ult(bfloat %a, bfloat %b) #0 {
-; CHECK-LABEL: test_fcmp_ult:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: cset w0, lt
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fcmp_ult:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: cset w0, lt
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fcmp_ult:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: cset w0, lt
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fcmp_ult:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: cset w0, lt
+; CHECK-GI-NEXT: ret
%r = fcmp ult bfloat %a, %b
ret i1 %r
}
define i1 @test_fcmp_ule(bfloat %a, bfloat %b) #0 {
-; CHECK-LABEL: test_fcmp_ule:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: cset w0, le
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fcmp_ule:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: cset w0, le
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fcmp_ule:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: cset w0, le
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fcmp_ule:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: cset w0, le
+; CHECK-GI-NEXT: ret
%r = fcmp ule bfloat %a, %b
ret i1 %r
}
define i1 @test_fcmp_uno(bfloat %a, bfloat %b) #0 {
-; CHECK-LABEL: test_fcmp_uno:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: cset w0, vs
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fcmp_uno:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: cset w0, vs
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fcmp_uno:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: cset w0, vs
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fcmp_uno:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: cset w0, vs
+; CHECK-GI-NEXT: ret
%r = fcmp uno bfloat %a, %b
ret i1 %r
}
define i1 @test_fcmp_one(bfloat %a, bfloat %b) #0 {
-; CHECK-LABEL: test_fcmp_one:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: cset w8, mi
-; CHECK-NEXT: csinc w0, w8, wzr, le
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fcmp_one:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: cset w8, mi
+; CHECK-CVT-NEXT: csinc w0, w8, wzr, le
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fcmp_one:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: cset w8, mi
+; CHECK-SD-NEXT: csinc w0, w8, wzr, le
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fcmp_one:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: cset w8, mi
+; CHECK-GI-NEXT: cset w9, gt
+; CHECK-GI-NEXT: orr w0, w8, w9
+; CHECK-GI-NEXT: ret
%r = fcmp one bfloat %a, %b
ret i1 %r
}
define i1 @test_fcmp_oeq(bfloat %a, bfloat %b) #0 {
-; CHECK-LABEL: test_fcmp_oeq:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: cset w0, eq
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fcmp_oeq:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: cset w0, eq
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fcmp_oeq:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: cset w0, eq
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fcmp_oeq:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: cset w0, eq
+; CHECK-GI-NEXT: ret
%r = fcmp oeq bfloat %a, %b
ret i1 %r
}
define i1 @test_fcmp_ogt(bfloat %a, bfloat %b) #0 {
-; CHECK-LABEL: test_fcmp_ogt:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: cset w0, gt
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fcmp_ogt:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: cset w0, gt
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fcmp_ogt:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: cset w0, gt
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fcmp_ogt:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: cset w0, gt
+; CHECK-GI-NEXT: ret
%r = fcmp ogt bfloat %a, %b
ret i1 %r
}
define i1 @test_fcmp_oge(bfloat %a, bfloat %b) #0 {
-; CHECK-LABEL: test_fcmp_oge:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: cset w0, ge
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fcmp_oge:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: cset w0, ge
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fcmp_oge:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: cset w0, ge
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fcmp_oge:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: cset w0, ge
+; CHECK-GI-NEXT: ret
%r = fcmp oge bfloat %a, %b
ret i1 %r
}
define i1 @test_fcmp_olt(bfloat %a, bfloat %b) #0 {
-; CHECK-LABEL: test_fcmp_olt:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: cset w0, mi
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fcmp_olt:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: cset w0, mi
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fcmp_olt:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: cset w0, mi
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fcmp_olt:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: cset w0, mi
+; CHECK-GI-NEXT: ret
%r = fcmp olt bfloat %a, %b
ret i1 %r
}
define i1 @test_fcmp_ole(bfloat %a, bfloat %b) #0 {
-; CHECK-LABEL: test_fcmp_ole:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: cset w0, ls
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fcmp_ole:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: cset w0, ls
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fcmp_ole:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: cset w0, ls
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fcmp_ole:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: cset w0, ls
+; CHECK-GI-NEXT: ret
%r = fcmp ole bfloat %a, %b
ret i1 %r
}
define i1 @test_fcmp_ord(bfloat %a, bfloat %b) #0 {
-; CHECK-LABEL: test_fcmp_ord:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: cset w0, vc
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fcmp_ord:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: cset w0, vc
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fcmp_ord:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: cset w0, vc
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fcmp_ord:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: cset w0, vc
+; CHECK-GI-NEXT: ret
%r = fcmp ord bfloat %a, %b
ret i1 %r
}
define void @test_fccmp(bfloat %in, ptr %out) {
-; CHECK-LABEL: test_fccmp:
-; CHECK: // %bb.0:
-; CHECK-NEXT: movi v1.2s, #69, lsl #24
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v2.4s, v0.4h, #16
-; CHECK-NEXT: adrp x8, .LCPI29_0
-; CHECK-NEXT: movi v3.2s, #72, lsl #24
-; CHECK-NEXT: fcmp s2, s1
-; CHECK-NEXT: ldr h1, [x8, :lo12:.LCPI29_0]
-; CHECK-NEXT: fccmp s2, s3, #4, mi
-; CHECK-NEXT: fcsel s0, s0, s1, gt
-; CHECK-NEXT: str h0, [x0]
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fccmp:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: movi v1.2s, #69, lsl #24
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v2.4s, v0.4h, #16
+; CHECK-CVT-NEXT: adrp x8, .LCPI29_0
+; CHECK-CVT-NEXT: movi v3.2s, #72, lsl #24
+; CHECK-CVT-NEXT: fcmp s2, s1
+; CHECK-CVT-NEXT: ldr h1, [x8, :lo12:.LCPI29_0]
+; CHECK-CVT-NEXT: fccmp s2, s3, #4, mi
+; CHECK-CVT-NEXT: fcsel s0, s0, s1, gt
+; CHECK-CVT-NEXT: str h0, [x0]
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fccmp:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: movi v1.2s, #69, lsl #24
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v2.4s, v0.4h, #16
+; CHECK-SD-NEXT: adrp x8, .LCPI29_0
+; CHECK-SD-NEXT: movi v3.2s, #72, lsl #24
+; CHECK-SD-NEXT: fcmp s2, s1
+; CHECK-SD-NEXT: ldr h1, [x8, :lo12:.LCPI29_0]
+; CHECK-SD-NEXT: fccmp s2, s3, #4, mi
+; CHECK-SD-NEXT: fcsel s0, s0, s1, gt
+; CHECK-SD-NEXT: str h0, [x0]
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fccmp:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fmov h1, #5.00000000
+; CHECK-GI-NEXT: // kill: def $h0 killed $h0 def $s0
+; CHECK-GI-NEXT: fmov h2, #8.00000000
+; CHECK-GI-NEXT: fmov w8, s0
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: fmov w9, s1
+; CHECK-GI-NEXT: fccmp h0, h2, #4, mi
+; CHECK-GI-NEXT: csel w8, w8, w9, gt
+; CHECK-GI-NEXT: strh w8, [x0]
+; CHECK-GI-NEXT: ret
%cmp1 = fcmp ogt bfloat %in, 0xR4800
%cmp2 = fcmp olt bfloat %in, 0xR4500
%cond = and i1 %cmp1, %cmp2
@@ -549,16 +943,34 @@ define void @test_fccmp(bfloat %in, ptr %out) {
}
define void @test_br_cc(bfloat %a, bfloat %b, ptr %p1, ptr %p2) #0 {
-; CHECK-LABEL: test_br_cc:
-; CHECK: // %bb.0: // %common.ret
-; CHECK-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-NEXT: fcmp s0, s1
-; CHECK-NEXT: csel x8, x0, x1, pl
-; CHECK-NEXT: str wzr, [x8]
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_br_cc:
+; CHECK-CVT: // %bb.0: // %common.ret
+; CHECK-CVT-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-CVT-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-CVT-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-CVT-NEXT: fcmp s0, s1
+; CHECK-CVT-NEXT: csel x8, x0, x1, pl
+; CHECK-CVT-NEXT: str wzr, [x8]
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_br_cc:
+; CHECK-SD: // %bb.0: // %common.ret
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fcmp s0, s1
+; CHECK-SD-NEXT: csel x8, x0, x1, pl
+; CHECK-SD-NEXT: str wzr, [x8]
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_br_cc:
+; CHECK-GI: // %bb.0: // %common.ret
+; CHECK-GI-NEXT: fcmp h0, h1
+; CHECK-GI-NEXT: csel x8, x0, x1, pl
+; CHECK-GI-NEXT: str wzr, [x8]
+; CHECK-GI-NEXT: ret
%c = fcmp uge bfloat %a, %b
br i1 %c, label %then, label %else
then:
@@ -1014,13 +1426,18 @@ define bfloat @test_sqrt(bfloat %a) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_sqrt:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: fsqrt s0, s0
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_sqrt:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fsqrt s0, s0
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_sqrt:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fsqrt h0, h0
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.sqrt.f16(bfloat %a)
ret bfloat %r
}
@@ -1044,16 +1461,25 @@ define bfloat @test_powi(bfloat %a, i32 %b) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_powi:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl __powisf2
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_powi:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl __powisf2
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_powi:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl __powisf2
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.powi.f16.i32(bfloat %a, i32 %b)
ret bfloat %r
}
@@ -1078,16 +1504,25 @@ define bfloat @test_sin(bfloat %a) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_sin:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl sinf
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_sin:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl sinf
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_sin:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl sinf
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.sin.f16(bfloat %a)
ret bfloat %r
}
@@ -1111,16 +1546,25 @@ define bfloat @test_cos(bfloat %a) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_cos:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl cosf
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_cos:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl cosf
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_cos:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl cosf
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.cos.f16(bfloat %a)
ret bfloat %r
}
@@ -1144,16 +1588,25 @@ define bfloat @test_tan(bfloat %a) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_tan:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl tanf
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_tan:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl tanf
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_tan:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl tanf
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.tan.f16(bfloat %a)
ret bfloat %r
}
@@ -1177,16 +1630,25 @@ define bfloat @test_acos(bfloat %a) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_acos:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl acosf
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_acos:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl acosf
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_acos:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl acosf
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.acos.f16(bfloat %a)
ret bfloat %r
}
@@ -1210,16 +1672,25 @@ define bfloat @test_asin(bfloat %a) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_asin:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl asinf
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_asin:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl asinf
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_asin:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl asinf
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.asin.f16(bfloat %a)
ret bfloat %r
}
@@ -1243,16 +1714,25 @@ define bfloat @test_atan(bfloat %a) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_atan:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl atanf
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_atan:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl atanf
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_atan:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl atanf
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.atan.f16(bfloat %a)
ret bfloat %r
}
@@ -1279,19 +1759,29 @@ define bfloat @test_atan2(bfloat %a, bfloat %b) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_atan2:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: // kill: def $s1 killed $s1 killed $q1
-; CHECK-BF16-NEXT: bl atan2f
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_atan2:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: // kill: def $s1 killed $s1 killed $q1
+; CHECK-SD-NEXT: bl atan2f
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_atan2:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: fcvt s1, h1
+; CHECK-GI-NEXT: bl atan2f
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.atan2.f16(bfloat %a, bfloat %b)
ret bfloat %r
}
@@ -1315,16 +1805,25 @@ define bfloat @test_cosh(bfloat %a) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_cosh:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl coshf
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_cosh:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl coshf
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_cosh:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl coshf
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.cosh.f16(bfloat %a)
ret bfloat %r
}
@@ -1348,16 +1847,25 @@ define bfloat @test_sinh(bfloat %a) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_sinh:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl sinhf
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_sinh:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl sinhf
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_sinh:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl sinhf
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.sinh.f16(bfloat %a)
ret bfloat %r
}
@@ -1381,16 +1889,25 @@ define bfloat @test_tanh(bfloat %a) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_tanh:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl tanhf
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_tanh:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl tanhf
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_tanh:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl tanhf
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.tanh.f16(bfloat %a)
ret bfloat %r
}
@@ -1417,19 +1934,29 @@ define bfloat @test_pow(bfloat %a, bfloat %b) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_pow:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: // kill: def $s1 killed $s1 killed $q1
-; CHECK-BF16-NEXT: bl powf
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_pow:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: // kill: def $s1 killed $s1 killed $q1
+; CHECK-SD-NEXT: bl powf
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_pow:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: fcvt s1, h1
+; CHECK-GI-NEXT: bl powf
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.pow.f16(bfloat %a, bfloat %b)
ret bfloat %r
}
@@ -1453,16 +1980,25 @@ define bfloat @test_exp(bfloat %a) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_exp:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl expf
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_exp:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl expf
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_exp:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl expf
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.exp.f16(bfloat %a)
ret bfloat %r
}
@@ -1486,16 +2022,25 @@ define bfloat @test_exp2(bfloat %a) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_exp2:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl exp2f
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_exp2:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl exp2f
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_exp2:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl exp2f
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.exp2.f16(bfloat %a)
ret bfloat %r
}
@@ -1519,16 +2064,25 @@ define bfloat @test_log(bfloat %a) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_log:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl logf
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_log:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl logf
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_log:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl logf
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.log.f16(bfloat %a)
ret bfloat %r
}
@@ -1552,16 +2106,25 @@ define bfloat @test_log10(bfloat %a) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_log10:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl log10f
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_log10:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl log10f
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_log10:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl log10f
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.log10.f16(bfloat %a)
ret bfloat %r
}
@@ -1585,16 +2148,25 @@ define bfloat @test_log2(bfloat %a) #0 {
; CHECK-CVT-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_log2:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: bl log2f
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_log2:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: bl log2f
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_log2:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
+; CHECK-GI-NEXT: fcvt s0, h0
+; CHECK-GI-NEXT: bl log2f
+; CHECK-GI-NEXT: bfcvt h0, s0
+; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.log2.f16(bfloat %a)
ret bfloat %r
}
@@ -1619,30 +2191,49 @@ define bfloat @test_fma(bfloat %a, bfloat %b, bfloat %c) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_fma:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h2 killed $h2 def $d2
-; CHECK-BF16-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v2.4s, v2.4h, #16
-; CHECK-BF16-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: fmadd s0, s0, s1, s2
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_fma:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h2 killed $h2 def $d2
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v2.4s, v2.4h, #16
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fmadd s0, s0, s1, s2
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fma:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fmadd h0, h0, h1, h2
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.fma.f16(bfloat %a, bfloat %b, bfloat %c)
ret bfloat %r
}
define bfloat @test_fabs(bfloat %a) #0 {
-; CHECK-LABEL: test_fabs:
-; CHECK: // %bb.0:
-; CHECK-NEXT: // kill: def $h0 killed $h0 def $s0
-; CHECK-NEXT: fmov w8, s0
-; CHECK-NEXT: and w8, w8, #0x7fff
-; CHECK-NEXT: fmov s0, w8
-; CHECK-NEXT: // kill: def $h0 killed $h0 killed $s0
-; CHECK-NEXT: ret
+; CHECK-CVT-LABEL: test_fabs:
+; CHECK-CVT: // %bb.0:
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 def $s0
+; CHECK-CVT-NEXT: fmov w8, s0
+; CHECK-CVT-NEXT: and w8, w8, #0x7fff
+; CHECK-CVT-NEXT: fmov s0, w8
+; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
+; CHECK-CVT-NEXT: ret
+;
+; CHECK-SD-LABEL: test_fabs:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $s0
+; CHECK-SD-NEXT: fmov w8, s0
+; CHECK-SD-NEXT: and w8, w8, #0x7fff
+; CHECK-SD-NEXT: fmov s0, w8
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 killed $s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fabs:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fabs h0, h0
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.fabs.f16(bfloat %a)
ret bfloat %r
}
@@ -1665,15 +2256,20 @@ define bfloat @test_minnum(bfloat %a, bfloat %b) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_minnum:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: fminnm s0, s0, s1
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_minnum:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fminnm s0, s0, s1
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_minnum:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fminnm h0, h0, h1
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.minnum.f16(bfloat %a, bfloat %b)
ret bfloat %r
}
@@ -1696,15 +2292,20 @@ define bfloat @test_maxnum(bfloat %a, bfloat %b) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_maxnum:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: fmaxnm s0, s0, s1
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_maxnum:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fmaxnm s0, s0, s1
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_maxnum:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fmaxnm h0, h0, h1
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.maxnum.f16(bfloat %a, bfloat %b)
ret bfloat %r
}
@@ -1724,16 +2325,25 @@ define bfloat @test_copysign(bfloat %a, bfloat %b) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_copysign:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: mvni v2.4s, #128, lsl #24
-; CHECK-BF16-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: bif v0.16b, v1.16b, v2.16b
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_copysign:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: mvni v2.4s, #128, lsl #24
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: bif v0.16b, v1.16b, v2.16b
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_copysign:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: mvni v2.4h, #128, lsl #8
+; CHECK-GI-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-GI-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-GI-NEXT: bif v0.8b, v1.8b, v2.8b
+; CHECK-GI-NEXT: // kill: def $h0 killed $h0 killed $d0
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.copysign.f16(bfloat %a, bfloat %b)
ret bfloat %r
}
@@ -1752,15 +2362,24 @@ define bfloat @test_copysign_f32(bfloat %a, float %b) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_copysign_f32:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: mvni v2.4s, #128, lsl #24
-; CHECK-BF16-NEXT: // kill: def $s1 killed $s1 def $q1
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: bif v0.16b, v1.16b, v2.16b
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_copysign_f32:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: mvni v2.4s, #128, lsl #24
+; CHECK-SD-NEXT: // kill: def $s1 killed $s1 def $q1
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: bif v0.16b, v1.16b, v2.16b
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_copysign_f32:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: bfcvt h1, s1
+; CHECK-GI-NEXT: mvni v2.8h, #128, lsl #8
+; CHECK-GI-NEXT: // kill: def $h0 killed $h0 def $q0
+; CHECK-GI-NEXT: bif v0.16b, v1.16b, v2.16b
+; CHECK-GI-NEXT: // kill: def $h0 killed $h0 killed $q0
+; CHECK-GI-NEXT: ret
%tb = fptrunc float %b to bfloat
%r = call bfloat @llvm.copysign.f16(bfloat %a, bfloat %tb)
ret bfloat %r
@@ -1780,15 +2399,25 @@ define bfloat @test_copysign_f64(bfloat %a, double %b) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_copysign_f64:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: fcvt s1, d1
-; CHECK-BF16-NEXT: mvni v2.4s, #128, lsl #24
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: bif v0.16b, v1.16b, v2.16b
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_copysign_f64:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: fcvt s1, d1
+; CHECK-SD-NEXT: mvni v2.4s, #128, lsl #24
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: bif v0.16b, v1.16b, v2.16b
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_copysign_f64:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fcvtxn s1, d1
+; CHECK-GI-NEXT: mvni v2.8h, #128, lsl #8
+; CHECK-GI-NEXT: // kill: def $h0 killed $h0 def $q0
+; CHECK-GI-NEXT: bfcvt h1, s1
+; CHECK-GI-NEXT: bif v0.16b, v1.16b, v2.16b
+; CHECK-GI-NEXT: // kill: def $h0 killed $h0 killed $q0
+; CHECK-GI-NEXT: ret
%tb = fptrunc double %b to bfloat
%r = call bfloat @llvm.copysign.f16(bfloat %a, bfloat %tb)
ret bfloat %r
@@ -1814,20 +2443,30 @@ define float @test_copysign_extended(bfloat %a, bfloat %b) #0 {
; CHECK-CVT-NEXT: // kill: def $s0 killed $s0 killed $q0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_copysign_extended:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: movi v2.4s, #16
-; CHECK-BF16-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-BF16-NEXT: ushll v0.4s, v0.4h, #0
-; CHECK-BF16-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-BF16-NEXT: ushl v0.4s, v0.4s, v2.4s
-; CHECK-BF16-NEXT: mvni v2.4s, #128, lsl #24
-; CHECK-BF16-NEXT: bif v0.16b, v1.16b, v2.16b
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: // kill: def $s0 killed $s0 killed $q0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_copysign_extended:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: movi v2.4s, #16
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: ushll v0.4s, v0.4h, #0
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: ushl v0.4s, v0.4s, v2.4s
+; CHECK-SD-NEXT: mvni v2.4s, #128, lsl #24
+; CHECK-SD-NEXT: bif v0.16b, v1.16b, v2.16b
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_copysign_extended:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: mvni v2.8h, #128, lsl #8
+; CHECK-GI-NEXT: // kill: def $h0 killed $h0 def $q0
+; CHECK-GI-NEXT: // kill: def $h1 killed $h1 def $q1
+; CHECK-GI-NEXT: bif v0.16b, v1.16b, v2.16b
+; CHECK-GI-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-GI-NEXT: // kill: def $s0 killed $s0 killed $q0
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.copysign.f16(bfloat %a, bfloat %b)
%xr = fpext bfloat %r to float
ret float %xr
@@ -1849,13 +2488,18 @@ define bfloat @test_floor(bfloat %a) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_floor:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: frintm s0, s0
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_floor:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: frintm s0, s0
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_floor:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: frintm h0, h0
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.floor.f16(bfloat %a)
ret bfloat %r
}
@@ -1876,13 +2520,18 @@ define bfloat @test_ceil(bfloat %a) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_ceil:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: frintp s0, s0
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_ceil:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: frintp s0, s0
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_ceil:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: frintp h0, h0
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.ceil.f16(bfloat %a)
ret bfloat %r
}
@@ -1903,13 +2552,18 @@ define bfloat @test_trunc(bfloat %a) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_trunc:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: frintz s0, s0
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_trunc:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: frintz s0, s0
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_trunc:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: frintz h0, h0
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.trunc.f16(bfloat %a)
ret bfloat %r
}
@@ -1930,13 +2584,18 @@ define bfloat @test_rint(bfloat %a) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_rint:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: frintx s0, s0
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_rint:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: frintx s0, s0
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_rint:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: frintx h0, h0
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.rint.f16(bfloat %a)
ret bfloat %r
}
@@ -1957,13 +2616,18 @@ define bfloat @test_nearbyint(bfloat %a) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_nearbyint:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: frinti s0, s0
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_nearbyint:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: frinti s0, s0
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_nearbyint:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: frinti h0, h0
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.nearbyint.f16(bfloat %a)
ret bfloat %r
}
@@ -1984,13 +2648,18 @@ define bfloat @test_round(bfloat %a) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_round:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: frinta s0, s0
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_round:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: frinta s0, s0
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_round:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: frinta h0, h0
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.round.f16(bfloat %a)
ret bfloat %r
}
@@ -2011,13 +2680,18 @@ define bfloat @test_roundeven(bfloat %a) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_roundeven:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: frintn s0, s0
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_roundeven:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: frintn s0, s0
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_roundeven:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: frintn h0, h0
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.roundeven.f16(bfloat %a)
ret bfloat %r
}
@@ -2050,20 +2724,26 @@ define bfloat @test_fmuladd(bfloat %a, bfloat %b, bfloat %c) #0 {
; CHECK-CVT-NEXT: // kill: def $h0 killed $h0 killed $s0
; CHECK-CVT-NEXT: ret
;
-; CHECK-BF16-LABEL: test_fmuladd:
-; CHECK-BF16: // %bb.0:
-; CHECK-BF16-NEXT: // kill: def $h1 killed $h1 def $d1
-; CHECK-BF16-NEXT: // kill: def $h0 killed $h0 def $d0
-; CHECK-BF16-NEXT: // kill: def $h2 killed $h2 def $d2
-; CHECK-BF16-NEXT: shll v1.4s, v1.4h, #16
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: fmul s0, s0, s1
-; CHECK-BF16-NEXT: shll v1.4s, v2.4h, #16
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: shll v0.4s, v0.4h, #16
-; CHECK-BF16-NEXT: fadd s0, s0, s1
-; CHECK-BF16-NEXT: bfcvt h0, s0
-; CHECK-BF16-NEXT: ret
+; CHECK-SD-LABEL: test_fmuladd:
+; CHECK-SD: // %bb.0:
+; CHECK-SD-NEXT: // kill: def $h1 killed $h1 def $d1
+; CHECK-SD-NEXT: // kill: def $h0 killed $h0 def $d0
+; CHECK-SD-NEXT: // kill: def $h2 killed $h2 def $d2
+; CHECK-SD-NEXT: shll v1.4s, v1.4h, #16
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fmul s0, s0, s1
+; CHECK-SD-NEXT: shll v1.4s, v2.4h, #16
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: shll v0.4s, v0.4h, #16
+; CHECK-SD-NEXT: fadd s0, s0, s1
+; CHECK-SD-NEXT: bfcvt h0, s0
+; CHECK-SD-NEXT: ret
+;
+; CHECK-GI-LABEL: test_fmuladd:
+; CHECK-GI: // %bb.0:
+; CHECK-GI-NEXT: fmul h0, h0, h1
+; CHECK-GI-NEXT: fadd h0, h0, h2
+; CHECK-GI-NEXT: ret
%r = call bfloat @llvm.fmuladd.f16(bfloat %a, bfloat %b, bfloat %c)
ret bfloat %r
}
More information about the llvm-commits
mailing list