[llvm] 3ece898 - [AMDGPU][GISel] Add RegBankLegalize rules for amdgcn_tanh (#214051)
via llvm-commits
llvm-commits at lists.llvm.org
Wed Aug 5 11:48:27 PDT 2026
Author: Chinmay Deshpande
Date: 2026-08-05T11:48:20-07:00
New Revision: 3ece898b3e7f71d4c0e44c991bab5cac719db1e8
URL: https://github.com/llvm/llvm-project/commit/3ece898b3e7f71d4c0e44c991bab5cac719db1e8
DIFF: https://github.com/llvm/llvm-project/commit/3ece898b3e7f71d4c0e44c991bab5cac719db1e8.diff
LOG: [AMDGPU][GISel] Add RegBankLegalize rules for amdgcn_tanh (#214051)
Enable the existing gfx1250 and gfx13 GlobalISel coverage now that tanh
operands are assigned to VGPRs.
Added:
Modified:
llvm/lib/Target/AMDGPU/AMDGPURegBankLegalizeRules.cpp
llvm/test/CodeGen/AMDGPU/llvm.amdgcn.tanh.ll
Removed:
################################################################################
diff --git a/llvm/lib/Target/AMDGPU/AMDGPURegBankLegalizeRules.cpp b/llvm/lib/Target/AMDGPU/AMDGPURegBankLegalizeRules.cpp
index 499a018828957..29c76f69e6418 100644
--- a/llvm/lib/Target/AMDGPU/AMDGPURegBankLegalizeRules.cpp
+++ b/llvm/lib/Target/AMDGPU/AMDGPURegBankLegalizeRules.cpp
@@ -2504,7 +2504,7 @@ RegBankLegalizeRules::RegBankLegalizeRules(const GCNSubtarget &_ST,
.Div(B32, {{VgprB32}, {IntrId, VgprB32, VgprB32}})
.Div(B64, {{VgprB64}, {IntrId, VgprB64, VgprB64}});
- addRulesForIOpcs({amdgcn_sin, amdgcn_cos}, Standard)
+ addRulesForIOpcs({amdgcn_sin, amdgcn_cos, amdgcn_tanh}, Standard)
.Div(S16, {{Vgpr16}, {IntrId, Vgpr16}})
.Uni(S16, {{UniInVgprS16}, {IntrId, Vgpr16}})
.Div(S32, {{Vgpr32}, {IntrId, Vgpr32}})
diff --git a/llvm/test/CodeGen/AMDGPU/llvm.amdgcn.tanh.ll b/llvm/test/CodeGen/AMDGPU/llvm.amdgcn.tanh.ll
index 568f70639d323..547b64df1888d 100644
--- a/llvm/test/CodeGen/AMDGPU/llvm.amdgcn.tanh.ll
+++ b/llvm/test/CodeGen/AMDGPU/llvm.amdgcn.tanh.ll
@@ -1,12 +1,12 @@
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5
; RUN: llc -global-isel=0 -mtriple=amdgpu12.50 -mattr=+real-true16 %s -o - | FileCheck -check-prefixes=GFX1250,GFX1250-SDAG-REAL16 %s
; RUN: llc -global-isel=0 -mtriple=amdgpu12.50 -mattr=-real-true16 %s -o - | FileCheck -check-prefixes=GFX1250,GFX1250-SDAG-FAKE16 %s
-; xUN: llc -global-isel=1 -mtriple=amdgpu12.50 -mattr=+real-true16 %s -o - | FileCheck -check-prefixes=GFX1250,GFX1250-GISEL-REAL16 %s
-; xUN: llc -global-isel=1 -mtriple=amdgpu12.50 -mattr=-real-true16 %s -o - | FileCheck -check-prefixes=GFX1250,GFX1250-GISEL-FAKE16 %s
+; RUN: llc -global-isel=1 -mtriple=amdgpu12.50 -mattr=+real-true16 %s -o - | FileCheck -check-prefixes=GFX1250,GFX1250-GISEL-REAL16 %s
+; RUN: llc -global-isel=1 -mtriple=amdgpu12.50 -mattr=-real-true16 %s -o - | FileCheck -check-prefixes=GFX1250,GFX1250-GISEL-FAKE16 %s
; RUN: llc -global-isel=0 -mtriple=amdgpu13.10 -mattr=+real-true16 %s -o - | FileCheck -check-prefixes=GFX13,GFX13-SDAG-REAL16 %s
; RUN: llc -global-isel=0 -mtriple=amdgpu13.10 -mattr=-real-true16 %s -o - | FileCheck -check-prefixes=GFX13,GFX13-SDAG-FAKE16 %s
-; xUN: llc -global-isel=1 -mtriple=amdgpu13.10 -mattr=+real-true16 %s -o - | FileCheck -check-prefixes=GFX13,GFX13-GISEL-REAL16 %s
-; xUN: llc -global-isel=1 -mtriple=amdgpu13.10 -mattr=-real-true16 %s -o - | FileCheck -check-prefixes=GFX13,GFX13-GISEL-FAKE16 %s
+; RUN: llc -global-isel=1 -mtriple=amdgpu13.10 -mattr=+real-true16 %s -o - | FileCheck -check-prefixes=GFX13,GFX13-GISEL-REAL16 %s
+; RUN: llc -global-isel=1 -mtriple=amdgpu13.10 -mattr=-real-true16 %s -o - | FileCheck -check-prefixes=GFX13,GFX13-GISEL-FAKE16 %s
; RUN: not llc -global-isel=0 -mtriple=amdgpu9.50 -filetype=null < %s 2>&1 | FileCheck -check-prefix=ERR %s
; RUN: not llc -global-isel=1 -mtriple=amdgpu9.50 -filetype=null < %s 2>&1 | FileCheck -check-prefix=ERR %s
@@ -154,16 +154,53 @@ define amdgpu_ps float @tanh_f32_constant_100.0() {
}
define amdgpu_ps float @tanh_undef_f32() {
-; GFX1250-LABEL: tanh_undef_f32:
-; GFX1250: ; %bb.0:
-; GFX1250-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
-; GFX1250-NEXT: v_nop
-; GFX1250-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
-; GFX1250-NEXT: ; return to shader part epilog
+; GFX1250-SDAG-REAL16-LABEL: tanh_undef_f32:
+; GFX1250-SDAG-REAL16: ; %bb.0:
+; GFX1250-SDAG-REAL16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-SDAG-REAL16-NEXT: v_nop
+; GFX1250-SDAG-REAL16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-SDAG-REAL16-NEXT: ; return to shader part epilog
;
-; GFX13-LABEL: tanh_undef_f32:
-; GFX13: ; %bb.0:
-; GFX13-NEXT: ; return to shader part epilog
+; GFX1250-SDAG-FAKE16-LABEL: tanh_undef_f32:
+; GFX1250-SDAG-FAKE16: ; %bb.0:
+; GFX1250-SDAG-FAKE16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-SDAG-FAKE16-NEXT: v_nop
+; GFX1250-SDAG-FAKE16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-SDAG-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX1250-GISEL-REAL16-LABEL: tanh_undef_f32:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-REAL16-NEXT: v_nop
+; GFX1250-GISEL-REAL16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_f32_e32 v0, s0
+; GFX1250-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_undef_f32:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-FAKE16-NEXT: v_nop
+; GFX1250-GISEL-FAKE16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_f32_e32 v0, s0
+; GFX1250-GISEL-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX13-SDAG-REAL16-LABEL: tanh_undef_f32:
+; GFX13-SDAG-REAL16: ; %bb.0:
+; GFX13-SDAG-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX13-SDAG-FAKE16-LABEL: tanh_undef_f32:
+; GFX13-SDAG-FAKE16: ; %bb.0:
+; GFX13-SDAG-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_undef_f32:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: v_tanh_f32_e32 v0, s0
+; GFX13-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_undef_f32:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_f32_e32 v0, s0
+; GFX13-GISEL-FAKE16-NEXT: ; return to shader part epilog
%tanh = call float @llvm.amdgcn.tanh.f32(float undef)
ret float %tanh
}
@@ -183,6 +220,20 @@ define half @tanh_f16(half %src) {
; GFX1250-SDAG-FAKE16-NEXT: v_tanh_f16_e32 v0, v0
; GFX1250-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
;
+; GFX1250-GISEL-REAL16-LABEL: tanh_f16:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_f16_e32 v0.l, v0.l
+; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_f16:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_f16_e32 v0, v0
+; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
; GFX13-SDAG-REAL16-LABEL: tanh_f16:
; GFX13-SDAG-REAL16: ; %bb.0:
; GFX13-SDAG-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
@@ -202,6 +253,26 @@ define half @tanh_f16(half %src) {
; GFX13-SDAG-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX13-SDAG-FAKE16-NEXT: v_tanh_f16_e32 v0, v0
; GFX13-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_f16:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: v_tanh_f16_e32 v0.l, v0.l
+; GFX13-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_f16:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_f16_e32 v0, v0
+; GFX13-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%tanh = call half @llvm.amdgcn.tanh.f16(half %src)
ret half %tanh
}
@@ -221,6 +292,20 @@ define half @tanh_f16_neg(half %src) {
; GFX1250-SDAG-FAKE16-NEXT: v_tanh_f16_e64 v0, -v0
; GFX1250-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
;
+; GFX1250-GISEL-REAL16-LABEL: tanh_f16_neg:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_f16_e64 v0.l, -v0.l
+; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_f16_neg:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_f16_e64 v0, -v0
+; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
; GFX13-SDAG-REAL16-LABEL: tanh_f16_neg:
; GFX13-SDAG-REAL16: ; %bb.0:
; GFX13-SDAG-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
@@ -240,6 +325,26 @@ define half @tanh_f16_neg(half %src) {
; GFX13-SDAG-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX13-SDAG-FAKE16-NEXT: v_tanh_f16_e64 v0, -v0
; GFX13-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_f16_neg:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: v_tanh_f16_e64 v0.l, -v0.l
+; GFX13-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_f16_neg:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_f16_e64 v0, -v0
+; GFX13-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%fneg = fneg half %src
%tanh = call half @llvm.amdgcn.tanh.f16(half %fneg)
ret half %tanh
@@ -260,6 +365,20 @@ define half @tanh_f16_abs(half %src) {
; GFX1250-SDAG-FAKE16-NEXT: v_tanh_f16_e64 v0, |v0|
; GFX1250-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
;
+; GFX1250-GISEL-REAL16-LABEL: tanh_f16_abs:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_f16_e64 v0.l, |v0.l|
+; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_f16_abs:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_f16_e64 v0, |v0|
+; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
; GFX13-SDAG-REAL16-LABEL: tanh_f16_abs:
; GFX13-SDAG-REAL16: ; %bb.0:
; GFX13-SDAG-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
@@ -279,6 +398,26 @@ define half @tanh_f16_abs(half %src) {
; GFX13-SDAG-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX13-SDAG-FAKE16-NEXT: v_tanh_f16_e64 v0, |v0|
; GFX13-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_f16_abs:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: v_tanh_f16_e64 v0.l, |v0.l|
+; GFX13-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_f16_abs:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_f16_e64 v0, |v0|
+; GFX13-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%fabs = call half @llvm.fabs.f16(half %src)
%tanh = call half @llvm.amdgcn.tanh.f16(half %fabs)
ret half %tanh
@@ -299,6 +438,20 @@ define half @tanh_f16_neg_abs(half %src) {
; GFX1250-SDAG-FAKE16-NEXT: v_tanh_f16_e64 v0, -|v0|
; GFX1250-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
;
+; GFX1250-GISEL-REAL16-LABEL: tanh_f16_neg_abs:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_f16_e64 v0.l, -|v0.l|
+; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_f16_neg_abs:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_f16_e64 v0, -|v0|
+; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
; GFX13-SDAG-REAL16-LABEL: tanh_f16_neg_abs:
; GFX13-SDAG-REAL16: ; %bb.0:
; GFX13-SDAG-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
@@ -318,6 +471,26 @@ define half @tanh_f16_neg_abs(half %src) {
; GFX13-SDAG-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX13-SDAG-FAKE16-NEXT: v_tanh_f16_e64 v0, -|v0|
; GFX13-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_f16_neg_abs:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: v_tanh_f16_e64 v0.l, -|v0.l|
+; GFX13-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_f16_neg_abs:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_f16_e64 v0, -|v0|
+; GFX13-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%fabs = call half @llvm.fabs.f16(half %src)
%fneg = fneg half %fabs
%tanh = call half @llvm.amdgcn.tanh.f16(half %fneg)
@@ -341,6 +514,22 @@ define amdgpu_ps half @tanh_f16_scalar(half inreg %src) {
; GFX1250-SDAG-FAKE16-NEXT: v_tanh_f16_e32 v0, s0
; GFX1250-SDAG-FAKE16-NEXT: ; return to shader part epilog
;
+; GFX1250-GISEL-REAL16-LABEL: tanh_f16_scalar:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-REAL16-NEXT: v_nop
+; GFX1250-GISEL-REAL16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_f16_e32 v0.l, s0
+; GFX1250-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_f16_scalar:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-FAKE16-NEXT: v_nop
+; GFX1250-GISEL-FAKE16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_f16_e32 v0, s0
+; GFX1250-GISEL-FAKE16-NEXT: ; return to shader part epilog
+;
; GFX13-SDAG-REAL16-LABEL: tanh_f16_scalar:
; GFX13-SDAG-REAL16: ; %bb.0:
; GFX13-SDAG-REAL16-NEXT: v_tanh_f16_e32 v0.l, s0
@@ -350,6 +539,16 @@ define amdgpu_ps half @tanh_f16_scalar(half inreg %src) {
; GFX13-SDAG-FAKE16: ; %bb.0:
; GFX13-SDAG-FAKE16-NEXT: v_tanh_f16_e32 v0, s0
; GFX13-SDAG-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_f16_scalar:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: v_tanh_f16_e32 v0.l, s0
+; GFX13-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_f16_scalar:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_f16_e32 v0, s0
+; GFX13-GISEL-FAKE16-NEXT: ; return to shader part epilog
%tanh = call half @llvm.amdgcn.tanh.f16(half %src)
ret half %tanh
}
@@ -371,6 +570,22 @@ define amdgpu_ps half @tanh_f16_constant_4.0() {
; GFX1250-SDAG-FAKE16-NEXT: v_tanh_f16_e32 v0, 4.0
; GFX1250-SDAG-FAKE16-NEXT: ; return to shader part epilog
;
+; GFX1250-GISEL-REAL16-LABEL: tanh_f16_constant_4.0:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-REAL16-NEXT: v_nop
+; GFX1250-GISEL-REAL16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_f16_e32 v0.l, 4.0
+; GFX1250-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_f16_constant_4.0:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-FAKE16-NEXT: v_nop
+; GFX1250-GISEL-FAKE16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_f16_e32 v0, 4.0
+; GFX1250-GISEL-FAKE16-NEXT: ; return to shader part epilog
+;
; GFX13-SDAG-REAL16-LABEL: tanh_f16_constant_4.0:
; GFX13-SDAG-REAL16: ; %bb.0:
; GFX13-SDAG-REAL16-NEXT: v_tanh_f16_e32 v0.l, 4.0
@@ -380,6 +595,16 @@ define amdgpu_ps half @tanh_f16_constant_4.0() {
; GFX13-SDAG-FAKE16: ; %bb.0:
; GFX13-SDAG-FAKE16-NEXT: v_tanh_f16_e32 v0, 4.0
; GFX13-SDAG-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_f16_constant_4.0:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: v_tanh_f16_e32 v0.l, 4.0
+; GFX13-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_f16_constant_4.0:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_f16_e32 v0, 4.0
+; GFX13-GISEL-FAKE16-NEXT: ; return to shader part epilog
%tanh = call half @llvm.amdgcn.tanh.f16(half 4.0)
ret half %tanh
}
@@ -401,6 +626,22 @@ define amdgpu_ps half @tanh_f16_constant_100.0() {
; GFX1250-SDAG-FAKE16-NEXT: v_tanh_f16_e32 v0, 0x5640
; GFX1250-SDAG-FAKE16-NEXT: ; return to shader part epilog
;
+; GFX1250-GISEL-REAL16-LABEL: tanh_f16_constant_100.0:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-REAL16-NEXT: v_nop
+; GFX1250-GISEL-REAL16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_f16_e32 v0.l, 0x5640
+; GFX1250-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_f16_constant_100.0:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-FAKE16-NEXT: v_nop
+; GFX1250-GISEL-FAKE16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_f16_e32 v0, 0x5640
+; GFX1250-GISEL-FAKE16-NEXT: ; return to shader part epilog
+;
; GFX13-SDAG-REAL16-LABEL: tanh_f16_constant_100.0:
; GFX13-SDAG-REAL16: ; %bb.0:
; GFX13-SDAG-REAL16-NEXT: v_tanh_f16_e32 v0.l, 0x5640
@@ -410,21 +651,68 @@ define amdgpu_ps half @tanh_f16_constant_100.0() {
; GFX13-SDAG-FAKE16: ; %bb.0:
; GFX13-SDAG-FAKE16-NEXT: v_tanh_f16_e32 v0, 0x5640
; GFX13-SDAG-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_f16_constant_100.0:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: v_tanh_f16_e32 v0.l, 0x5640
+; GFX13-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_f16_constant_100.0:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_f16_e32 v0, 0x5640
+; GFX13-GISEL-FAKE16-NEXT: ; return to shader part epilog
%tanh = call half @llvm.amdgcn.tanh.f16(half 100.0)
ret half %tanh
}
define amdgpu_ps half @tanh_undef_f16() {
-; GFX1250-LABEL: tanh_undef_f16:
-; GFX1250: ; %bb.0:
-; GFX1250-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
-; GFX1250-NEXT: v_nop
-; GFX1250-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
-; GFX1250-NEXT: ; return to shader part epilog
+; GFX1250-SDAG-REAL16-LABEL: tanh_undef_f16:
+; GFX1250-SDAG-REAL16: ; %bb.0:
+; GFX1250-SDAG-REAL16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-SDAG-REAL16-NEXT: v_nop
+; GFX1250-SDAG-REAL16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-SDAG-REAL16-NEXT: ; return to shader part epilog
;
-; GFX13-LABEL: tanh_undef_f16:
-; GFX13: ; %bb.0:
-; GFX13-NEXT: ; return to shader part epilog
+; GFX1250-SDAG-FAKE16-LABEL: tanh_undef_f16:
+; GFX1250-SDAG-FAKE16: ; %bb.0:
+; GFX1250-SDAG-FAKE16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-SDAG-FAKE16-NEXT: v_nop
+; GFX1250-SDAG-FAKE16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-SDAG-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX1250-GISEL-REAL16-LABEL: tanh_undef_f16:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-REAL16-NEXT: v_nop
+; GFX1250-GISEL-REAL16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_f16_e32 v0.l, s0
+; GFX1250-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_undef_f16:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-FAKE16-NEXT: v_nop
+; GFX1250-GISEL-FAKE16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_f16_e32 v0, s0
+; GFX1250-GISEL-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX13-SDAG-REAL16-LABEL: tanh_undef_f16:
+; GFX13-SDAG-REAL16: ; %bb.0:
+; GFX13-SDAG-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX13-SDAG-FAKE16-LABEL: tanh_undef_f16:
+; GFX13-SDAG-FAKE16: ; %bb.0:
+; GFX13-SDAG-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_undef_f16:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: v_tanh_f16_e32 v0.l, s0
+; GFX13-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_undef_f16:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_f16_e32 v0, s0
+; GFX13-GISEL-FAKE16-NEXT: ; return to shader part epilog
%tanh = call half @llvm.amdgcn.tanh.f16(half undef)
ret half %tanh
}
@@ -444,6 +732,20 @@ define bfloat @tanh_bf16(bfloat %src) {
; GFX1250-SDAG-FAKE16-NEXT: v_tanh_bf16_e32 v0, v0
; GFX1250-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
;
+; GFX1250-GISEL-REAL16-LABEL: tanh_bf16:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_bf16_e32 v0.l, v0.l
+; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_bf16:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_bf16_e32 v0, v0
+; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
; GFX13-SDAG-REAL16-LABEL: tanh_bf16:
; GFX13-SDAG-REAL16: ; %bb.0:
; GFX13-SDAG-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
@@ -463,6 +765,26 @@ define bfloat @tanh_bf16(bfloat %src) {
; GFX13-SDAG-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX13-SDAG-FAKE16-NEXT: v_tanh_bf16_e32 v0, v0
; GFX13-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_bf16:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: v_tanh_bf16_e32 v0.l, v0.l
+; GFX13-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_bf16:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_bf16_e32 v0, v0
+; GFX13-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%tanh = call bfloat @llvm.amdgcn.tanh.bf16(bfloat %src)
ret bfloat %tanh
}
@@ -482,6 +804,20 @@ define bfloat @tanh_bf16_neg(bfloat %src) {
; GFX1250-SDAG-FAKE16-NEXT: v_tanh_bf16_e64 v0, -v0
; GFX1250-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
;
+; GFX1250-GISEL-REAL16-LABEL: tanh_bf16_neg:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_bf16_e64 v0.l, -v0.l
+; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_bf16_neg:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_bf16_e64 v0, -v0
+; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
; GFX13-SDAG-REAL16-LABEL: tanh_bf16_neg:
; GFX13-SDAG-REAL16: ; %bb.0:
; GFX13-SDAG-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
@@ -501,6 +837,26 @@ define bfloat @tanh_bf16_neg(bfloat %src) {
; GFX13-SDAG-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX13-SDAG-FAKE16-NEXT: v_tanh_bf16_e64 v0, -v0
; GFX13-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_bf16_neg:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: v_tanh_bf16_e64 v0.l, -v0.l
+; GFX13-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_bf16_neg:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_bf16_e64 v0, -v0
+; GFX13-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%fneg = fneg bfloat %src
%tanh = call bfloat @llvm.amdgcn.tanh.bf16(bfloat %fneg)
ret bfloat %tanh
@@ -521,6 +877,20 @@ define bfloat @tanh_bf16_abs(bfloat %src) {
; GFX1250-SDAG-FAKE16-NEXT: v_tanh_bf16_e64 v0, |v0|
; GFX1250-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
;
+; GFX1250-GISEL-REAL16-LABEL: tanh_bf16_abs:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_bf16_e64 v0.l, |v0.l|
+; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_bf16_abs:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_bf16_e64 v0, |v0|
+; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
; GFX13-SDAG-REAL16-LABEL: tanh_bf16_abs:
; GFX13-SDAG-REAL16: ; %bb.0:
; GFX13-SDAG-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
@@ -540,6 +910,26 @@ define bfloat @tanh_bf16_abs(bfloat %src) {
; GFX13-SDAG-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX13-SDAG-FAKE16-NEXT: v_tanh_bf16_e64 v0, |v0|
; GFX13-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_bf16_abs:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: v_tanh_bf16_e64 v0.l, |v0.l|
+; GFX13-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_bf16_abs:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_bf16_e64 v0, |v0|
+; GFX13-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%fabs = call bfloat @llvm.fabs.bf16(bfloat %src)
%tanh = call bfloat @llvm.amdgcn.tanh.bf16(bfloat %fabs)
ret bfloat %tanh
@@ -560,6 +950,20 @@ define bfloat @tanh_bf16_neg_abs(bfloat %src) {
; GFX1250-SDAG-FAKE16-NEXT: v_tanh_bf16_e64 v0, -|v0|
; GFX1250-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
;
+; GFX1250-GISEL-REAL16-LABEL: tanh_bf16_neg_abs:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_bf16_e64 v0.l, -|v0.l|
+; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_bf16_neg_abs:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_bf16_e64 v0, -|v0|
+; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
; GFX13-SDAG-REAL16-LABEL: tanh_bf16_neg_abs:
; GFX13-SDAG-REAL16: ; %bb.0:
; GFX13-SDAG-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
@@ -579,6 +983,26 @@ define bfloat @tanh_bf16_neg_abs(bfloat %src) {
; GFX13-SDAG-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX13-SDAG-FAKE16-NEXT: v_tanh_bf16_e64 v0, -|v0|
; GFX13-SDAG-FAKE16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_bf16_neg_abs:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-REAL16-NEXT: v_tanh_bf16_e64 v0.l, -|v0.l|
+; GFX13-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_bf16_neg_abs:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_expcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_samplecnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_bvhcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_bf16_e64 v0, -|v0|
+; GFX13-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%fabs = call bfloat @llvm.fabs.bf16(bfloat %src)
%fneg = fneg bfloat %fabs
%tanh = call bfloat @llvm.amdgcn.tanh.bf16(bfloat %fneg)
@@ -602,6 +1026,22 @@ define amdgpu_ps bfloat @tanh_bf16_scalar(bfloat inreg %src) {
; GFX1250-SDAG-FAKE16-NEXT: v_tanh_bf16_e32 v0, s0
; GFX1250-SDAG-FAKE16-NEXT: ; return to shader part epilog
;
+; GFX1250-GISEL-REAL16-LABEL: tanh_bf16_scalar:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-REAL16-NEXT: v_nop
+; GFX1250-GISEL-REAL16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_bf16_e32 v0.l, s0
+; GFX1250-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_bf16_scalar:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-FAKE16-NEXT: v_nop
+; GFX1250-GISEL-FAKE16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_bf16_e32 v0, s0
+; GFX1250-GISEL-FAKE16-NEXT: ; return to shader part epilog
+;
; GFX13-SDAG-REAL16-LABEL: tanh_bf16_scalar:
; GFX13-SDAG-REAL16: ; %bb.0:
; GFX13-SDAG-REAL16-NEXT: v_tanh_bf16_e32 v0.l, s0
@@ -611,6 +1051,16 @@ define amdgpu_ps bfloat @tanh_bf16_scalar(bfloat inreg %src) {
; GFX13-SDAG-FAKE16: ; %bb.0:
; GFX13-SDAG-FAKE16-NEXT: v_tanh_bf16_e32 v0, s0
; GFX13-SDAG-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_bf16_scalar:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: v_tanh_bf16_e32 v0.l, s0
+; GFX13-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_bf16_scalar:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_bf16_e32 v0, s0
+; GFX13-GISEL-FAKE16-NEXT: ; return to shader part epilog
%tanh = call bfloat @llvm.amdgcn.tanh.bf16(bfloat %src)
ret bfloat %tanh
}
@@ -632,6 +1082,22 @@ define amdgpu_ps bfloat @tanh_bf16_constant_4.0() {
; GFX1250-SDAG-FAKE16-NEXT: v_tanh_bf16_e32 v0, 4.0
; GFX1250-SDAG-FAKE16-NEXT: ; return to shader part epilog
;
+; GFX1250-GISEL-REAL16-LABEL: tanh_bf16_constant_4.0:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-REAL16-NEXT: v_nop
+; GFX1250-GISEL-REAL16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_bf16_e32 v0.l, 4.0
+; GFX1250-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_bf16_constant_4.0:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-FAKE16-NEXT: v_nop
+; GFX1250-GISEL-FAKE16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_bf16_e32 v0, 4.0
+; GFX1250-GISEL-FAKE16-NEXT: ; return to shader part epilog
+;
; GFX13-SDAG-REAL16-LABEL: tanh_bf16_constant_4.0:
; GFX13-SDAG-REAL16: ; %bb.0:
; GFX13-SDAG-REAL16-NEXT: v_tanh_bf16_e32 v0.l, 4.0
@@ -641,6 +1107,16 @@ define amdgpu_ps bfloat @tanh_bf16_constant_4.0() {
; GFX13-SDAG-FAKE16: ; %bb.0:
; GFX13-SDAG-FAKE16-NEXT: v_tanh_bf16_e32 v0, 4.0
; GFX13-SDAG-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_bf16_constant_4.0:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: v_tanh_bf16_e32 v0.l, 4.0
+; GFX13-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_bf16_constant_4.0:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_bf16_e32 v0, 4.0
+; GFX13-GISEL-FAKE16-NEXT: ; return to shader part epilog
%tanh = call bfloat @llvm.amdgcn.tanh.bf16(bfloat 4.0)
ret bfloat %tanh
}
@@ -662,6 +1138,22 @@ define amdgpu_ps bfloat @tanh_bf16_constant_100.0() {
; GFX1250-SDAG-FAKE16-NEXT: v_tanh_bf16_e32 v0, 0x42c8
; GFX1250-SDAG-FAKE16-NEXT: ; return to shader part epilog
;
+; GFX1250-GISEL-REAL16-LABEL: tanh_bf16_constant_100.0:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-REAL16-NEXT: v_nop
+; GFX1250-GISEL-REAL16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_bf16_e32 v0.l, 0x42c8
+; GFX1250-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_bf16_constant_100.0:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-FAKE16-NEXT: v_nop
+; GFX1250-GISEL-FAKE16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_bf16_e32 v0, 0x42c8
+; GFX1250-GISEL-FAKE16-NEXT: ; return to shader part epilog
+;
; GFX13-SDAG-REAL16-LABEL: tanh_bf16_constant_100.0:
; GFX13-SDAG-REAL16: ; %bb.0:
; GFX13-SDAG-REAL16-NEXT: v_tanh_bf16_e32 v0.l, 0x42c8
@@ -671,21 +1163,68 @@ define amdgpu_ps bfloat @tanh_bf16_constant_100.0() {
; GFX13-SDAG-FAKE16: ; %bb.0:
; GFX13-SDAG-FAKE16-NEXT: v_tanh_bf16_e32 v0, 0x42c8
; GFX13-SDAG-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_bf16_constant_100.0:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: v_tanh_bf16_e32 v0.l, 0x42c8
+; GFX13-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_bf16_constant_100.0:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_bf16_e32 v0, 0x42c8
+; GFX13-GISEL-FAKE16-NEXT: ; return to shader part epilog
%tanh = call bfloat @llvm.amdgcn.tanh.bf16(bfloat 100.0)
ret bfloat %tanh
}
define amdgpu_ps bfloat @tanh_undef_bf16() {
-; GFX1250-LABEL: tanh_undef_bf16:
-; GFX1250: ; %bb.0:
-; GFX1250-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
-; GFX1250-NEXT: v_nop
-; GFX1250-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
-; GFX1250-NEXT: ; return to shader part epilog
+; GFX1250-SDAG-REAL16-LABEL: tanh_undef_bf16:
+; GFX1250-SDAG-REAL16: ; %bb.0:
+; GFX1250-SDAG-REAL16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-SDAG-REAL16-NEXT: v_nop
+; GFX1250-SDAG-REAL16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-SDAG-REAL16-NEXT: ; return to shader part epilog
;
-; GFX13-LABEL: tanh_undef_bf16:
-; GFX13: ; %bb.0:
-; GFX13-NEXT: ; return to shader part epilog
+; GFX1250-SDAG-FAKE16-LABEL: tanh_undef_bf16:
+; GFX1250-SDAG-FAKE16: ; %bb.0:
+; GFX1250-SDAG-FAKE16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-SDAG-FAKE16-NEXT: v_nop
+; GFX1250-SDAG-FAKE16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-SDAG-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX1250-GISEL-REAL16-LABEL: tanh_undef_bf16:
+; GFX1250-GISEL-REAL16: ; %bb.0:
+; GFX1250-GISEL-REAL16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-REAL16-NEXT: v_nop
+; GFX1250-GISEL-REAL16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-REAL16-NEXT: v_tanh_bf16_e32 v0.l, s0
+; GFX1250-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX1250-GISEL-FAKE16-LABEL: tanh_undef_bf16:
+; GFX1250-GISEL-FAKE16: ; %bb.0:
+; GFX1250-GISEL-FAKE16-NEXT: global_prefetch_b8 v0, null scope:SCOPE_SE
+; GFX1250-GISEL-FAKE16-NEXT: v_nop
+; GFX1250-GISEL-FAKE16-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-FAKE16-NEXT: v_tanh_bf16_e32 v0, s0
+; GFX1250-GISEL-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX13-SDAG-REAL16-LABEL: tanh_undef_bf16:
+; GFX13-SDAG-REAL16: ; %bb.0:
+; GFX13-SDAG-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX13-SDAG-FAKE16-LABEL: tanh_undef_bf16:
+; GFX13-SDAG-FAKE16: ; %bb.0:
+; GFX13-SDAG-FAKE16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-REAL16-LABEL: tanh_undef_bf16:
+; GFX13-GISEL-REAL16: ; %bb.0:
+; GFX13-GISEL-REAL16-NEXT: v_tanh_bf16_e32 v0.l, s0
+; GFX13-GISEL-REAL16-NEXT: ; return to shader part epilog
+;
+; GFX13-GISEL-FAKE16-LABEL: tanh_undef_bf16:
+; GFX13-GISEL-FAKE16: ; %bb.0:
+; GFX13-GISEL-FAKE16-NEXT: v_tanh_bf16_e32 v0, s0
+; GFX13-GISEL-FAKE16-NEXT: ; return to shader part epilog
%tanh = call bfloat @llvm.amdgcn.tanh.bf16(bfloat undef)
ret bfloat %tanh
}
More information about the llvm-commits
mailing list