[llvm-branch-commits] [llvm] GlobalISel: Use extended LLTs in f64 to f16 fptrunc lowering (PR #210099)

Petar Avramovic via llvm-branch-commits llvm-branch-commits at lists.llvm.org
Mon Jul 20 04:02:53 PDT 2026


https://github.com/petar-avramovic updated https://github.com/llvm/llvm-project/pull/210099

>From 01dadc084419145e4135a82a0ea8c303b302b2d4 Mon Sep 17 00:00:00 2001
From: Petar Avramovic <Petar.Avramovic at amd.com>
Date: Thu, 16 Jul 2026 18:13:29 +0200
Subject: [PATCH] GlobalISel: Use extended LLTs in f64 to f16 fptrunc lowering

---
 .../CodeGen/GlobalISel/LegalizerHelper.cpp    |   94 +-
 .../test/CodeGen/AMDGPU/GlobalISel/fptrunc.ll |  670 ++---
 .../AMDGPU/GlobalISel/legalize-fptrunc.mir    |  477 ++-
 llvm/test/CodeGen/AMDGPU/fptrunc.f16.ll       | 2627 ++++++++---------
 llvm/test/CodeGen/AMDGPU/fptrunc.ll           |  597 ++--
 .../AMDGPU/fptrunc.v2f16.no.fast.math.ll      |  267 +-
 6 files changed, 2299 insertions(+), 2433 deletions(-)

diff --git a/llvm/lib/CodeGen/GlobalISel/LegalizerHelper.cpp b/llvm/lib/CodeGen/GlobalISel/LegalizerHelper.cpp
index a911697ba73f2..cee544de940dd 100644
--- a/llvm/lib/CodeGen/GlobalISel/LegalizerHelper.cpp
+++ b/llvm/lib/CodeGen/GlobalISel/LegalizerHelper.cpp
@@ -8799,7 +8799,7 @@ LegalizerHelper::lowerFPExtAndTruncMem(MachineInstr &MI) {
 LegalizerHelper::LegalizeResult
 LegalizerHelper::lowerFPTRUNC_F64_TO_F16(MachineInstr &MI) {
   const LLT S1 = LLT::scalar(1);
-  const LLT S32 = LLT::scalar(32);
+  const LLT I32 = LLT::integer(32);
 
   auto [Dst, Src] = MI.getFirst2Regs();
   assert(MRI.getType(Dst).getScalarType() == LLT::float16() &&
@@ -8810,7 +8810,7 @@ LegalizerHelper::lowerFPTRUNC_F64_TO_F16(MachineInstr &MI) {
 
   if (MI.getFlag(MachineInstr::FmAfn)) {
     unsigned Flags = MI.getFlags();
-    auto Src32 = MIRBuilder.buildFPTrunc(S32, Src, Flags);
+    auto Src32 = MIRBuilder.buildFPTrunc(LLT::float32(), Src, Flags);
     MIRBuilder.buildFPTrunc(Dst, Src32, Flags);
     MI.eraseFromParent();
     return Legalized;
@@ -8820,91 +8820,91 @@ LegalizerHelper::lowerFPTRUNC_F64_TO_F16(MachineInstr &MI) {
   const unsigned ExpBiasf64 = 1023;
   const unsigned ExpBiasf16 = 15;
 
-  auto Unmerge = MIRBuilder.buildUnmerge(S32, Src);
+  auto Unmerge = MIRBuilder.buildUnmerge(I32, Src);
   Register U = Unmerge.getReg(0);
   Register UH = Unmerge.getReg(1);
 
-  auto E = MIRBuilder.buildLShr(S32, UH, MIRBuilder.buildConstant(S32, 20));
-  E = MIRBuilder.buildAnd(S32, E, MIRBuilder.buildConstant(S32, ExpMask));
+  auto E = MIRBuilder.buildLShr(I32, UH, MIRBuilder.buildConstant(I32, 20));
+  E = MIRBuilder.buildAnd(I32, E, MIRBuilder.buildConstant(I32, ExpMask));
 
   // Subtract the fp64 exponent bias (1023) to get the real exponent and
   // add the f16 bias (15) to get the biased exponent for the f16 format.
   E = MIRBuilder.buildAdd(
-    S32, E, MIRBuilder.buildConstant(S32, -ExpBiasf64 + ExpBiasf16));
+    I32, E, MIRBuilder.buildConstant(I32, -ExpBiasf64 + ExpBiasf16));
 
-  auto M = MIRBuilder.buildLShr(S32, UH, MIRBuilder.buildConstant(S32, 8));
-  M = MIRBuilder.buildAnd(S32, M, MIRBuilder.buildConstant(S32, 0xffe));
+  auto M = MIRBuilder.buildLShr(I32, UH, MIRBuilder.buildConstant(I32, 8));
+  M = MIRBuilder.buildAnd(I32, M, MIRBuilder.buildConstant(I32, 0xffe));
 
-  auto MaskedSig = MIRBuilder.buildAnd(S32, UH,
-                                       MIRBuilder.buildConstant(S32, 0x1ff));
-  MaskedSig = MIRBuilder.buildOr(S32, MaskedSig, U);
+  auto MaskedSig = MIRBuilder.buildAnd(I32, UH,
+                                       MIRBuilder.buildConstant(I32, 0x1ff));
+  MaskedSig = MIRBuilder.buildOr(I32, MaskedSig, U);
 
-  auto Zero = MIRBuilder.buildConstant(S32, 0);
+  auto Zero = MIRBuilder.buildConstant(I32, 0);
   auto SigCmpNE0 = MIRBuilder.buildICmp(CmpInst::ICMP_NE, S1, MaskedSig, Zero);
-  auto Lo40Set = MIRBuilder.buildZExt(S32, SigCmpNE0);
-  M = MIRBuilder.buildOr(S32, M, Lo40Set);
+  auto Lo40Set = MIRBuilder.buildZExt(I32, SigCmpNE0);
+  M = MIRBuilder.buildOr(I32, M, Lo40Set);
 
   // (M != 0 ? 0x0200 : 0) | 0x7c00;
-  auto Bits0x200 = MIRBuilder.buildConstant(S32, 0x0200);
+  auto Bits0x200 = MIRBuilder.buildConstant(I32, 0x0200);
   auto CmpM_NE0 = MIRBuilder.buildICmp(CmpInst::ICMP_NE, S1, M, Zero);
-  auto SelectCC = MIRBuilder.buildSelect(S32, CmpM_NE0, Bits0x200, Zero);
+  auto SelectCC = MIRBuilder.buildSelect(I32, CmpM_NE0, Bits0x200, Zero);
 
-  auto Bits0x7c00 = MIRBuilder.buildConstant(S32, 0x7c00);
-  auto I = MIRBuilder.buildOr(S32, SelectCC, Bits0x7c00);
+  auto Bits0x7c00 = MIRBuilder.buildConstant(I32, 0x7c00);
+  auto I = MIRBuilder.buildOr(I32, SelectCC, Bits0x7c00);
 
   // N = M | (E << 12);
-  auto EShl12 = MIRBuilder.buildShl(S32, E, MIRBuilder.buildConstant(S32, 12));
-  auto N = MIRBuilder.buildOr(S32, M, EShl12);
+  auto EShl12 = MIRBuilder.buildShl(I32, E, MIRBuilder.buildConstant(I32, 12));
+  auto N = MIRBuilder.buildOr(I32, M, EShl12);
 
   // B = clamp(1-E, 0, 13);
-  auto One = MIRBuilder.buildConstant(S32, 1);
-  auto OneSubExp = MIRBuilder.buildSub(S32, One, E);
-  auto B = MIRBuilder.buildSMax(S32, OneSubExp, Zero);
-  B = MIRBuilder.buildSMin(S32, B, MIRBuilder.buildConstant(S32, 13));
+  auto One = MIRBuilder.buildConstant(I32, 1);
+  auto OneSubExp = MIRBuilder.buildSub(I32, One, E);
+  auto B = MIRBuilder.buildSMax(I32, OneSubExp, Zero);
+  B = MIRBuilder.buildSMin(I32, B, MIRBuilder.buildConstant(I32, 13));
 
-  auto SigSetHigh = MIRBuilder.buildOr(S32, M,
-                                       MIRBuilder.buildConstant(S32, 0x1000));
+  auto SigSetHigh = MIRBuilder.buildOr(I32, M,
+                                       MIRBuilder.buildConstant(I32, 0x1000));
 
-  auto D = MIRBuilder.buildLShr(S32, SigSetHigh, B);
-  auto D0 = MIRBuilder.buildShl(S32, D, B);
+  auto D = MIRBuilder.buildLShr(I32, SigSetHigh, B);
+  auto D0 = MIRBuilder.buildShl(I32, D, B);
 
   auto D0_NE_SigSetHigh = MIRBuilder.buildICmp(CmpInst::ICMP_NE, S1,
                                              D0, SigSetHigh);
-  auto D1 = MIRBuilder.buildZExt(S32, D0_NE_SigSetHigh);
-  D = MIRBuilder.buildOr(S32, D, D1);
+  auto D1 = MIRBuilder.buildZExt(I32, D0_NE_SigSetHigh);
+  D = MIRBuilder.buildOr(I32, D, D1);
 
   auto CmpELtOne = MIRBuilder.buildICmp(CmpInst::ICMP_SLT, S1, E, One);
-  auto V = MIRBuilder.buildSelect(S32, CmpELtOne, D, N);
+  auto V = MIRBuilder.buildSelect(I32, CmpELtOne, D, N);
 
-  auto VLow3 = MIRBuilder.buildAnd(S32, V, MIRBuilder.buildConstant(S32, 7));
-  V = MIRBuilder.buildLShr(S32, V, MIRBuilder.buildConstant(S32, 2));
+  auto VLow3 = MIRBuilder.buildAnd(I32, V, MIRBuilder.buildConstant(I32, 7));
+  V = MIRBuilder.buildLShr(I32, V, MIRBuilder.buildConstant(I32, 2));
 
   auto VLow3Eq3 = MIRBuilder.buildICmp(CmpInst::ICMP_EQ, S1, VLow3,
-                                       MIRBuilder.buildConstant(S32, 3));
-  auto V0 = MIRBuilder.buildZExt(S32, VLow3Eq3);
+                                       MIRBuilder.buildConstant(I32, 3));
+  auto V0 = MIRBuilder.buildZExt(I32, VLow3Eq3);
 
   auto VLow3Gt5 = MIRBuilder.buildICmp(CmpInst::ICMP_SGT, S1, VLow3,
-                                       MIRBuilder.buildConstant(S32, 5));
-  auto V1 = MIRBuilder.buildZExt(S32, VLow3Gt5);
+                                       MIRBuilder.buildConstant(I32, 5));
+  auto V1 = MIRBuilder.buildZExt(I32, VLow3Gt5);
 
-  V1 = MIRBuilder.buildOr(S32, V0, V1);
-  V = MIRBuilder.buildAdd(S32, V, V1);
+  V1 = MIRBuilder.buildOr(I32, V0, V1);
+  V = MIRBuilder.buildAdd(I32, V, V1);
 
   auto CmpEGt30 = MIRBuilder.buildICmp(CmpInst::ICMP_SGT,  S1,
-                                       E, MIRBuilder.buildConstant(S32, 30));
-  V = MIRBuilder.buildSelect(S32, CmpEGt30,
-                             MIRBuilder.buildConstant(S32, 0x7c00), V);
+                                       E, MIRBuilder.buildConstant(I32, 30));
+  V = MIRBuilder.buildSelect(I32, CmpEGt30,
+                             MIRBuilder.buildConstant(I32, 0x7c00), V);
 
   auto CmpEGt1039 = MIRBuilder.buildICmp(CmpInst::ICMP_EQ, S1,
-                                         E, MIRBuilder.buildConstant(S32, 1039));
-  V = MIRBuilder.buildSelect(S32, CmpEGt1039, I, V);
+                                         E, MIRBuilder.buildConstant(I32, 1039));
+  V = MIRBuilder.buildSelect(I32, CmpEGt1039, I, V);
 
   // Extract the sign bit.
-  auto Sign = MIRBuilder.buildLShr(S32, UH, MIRBuilder.buildConstant(S32, 16));
-  Sign = MIRBuilder.buildAnd(S32, Sign, MIRBuilder.buildConstant(S32, 0x8000));
+  auto Sign = MIRBuilder.buildLShr(I32, UH, MIRBuilder.buildConstant(I32, 16));
+  Sign = MIRBuilder.buildAnd(I32, Sign, MIRBuilder.buildConstant(I32, 0x8000));
 
   // Insert the sign bit
-  V = MIRBuilder.buildOr(S32, Sign, V);
+  V = MIRBuilder.buildOr(I32, Sign, V);
 
   MIRBuilder.buildTrunc(Dst, V);
   MI.eraseFromParent();
diff --git a/llvm/test/CodeGen/AMDGPU/GlobalISel/fptrunc.ll b/llvm/test/CodeGen/AMDGPU/GlobalISel/fptrunc.ll
index ff53b3dfdeb5e..69aa974f6aebc 100644
--- a/llvm/test/CodeGen/AMDGPU/GlobalISel/fptrunc.ll
+++ b/llvm/test/CodeGen/AMDGPU/GlobalISel/fptrunc.ll
@@ -1,10 +1,10 @@
 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
-; RUN: llc -global-isel -global-isel-abort=2 -mtriple=amdgpu11.00-amd-amdpal -mattr=-real-true16 -o - %s | FileCheck -check-prefixes=GFX11,GFX11-FAKE16 %s
-; RUN: llc -global-isel -global-isel-abort=2 -mtriple=amdgpu11.00-amd-amdpal -mattr=+real-true16 -o - %s | FileCheck -check-prefixes=GFX11,GFX11-TRUE16 %s
-; RUN: llc -global-isel -global-isel-abort=2 -mtriple=amdgpu12.00-amd-amdpal -mattr=-real-true16 -o - %s | FileCheck -check-prefixes=GFX12,GFX12-FAKE16 %s
-; RUN: llc -global-isel -global-isel-abort=2 -mtriple=amdgpu12.00-amd-amdpal -mattr=+real-true16 -o - %s | FileCheck -check-prefixes=GFX12,GFX12-TRUE16 %s
-; RUN: llc -global-isel -global-isel-abort=2 -mtriple=amdgpu12.50-amd-amdpal -mattr=-real-true16 -o - %s | FileCheck -check-prefixes=GFX1250,GFX1250-FAKE16 %s
-; RUN: llc -global-isel -global-isel-abort=2 -mtriple=amdgpu12.50-amd-amdpal -mattr=+real-true16 -o - %s | FileCheck -check-prefixes=GFX1250,GFX1250-TRUE16 %s
+; RUN: llc -global-isel -mtriple=amdgpu11.00-amd-amdpal -mattr=-real-true16 -o - %s | FileCheck -check-prefixes=GFX11,GFX11-FAKE16 %s
+; RUN: llc -global-isel -mtriple=amdgpu11.00-amd-amdpal -mattr=+real-true16 -o - %s | FileCheck -check-prefixes=GFX11,GFX11-TRUE16 %s
+; RUN: llc -global-isel -mtriple=amdgpu12.00-amd-amdpal -mattr=-real-true16 -o - %s | FileCheck -check-prefixes=GFX12,GFX12-FAKE16 %s
+; RUN: llc -global-isel -mtriple=amdgpu12.00-amd-amdpal -mattr=+real-true16 -o - %s | FileCheck -check-prefixes=GFX12,GFX12-TRUE16 %s
+; RUN: llc -global-isel -mtriple=amdgpu12.50-amd-amdpal -mattr=-real-true16 -o - %s | FileCheck -check-prefixes=GFX1250,GFX1250-FAKE16 %s
+; RUN: llc -global-isel -mtriple=amdgpu12.50-amd-amdpal -mattr=+real-true16 -o - %s | FileCheck -check-prefixes=GFX1250,GFX1250-TRUE16 %s
 
 define amdgpu_ps half @fptrunc_f32_to_f16_uniform(float inreg %a) {
 ; GFX11-FAKE16-LABEL: fptrunc_f32_to_f16_uniform:
@@ -127,49 +127,48 @@ define amdgpu_ps float @fptrunc_f64_to_f32_div(double %a) {
 define amdgpu_ps half @fptrunc_f64_to_f16_uniform(double inreg %a) {
 ; GFX11-LABEL: fptrunc_f64_to_f16_uniform:
 ; GFX11:       ; %bb.0:
-; GFX11-NEXT:    s_and_b32 s2, s1, 0x1ff
-; GFX11-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
-; GFX11-NEXT:    s_or_b32 s0, s2, s0
-; GFX11-NEXT:    s_cselect_b32 s0, 1, 0
 ; GFX11-NEXT:    s_bfe_u32 s2, s1, 0xb0014
-; GFX11-NEXT:    s_sub_i32 s3, 0x3f1, s2
-; GFX11-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-NEXT:    v_med3_i32 v0, s3, 0, 13
 ; GFX11-NEXT:    s_lshr_b32 s3, s1, 8
+; GFX11-NEXT:    s_and_b32 s4, s1, 0x1ff
+; GFX11-NEXT:    s_addk_i32 s2, 0xfc10
 ; GFX11-NEXT:    s_and_b32 s3, s3, 0xffe
-; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-NEXT:    v_readfirstlane_b32 s4, v0
+; GFX11-NEXT:    s_or_b32 s0, s4, s0
+; GFX11-NEXT:    s_cselect_b32 s0, 1, 0
+; GFX11-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
 ; GFX11-NEXT:    s_or_b32 s0, s3, s0
-; GFX11-NEXT:    s_or_b32 s3, s0, 0x1000
-; GFX11-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-NEXT:    s_lshr_b32 s5, s3, s4
-; GFX11-NEXT:    s_lshl_b32 s4, s5, s4
-; GFX11-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX11-NEXT:    s_cmp_lg_u32 s4, s3
 ; GFX11-NEXT:    s_cselect_b32 s3, 1, 0
-; GFX11-NEXT:    s_addk_i32 s2, 0xfc10
-; GFX11-NEXT:    s_or_b32 s3, s5, s3
-; GFX11-NEXT:    s_lshl_b32 s4, s2, 12
-; GFX11-NEXT:    s_or_b32 s4, s0, s4
+; GFX11-NEXT:    s_sub_i32 s4, 1, s2
+; GFX11-NEXT:    s_or_b32 s5, s0, 0x1000
+; GFX11-NEXT:    s_max_i32 s4, s4, 0
+; GFX11-NEXT:    s_lshl_b32 s3, s3, 9
+; GFX11-NEXT:    s_min_i32 s4, s4, 13
+; GFX11-NEXT:    s_lshl_b32 s7, s2, 12
+; GFX11-NEXT:    s_lshr_b32 s6, s5, s4
+; GFX11-NEXT:    s_or_b32 s3, s3, 0x7c00
+; GFX11-NEXT:    s_lshl_b32 s4, s6, s4
+; GFX11-NEXT:    s_or_b32 s0, s0, s7
+; GFX11-NEXT:    s_cmp_lg_u32 s4, s5
+; GFX11-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX11-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
+; GFX11-NEXT:    s_or_b32 s4, s6, s4
 ; GFX11-NEXT:    s_cmp_lt_i32 s2, 1
-; GFX11-NEXT:    s_cselect_b32 s3, s3, s4
-; GFX11-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-NEXT:    s_and_b32 s4, s3, 7
-; GFX11-NEXT:    s_cmp_gt_i32 s4, 5
-; GFX11-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX11-NEXT:    s_cselect_b32 s0, s4, s0
+; GFX11-NEXT:    s_and_b32 s4, s0, 7
+; GFX11-NEXT:    s_lshr_b32 s0, s0, 2
 ; GFX11-NEXT:    s_cmp_eq_u32 s4, 3
+; GFX11-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX11-NEXT:    s_cmp_gt_i32 s4, 5
+; GFX11-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX11-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
+; GFX11-NEXT:    s_or_b32 s4, s5, s4
+; GFX11-NEXT:    s_cmp_lg_u32 s4, 0
 ; GFX11-NEXT:    s_cselect_b32 s4, 1, 0
-; GFX11-NEXT:    s_lshr_b32 s3, s3, 2
-; GFX11-NEXT:    s_or_b32 s4, s4, s5
 ; GFX11-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX11-NEXT:    s_add_i32 s3, s3, s4
-; GFX11-NEXT:    s_cmp_lt_i32 s2, 31
-; GFX11-NEXT:    s_movk_i32 s4, 0x7e00
-; GFX11-NEXT:    s_cselect_b32 s3, s3, 0x7c00
-; GFX11-NEXT:    s_cmp_lg_u32 s0, 0
-; GFX11-NEXT:    s_cselect_b32 s0, s4, 0x7c00
+; GFX11-NEXT:    s_add_i32 s0, s0, s4
+; GFX11-NEXT:    s_cmp_gt_i32 s2, 30
+; GFX11-NEXT:    s_cselect_b32 s0, 0x7c00, s0
 ; GFX11-NEXT:    s_cmpk_eq_i32 s2, 0x40f
-; GFX11-NEXT:    s_cselect_b32 s0, s0, s3
+; GFX11-NEXT:    s_cselect_b32 s0, s3, s0
 ; GFX11-NEXT:    s_lshr_b32 s1, s1, 16
 ; GFX11-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
 ; GFX11-NEXT:    s_and_b32 s1, s1, 0x8000
@@ -180,57 +179,48 @@ define amdgpu_ps half @fptrunc_f64_to_f16_uniform(double inreg %a) {
 ;
 ; GFX12-LABEL: fptrunc_f64_to_f16_uniform:
 ; GFX12:       ; %bb.0:
-; GFX12-NEXT:    s_and_b32 s2, s1, 0x1ff
-; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
-; GFX12-NEXT:    s_or_b32 s0, s2, s0
-; GFX12-NEXT:    s_cselect_b32 s0, 1, 0
 ; GFX12-NEXT:    s_bfe_u32 s2, s1, 0xb0014
-; GFX12-NEXT:    s_sub_co_i32 s3, 0x3f1, s2
-; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_3) | instid1(VALU_DEP_1)
-; GFX12-NEXT:    v_med3_i32 v0, s3, 0, 13
 ; GFX12-NEXT:    s_lshr_b32 s3, s1, 8
-; GFX12-NEXT:    s_wait_alu depctr_sa_sdst(0)
+; GFX12-NEXT:    s_and_b32 s4, s1, 0x1ff
+; GFX12-NEXT:    s_addk_co_i32 s2, 0xfc10
 ; GFX12-NEXT:    s_and_b32 s3, s3, 0xffe
-; GFX12-NEXT:    v_readfirstlane_b32 s4, v0
-; GFX12-NEXT:    s_wait_alu depctr_sa_sdst(0)
-; GFX12-NEXT:    s_or_b32 s0, s3, s0
-; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
-; GFX12-NEXT:    s_or_b32 s3, s0, 0x1000
-; GFX12-NEXT:    s_wait_alu depctr_sa_sdst(0)
-; GFX12-NEXT:    s_lshr_b32 s5, s3, s4
-; GFX12-NEXT:    s_lshl_b32 s4, s5, s4
+; GFX12-NEXT:    s_or_b32 s0, s4, s0
+; GFX12-NEXT:    s_cselect_b32 s0, 1, 0
 ; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX12-NEXT:    s_cmp_lg_u32 s4, s3
+; GFX12-NEXT:    s_or_b32 s0, s3, s0
 ; GFX12-NEXT:    s_cselect_b32 s3, 1, 0
-; GFX12-NEXT:    s_addk_co_i32 s2, 0xfc10
-; GFX12-NEXT:    s_wait_alu depctr_sa_sdst(0)
-; GFX12-NEXT:    s_or_b32 s3, s5, s3
-; GFX12-NEXT:    s_lshl_b32 s4, s2, 12
-; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX12-NEXT:    s_or_b32 s4, s0, s4
+; GFX12-NEXT:    s_sub_co_i32 s4, 1, s2
+; GFX12-NEXT:    s_or_b32 s5, s0, 0x1000
+; GFX12-NEXT:    s_max_i32 s4, s4, 0
+; GFX12-NEXT:    s_lshl_b32 s3, s3, 9
+; GFX12-NEXT:    s_min_i32 s4, s4, 13
+; GFX12-NEXT:    s_lshl_b32 s7, s2, 12
+; GFX12-NEXT:    s_lshr_b32 s6, s5, s4
+; GFX12-NEXT:    s_or_b32 s3, s3, 0x7c00
+; GFX12-NEXT:    s_lshl_b32 s4, s6, s4
+; GFX12-NEXT:    s_or_b32 s0, s0, s7
+; GFX12-NEXT:    s_cmp_lg_u32 s4, s5
+; GFX12-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
+; GFX12-NEXT:    s_or_b32 s4, s6, s4
 ; GFX12-NEXT:    s_cmp_lt_i32 s2, 1
-; GFX12-NEXT:    s_wait_alu depctr_sa_sdst(0)
-; GFX12-NEXT:    s_cselect_b32 s3, s3, s4
-; GFX12-NEXT:    s_wait_alu depctr_sa_sdst(0)
-; GFX12-NEXT:    s_and_b32 s4, s3, 7
-; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX12-NEXT:    s_cmp_gt_i32 s4, 5
-; GFX12-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX12-NEXT:    s_cselect_b32 s0, s4, s0
+; GFX12-NEXT:    s_and_b32 s4, s0, 7
+; GFX12-NEXT:    s_lshr_b32 s0, s0, 2
 ; GFX12-NEXT:    s_cmp_eq_u32 s4, 3
+; GFX12-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX12-NEXT:    s_cmp_gt_i32 s4, 5
 ; GFX12-NEXT:    s_cselect_b32 s4, 1, 0
-; GFX12-NEXT:    s_lshr_b32 s3, s3, 2
-; GFX12-NEXT:    s_or_b32 s4, s4, s5
-; GFX12-NEXT:    s_wait_alu depctr_sa_sdst(0)
-; GFX12-NEXT:    s_add_co_i32 s3, s3, s4
-; GFX12-NEXT:    s_cmp_lt_i32 s2, 31
-; GFX12-NEXT:    s_movk_i32 s4, 0x7e00
-; GFX12-NEXT:    s_wait_alu depctr_sa_sdst(0)
-; GFX12-NEXT:    s_cselect_b32 s3, s3, 0x7c00
-; GFX12-NEXT:    s_cmp_lg_u32 s0, 0
-; GFX12-NEXT:    s_cselect_b32 s0, s4, 0x7c00
+; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
+; GFX12-NEXT:    s_or_b32 s4, s5, s4
+; GFX12-NEXT:    s_cmp_lg_u32 s4, 0
+; GFX12-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX12-NEXT:    s_add_co_i32 s0, s0, s4
+; GFX12-NEXT:    s_cmp_gt_i32 s2, 30
+; GFX12-NEXT:    s_cselect_b32 s0, 0x7c00, s0
 ; GFX12-NEXT:    s_cmp_eq_u32 s2, 0x40f
-; GFX12-NEXT:    s_wait_alu depctr_sa_sdst(0)
-; GFX12-NEXT:    s_cselect_b32 s0, s0, s3
+; GFX12-NEXT:    s_cselect_b32 s0, s3, s0
 ; GFX12-NEXT:    s_lshr_b32 s1, s1, 16
 ; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
 ; GFX12-NEXT:    s_and_b32 s1, s1, 0x8000
@@ -244,49 +234,48 @@ define amdgpu_ps half @fptrunc_f64_to_f16_uniform(double inreg %a) {
 ; GFX1250-NEXT:    global_wb
 ; GFX1250-NEXT:    v_nop
 ; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
-; GFX1250-NEXT:    s_and_b32 s2, s1, 0x1ff
-; GFX1250-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
-; GFX1250-NEXT:    s_or_b32 s0, s2, s0
-; GFX1250-NEXT:    s_cselect_b32 s0, 1, 0
 ; GFX1250-NEXT:    s_bfe_u32 s2, s1, 0xb0014
-; GFX1250-NEXT:    s_sub_co_i32 s3, 0x3f1, s2
-; GFX1250-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX1250-NEXT:    v_med3_i32 v0, s3, 0, 13
 ; GFX1250-NEXT:    s_lshr_b32 s3, s1, 8
+; GFX1250-NEXT:    s_and_b32 s4, s1, 0x1ff
+; GFX1250-NEXT:    s_addk_co_i32 s2, 0xfc10
 ; GFX1250-NEXT:    s_and_b32 s3, s3, 0xffe
-; GFX1250-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX1250-NEXT:    v_readfirstlane_b32 s4, v0
+; GFX1250-NEXT:    s_or_b32 s0, s4, s0
+; GFX1250-NEXT:    s_cselect_b32 s0, 1, 0
+; GFX1250-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
 ; GFX1250-NEXT:    s_or_b32 s0, s3, s0
-; GFX1250-NEXT:    s_or_b32 s3, s0, 0x1000
-; GFX1250-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-NEXT:    s_lshr_b32 s5, s3, s4
-; GFX1250-NEXT:    s_lshl_b32 s4, s5, s4
-; GFX1250-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX1250-NEXT:    s_cmp_lg_u32 s4, s3
 ; GFX1250-NEXT:    s_cselect_b32 s3, 1, 0
-; GFX1250-NEXT:    s_addk_co_i32 s2, 0xfc10
-; GFX1250-NEXT:    s_or_b32 s3, s5, s3
-; GFX1250-NEXT:    s_lshl_b32 s4, s2, 12
-; GFX1250-NEXT:    s_or_b32 s4, s0, s4
+; GFX1250-NEXT:    s_sub_co_i32 s4, 1, s2
+; GFX1250-NEXT:    s_or_b32 s5, s0, 0x1000
+; GFX1250-NEXT:    s_max_i32 s4, s4, 0
+; GFX1250-NEXT:    s_lshl_b32 s3, s3, 9
+; GFX1250-NEXT:    s_min_i32 s4, s4, 13
+; GFX1250-NEXT:    s_lshl_b32 s7, s2, 12
+; GFX1250-NEXT:    s_lshr_b32 s6, s5, s4
+; GFX1250-NEXT:    s_or_b32 s3, s3, 0x7c00
+; GFX1250-NEXT:    s_lshl_b32 s4, s6, s4
+; GFX1250-NEXT:    s_or_b32 s0, s0, s7
+; GFX1250-NEXT:    s_cmp_lg_u32 s4, s5
+; GFX1250-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX1250-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
+; GFX1250-NEXT:    s_or_b32 s4, s6, s4
 ; GFX1250-NEXT:    s_cmp_lt_i32 s2, 1
-; GFX1250-NEXT:    s_cselect_b32 s3, s3, s4
-; GFX1250-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-NEXT:    s_and_b32 s4, s3, 7
-; GFX1250-NEXT:    s_cmp_gt_i32 s4, 5
-; GFX1250-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX1250-NEXT:    s_cselect_b32 s0, s4, s0
+; GFX1250-NEXT:    s_and_b32 s4, s0, 7
+; GFX1250-NEXT:    s_lshr_b32 s0, s0, 2
 ; GFX1250-NEXT:    s_cmp_eq_u32 s4, 3
+; GFX1250-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX1250-NEXT:    s_cmp_gt_i32 s4, 5
+; GFX1250-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX1250-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
+; GFX1250-NEXT:    s_or_b32 s4, s5, s4
+; GFX1250-NEXT:    s_cmp_lg_u32 s4, 0
 ; GFX1250-NEXT:    s_cselect_b32 s4, 1, 0
-; GFX1250-NEXT:    s_lshr_b32 s3, s3, 2
-; GFX1250-NEXT:    s_or_b32 s4, s4, s5
 ; GFX1250-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX1250-NEXT:    s_add_co_i32 s3, s3, s4
-; GFX1250-NEXT:    s_cmp_lt_i32 s2, 31
-; GFX1250-NEXT:    s_movk_i32 s4, 0x7e00
-; GFX1250-NEXT:    s_cselect_b32 s3, s3, 0x7c00
-; GFX1250-NEXT:    s_cmp_lg_u32 s0, 0
-; GFX1250-NEXT:    s_cselect_b32 s0, s4, 0x7c00
+; GFX1250-NEXT:    s_add_co_i32 s0, s0, s4
+; GFX1250-NEXT:    s_cmp_gt_i32 s2, 30
+; GFX1250-NEXT:    s_cselect_b32 s0, 0x7c00, s0
 ; GFX1250-NEXT:    s_cmp_eq_u32 s2, 0x40f
-; GFX1250-NEXT:    s_cselect_b32 s0, s0, s3
+; GFX1250-NEXT:    s_cselect_b32 s0, s3, s0
 ; GFX1250-NEXT:    s_lshr_b32 s1, s1, 16
 ; GFX1250-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
 ; GFX1250-NEXT:    s_and_b32 s1, s1, 0x8000
@@ -299,313 +288,156 @@ define amdgpu_ps half @fptrunc_f64_to_f16_uniform(double inreg %a) {
 }
 
 define amdgpu_ps half @fptrunc_f64_to_f16_div(double %a) {
-; GFX11-FAKE16-LABEL: fptrunc_f64_to_f16_div:
-; GFX11-FAKE16:       ; %bb.0:
-; GFX11-FAKE16-NEXT:    v_and_or_b32 v0, 0x1ff, v1, v0
-; GFX11-FAKE16-NEXT:    v_lshrrev_b32_e32 v2, 8, v1
-; GFX11-FAKE16-NEXT:    v_bfe_u32 v3, v1, 20, 11
-; GFX11-FAKE16-NEXT:    v_lshrrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3)
-; GFX11-FAKE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX11-FAKE16-NEXT:    v_sub_nc_u32_e32 v4, 0x3f1, v3
-; GFX11-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_3)
-; GFX11-FAKE16-NEXT:    v_and_or_b32 v0, 0xffe, v2, v0
-; GFX11-FAKE16-NEXT:    v_med3_i32 v2, v4, 0, 13
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, 0x1000, v0
-; GFX11-FAKE16-NEXT:    v_lshrrev_b32_e32 v5, v2, v4
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v2, v2, v5
-; GFX11-FAKE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, v2, v4
-; GFX11-FAKE16-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc_lo
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1)
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v5, v2
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v3, 0xfffffc10, v3
-; GFX11-FAKE16-NEXT:    v_lshl_or_b32 v4, v3, 12, v0
-; GFX11-FAKE16-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 1, v3
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX11-FAKE16-NEXT:    v_cndmask_b32_e32 v2, v4, v2, vcc_lo
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v4, 7, v2
-; GFX11-FAKE16-NEXT:    v_lshrrev_b32_e32 v2, 2, v2
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2)
-; GFX11-FAKE16-NEXT:    v_cmp_lt_i32_e32 vcc_lo, 5, v4
-; GFX11-FAKE16-NEXT:    v_cndmask_b32_e64 v5, 0, 1, vcc_lo
-; GFX11-FAKE16-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 3, v4
-; GFX11-FAKE16-NEXT:    v_cndmask_b32_e64 v4, 0, 1, vcc_lo
-; GFX11-FAKE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v4, v5
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX11-FAKE16-NEXT:    v_dual_mov_b32 v5, 0x7e00 :: v_dual_add_nc_u32 v2, v2, v4
-; GFX11-FAKE16-NEXT:    v_cndmask_b32_e32 v0, 0x7c00, v5, vcc_lo
-; GFX11-FAKE16-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 31, v3
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2)
-; GFX11-FAKE16-NEXT:    v_cndmask_b32_e32 v2, 0x7c00, v2, vcc_lo
-; GFX11-FAKE16-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 0x40f, v3
-; GFX11-FAKE16-NEXT:    v_cndmask_b32_e32 v0, v2, v0, vcc_lo
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-FAKE16-NEXT:    v_and_or_b32 v0, 0x8000, v1, v0
-; GFX11-FAKE16-NEXT:    ; return to shader part epilog
-;
-; GFX11-TRUE16-LABEL: fptrunc_f64_to_f16_div:
-; GFX11-TRUE16:       ; %bb.0:
-; GFX11-TRUE16-NEXT:    v_and_or_b32 v0, 0x1ff, v1, v0
-; GFX11-TRUE16-NEXT:    v_lshrrev_b32_e32 v2, 8, v1
-; GFX11-TRUE16-NEXT:    v_bfe_u32 v3, v1, 20, 11
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2)
-; GFX11-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX11-TRUE16-NEXT:    v_sub_nc_u32_e32 v4, 0x3f1, v3
-; GFX11-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_3)
-; GFX11-TRUE16-NEXT:    v_and_or_b32 v0, 0xffe, v2, v0
-; GFX11-TRUE16-NEXT:    v_med3_i32 v2, v4, 0, 13
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, 0x1000, v0
-; GFX11-TRUE16-NEXT:    v_lshrrev_b32_e32 v5, v2, v4
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v2, v2, v5
-; GFX11-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, v2, v4
-; GFX11-TRUE16-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc_lo
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1)
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v2
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 0xfffffc10, v3
-; GFX11-TRUE16-NEXT:    v_lshl_or_b32 v4, v3, 12, v0
-; GFX11-TRUE16-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 1, v3
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX11-TRUE16-NEXT:    v_cndmask_b32_e32 v2, v4, v2, vcc_lo
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v4, 7, v2
-; GFX11-TRUE16-NEXT:    v_lshrrev_b32_e32 v2, 2, v2
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2)
-; GFX11-TRUE16-NEXT:    v_cmp_lt_i32_e32 vcc_lo, 5, v4
-; GFX11-TRUE16-NEXT:    v_cndmask_b32_e64 v5, 0, 1, vcc_lo
-; GFX11-TRUE16-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 3, v4
-; GFX11-TRUE16-NEXT:    v_cndmask_b32_e64 v4, 0, 1, vcc_lo
-; GFX11-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v4, v5
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX11-TRUE16-NEXT:    v_dual_mov_b32 v5, 0x7e00 :: v_dual_add_nc_u32 v2, v2, v4
-; GFX11-TRUE16-NEXT:    v_cndmask_b32_e32 v0, 0x7c00, v5, vcc_lo
-; GFX11-TRUE16-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 31, v3
-; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v4.h, 0
-; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v4.l, v1.h
-; GFX11-TRUE16-NEXT:    v_cndmask_b32_e32 v2, 0x7c00, v2, vcc_lo
-; GFX11-TRUE16-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 0x40f, v3
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX11-TRUE16-NEXT:    v_cndmask_b32_e32 v0, v2, v0, vcc_lo
-; GFX11-TRUE16-NEXT:    v_and_or_b32 v0, 0x8000, v4, v0
-; GFX11-TRUE16-NEXT:    ; return to shader part epilog
-;
-; GFX12-FAKE16-LABEL: fptrunc_f64_to_f16_div:
-; GFX12-FAKE16:       ; %bb.0:
-; GFX12-FAKE16-NEXT:    v_and_or_b32 v0, 0x1ff, v1, v0
-; GFX12-FAKE16-NEXT:    v_lshrrev_b32_e32 v2, 8, v1
-; GFX12-FAKE16-NEXT:    v_bfe_u32 v3, v1, 20, 11
-; GFX12-FAKE16-NEXT:    v_lshrrev_b32_e32 v1, 16, v1
-; GFX12-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3)
-; GFX12-FAKE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX12-FAKE16-NEXT:    v_sub_nc_u32_e32 v4, 0x3f1, v3
-; GFX12-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
-; GFX12-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_3)
-; GFX12-FAKE16-NEXT:    v_and_or_b32 v0, 0xffe, v2, v0
-; GFX12-FAKE16-NEXT:    v_med3_i32 v2, v4, 0, 13
-; GFX12-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX12-FAKE16-NEXT:    v_or_b32_e32 v4, 0x1000, v0
-; GFX12-FAKE16-NEXT:    v_lshrrev_b32_e32 v5, v2, v4
-; GFX12-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX12-FAKE16-NEXT:    v_lshlrev_b32_e32 v2, v2, v5
-; GFX12-FAKE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, v2, v4
-; GFX12-FAKE16-NEXT:    s_wait_alu depctr_va_vcc(0)
-; GFX12-FAKE16-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc_lo
-; GFX12-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1)
-; GFX12-FAKE16-NEXT:    v_or_b32_e32 v2, v5, v2
-; GFX12-FAKE16-NEXT:    v_add_nc_u32_e32 v3, 0xfffffc10, v3
-; GFX12-FAKE16-NEXT:    v_lshl_or_b32 v4, v3, 12, v0
-; GFX12-FAKE16-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 1, v3
-; GFX12-FAKE16-NEXT:    s_wait_alu depctr_va_vcc(0)
-; GFX12-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX12-FAKE16-NEXT:    v_cndmask_b32_e32 v2, v4, v2, vcc_lo
-; GFX12-FAKE16-NEXT:    v_and_b32_e32 v4, 7, v2
-; GFX12-FAKE16-NEXT:    v_lshrrev_b32_e32 v2, 2, v2
-; GFX12-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2)
-; GFX12-FAKE16-NEXT:    v_cmp_lt_i32_e32 vcc_lo, 5, v4
-; GFX12-FAKE16-NEXT:    s_wait_alu depctr_va_vcc(0)
-; GFX12-FAKE16-NEXT:    v_cndmask_b32_e64 v5, 0, 1, vcc_lo
-; GFX12-FAKE16-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 3, v4
-; GFX12-FAKE16-NEXT:    s_wait_alu depctr_va_vcc(0)
-; GFX12-FAKE16-NEXT:    v_cndmask_b32_e64 v4, 0, 1, vcc_lo
-; GFX12-FAKE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX12-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX12-FAKE16-NEXT:    v_or_b32_e32 v4, v4, v5
-; GFX12-FAKE16-NEXT:    v_dual_mov_b32 v5, 0x7e00 :: v_dual_add_nc_u32 v2, v2, v4
-; GFX12-FAKE16-NEXT:    s_wait_alu depctr_va_vcc(0)
-; GFX12-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX12-FAKE16-NEXT:    v_cndmask_b32_e32 v0, 0x7c00, v5, vcc_lo
-; GFX12-FAKE16-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 31, v3
-; GFX12-FAKE16-NEXT:    s_wait_alu depctr_va_vcc(0)
-; GFX12-FAKE16-NEXT:    v_cndmask_b32_e32 v2, 0x7c00, v2, vcc_lo
-; GFX12-FAKE16-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 0x40f, v3
-; GFX12-FAKE16-NEXT:    s_wait_alu depctr_va_vcc(0)
-; GFX12-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX12-FAKE16-NEXT:    v_cndmask_b32_e32 v0, v2, v0, vcc_lo
-; GFX12-FAKE16-NEXT:    v_and_or_b32 v0, 0x8000, v1, v0
-; GFX12-FAKE16-NEXT:    ; return to shader part epilog
-;
-; GFX12-TRUE16-LABEL: fptrunc_f64_to_f16_div:
-; GFX12-TRUE16:       ; %bb.0:
-; GFX12-TRUE16-NEXT:    v_and_or_b32 v0, 0x1ff, v1, v0
-; GFX12-TRUE16-NEXT:    v_lshrrev_b32_e32 v2, 8, v1
-; GFX12-TRUE16-NEXT:    v_bfe_u32 v3, v1, 20, 11
-; GFX12-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2)
-; GFX12-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX12-TRUE16-NEXT:    v_sub_nc_u32_e32 v4, 0x3f1, v3
-; GFX12-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
-; GFX12-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_3)
-; GFX12-TRUE16-NEXT:    v_and_or_b32 v0, 0xffe, v2, v0
-; GFX12-TRUE16-NEXT:    v_med3_i32 v2, v4, 0, 13
-; GFX12-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX12-TRUE16-NEXT:    v_or_b32_e32 v4, 0x1000, v0
-; GFX12-TRUE16-NEXT:    v_lshrrev_b32_e32 v5, v2, v4
-; GFX12-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX12-TRUE16-NEXT:    v_lshlrev_b32_e32 v2, v2, v5
-; GFX12-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, v2, v4
-; GFX12-TRUE16-NEXT:    s_wait_alu depctr_va_vcc(0)
-; GFX12-TRUE16-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc_lo
-; GFX12-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1)
-; GFX12-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v2
-; GFX12-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 0xfffffc10, v3
-; GFX12-TRUE16-NEXT:    v_lshl_or_b32 v4, v3, 12, v0
-; GFX12-TRUE16-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 1, v3
-; GFX12-TRUE16-NEXT:    s_wait_alu depctr_va_vcc(0)
-; GFX12-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX12-TRUE16-NEXT:    v_cndmask_b32_e32 v2, v4, v2, vcc_lo
-; GFX12-TRUE16-NEXT:    v_and_b32_e32 v4, 7, v2
-; GFX12-TRUE16-NEXT:    v_lshrrev_b32_e32 v2, 2, v2
-; GFX12-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2)
-; GFX12-TRUE16-NEXT:    v_cmp_lt_i32_e32 vcc_lo, 5, v4
-; GFX12-TRUE16-NEXT:    s_wait_alu depctr_va_vcc(0)
-; GFX12-TRUE16-NEXT:    v_cndmask_b32_e64 v5, 0, 1, vcc_lo
-; GFX12-TRUE16-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 3, v4
-; GFX12-TRUE16-NEXT:    s_wait_alu depctr_va_vcc(0)
-; GFX12-TRUE16-NEXT:    v_cndmask_b32_e64 v4, 0, 1, vcc_lo
-; GFX12-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX12-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX12-TRUE16-NEXT:    v_or_b32_e32 v4, v4, v5
-; GFX12-TRUE16-NEXT:    v_dual_mov_b32 v5, 0x7e00 :: v_dual_add_nc_u32 v2, v2, v4
-; GFX12-TRUE16-NEXT:    s_wait_alu depctr_va_vcc(0)
-; GFX12-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX12-TRUE16-NEXT:    v_cndmask_b32_e32 v0, 0x7c00, v5, vcc_lo
-; GFX12-TRUE16-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 31, v3
-; GFX12-TRUE16-NEXT:    v_mov_b16_e32 v4.h, 0
-; GFX12-TRUE16-NEXT:    v_mov_b16_e32 v4.l, v1.h
-; GFX12-TRUE16-NEXT:    s_wait_alu depctr_va_vcc(0)
-; GFX12-TRUE16-NEXT:    v_cndmask_b32_e32 v2, 0x7c00, v2, vcc_lo
-; GFX12-TRUE16-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 0x40f, v3
-; GFX12-TRUE16-NEXT:    s_wait_alu depctr_va_vcc(0)
-; GFX12-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX12-TRUE16-NEXT:    v_cndmask_b32_e32 v0, v2, v0, vcc_lo
-; GFX12-TRUE16-NEXT:    v_and_or_b32 v0, 0x8000, v4, v0
-; GFX12-TRUE16-NEXT:    ; return to shader part epilog
+; GFX11-LABEL: fptrunc_f64_to_f16_div:
+; GFX11:       ; %bb.0:
+; GFX11-NEXT:    v_and_or_b32 v0, 0x1ff, v1, v0
+; GFX11-NEXT:    v_bfe_u32 v2, v1, 20, 11
+; GFX11-NEXT:    v_lshrrev_b32_e32 v3, 8, v1
+; GFX11-NEXT:    v_lshrrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4)
+; GFX11-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
+; GFX11-NEXT:    v_add_nc_u32_e32 v2, 0xfffffc10, v2
+; GFX11-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
+; GFX11-NEXT:    v_sub_nc_u32_e32 v4, 1, v2
+; GFX11-NEXT:    v_and_or_b32 v0, 0xffe, v3, v0
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
+; GFX11-NEXT:    v_med3_i32 v3, v4, 0, 13
+; GFX11-NEXT:    v_or_b32_e32 v4, 0x1000, v0
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
+; GFX11-NEXT:    v_lshrrev_b32_e32 v5, v3, v4
+; GFX11-NEXT:    v_lshlrev_b32_e32 v3, v3, v5
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2)
+; GFX11-NEXT:    v_cmp_ne_u32_e32 vcc_lo, v3, v4
+; GFX11-NEXT:    v_lshl_or_b32 v4, v2, 12, v0
+; GFX11-NEXT:    v_cndmask_b32_e64 v3, 0, 1, vcc_lo
+; GFX11-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 1, v2
+; GFX11-NEXT:    v_or_b32_e32 v3, v5, v3
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
+; GFX11-NEXT:    v_cndmask_b32_e32 v3, v4, v3, vcc_lo
+; GFX11-NEXT:    v_and_b32_e32 v4, 7, v3
+; GFX11-NEXT:    v_lshrrev_b32_e32 v3, 2, v3
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_2)
+; GFX11-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 3, v4
+; GFX11-NEXT:    v_cmp_lt_i32_e64 s0, 5, v4
+; GFX11-NEXT:    s_or_b32 s0, vcc_lo, s0
+; GFX11-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
+; GFX11-NEXT:    v_cndmask_b32_e64 v4, 0, 1, s0
+; GFX11-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3)
+; GFX11-NEXT:    v_add_nc_u32_e32 v3, v3, v4
+; GFX11-NEXT:    v_cmp_lt_i32_e32 vcc_lo, 30, v2
+; GFX11-NEXT:    v_lshl_or_b32 v0, v0, 9, 0x7c00
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2)
+; GFX11-NEXT:    v_cndmask_b32_e64 v3, v3, 0x7c00, vcc_lo
+; GFX11-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 0x40f, v2
+; GFX11-NEXT:    v_cndmask_b32_e32 v0, v3, v0, vcc_lo
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_1)
+; GFX11-NEXT:    v_and_or_b32 v0, 0x8000, v1, v0
+; GFX11-NEXT:    ; return to shader part epilog
 ;
-; GFX1250-FAKE16-LABEL: fptrunc_f64_to_f16_div:
-; GFX1250-FAKE16:       ; %bb.0:
-; GFX1250-FAKE16-NEXT:    global_wb
-; GFX1250-FAKE16-NEXT:    v_nop
-; GFX1250-FAKE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
-; GFX1250-FAKE16-NEXT:    v_and_or_b32 v0, 0x1ff, v1, v0
-; GFX1250-FAKE16-NEXT:    v_lshrrev_b32_e32 v2, 8, v1
-; GFX1250-FAKE16-NEXT:    v_bfe_u32 v3, v1, 20, 11
-; GFX1250-FAKE16-NEXT:    v_lshrrev_b32_e32 v1, 16, v1
-; GFX1250-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_3)
-; GFX1250-FAKE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX1250-FAKE16-NEXT:    v_sub_nc_u32_e32 v4, 0x3f1, v3
-; GFX1250-FAKE16-NEXT:    v_add_nc_u32_e32 v3, 0xfffffc10, v3
-; GFX1250-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
-; GFX1250-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_4)
-; GFX1250-FAKE16-NEXT:    v_and_or_b32 v0, 0xffe, v2, v0
-; GFX1250-FAKE16-NEXT:    v_med3_i32 v2, v4, 0, 13
-; GFX1250-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX1250-FAKE16-NEXT:    v_or_b32_e32 v4, 0x1000, v0
-; GFX1250-FAKE16-NEXT:    v_lshrrev_b32_e32 v5, v2, v4
-; GFX1250-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX1250-FAKE16-NEXT:    v_lshlrev_b32_e32 v2, v2, v5
-; GFX1250-FAKE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, v2, v4
-; GFX1250-FAKE16-NEXT:    v_lshl_or_b32 v4, v3, 12, v0
-; GFX1250-FAKE16-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc_lo
-; GFX1250-FAKE16-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 1, v3
-; GFX1250-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX1250-FAKE16-NEXT:    v_or_b32_e32 v2, v5, v2
-; GFX1250-FAKE16-NEXT:    v_cndmask_b32_e32 v2, v4, v2, vcc_lo
-; GFX1250-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2)
-; GFX1250-FAKE16-NEXT:    v_and_b32_e32 v4, 7, v2
-; GFX1250-FAKE16-NEXT:    v_lshrrev_b32_e32 v2, 2, v2
-; GFX1250-FAKE16-NEXT:    v_cmp_lt_i32_e32 vcc_lo, 5, v4
-; GFX1250-FAKE16-NEXT:    v_cndmask_b32_e64 v5, 0, 1, vcc_lo
-; GFX1250-FAKE16-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 3, v4
-; GFX1250-FAKE16-NEXT:    v_cndmask_b32_e64 v4, 0, 1, vcc_lo
-; GFX1250-FAKE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX1250-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX1250-FAKE16-NEXT:    v_or_b32_e32 v4, v4, v5
-; GFX1250-FAKE16-NEXT:    v_dual_mov_b32 v5, 0x7e00 :: v_dual_add_nc_u32 v2, v2, v4
-; GFX1250-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_3)
-; GFX1250-FAKE16-NEXT:    v_cndmask_b32_e32 v0, 0x7c00, v5, vcc_lo
-; GFX1250-FAKE16-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 31, v3
-; GFX1250-FAKE16-NEXT:    v_cndmask_b32_e32 v2, 0x7c00, v2, vcc_lo
-; GFX1250-FAKE16-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 0x40f, v3
-; GFX1250-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX1250-FAKE16-NEXT:    v_cndmask_b32_e32 v0, v2, v0, vcc_lo
-; GFX1250-FAKE16-NEXT:    v_and_or_b32 v0, 0x8000, v1, v0
-; GFX1250-FAKE16-NEXT:    ; return to shader part epilog
+; GFX12-LABEL: fptrunc_f64_to_f16_div:
+; GFX12:       ; %bb.0:
+; GFX12-NEXT:    v_and_or_b32 v0, 0x1ff, v1, v0
+; GFX12-NEXT:    v_bfe_u32 v2, v1, 20, 11
+; GFX12-NEXT:    v_lshrrev_b32_e32 v3, 8, v1
+; GFX12-NEXT:    v_lshrrev_b32_e32 v1, 16, v1
+; GFX12-NEXT:    s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4)
+; GFX12-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
+; GFX12-NEXT:    v_add_nc_u32_e32 v2, 0xfffffc10, v2
+; GFX12-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
+; GFX12-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
+; GFX12-NEXT:    v_sub_nc_u32_e32 v4, 1, v2
+; GFX12-NEXT:    v_and_or_b32 v0, 0xffe, v3, v0
+; GFX12-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
+; GFX12-NEXT:    v_med3_i32 v3, v4, 0, 13
+; GFX12-NEXT:    v_or_b32_e32 v4, 0x1000, v0
+; GFX12-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
+; GFX12-NEXT:    v_lshrrev_b32_e32 v5, v3, v4
+; GFX12-NEXT:    v_lshlrev_b32_e32 v3, v3, v5
+; GFX12-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_4) | instid1(VALU_DEP_2)
+; GFX12-NEXT:    v_cmp_ne_u32_e32 vcc_lo, v3, v4
+; GFX12-NEXT:    v_lshl_or_b32 v4, v2, 12, v0
+; GFX12-NEXT:    s_wait_alu depctr_va_vcc(0)
+; GFX12-NEXT:    v_cndmask_b32_e64 v3, 0, 1, vcc_lo
+; GFX12-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 1, v2
+; GFX12-NEXT:    v_or_b32_e32 v3, v5, v3
+; GFX12-NEXT:    s_wait_alu depctr_va_vcc(0)
+; GFX12-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
+; GFX12-NEXT:    v_cndmask_b32_e32 v3, v4, v3, vcc_lo
+; GFX12-NEXT:    v_and_b32_e32 v4, 7, v3
+; GFX12-NEXT:    v_lshrrev_b32_e32 v3, 2, v3
+; GFX12-NEXT:    s_delay_alu instid0(VALU_DEP_2)
+; GFX12-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 3, v4
+; GFX12-NEXT:    v_cmp_lt_i32_e64 s0, 5, v4
+; GFX12-NEXT:    s_or_b32 s0, vcc_lo, s0
+; GFX12-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
+; GFX12-NEXT:    v_cndmask_b32_e64 v4, 0, 1, s0
+; GFX12-NEXT:    s_wait_alu depctr_va_vcc(0)
+; GFX12-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
+; GFX12-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3)
+; GFX12-NEXT:    v_add_nc_u32_e32 v3, v3, v4
+; GFX12-NEXT:    v_cmp_lt_i32_e32 vcc_lo, 30, v2
+; GFX12-NEXT:    v_lshl_or_b32 v0, v0, 9, 0x7c00
+; GFX12-NEXT:    s_wait_alu depctr_va_vcc(0)
+; GFX12-NEXT:    s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2)
+; GFX12-NEXT:    v_cndmask_b32_e64 v3, v3, 0x7c00, vcc_lo
+; GFX12-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 0x40f, v2
+; GFX12-NEXT:    s_wait_alu depctr_va_vcc(0)
+; GFX12-NEXT:    v_cndmask_b32_e32 v0, v3, v0, vcc_lo
+; GFX12-NEXT:    s_delay_alu instid0(VALU_DEP_1)
+; GFX12-NEXT:    v_and_or_b32 v0, 0x8000, v1, v0
+; GFX12-NEXT:    ; return to shader part epilog
 ;
-; GFX1250-TRUE16-LABEL: fptrunc_f64_to_f16_div:
-; GFX1250-TRUE16:       ; %bb.0:
-; GFX1250-TRUE16-NEXT:    global_wb
-; GFX1250-TRUE16-NEXT:    v_nop
-; GFX1250-TRUE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
-; GFX1250-TRUE16-NEXT:    v_and_or_b32 v0, 0x1ff, v1, v0
-; GFX1250-TRUE16-NEXT:    v_lshrrev_b32_e32 v2, 8, v1
-; GFX1250-TRUE16-NEXT:    v_bfe_u32 v3, v1, 20, 11
-; GFX1250-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2)
-; GFX1250-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX1250-TRUE16-NEXT:    v_sub_nc_u32_e32 v4, 0x3f1, v3
-; GFX1250-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 0xfffffc10, v3
-; GFX1250-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
-; GFX1250-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_4)
-; GFX1250-TRUE16-NEXT:    v_and_or_b32 v0, 0xffe, v2, v0
-; GFX1250-TRUE16-NEXT:    v_med3_i32 v2, v4, 0, 13
-; GFX1250-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX1250-TRUE16-NEXT:    v_or_b32_e32 v4, 0x1000, v0
-; GFX1250-TRUE16-NEXT:    v_lshrrev_b32_e32 v5, v2, v4
-; GFX1250-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX1250-TRUE16-NEXT:    v_lshlrev_b32_e32 v2, v2, v5
-; GFX1250-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, v2, v4
-; GFX1250-TRUE16-NEXT:    v_lshl_or_b32 v4, v3, 12, v0
-; GFX1250-TRUE16-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc_lo
-; GFX1250-TRUE16-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 1, v3
-; GFX1250-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX1250-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v2
-; GFX1250-TRUE16-NEXT:    v_cndmask_b32_e32 v2, v4, v2, vcc_lo
-; GFX1250-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2)
-; GFX1250-TRUE16-NEXT:    v_and_b32_e32 v4, 7, v2
-; GFX1250-TRUE16-NEXT:    v_lshrrev_b32_e32 v2, 2, v2
-; GFX1250-TRUE16-NEXT:    v_cmp_lt_i32_e32 vcc_lo, 5, v4
-; GFX1250-TRUE16-NEXT:    v_cndmask_b32_e64 v5, 0, 1, vcc_lo
-; GFX1250-TRUE16-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 3, v4
-; GFX1250-TRUE16-NEXT:    v_cndmask_b32_e64 v4, 0, 1, vcc_lo
-; GFX1250-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX1250-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX1250-TRUE16-NEXT:    v_or_b32_e32 v4, v4, v5
-; GFX1250-TRUE16-NEXT:    v_dual_mov_b32 v5, 0x7e00 :: v_dual_add_nc_u32 v2, v2, v4
-; GFX1250-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX1250-TRUE16-NEXT:    v_cndmask_b32_e32 v0, 0x7c00, v5, vcc_lo
-; GFX1250-TRUE16-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 31, v3
-; GFX1250-TRUE16-NEXT:    v_mov_b16_e32 v4.h, 0
-; GFX1250-TRUE16-NEXT:    v_mov_b16_e32 v4.l, v1.h
-; GFX1250-TRUE16-NEXT:    v_cndmask_b32_e32 v2, 0x7c00, v2, vcc_lo
-; GFX1250-TRUE16-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 0x40f, v3
-; GFX1250-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX1250-TRUE16-NEXT:    v_cndmask_b32_e32 v0, v2, v0, vcc_lo
-; GFX1250-TRUE16-NEXT:    v_and_or_b32 v0, 0x8000, v4, v0
-; GFX1250-TRUE16-NEXT:    ; return to shader part epilog
+; GFX1250-LABEL: fptrunc_f64_to_f16_div:
+; GFX1250:       ; %bb.0:
+; GFX1250-NEXT:    global_wb
+; GFX1250-NEXT:    v_nop
+; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-NEXT:    v_and_or_b32 v0, 0x1ff, v1, v0
+; GFX1250-NEXT:    v_bfe_u32 v2, v1, 20, 11
+; GFX1250-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
+; GFX1250-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
+; GFX1250-NEXT:    v_add_nc_u32_e32 v2, 0xfffffc10, v2
+; GFX1250-NEXT:    v_dual_lshrrev_b32 v3, 8, v1 :: v_dual_lshrrev_b32 v1, 16, v1
+; GFX1250-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
+; GFX1250-NEXT:    s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2)
+; GFX1250-NEXT:    v_sub_nc_u32_e32 v4, 1, v2
+; GFX1250-NEXT:    v_and_or_b32 v0, 0xffe, v3, v0
+; GFX1250-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
+; GFX1250-NEXT:    v_med3_i32 v3, v4, 0, 13
+; GFX1250-NEXT:    v_or_b32_e32 v4, 0x1000, v0
+; GFX1250-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
+; GFX1250-NEXT:    v_lshrrev_b32_e32 v5, v3, v4
+; GFX1250-NEXT:    v_lshlrev_b32_e32 v3, v3, v5
+; GFX1250-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2)
+; GFX1250-NEXT:    v_cmp_ne_u32_e32 vcc_lo, v3, v4
+; GFX1250-NEXT:    v_lshl_or_b32 v4, v2, 12, v0
+; GFX1250-NEXT:    v_cndmask_b32_e64 v3, 0, 1, vcc_lo
+; GFX1250-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 1, v2
+; GFX1250-NEXT:    v_or_b32_e32 v3, v5, v3
+; GFX1250-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
+; GFX1250-NEXT:    v_cndmask_b32_e32 v3, v4, v3, vcc_lo
+; GFX1250-NEXT:    v_and_b32_e32 v4, 7, v3
+; GFX1250-NEXT:    v_lshrrev_b32_e32 v3, 2, v3
+; GFX1250-NEXT:    s_delay_alu instid0(VALU_DEP_2)
+; GFX1250-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 3, v4
+; GFX1250-NEXT:    v_cmp_lt_i32_e64 s0, 5, v4
+; GFX1250-NEXT:    s_or_b32 s0, vcc_lo, s0
+; GFX1250-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
+; GFX1250-NEXT:    v_cndmask_b32_e64 v4, 0, 1, s0
+; GFX1250-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
+; GFX1250-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3)
+; GFX1250-NEXT:    v_add_nc_u32_e32 v3, v3, v4
+; GFX1250-NEXT:    v_cmp_lt_i32_e32 vcc_lo, 30, v2
+; GFX1250-NEXT:    v_lshl_or_b32 v0, v0, 9, 0x7c00
+; GFX1250-NEXT:    s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2)
+; GFX1250-NEXT:    v_cndmask_b32_e64 v3, v3, 0x7c00, vcc_lo
+; GFX1250-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 0x40f, v2
+; GFX1250-NEXT:    v_cndmask_b32_e32 v0, v3, v0, vcc_lo
+; GFX1250-NEXT:    s_delay_alu instid0(VALU_DEP_1)
+; GFX1250-NEXT:    v_and_or_b32 v0, 0x8000, v1, v0
+; GFX1250-NEXT:    ; return to shader part epilog
   %result = fptrunc double %a to half
   ret half %result
 }
diff --git a/llvm/test/CodeGen/AMDGPU/GlobalISel/legalize-fptrunc.mir b/llvm/test/CodeGen/AMDGPU/GlobalISel/legalize-fptrunc.mir
index 0368684fc6e4c..18250cdb08d47 100644
--- a/llvm/test/CodeGen/AMDGPU/GlobalISel/legalize-fptrunc.mir
+++ b/llvm/test/CodeGen/AMDGPU/GlobalISel/legalize-fptrunc.mir
@@ -96,70 +96,70 @@ body: |
     ; CHECK: liveins: $vgpr0_vgpr1
     ; CHECK-NEXT: {{  $}}
     ; CHECK-NEXT: [[COPY:%[0-9]+]]:_(f64) = COPY $vgpr0_vgpr1
-    ; CHECK-NEXT: [[UV:%[0-9]+]]:_(s32), [[UV1:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](f64)
-    ; CHECK-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 20
-    ; CHECK-NEXT: [[LSHR:%[0-9]+]]:_(s32) = G_LSHR [[UV1]], [[C]](s32)
-    ; CHECK-NEXT: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 2047
-    ; CHECK-NEXT: [[AND:%[0-9]+]]:_(s32) = G_AND [[LSHR]], [[C1]]
-    ; CHECK-NEXT: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 -1008
-    ; CHECK-NEXT: [[ADD:%[0-9]+]]:_(s32) = G_ADD [[AND]], [[C2]]
-    ; CHECK-NEXT: [[C3:%[0-9]+]]:_(s32) = G_CONSTANT i32 8
-    ; CHECK-NEXT: [[LSHR1:%[0-9]+]]:_(s32) = G_LSHR [[UV1]], [[C3]](s32)
-    ; CHECK-NEXT: [[C4:%[0-9]+]]:_(s32) = G_CONSTANT i32 4094
-    ; CHECK-NEXT: [[AND1:%[0-9]+]]:_(s32) = G_AND [[LSHR1]], [[C4]]
-    ; CHECK-NEXT: [[C5:%[0-9]+]]:_(s32) = G_CONSTANT i32 511
-    ; CHECK-NEXT: [[AND2:%[0-9]+]]:_(s32) = G_AND [[UV1]], [[C5]]
-    ; CHECK-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[AND2]], [[UV]]
-    ; CHECK-NEXT: [[C6:%[0-9]+]]:_(s32) = G_CONSTANT i32 0
-    ; CHECK-NEXT: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR]](s32), [[C6]]
-    ; CHECK-NEXT: [[ZEXT:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP]](s1)
-    ; CHECK-NEXT: [[OR1:%[0-9]+]]:_(s32) = G_OR [[AND1]], [[ZEXT]]
-    ; CHECK-NEXT: [[C7:%[0-9]+]]:_(s32) = G_CONSTANT i32 512
-    ; CHECK-NEXT: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR1]](s32), [[C6]]
-    ; CHECK-NEXT: [[SELECT:%[0-9]+]]:_(s32) = G_SELECT [[ICMP1]](s1), [[C7]], [[C6]]
-    ; CHECK-NEXT: [[C8:%[0-9]+]]:_(s32) = G_CONSTANT i32 31744
-    ; CHECK-NEXT: [[OR2:%[0-9]+]]:_(s32) = G_OR [[SELECT]], [[C8]]
-    ; CHECK-NEXT: [[C9:%[0-9]+]]:_(s32) = G_CONSTANT i32 12
-    ; CHECK-NEXT: [[SHL:%[0-9]+]]:_(s32) = G_SHL [[ADD]], [[C9]](s32)
-    ; CHECK-NEXT: [[OR3:%[0-9]+]]:_(s32) = G_OR [[OR1]], [[SHL]]
-    ; CHECK-NEXT: [[C10:%[0-9]+]]:_(s32) = G_CONSTANT i32 1
-    ; CHECK-NEXT: [[SUB:%[0-9]+]]:_(s32) = G_SUB [[C10]], [[ADD]]
-    ; CHECK-NEXT: [[SMAX:%[0-9]+]]:_(s32) = G_SMAX [[SUB]], [[C6]]
-    ; CHECK-NEXT: [[C11:%[0-9]+]]:_(s32) = G_CONSTANT i32 13
-    ; CHECK-NEXT: [[SMIN:%[0-9]+]]:_(s32) = G_SMIN [[SMAX]], [[C11]]
-    ; CHECK-NEXT: [[C12:%[0-9]+]]:_(s32) = G_CONSTANT i32 4096
-    ; CHECK-NEXT: [[OR4:%[0-9]+]]:_(s32) = G_OR [[OR1]], [[C12]]
-    ; CHECK-NEXT: [[LSHR2:%[0-9]+]]:_(s32) = G_LSHR [[OR4]], [[SMIN]](s32)
-    ; CHECK-NEXT: [[SHL1:%[0-9]+]]:_(s32) = G_SHL [[LSHR2]], [[SMIN]](s32)
-    ; CHECK-NEXT: [[ICMP2:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[SHL1]](s32), [[OR4]]
-    ; CHECK-NEXT: [[ZEXT1:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP2]](s1)
-    ; CHECK-NEXT: [[OR5:%[0-9]+]]:_(s32) = G_OR [[LSHR2]], [[ZEXT1]]
-    ; CHECK-NEXT: [[ICMP3:%[0-9]+]]:_(s1) = G_ICMP intpred(slt), [[ADD]](s32), [[C10]]
-    ; CHECK-NEXT: [[SELECT1:%[0-9]+]]:_(s32) = G_SELECT [[ICMP3]](s1), [[OR5]], [[OR3]]
-    ; CHECK-NEXT: [[C13:%[0-9]+]]:_(s32) = G_CONSTANT i32 7
-    ; CHECK-NEXT: [[AND3:%[0-9]+]]:_(s32) = G_AND [[SELECT1]], [[C13]]
-    ; CHECK-NEXT: [[C14:%[0-9]+]]:_(s32) = G_CONSTANT i32 2
-    ; CHECK-NEXT: [[LSHR3:%[0-9]+]]:_(s32) = G_LSHR [[SELECT1]], [[C14]](s32)
-    ; CHECK-NEXT: [[C15:%[0-9]+]]:_(s32) = G_CONSTANT i32 3
-    ; CHECK-NEXT: [[ICMP4:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[AND3]](s32), [[C15]]
-    ; CHECK-NEXT: [[ZEXT2:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP4]](s1)
-    ; CHECK-NEXT: [[C16:%[0-9]+]]:_(s32) = G_CONSTANT i32 5
-    ; CHECK-NEXT: [[ICMP5:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[AND3]](s32), [[C16]]
-    ; CHECK-NEXT: [[ZEXT3:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP5]](s1)
-    ; CHECK-NEXT: [[OR6:%[0-9]+]]:_(s32) = G_OR [[ZEXT2]], [[ZEXT3]]
-    ; CHECK-NEXT: [[ADD1:%[0-9]+]]:_(s32) = G_ADD [[LSHR3]], [[OR6]]
-    ; CHECK-NEXT: [[C17:%[0-9]+]]:_(s32) = G_CONSTANT i32 30
-    ; CHECK-NEXT: [[ICMP6:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[ADD]](s32), [[C17]]
-    ; CHECK-NEXT: [[SELECT2:%[0-9]+]]:_(s32) = G_SELECT [[ICMP6]](s1), [[C8]], [[ADD1]]
-    ; CHECK-NEXT: [[C18:%[0-9]+]]:_(s32) = G_CONSTANT i32 1039
-    ; CHECK-NEXT: [[ICMP7:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[ADD]](s32), [[C18]]
-    ; CHECK-NEXT: [[SELECT3:%[0-9]+]]:_(s32) = G_SELECT [[ICMP7]](s1), [[OR2]], [[SELECT2]]
-    ; CHECK-NEXT: [[C19:%[0-9]+]]:_(s32) = G_CONSTANT i32 16
-    ; CHECK-NEXT: [[LSHR4:%[0-9]+]]:_(s32) = G_LSHR [[UV1]], [[C19]](s32)
-    ; CHECK-NEXT: [[C20:%[0-9]+]]:_(s32) = G_CONSTANT i32 32768
-    ; CHECK-NEXT: [[AND4:%[0-9]+]]:_(s32) = G_AND [[LSHR4]], [[C20]]
-    ; CHECK-NEXT: [[OR7:%[0-9]+]]:_(s32) = G_OR [[AND4]], [[SELECT3]]
-    ; CHECK-NEXT: $vgpr0 = COPY [[OR7]](s32)
+    ; CHECK-NEXT: [[UV:%[0-9]+]]:_(i32), [[UV1:%[0-9]+]]:_(i32) = G_UNMERGE_VALUES [[COPY]](f64)
+    ; CHECK-NEXT: [[C:%[0-9]+]]:_(i32) = G_CONSTANT i32 20
+    ; CHECK-NEXT: [[LSHR:%[0-9]+]]:_(i32) = G_LSHR [[UV1]], [[C]](i32)
+    ; CHECK-NEXT: [[C1:%[0-9]+]]:_(i32) = G_CONSTANT i32 2047
+    ; CHECK-NEXT: [[AND:%[0-9]+]]:_(i32) = G_AND [[LSHR]], [[C1]]
+    ; CHECK-NEXT: [[C2:%[0-9]+]]:_(i32) = G_CONSTANT i32 -1008
+    ; CHECK-NEXT: [[ADD:%[0-9]+]]:_(i32) = G_ADD [[AND]], [[C2]]
+    ; CHECK-NEXT: [[C3:%[0-9]+]]:_(i32) = G_CONSTANT i32 8
+    ; CHECK-NEXT: [[LSHR1:%[0-9]+]]:_(i32) = G_LSHR [[UV1]], [[C3]](i32)
+    ; CHECK-NEXT: [[C4:%[0-9]+]]:_(i32) = G_CONSTANT i32 4094
+    ; CHECK-NEXT: [[AND1:%[0-9]+]]:_(i32) = G_AND [[LSHR1]], [[C4]]
+    ; CHECK-NEXT: [[C5:%[0-9]+]]:_(i32) = G_CONSTANT i32 511
+    ; CHECK-NEXT: [[AND2:%[0-9]+]]:_(i32) = G_AND [[UV1]], [[C5]]
+    ; CHECK-NEXT: [[OR:%[0-9]+]]:_(i32) = G_OR [[AND2]], [[UV]]
+    ; CHECK-NEXT: [[C6:%[0-9]+]]:_(i32) = G_CONSTANT i32 0
+    ; CHECK-NEXT: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR]](i32), [[C6]]
+    ; CHECK-NEXT: [[ZEXT:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP]](s1)
+    ; CHECK-NEXT: [[OR1:%[0-9]+]]:_(i32) = G_OR [[AND1]], [[ZEXT]]
+    ; CHECK-NEXT: [[C7:%[0-9]+]]:_(i32) = G_CONSTANT i32 512
+    ; CHECK-NEXT: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR1]](i32), [[C6]]
+    ; CHECK-NEXT: [[SELECT:%[0-9]+]]:_(i32) = G_SELECT [[ICMP1]](s1), [[C7]], [[C6]]
+    ; CHECK-NEXT: [[C8:%[0-9]+]]:_(i32) = G_CONSTANT i32 31744
+    ; CHECK-NEXT: [[OR2:%[0-9]+]]:_(i32) = G_OR [[SELECT]], [[C8]]
+    ; CHECK-NEXT: [[C9:%[0-9]+]]:_(i32) = G_CONSTANT i32 12
+    ; CHECK-NEXT: [[SHL:%[0-9]+]]:_(i32) = G_SHL [[ADD]], [[C9]](i32)
+    ; CHECK-NEXT: [[OR3:%[0-9]+]]:_(i32) = G_OR [[OR1]], [[SHL]]
+    ; CHECK-NEXT: [[C10:%[0-9]+]]:_(i32) = G_CONSTANT i32 1
+    ; CHECK-NEXT: [[SUB:%[0-9]+]]:_(i32) = G_SUB [[C10]], [[ADD]]
+    ; CHECK-NEXT: [[SMAX:%[0-9]+]]:_(i32) = G_SMAX [[SUB]], [[C6]]
+    ; CHECK-NEXT: [[C11:%[0-9]+]]:_(i32) = G_CONSTANT i32 13
+    ; CHECK-NEXT: [[SMIN:%[0-9]+]]:_(i32) = G_SMIN [[SMAX]], [[C11]]
+    ; CHECK-NEXT: [[C12:%[0-9]+]]:_(i32) = G_CONSTANT i32 4096
+    ; CHECK-NEXT: [[OR4:%[0-9]+]]:_(i32) = G_OR [[OR1]], [[C12]]
+    ; CHECK-NEXT: [[LSHR2:%[0-9]+]]:_(i32) = G_LSHR [[OR4]], [[SMIN]](i32)
+    ; CHECK-NEXT: [[SHL1:%[0-9]+]]:_(i32) = G_SHL [[LSHR2]], [[SMIN]](i32)
+    ; CHECK-NEXT: [[ICMP2:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[SHL1]](i32), [[OR4]]
+    ; CHECK-NEXT: [[ZEXT1:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP2]](s1)
+    ; CHECK-NEXT: [[OR5:%[0-9]+]]:_(i32) = G_OR [[LSHR2]], [[ZEXT1]]
+    ; CHECK-NEXT: [[ICMP3:%[0-9]+]]:_(s1) = G_ICMP intpred(slt), [[ADD]](i32), [[C10]]
+    ; CHECK-NEXT: [[SELECT1:%[0-9]+]]:_(i32) = G_SELECT [[ICMP3]](s1), [[OR5]], [[OR3]]
+    ; CHECK-NEXT: [[C13:%[0-9]+]]:_(i32) = G_CONSTANT i32 7
+    ; CHECK-NEXT: [[AND3:%[0-9]+]]:_(i32) = G_AND [[SELECT1]], [[C13]]
+    ; CHECK-NEXT: [[C14:%[0-9]+]]:_(i32) = G_CONSTANT i32 2
+    ; CHECK-NEXT: [[LSHR3:%[0-9]+]]:_(i32) = G_LSHR [[SELECT1]], [[C14]](i32)
+    ; CHECK-NEXT: [[C15:%[0-9]+]]:_(i32) = G_CONSTANT i32 3
+    ; CHECK-NEXT: [[ICMP4:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[AND3]](i32), [[C15]]
+    ; CHECK-NEXT: [[ZEXT2:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP4]](s1)
+    ; CHECK-NEXT: [[C16:%[0-9]+]]:_(i32) = G_CONSTANT i32 5
+    ; CHECK-NEXT: [[ICMP5:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[AND3]](i32), [[C16]]
+    ; CHECK-NEXT: [[ZEXT3:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP5]](s1)
+    ; CHECK-NEXT: [[OR6:%[0-9]+]]:_(i32) = G_OR [[ZEXT2]], [[ZEXT3]]
+    ; CHECK-NEXT: [[ADD1:%[0-9]+]]:_(i32) = G_ADD [[LSHR3]], [[OR6]]
+    ; CHECK-NEXT: [[C17:%[0-9]+]]:_(i32) = G_CONSTANT i32 30
+    ; CHECK-NEXT: [[ICMP6:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[ADD]](i32), [[C17]]
+    ; CHECK-NEXT: [[SELECT2:%[0-9]+]]:_(i32) = G_SELECT [[ICMP6]](s1), [[C8]], [[ADD1]]
+    ; CHECK-NEXT: [[C18:%[0-9]+]]:_(i32) = G_CONSTANT i32 1039
+    ; CHECK-NEXT: [[ICMP7:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[ADD]](i32), [[C18]]
+    ; CHECK-NEXT: [[SELECT3:%[0-9]+]]:_(i32) = G_SELECT [[ICMP7]](s1), [[OR2]], [[SELECT2]]
+    ; CHECK-NEXT: [[C19:%[0-9]+]]:_(i32) = G_CONSTANT i32 16
+    ; CHECK-NEXT: [[LSHR4:%[0-9]+]]:_(i32) = G_LSHR [[UV1]], [[C19]](i32)
+    ; CHECK-NEXT: [[C20:%[0-9]+]]:_(i32) = G_CONSTANT i32 32768
+    ; CHECK-NEXT: [[AND4:%[0-9]+]]:_(i32) = G_AND [[LSHR4]], [[C20]]
+    ; CHECK-NEXT: [[OR7:%[0-9]+]]:_(i32) = G_OR [[AND4]], [[SELECT3]]
+    ; CHECK-NEXT: $vgpr0 = COPY [[OR7]](i32)
     %0:_(f64) = COPY $vgpr0_vgpr1
     %1:_(f16) = G_FPTRUNC %0
     %2:_(s32) = G_ANYEXT %1
@@ -177,116 +177,115 @@ body: |
     ; CHECK-NEXT: {{  $}}
     ; CHECK-NEXT: [[COPY:%[0-9]+]]:_(<2 x f64>) = COPY $vgpr0_vgpr1_vgpr2_vgpr3
     ; CHECK-NEXT: [[UV:%[0-9]+]]:_(f64), [[UV1:%[0-9]+]]:_(f64) = G_UNMERGE_VALUES [[COPY]](<2 x f64>)
-    ; CHECK-NEXT: [[UV2:%[0-9]+]]:_(s32), [[UV3:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[UV]](f64)
-    ; CHECK-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 20
-    ; CHECK-NEXT: [[LSHR:%[0-9]+]]:_(s32) = G_LSHR [[UV3]], [[C]](s32)
-    ; CHECK-NEXT: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 2047
-    ; CHECK-NEXT: [[AND:%[0-9]+]]:_(s32) = G_AND [[LSHR]], [[C1]]
-    ; CHECK-NEXT: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 -1008
-    ; CHECK-NEXT: [[ADD:%[0-9]+]]:_(s32) = G_ADD [[AND]], [[C2]]
-    ; CHECK-NEXT: [[C3:%[0-9]+]]:_(s32) = G_CONSTANT i32 8
-    ; CHECK-NEXT: [[LSHR1:%[0-9]+]]:_(s32) = G_LSHR [[UV3]], [[C3]](s32)
-    ; CHECK-NEXT: [[C4:%[0-9]+]]:_(s32) = G_CONSTANT i32 4094
-    ; CHECK-NEXT: [[AND1:%[0-9]+]]:_(s32) = G_AND [[LSHR1]], [[C4]]
-    ; CHECK-NEXT: [[C5:%[0-9]+]]:_(s32) = G_CONSTANT i32 511
-    ; CHECK-NEXT: [[AND2:%[0-9]+]]:_(s32) = G_AND [[UV3]], [[C5]]
-    ; CHECK-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[AND2]], [[UV2]]
-    ; CHECK-NEXT: [[C6:%[0-9]+]]:_(s32) = G_CONSTANT i32 0
-    ; CHECK-NEXT: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR]](s32), [[C6]]
-    ; CHECK-NEXT: [[ZEXT:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP]](s1)
-    ; CHECK-NEXT: [[OR1:%[0-9]+]]:_(s32) = G_OR [[AND1]], [[ZEXT]]
-    ; CHECK-NEXT: [[C7:%[0-9]+]]:_(s32) = G_CONSTANT i32 512
-    ; CHECK-NEXT: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR1]](s32), [[C6]]
-    ; CHECK-NEXT: [[SELECT:%[0-9]+]]:_(s32) = G_SELECT [[ICMP1]](s1), [[C7]], [[C6]]
-    ; CHECK-NEXT: [[C8:%[0-9]+]]:_(s32) = G_CONSTANT i32 31744
-    ; CHECK-NEXT: [[OR2:%[0-9]+]]:_(s32) = G_OR [[SELECT]], [[C8]]
-    ; CHECK-NEXT: [[C9:%[0-9]+]]:_(s32) = G_CONSTANT i32 12
-    ; CHECK-NEXT: [[SHL:%[0-9]+]]:_(s32) = G_SHL [[ADD]], [[C9]](s32)
-    ; CHECK-NEXT: [[OR3:%[0-9]+]]:_(s32) = G_OR [[OR1]], [[SHL]]
-    ; CHECK-NEXT: [[C10:%[0-9]+]]:_(s32) = G_CONSTANT i32 1
-    ; CHECK-NEXT: [[SUB:%[0-9]+]]:_(s32) = G_SUB [[C10]], [[ADD]]
-    ; CHECK-NEXT: [[SMAX:%[0-9]+]]:_(s32) = G_SMAX [[SUB]], [[C6]]
-    ; CHECK-NEXT: [[C11:%[0-9]+]]:_(s32) = G_CONSTANT i32 13
-    ; CHECK-NEXT: [[SMIN:%[0-9]+]]:_(s32) = G_SMIN [[SMAX]], [[C11]]
-    ; CHECK-NEXT: [[C12:%[0-9]+]]:_(s32) = G_CONSTANT i32 4096
-    ; CHECK-NEXT: [[OR4:%[0-9]+]]:_(s32) = G_OR [[OR1]], [[C12]]
-    ; CHECK-NEXT: [[LSHR2:%[0-9]+]]:_(s32) = G_LSHR [[OR4]], [[SMIN]](s32)
-    ; CHECK-NEXT: [[SHL1:%[0-9]+]]:_(s32) = G_SHL [[LSHR2]], [[SMIN]](s32)
-    ; CHECK-NEXT: [[ICMP2:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[SHL1]](s32), [[OR4]]
-    ; CHECK-NEXT: [[ZEXT1:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP2]](s1)
-    ; CHECK-NEXT: [[OR5:%[0-9]+]]:_(s32) = G_OR [[LSHR2]], [[ZEXT1]]
-    ; CHECK-NEXT: [[ICMP3:%[0-9]+]]:_(s1) = G_ICMP intpred(slt), [[ADD]](s32), [[C10]]
-    ; CHECK-NEXT: [[SELECT1:%[0-9]+]]:_(s32) = G_SELECT [[ICMP3]](s1), [[OR5]], [[OR3]]
-    ; CHECK-NEXT: [[C13:%[0-9]+]]:_(s32) = G_CONSTANT i32 7
-    ; CHECK-NEXT: [[AND3:%[0-9]+]]:_(s32) = G_AND [[SELECT1]], [[C13]]
-    ; CHECK-NEXT: [[C14:%[0-9]+]]:_(s32) = G_CONSTANT i32 2
-    ; CHECK-NEXT: [[LSHR3:%[0-9]+]]:_(s32) = G_LSHR [[SELECT1]], [[C14]](s32)
-    ; CHECK-NEXT: [[C15:%[0-9]+]]:_(s32) = G_CONSTANT i32 3
-    ; CHECK-NEXT: [[ICMP4:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[AND3]](s32), [[C15]]
-    ; CHECK-NEXT: [[ZEXT2:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP4]](s1)
-    ; CHECK-NEXT: [[C16:%[0-9]+]]:_(s32) = G_CONSTANT i32 5
-    ; CHECK-NEXT: [[ICMP5:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[AND3]](s32), [[C16]]
-    ; CHECK-NEXT: [[ZEXT3:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP5]](s1)
-    ; CHECK-NEXT: [[OR6:%[0-9]+]]:_(s32) = G_OR [[ZEXT2]], [[ZEXT3]]
-    ; CHECK-NEXT: [[ADD1:%[0-9]+]]:_(s32) = G_ADD [[LSHR3]], [[OR6]]
-    ; CHECK-NEXT: [[C17:%[0-9]+]]:_(s32) = G_CONSTANT i32 30
-    ; CHECK-NEXT: [[ICMP6:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[ADD]](s32), [[C17]]
-    ; CHECK-NEXT: [[SELECT2:%[0-9]+]]:_(s32) = G_SELECT [[ICMP6]](s1), [[C8]], [[ADD1]]
-    ; CHECK-NEXT: [[C18:%[0-9]+]]:_(s32) = G_CONSTANT i32 1039
-    ; CHECK-NEXT: [[ICMP7:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[ADD]](s32), [[C18]]
-    ; CHECK-NEXT: [[SELECT3:%[0-9]+]]:_(s32) = G_SELECT [[ICMP7]](s1), [[OR2]], [[SELECT2]]
-    ; CHECK-NEXT: [[C19:%[0-9]+]]:_(s32) = G_CONSTANT i32 16
-    ; CHECK-NEXT: [[LSHR4:%[0-9]+]]:_(s32) = G_LSHR [[UV3]], [[C19]](s32)
-    ; CHECK-NEXT: [[C20:%[0-9]+]]:_(s32) = G_CONSTANT i32 32768
-    ; CHECK-NEXT: [[AND4:%[0-9]+]]:_(s32) = G_AND [[LSHR4]], [[C20]]
-    ; CHECK-NEXT: [[OR7:%[0-9]+]]:_(s32) = G_OR [[AND4]], [[SELECT3]]
-    ; CHECK-NEXT: [[UV4:%[0-9]+]]:_(s32), [[UV5:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[UV1]](f64)
-    ; CHECK-NEXT: [[LSHR5:%[0-9]+]]:_(s32) = G_LSHR [[UV5]], [[C]](s32)
-    ; CHECK-NEXT: [[AND5:%[0-9]+]]:_(s32) = G_AND [[LSHR5]], [[C1]]
-    ; CHECK-NEXT: [[ADD2:%[0-9]+]]:_(s32) = G_ADD [[AND5]], [[C2]]
-    ; CHECK-NEXT: [[LSHR6:%[0-9]+]]:_(s32) = G_LSHR [[UV5]], [[C3]](s32)
-    ; CHECK-NEXT: [[AND6:%[0-9]+]]:_(s32) = G_AND [[LSHR6]], [[C4]]
-    ; CHECK-NEXT: [[AND7:%[0-9]+]]:_(s32) = G_AND [[UV5]], [[C5]]
-    ; CHECK-NEXT: [[OR8:%[0-9]+]]:_(s32) = G_OR [[AND7]], [[UV4]]
-    ; CHECK-NEXT: [[ICMP8:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR8]](s32), [[C6]]
-    ; CHECK-NEXT: [[ZEXT4:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP8]](s1)
-    ; CHECK-NEXT: [[OR9:%[0-9]+]]:_(s32) = G_OR [[AND6]], [[ZEXT4]]
-    ; CHECK-NEXT: [[ICMP9:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR9]](s32), [[C6]]
-    ; CHECK-NEXT: [[SELECT4:%[0-9]+]]:_(s32) = G_SELECT [[ICMP9]](s1), [[C7]], [[C6]]
-    ; CHECK-NEXT: [[OR10:%[0-9]+]]:_(s32) = G_OR [[SELECT4]], [[C8]]
-    ; CHECK-NEXT: [[SHL2:%[0-9]+]]:_(s32) = G_SHL [[ADD2]], [[C9]](s32)
-    ; CHECK-NEXT: [[OR11:%[0-9]+]]:_(s32) = G_OR [[OR9]], [[SHL2]]
-    ; CHECK-NEXT: [[SUB1:%[0-9]+]]:_(s32) = G_SUB [[C10]], [[ADD2]]
-    ; CHECK-NEXT: [[SMAX1:%[0-9]+]]:_(s32) = G_SMAX [[SUB1]], [[C6]]
-    ; CHECK-NEXT: [[SMIN1:%[0-9]+]]:_(s32) = G_SMIN [[SMAX1]], [[C11]]
-    ; CHECK-NEXT: [[OR12:%[0-9]+]]:_(s32) = G_OR [[OR9]], [[C12]]
-    ; CHECK-NEXT: [[LSHR7:%[0-9]+]]:_(s32) = G_LSHR [[OR12]], [[SMIN1]](s32)
-    ; CHECK-NEXT: [[SHL3:%[0-9]+]]:_(s32) = G_SHL [[LSHR7]], [[SMIN1]](s32)
-    ; CHECK-NEXT: [[ICMP10:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[SHL3]](s32), [[OR12]]
-    ; CHECK-NEXT: [[ZEXT5:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP10]](s1)
-    ; CHECK-NEXT: [[OR13:%[0-9]+]]:_(s32) = G_OR [[LSHR7]], [[ZEXT5]]
-    ; CHECK-NEXT: [[ICMP11:%[0-9]+]]:_(s1) = G_ICMP intpred(slt), [[ADD2]](s32), [[C10]]
-    ; CHECK-NEXT: [[SELECT5:%[0-9]+]]:_(s32) = G_SELECT [[ICMP11]](s1), [[OR13]], [[OR11]]
-    ; CHECK-NEXT: [[AND8:%[0-9]+]]:_(s32) = G_AND [[SELECT5]], [[C13]]
-    ; CHECK-NEXT: [[LSHR8:%[0-9]+]]:_(s32) = G_LSHR [[SELECT5]], [[C14]](s32)
-    ; CHECK-NEXT: [[ICMP12:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[AND8]](s32), [[C15]]
-    ; CHECK-NEXT: [[ZEXT6:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP12]](s1)
-    ; CHECK-NEXT: [[ICMP13:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[AND8]](s32), [[C16]]
-    ; CHECK-NEXT: [[ZEXT7:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP13]](s1)
-    ; CHECK-NEXT: [[OR14:%[0-9]+]]:_(s32) = G_OR [[ZEXT6]], [[ZEXT7]]
-    ; CHECK-NEXT: [[ADD3:%[0-9]+]]:_(s32) = G_ADD [[LSHR8]], [[OR14]]
-    ; CHECK-NEXT: [[ICMP14:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[ADD2]](s32), [[C17]]
-    ; CHECK-NEXT: [[SELECT6:%[0-9]+]]:_(s32) = G_SELECT [[ICMP14]](s1), [[C8]], [[ADD3]]
-    ; CHECK-NEXT: [[ICMP15:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[ADD2]](s32), [[C18]]
-    ; CHECK-NEXT: [[SELECT7:%[0-9]+]]:_(s32) = G_SELECT [[ICMP15]](s1), [[OR10]], [[SELECT6]]
-    ; CHECK-NEXT: [[LSHR9:%[0-9]+]]:_(s32) = G_LSHR [[UV5]], [[C19]](s32)
-    ; CHECK-NEXT: [[AND9:%[0-9]+]]:_(s32) = G_AND [[LSHR9]], [[C20]]
-    ; CHECK-NEXT: [[OR15:%[0-9]+]]:_(s32) = G_OR [[AND9]], [[SELECT7]]
+    ; CHECK-NEXT: [[UV2:%[0-9]+]]:_(i32), [[UV3:%[0-9]+]]:_(i32) = G_UNMERGE_VALUES [[UV]](f64)
+    ; CHECK-NEXT: [[C:%[0-9]+]]:_(i32) = G_CONSTANT i32 20
+    ; CHECK-NEXT: [[LSHR:%[0-9]+]]:_(i32) = G_LSHR [[UV3]], [[C]](i32)
+    ; CHECK-NEXT: [[C1:%[0-9]+]]:_(i32) = G_CONSTANT i32 2047
+    ; CHECK-NEXT: [[AND:%[0-9]+]]:_(i32) = G_AND [[LSHR]], [[C1]]
+    ; CHECK-NEXT: [[C2:%[0-9]+]]:_(i32) = G_CONSTANT i32 -1008
+    ; CHECK-NEXT: [[ADD:%[0-9]+]]:_(i32) = G_ADD [[AND]], [[C2]]
+    ; CHECK-NEXT: [[C3:%[0-9]+]]:_(i32) = G_CONSTANT i32 8
+    ; CHECK-NEXT: [[LSHR1:%[0-9]+]]:_(i32) = G_LSHR [[UV3]], [[C3]](i32)
+    ; CHECK-NEXT: [[C4:%[0-9]+]]:_(i32) = G_CONSTANT i32 4094
+    ; CHECK-NEXT: [[AND1:%[0-9]+]]:_(i32) = G_AND [[LSHR1]], [[C4]]
+    ; CHECK-NEXT: [[C5:%[0-9]+]]:_(i32) = G_CONSTANT i32 511
+    ; CHECK-NEXT: [[AND2:%[0-9]+]]:_(i32) = G_AND [[UV3]], [[C5]]
+    ; CHECK-NEXT: [[OR:%[0-9]+]]:_(i32) = G_OR [[AND2]], [[UV2]]
+    ; CHECK-NEXT: [[C6:%[0-9]+]]:_(i32) = G_CONSTANT i32 0
+    ; CHECK-NEXT: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR]](i32), [[C6]]
+    ; CHECK-NEXT: [[ZEXT:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP]](s1)
+    ; CHECK-NEXT: [[OR1:%[0-9]+]]:_(i32) = G_OR [[AND1]], [[ZEXT]]
+    ; CHECK-NEXT: [[C7:%[0-9]+]]:_(i32) = G_CONSTANT i32 512
+    ; CHECK-NEXT: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR1]](i32), [[C6]]
+    ; CHECK-NEXT: [[SELECT:%[0-9]+]]:_(i32) = G_SELECT [[ICMP1]](s1), [[C7]], [[C6]]
+    ; CHECK-NEXT: [[C8:%[0-9]+]]:_(i32) = G_CONSTANT i32 31744
+    ; CHECK-NEXT: [[OR2:%[0-9]+]]:_(i32) = G_OR [[SELECT]], [[C8]]
+    ; CHECK-NEXT: [[C9:%[0-9]+]]:_(i32) = G_CONSTANT i32 12
+    ; CHECK-NEXT: [[SHL:%[0-9]+]]:_(i32) = G_SHL [[ADD]], [[C9]](i32)
+    ; CHECK-NEXT: [[OR3:%[0-9]+]]:_(i32) = G_OR [[OR1]], [[SHL]]
+    ; CHECK-NEXT: [[C10:%[0-9]+]]:_(i32) = G_CONSTANT i32 1
+    ; CHECK-NEXT: [[SUB:%[0-9]+]]:_(i32) = G_SUB [[C10]], [[ADD]]
+    ; CHECK-NEXT: [[SMAX:%[0-9]+]]:_(i32) = G_SMAX [[SUB]], [[C6]]
+    ; CHECK-NEXT: [[C11:%[0-9]+]]:_(i32) = G_CONSTANT i32 13
+    ; CHECK-NEXT: [[SMIN:%[0-9]+]]:_(i32) = G_SMIN [[SMAX]], [[C11]]
+    ; CHECK-NEXT: [[C12:%[0-9]+]]:_(i32) = G_CONSTANT i32 4096
+    ; CHECK-NEXT: [[OR4:%[0-9]+]]:_(i32) = G_OR [[OR1]], [[C12]]
+    ; CHECK-NEXT: [[LSHR2:%[0-9]+]]:_(i32) = G_LSHR [[OR4]], [[SMIN]](i32)
+    ; CHECK-NEXT: [[SHL1:%[0-9]+]]:_(i32) = G_SHL [[LSHR2]], [[SMIN]](i32)
+    ; CHECK-NEXT: [[ICMP2:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[SHL1]](i32), [[OR4]]
+    ; CHECK-NEXT: [[ZEXT1:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP2]](s1)
+    ; CHECK-NEXT: [[OR5:%[0-9]+]]:_(i32) = G_OR [[LSHR2]], [[ZEXT1]]
+    ; CHECK-NEXT: [[ICMP3:%[0-9]+]]:_(s1) = G_ICMP intpred(slt), [[ADD]](i32), [[C10]]
+    ; CHECK-NEXT: [[SELECT1:%[0-9]+]]:_(i32) = G_SELECT [[ICMP3]](s1), [[OR5]], [[OR3]]
+    ; CHECK-NEXT: [[C13:%[0-9]+]]:_(i32) = G_CONSTANT i32 7
+    ; CHECK-NEXT: [[AND3:%[0-9]+]]:_(i32) = G_AND [[SELECT1]], [[C13]]
+    ; CHECK-NEXT: [[C14:%[0-9]+]]:_(i32) = G_CONSTANT i32 2
+    ; CHECK-NEXT: [[LSHR3:%[0-9]+]]:_(i32) = G_LSHR [[SELECT1]], [[C14]](i32)
+    ; CHECK-NEXT: [[C15:%[0-9]+]]:_(i32) = G_CONSTANT i32 3
+    ; CHECK-NEXT: [[ICMP4:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[AND3]](i32), [[C15]]
+    ; CHECK-NEXT: [[ZEXT2:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP4]](s1)
+    ; CHECK-NEXT: [[C16:%[0-9]+]]:_(i32) = G_CONSTANT i32 5
+    ; CHECK-NEXT: [[ICMP5:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[AND3]](i32), [[C16]]
+    ; CHECK-NEXT: [[ZEXT3:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP5]](s1)
+    ; CHECK-NEXT: [[OR6:%[0-9]+]]:_(i32) = G_OR [[ZEXT2]], [[ZEXT3]]
+    ; CHECK-NEXT: [[ADD1:%[0-9]+]]:_(i32) = G_ADD [[LSHR3]], [[OR6]]
+    ; CHECK-NEXT: [[C17:%[0-9]+]]:_(i32) = G_CONSTANT i32 30
+    ; CHECK-NEXT: [[ICMP6:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[ADD]](i32), [[C17]]
+    ; CHECK-NEXT: [[SELECT2:%[0-9]+]]:_(i32) = G_SELECT [[ICMP6]](s1), [[C8]], [[ADD1]]
+    ; CHECK-NEXT: [[C18:%[0-9]+]]:_(i32) = G_CONSTANT i32 1039
+    ; CHECK-NEXT: [[ICMP7:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[ADD]](i32), [[C18]]
+    ; CHECK-NEXT: [[SELECT3:%[0-9]+]]:_(i32) = G_SELECT [[ICMP7]](s1), [[OR2]], [[SELECT2]]
+    ; CHECK-NEXT: [[C19:%[0-9]+]]:_(i32) = G_CONSTANT i32 16
+    ; CHECK-NEXT: [[LSHR4:%[0-9]+]]:_(i32) = G_LSHR [[UV3]], [[C19]](i32)
+    ; CHECK-NEXT: [[C20:%[0-9]+]]:_(i32) = G_CONSTANT i32 32768
+    ; CHECK-NEXT: [[AND4:%[0-9]+]]:_(i32) = G_AND [[LSHR4]], [[C20]]
+    ; CHECK-NEXT: [[OR7:%[0-9]+]]:_(i32) = G_OR [[AND4]], [[SELECT3]]
+    ; CHECK-NEXT: [[UV4:%[0-9]+]]:_(i32), [[UV5:%[0-9]+]]:_(i32) = G_UNMERGE_VALUES [[UV1]](f64)
+    ; CHECK-NEXT: [[LSHR5:%[0-9]+]]:_(i32) = G_LSHR [[UV5]], [[C]](i32)
+    ; CHECK-NEXT: [[AND5:%[0-9]+]]:_(i32) = G_AND [[LSHR5]], [[C1]]
+    ; CHECK-NEXT: [[ADD2:%[0-9]+]]:_(i32) = G_ADD [[AND5]], [[C2]]
+    ; CHECK-NEXT: [[LSHR6:%[0-9]+]]:_(i32) = G_LSHR [[UV5]], [[C3]](i32)
+    ; CHECK-NEXT: [[AND6:%[0-9]+]]:_(i32) = G_AND [[LSHR6]], [[C4]]
+    ; CHECK-NEXT: [[AND7:%[0-9]+]]:_(i32) = G_AND [[UV5]], [[C5]]
+    ; CHECK-NEXT: [[OR8:%[0-9]+]]:_(i32) = G_OR [[AND7]], [[UV4]]
+    ; CHECK-NEXT: [[ICMP8:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR8]](i32), [[C6]]
+    ; CHECK-NEXT: [[ZEXT4:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP8]](s1)
+    ; CHECK-NEXT: [[OR9:%[0-9]+]]:_(i32) = G_OR [[AND6]], [[ZEXT4]]
+    ; CHECK-NEXT: [[ICMP9:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR9]](i32), [[C6]]
+    ; CHECK-NEXT: [[SELECT4:%[0-9]+]]:_(i32) = G_SELECT [[ICMP9]](s1), [[C7]], [[C6]]
+    ; CHECK-NEXT: [[OR10:%[0-9]+]]:_(i32) = G_OR [[SELECT4]], [[C8]]
+    ; CHECK-NEXT: [[SHL2:%[0-9]+]]:_(i32) = G_SHL [[ADD2]], [[C9]](i32)
+    ; CHECK-NEXT: [[OR11:%[0-9]+]]:_(i32) = G_OR [[OR9]], [[SHL2]]
+    ; CHECK-NEXT: [[SUB1:%[0-9]+]]:_(i32) = G_SUB [[C10]], [[ADD2]]
+    ; CHECK-NEXT: [[SMAX1:%[0-9]+]]:_(i32) = G_SMAX [[SUB1]], [[C6]]
+    ; CHECK-NEXT: [[SMIN1:%[0-9]+]]:_(i32) = G_SMIN [[SMAX1]], [[C11]]
+    ; CHECK-NEXT: [[OR12:%[0-9]+]]:_(i32) = G_OR [[OR9]], [[C12]]
+    ; CHECK-NEXT: [[LSHR7:%[0-9]+]]:_(i32) = G_LSHR [[OR12]], [[SMIN1]](i32)
+    ; CHECK-NEXT: [[SHL3:%[0-9]+]]:_(i32) = G_SHL [[LSHR7]], [[SMIN1]](i32)
+    ; CHECK-NEXT: [[ICMP10:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[SHL3]](i32), [[OR12]]
+    ; CHECK-NEXT: [[ZEXT5:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP10]](s1)
+    ; CHECK-NEXT: [[OR13:%[0-9]+]]:_(i32) = G_OR [[LSHR7]], [[ZEXT5]]
+    ; CHECK-NEXT: [[ICMP11:%[0-9]+]]:_(s1) = G_ICMP intpred(slt), [[ADD2]](i32), [[C10]]
+    ; CHECK-NEXT: [[SELECT5:%[0-9]+]]:_(i32) = G_SELECT [[ICMP11]](s1), [[OR13]], [[OR11]]
+    ; CHECK-NEXT: [[AND8:%[0-9]+]]:_(i32) = G_AND [[SELECT5]], [[C13]]
+    ; CHECK-NEXT: [[LSHR8:%[0-9]+]]:_(i32) = G_LSHR [[SELECT5]], [[C14]](i32)
+    ; CHECK-NEXT: [[ICMP12:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[AND8]](i32), [[C15]]
+    ; CHECK-NEXT: [[ZEXT6:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP12]](s1)
+    ; CHECK-NEXT: [[ICMP13:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[AND8]](i32), [[C16]]
+    ; CHECK-NEXT: [[ZEXT7:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP13]](s1)
+    ; CHECK-NEXT: [[OR14:%[0-9]+]]:_(i32) = G_OR [[ZEXT6]], [[ZEXT7]]
+    ; CHECK-NEXT: [[ADD3:%[0-9]+]]:_(i32) = G_ADD [[LSHR8]], [[OR14]]
+    ; CHECK-NEXT: [[ICMP14:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[ADD2]](i32), [[C17]]
+    ; CHECK-NEXT: [[SELECT6:%[0-9]+]]:_(i32) = G_SELECT [[ICMP14]](s1), [[C8]], [[ADD3]]
+    ; CHECK-NEXT: [[ICMP15:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[ADD2]](i32), [[C18]]
+    ; CHECK-NEXT: [[SELECT7:%[0-9]+]]:_(i32) = G_SELECT [[ICMP15]](s1), [[OR10]], [[SELECT6]]
+    ; CHECK-NEXT: [[LSHR9:%[0-9]+]]:_(i32) = G_LSHR [[UV5]], [[C19]](i32)
+    ; CHECK-NEXT: [[AND9:%[0-9]+]]:_(i32) = G_AND [[LSHR9]], [[C20]]
+    ; CHECK-NEXT: [[OR15:%[0-9]+]]:_(i32) = G_OR [[AND9]], [[SELECT7]]
     ; CHECK-NEXT: [[C21:%[0-9]+]]:_(i32) = G_CONSTANT i32 65535
     ; CHECK-NEXT: [[AND10:%[0-9]+]]:_(i32) = G_AND [[OR7]], [[C21]]
     ; CHECK-NEXT: [[AND11:%[0-9]+]]:_(i32) = G_AND [[OR15]], [[C21]]
-    ; CHECK-NEXT: [[C22:%[0-9]+]]:_(i32) = G_CONSTANT i32 16
-    ; CHECK-NEXT: [[SHL4:%[0-9]+]]:_(i32) = G_SHL [[AND11]], [[C22]](i32)
+    ; CHECK-NEXT: [[SHL4:%[0-9]+]]:_(i32) = G_SHL [[AND11]], [[C19]](i32)
     ; CHECK-NEXT: [[OR16:%[0-9]+]]:_(i32) = G_OR [[AND10]], [[SHL4]]
     ; CHECK-NEXT: [[BITCAST:%[0-9]+]]:_(<2 x f16>) = G_BITCAST [[OR16]](i32)
     ; CHECK-NEXT: $vgpr0 = COPY [[BITCAST]](<2 x f16>)
@@ -305,70 +304,70 @@ body: |
     ; CHECK: liveins: $vgpr0_vgpr1
     ; CHECK-NEXT: {{  $}}
     ; CHECK-NEXT: [[COPY:%[0-9]+]]:_(f64) = COPY $vgpr0_vgpr1
-    ; CHECK-NEXT: [[UV:%[0-9]+]]:_(s32), [[UV1:%[0-9]+]]:_(s32) = G_UNMERGE_VALUES [[COPY]](f64)
-    ; CHECK-NEXT: [[C:%[0-9]+]]:_(s32) = G_CONSTANT i32 20
-    ; CHECK-NEXT: [[LSHR:%[0-9]+]]:_(s32) = G_LSHR [[UV1]], [[C]](s32)
-    ; CHECK-NEXT: [[C1:%[0-9]+]]:_(s32) = G_CONSTANT i32 2047
-    ; CHECK-NEXT: [[AND:%[0-9]+]]:_(s32) = G_AND [[LSHR]], [[C1]]
-    ; CHECK-NEXT: [[C2:%[0-9]+]]:_(s32) = G_CONSTANT i32 -1008
-    ; CHECK-NEXT: [[ADD:%[0-9]+]]:_(s32) = G_ADD [[AND]], [[C2]]
-    ; CHECK-NEXT: [[C3:%[0-9]+]]:_(s32) = G_CONSTANT i32 8
-    ; CHECK-NEXT: [[LSHR1:%[0-9]+]]:_(s32) = G_LSHR [[UV1]], [[C3]](s32)
-    ; CHECK-NEXT: [[C4:%[0-9]+]]:_(s32) = G_CONSTANT i32 4094
-    ; CHECK-NEXT: [[AND1:%[0-9]+]]:_(s32) = G_AND [[LSHR1]], [[C4]]
-    ; CHECK-NEXT: [[C5:%[0-9]+]]:_(s32) = G_CONSTANT i32 511
-    ; CHECK-NEXT: [[AND2:%[0-9]+]]:_(s32) = G_AND [[UV1]], [[C5]]
-    ; CHECK-NEXT: [[OR:%[0-9]+]]:_(s32) = G_OR [[AND2]], [[UV]]
-    ; CHECK-NEXT: [[C6:%[0-9]+]]:_(s32) = G_CONSTANT i32 0
-    ; CHECK-NEXT: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR]](s32), [[C6]]
-    ; CHECK-NEXT: [[ZEXT:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP]](s1)
-    ; CHECK-NEXT: [[OR1:%[0-9]+]]:_(s32) = G_OR [[AND1]], [[ZEXT]]
-    ; CHECK-NEXT: [[C7:%[0-9]+]]:_(s32) = G_CONSTANT i32 512
-    ; CHECK-NEXT: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR1]](s32), [[C6]]
-    ; CHECK-NEXT: [[SELECT:%[0-9]+]]:_(s32) = G_SELECT [[ICMP1]](s1), [[C7]], [[C6]]
-    ; CHECK-NEXT: [[C8:%[0-9]+]]:_(s32) = G_CONSTANT i32 31744
-    ; CHECK-NEXT: [[OR2:%[0-9]+]]:_(s32) = G_OR [[SELECT]], [[C8]]
-    ; CHECK-NEXT: [[C9:%[0-9]+]]:_(s32) = G_CONSTANT i32 12
-    ; CHECK-NEXT: [[SHL:%[0-9]+]]:_(s32) = G_SHL [[ADD]], [[C9]](s32)
-    ; CHECK-NEXT: [[OR3:%[0-9]+]]:_(s32) = G_OR [[OR1]], [[SHL]]
-    ; CHECK-NEXT: [[C10:%[0-9]+]]:_(s32) = G_CONSTANT i32 1
-    ; CHECK-NEXT: [[SUB:%[0-9]+]]:_(s32) = G_SUB [[C10]], [[ADD]]
-    ; CHECK-NEXT: [[SMAX:%[0-9]+]]:_(s32) = G_SMAX [[SUB]], [[C6]]
-    ; CHECK-NEXT: [[C11:%[0-9]+]]:_(s32) = G_CONSTANT i32 13
-    ; CHECK-NEXT: [[SMIN:%[0-9]+]]:_(s32) = G_SMIN [[SMAX]], [[C11]]
-    ; CHECK-NEXT: [[C12:%[0-9]+]]:_(s32) = G_CONSTANT i32 4096
-    ; CHECK-NEXT: [[OR4:%[0-9]+]]:_(s32) = G_OR [[OR1]], [[C12]]
-    ; CHECK-NEXT: [[LSHR2:%[0-9]+]]:_(s32) = G_LSHR [[OR4]], [[SMIN]](s32)
-    ; CHECK-NEXT: [[SHL1:%[0-9]+]]:_(s32) = G_SHL [[LSHR2]], [[SMIN]](s32)
-    ; CHECK-NEXT: [[ICMP2:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[SHL1]](s32), [[OR4]]
-    ; CHECK-NEXT: [[ZEXT1:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP2]](s1)
-    ; CHECK-NEXT: [[OR5:%[0-9]+]]:_(s32) = G_OR [[LSHR2]], [[ZEXT1]]
-    ; CHECK-NEXT: [[ICMP3:%[0-9]+]]:_(s1) = G_ICMP intpred(slt), [[ADD]](s32), [[C10]]
-    ; CHECK-NEXT: [[SELECT1:%[0-9]+]]:_(s32) = G_SELECT [[ICMP3]](s1), [[OR5]], [[OR3]]
-    ; CHECK-NEXT: [[C13:%[0-9]+]]:_(s32) = G_CONSTANT i32 7
-    ; CHECK-NEXT: [[AND3:%[0-9]+]]:_(s32) = G_AND [[SELECT1]], [[C13]]
-    ; CHECK-NEXT: [[C14:%[0-9]+]]:_(s32) = G_CONSTANT i32 2
-    ; CHECK-NEXT: [[LSHR3:%[0-9]+]]:_(s32) = G_LSHR [[SELECT1]], [[C14]](s32)
-    ; CHECK-NEXT: [[C15:%[0-9]+]]:_(s32) = G_CONSTANT i32 3
-    ; CHECK-NEXT: [[ICMP4:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[AND3]](s32), [[C15]]
-    ; CHECK-NEXT: [[ZEXT2:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP4]](s1)
-    ; CHECK-NEXT: [[C16:%[0-9]+]]:_(s32) = G_CONSTANT i32 5
-    ; CHECK-NEXT: [[ICMP5:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[AND3]](s32), [[C16]]
-    ; CHECK-NEXT: [[ZEXT3:%[0-9]+]]:_(s32) = G_ZEXT [[ICMP5]](s1)
-    ; CHECK-NEXT: [[OR6:%[0-9]+]]:_(s32) = G_OR [[ZEXT2]], [[ZEXT3]]
-    ; CHECK-NEXT: [[ADD1:%[0-9]+]]:_(s32) = G_ADD [[LSHR3]], [[OR6]]
-    ; CHECK-NEXT: [[C17:%[0-9]+]]:_(s32) = G_CONSTANT i32 30
-    ; CHECK-NEXT: [[ICMP6:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[ADD]](s32), [[C17]]
-    ; CHECK-NEXT: [[SELECT2:%[0-9]+]]:_(s32) = G_SELECT [[ICMP6]](s1), [[C8]], [[ADD1]]
-    ; CHECK-NEXT: [[C18:%[0-9]+]]:_(s32) = G_CONSTANT i32 1039
-    ; CHECK-NEXT: [[ICMP7:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[ADD]](s32), [[C18]]
-    ; CHECK-NEXT: [[SELECT3:%[0-9]+]]:_(s32) = G_SELECT [[ICMP7]](s1), [[OR2]], [[SELECT2]]
-    ; CHECK-NEXT: [[C19:%[0-9]+]]:_(s32) = G_CONSTANT i32 16
-    ; CHECK-NEXT: [[LSHR4:%[0-9]+]]:_(s32) = G_LSHR [[UV1]], [[C19]](s32)
-    ; CHECK-NEXT: [[C20:%[0-9]+]]:_(s32) = G_CONSTANT i32 32768
-    ; CHECK-NEXT: [[AND4:%[0-9]+]]:_(s32) = G_AND [[LSHR4]], [[C20]]
-    ; CHECK-NEXT: [[OR7:%[0-9]+]]:_(s32) = G_OR [[AND4]], [[SELECT3]]
-    ; CHECK-NEXT: $vgpr0 = COPY [[OR7]](s32)
+    ; CHECK-NEXT: [[UV:%[0-9]+]]:_(i32), [[UV1:%[0-9]+]]:_(i32) = G_UNMERGE_VALUES [[COPY]](f64)
+    ; CHECK-NEXT: [[C:%[0-9]+]]:_(i32) = G_CONSTANT i32 20
+    ; CHECK-NEXT: [[LSHR:%[0-9]+]]:_(i32) = G_LSHR [[UV1]], [[C]](i32)
+    ; CHECK-NEXT: [[C1:%[0-9]+]]:_(i32) = G_CONSTANT i32 2047
+    ; CHECK-NEXT: [[AND:%[0-9]+]]:_(i32) = G_AND [[LSHR]], [[C1]]
+    ; CHECK-NEXT: [[C2:%[0-9]+]]:_(i32) = G_CONSTANT i32 -1008
+    ; CHECK-NEXT: [[ADD:%[0-9]+]]:_(i32) = G_ADD [[AND]], [[C2]]
+    ; CHECK-NEXT: [[C3:%[0-9]+]]:_(i32) = G_CONSTANT i32 8
+    ; CHECK-NEXT: [[LSHR1:%[0-9]+]]:_(i32) = G_LSHR [[UV1]], [[C3]](i32)
+    ; CHECK-NEXT: [[C4:%[0-9]+]]:_(i32) = G_CONSTANT i32 4094
+    ; CHECK-NEXT: [[AND1:%[0-9]+]]:_(i32) = G_AND [[LSHR1]], [[C4]]
+    ; CHECK-NEXT: [[C5:%[0-9]+]]:_(i32) = G_CONSTANT i32 511
+    ; CHECK-NEXT: [[AND2:%[0-9]+]]:_(i32) = G_AND [[UV1]], [[C5]]
+    ; CHECK-NEXT: [[OR:%[0-9]+]]:_(i32) = G_OR [[AND2]], [[UV]]
+    ; CHECK-NEXT: [[C6:%[0-9]+]]:_(i32) = G_CONSTANT i32 0
+    ; CHECK-NEXT: [[ICMP:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR]](i32), [[C6]]
+    ; CHECK-NEXT: [[ZEXT:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP]](s1)
+    ; CHECK-NEXT: [[OR1:%[0-9]+]]:_(i32) = G_OR [[AND1]], [[ZEXT]]
+    ; CHECK-NEXT: [[C7:%[0-9]+]]:_(i32) = G_CONSTANT i32 512
+    ; CHECK-NEXT: [[ICMP1:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[OR1]](i32), [[C6]]
+    ; CHECK-NEXT: [[SELECT:%[0-9]+]]:_(i32) = G_SELECT [[ICMP1]](s1), [[C7]], [[C6]]
+    ; CHECK-NEXT: [[C8:%[0-9]+]]:_(i32) = G_CONSTANT i32 31744
+    ; CHECK-NEXT: [[OR2:%[0-9]+]]:_(i32) = G_OR [[SELECT]], [[C8]]
+    ; CHECK-NEXT: [[C9:%[0-9]+]]:_(i32) = G_CONSTANT i32 12
+    ; CHECK-NEXT: [[SHL:%[0-9]+]]:_(i32) = G_SHL [[ADD]], [[C9]](i32)
+    ; CHECK-NEXT: [[OR3:%[0-9]+]]:_(i32) = G_OR [[OR1]], [[SHL]]
+    ; CHECK-NEXT: [[C10:%[0-9]+]]:_(i32) = G_CONSTANT i32 1
+    ; CHECK-NEXT: [[SUB:%[0-9]+]]:_(i32) = G_SUB [[C10]], [[ADD]]
+    ; CHECK-NEXT: [[SMAX:%[0-9]+]]:_(i32) = G_SMAX [[SUB]], [[C6]]
+    ; CHECK-NEXT: [[C11:%[0-9]+]]:_(i32) = G_CONSTANT i32 13
+    ; CHECK-NEXT: [[SMIN:%[0-9]+]]:_(i32) = G_SMIN [[SMAX]], [[C11]]
+    ; CHECK-NEXT: [[C12:%[0-9]+]]:_(i32) = G_CONSTANT i32 4096
+    ; CHECK-NEXT: [[OR4:%[0-9]+]]:_(i32) = G_OR [[OR1]], [[C12]]
+    ; CHECK-NEXT: [[LSHR2:%[0-9]+]]:_(i32) = G_LSHR [[OR4]], [[SMIN]](i32)
+    ; CHECK-NEXT: [[SHL1:%[0-9]+]]:_(i32) = G_SHL [[LSHR2]], [[SMIN]](i32)
+    ; CHECK-NEXT: [[ICMP2:%[0-9]+]]:_(s1) = G_ICMP intpred(ne), [[SHL1]](i32), [[OR4]]
+    ; CHECK-NEXT: [[ZEXT1:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP2]](s1)
+    ; CHECK-NEXT: [[OR5:%[0-9]+]]:_(i32) = G_OR [[LSHR2]], [[ZEXT1]]
+    ; CHECK-NEXT: [[ICMP3:%[0-9]+]]:_(s1) = G_ICMP intpred(slt), [[ADD]](i32), [[C10]]
+    ; CHECK-NEXT: [[SELECT1:%[0-9]+]]:_(i32) = G_SELECT [[ICMP3]](s1), [[OR5]], [[OR3]]
+    ; CHECK-NEXT: [[C13:%[0-9]+]]:_(i32) = G_CONSTANT i32 7
+    ; CHECK-NEXT: [[AND3:%[0-9]+]]:_(i32) = G_AND [[SELECT1]], [[C13]]
+    ; CHECK-NEXT: [[C14:%[0-9]+]]:_(i32) = G_CONSTANT i32 2
+    ; CHECK-NEXT: [[LSHR3:%[0-9]+]]:_(i32) = G_LSHR [[SELECT1]], [[C14]](i32)
+    ; CHECK-NEXT: [[C15:%[0-9]+]]:_(i32) = G_CONSTANT i32 3
+    ; CHECK-NEXT: [[ICMP4:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[AND3]](i32), [[C15]]
+    ; CHECK-NEXT: [[ZEXT2:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP4]](s1)
+    ; CHECK-NEXT: [[C16:%[0-9]+]]:_(i32) = G_CONSTANT i32 5
+    ; CHECK-NEXT: [[ICMP5:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[AND3]](i32), [[C16]]
+    ; CHECK-NEXT: [[ZEXT3:%[0-9]+]]:_(i32) = G_ZEXT [[ICMP5]](s1)
+    ; CHECK-NEXT: [[OR6:%[0-9]+]]:_(i32) = G_OR [[ZEXT2]], [[ZEXT3]]
+    ; CHECK-NEXT: [[ADD1:%[0-9]+]]:_(i32) = G_ADD [[LSHR3]], [[OR6]]
+    ; CHECK-NEXT: [[C17:%[0-9]+]]:_(i32) = G_CONSTANT i32 30
+    ; CHECK-NEXT: [[ICMP6:%[0-9]+]]:_(s1) = G_ICMP intpred(sgt), [[ADD]](i32), [[C17]]
+    ; CHECK-NEXT: [[SELECT2:%[0-9]+]]:_(i32) = G_SELECT [[ICMP6]](s1), [[C8]], [[ADD1]]
+    ; CHECK-NEXT: [[C18:%[0-9]+]]:_(i32) = G_CONSTANT i32 1039
+    ; CHECK-NEXT: [[ICMP7:%[0-9]+]]:_(s1) = G_ICMP intpred(eq), [[ADD]](i32), [[C18]]
+    ; CHECK-NEXT: [[SELECT3:%[0-9]+]]:_(i32) = G_SELECT [[ICMP7]](s1), [[OR2]], [[SELECT2]]
+    ; CHECK-NEXT: [[C19:%[0-9]+]]:_(i32) = G_CONSTANT i32 16
+    ; CHECK-NEXT: [[LSHR4:%[0-9]+]]:_(i32) = G_LSHR [[UV1]], [[C19]](i32)
+    ; CHECK-NEXT: [[C20:%[0-9]+]]:_(i32) = G_CONSTANT i32 32768
+    ; CHECK-NEXT: [[AND4:%[0-9]+]]:_(i32) = G_AND [[LSHR4]], [[C20]]
+    ; CHECK-NEXT: [[OR7:%[0-9]+]]:_(i32) = G_OR [[AND4]], [[SELECT3]]
+    ; CHECK-NEXT: $vgpr0 = COPY [[OR7]](i32)
     %0:_(f64) = COPY $vgpr0_vgpr1
     %1:_(f16) = G_FPTRUNC %0
     %2:_(s32) = afn G_ANYEXT %1
@@ -386,10 +385,10 @@ body: |
     ; CHECK-NEXT: {{  $}}
     ; CHECK-NEXT: [[COPY:%[0-9]+]]:_(<2 x f64>) = COPY $vgpr0_vgpr1_vgpr2_vgpr3
     ; CHECK-NEXT: [[UV:%[0-9]+]]:_(f64), [[UV1:%[0-9]+]]:_(f64) = G_UNMERGE_VALUES [[COPY]](<2 x f64>)
-    ; CHECK-NEXT: [[FPTRUNC:%[0-9]+]]:_(s32) = afn G_FPTRUNC [[UV]](f64)
-    ; CHECK-NEXT: [[FPTRUNC1:%[0-9]+]]:_(f16) = afn G_FPTRUNC [[FPTRUNC]](s32)
-    ; CHECK-NEXT: [[FPTRUNC2:%[0-9]+]]:_(s32) = afn G_FPTRUNC [[UV1]](f64)
-    ; CHECK-NEXT: [[FPTRUNC3:%[0-9]+]]:_(f16) = afn G_FPTRUNC [[FPTRUNC2]](s32)
+    ; CHECK-NEXT: [[FPTRUNC:%[0-9]+]]:_(f32) = afn G_FPTRUNC [[UV]](f64)
+    ; CHECK-NEXT: [[FPTRUNC1:%[0-9]+]]:_(f16) = afn G_FPTRUNC [[FPTRUNC]](f32)
+    ; CHECK-NEXT: [[FPTRUNC2:%[0-9]+]]:_(f32) = afn G_FPTRUNC [[UV1]](f64)
+    ; CHECK-NEXT: [[FPTRUNC3:%[0-9]+]]:_(f16) = afn G_FPTRUNC [[FPTRUNC2]](f32)
     ; CHECK-NEXT: [[ZEXT:%[0-9]+]]:_(i32) = G_ZEXT [[FPTRUNC1]](f16)
     ; CHECK-NEXT: [[ZEXT1:%[0-9]+]]:_(i32) = G_ZEXT [[FPTRUNC3]](f16)
     ; CHECK-NEXT: [[C:%[0-9]+]]:_(i32) = G_CONSTANT i32 16
diff --git a/llvm/test/CodeGen/AMDGPU/fptrunc.f16.ll b/llvm/test/CodeGen/AMDGPU/fptrunc.f16.ll
index aed733e40ef2a..250edaa5c9a50 100644
--- a/llvm/test/CodeGen/AMDGPU/fptrunc.f16.ll
+++ b/llvm/test/CodeGen/AMDGPU/fptrunc.f16.ll
@@ -1,20 +1,20 @@
 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 2
 ; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu6.00 -global-isel=0 < %s | FileCheck -enable-var-scope -check-prefixes=SI-SDAG %s
-; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu6.00 -global-isel=1 -global-isel-abort=2 < %s | FileCheck -check-prefixes=SI-GISEL %s
+; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu6.00 -global-isel=1 < %s | FileCheck -check-prefixes=SI-GISEL %s
 ; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu8.03 -global-isel=0 -mattr=-flat-for-global < %s | FileCheck -enable-var-scope -check-prefixes=VI-SDAG %s
-; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu8.03 -global-isel=1 -global-isel-abort=2 -mattr=-flat-for-global < %s | FileCheck -enable-var-scope -check-prefixes=VI-GISEL %s
+; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu8.03 -global-isel=1 -mattr=-flat-for-global < %s | FileCheck -enable-var-scope -check-prefixes=VI-GISEL %s
 ; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu9.00 -global-isel=0 -mattr=-flat-for-global -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX9-SDAG %s
-; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu9.00 -global-isel=1 -global-isel-abort=2 -mattr=-flat-for-global -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX9-GISEL %s
+; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu9.00 -global-isel=1 -mattr=-flat-for-global -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX9-GISEL %s
 ; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu9.50 -global-isel=0 -mattr=-flat-for-global -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX950-SDAG %s
-; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu9.50 -global-isel=1 -global-isel-abort=2 -mattr=-flat-for-global -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX950-GISEL %s
+; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu9.50 -global-isel=1 -mattr=-flat-for-global -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX950-GISEL %s
 ; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu11.00 -global-isel=0 -mattr=-flat-for-global,+real-true16 -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX11-SDAG-TRUE16 %s
 ; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu11.00 -global-isel=0 -mattr=-flat-for-global,-real-true16 -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX11-SDAG-FAKE16 %s
-; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu11.00 -global-isel=1 -global-isel-abort=2 -mattr=-flat-for-global,+real-true16 -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX11-GISEL-TRUE16 %s
-; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu11.00 -global-isel=1 -global-isel-abort=2 -mattr=-flat-for-global,-real-true16 -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX11-GISEL-FAKE16 %s
+; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu11.00 -global-isel=1 -mattr=-flat-for-global,+real-true16 -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX11-GISEL-TRUE16 %s
+; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu11.00 -global-isel=1 -mattr=-flat-for-global,-real-true16 -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX11-GISEL-FAKE16 %s
 ; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu12.50 -global-isel=0 -mattr=-flat-for-global,+real-true16 -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX1250-SDAG-TRUE16 %s
 ; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu12.50 -global-isel=0 -mattr=-flat-for-global,-real-true16 -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX1250-SDAG-FAKE16 %s
-; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu12.50 -global-isel=1 -global-isel-abort=2 -mattr=-flat-for-global,+real-true16 -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX1250-GISEL-TRUE16 %s
-; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu12.50 -global-isel=1 -global-isel-abort=2 -mattr=-flat-for-global,-real-true16 -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX1250-GISEL-FAKE16 %s
+; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu12.50 -global-isel=1 -mattr=-flat-for-global,+real-true16 -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX1250-GISEL-TRUE16 %s
+; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgpu12.50 -global-isel=1 -mattr=-flat-for-global,-real-true16 -denormal-fp-math=preserve-sign < %s | FileCheck -enable-var-scope -check-prefixes=GFX1250-GISEL-FAKE16 %s
 
 define amdgpu_kernel void @fptrunc_f32_to_f16(
 ; SI-SDAG-LABEL: fptrunc_f32_to_f16:
@@ -619,60 +619,54 @@ define amdgpu_kernel void @fptrunc_f64_to_f16(
 ;
 ; SI-GISEL-LABEL: fptrunc_f64_to_f16:
 ; SI-GISEL:       ; %bb.0: ; %entry
-; SI-GISEL-NEXT:    s_load_dwordx4 s[4:7], s[4:5], 0x9
-; SI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
-; SI-GISEL-NEXT:    s_mov_b32 s2, -1
-; SI-GISEL-NEXT:    s_mov_b32 s10, s2
-; SI-GISEL-NEXT:    s_mov_b32 s11, s3
+; SI-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x9
 ; SI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; SI-GISEL-NEXT:    s_mov_b32 s8, s6
-; SI-GISEL-NEXT:    s_mov_b32 s9, s7
-; SI-GISEL-NEXT:    buffer_load_dwordx2 v[0:1], off, s[8:11], 0
-; SI-GISEL-NEXT:    s_mov_b32 s0, s4
-; SI-GISEL-NEXT:    s_mov_b32 s1, s5
-; SI-GISEL-NEXT:    s_movk_i32 s6, 0x7e00
-; SI-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; SI-GISEL-NEXT:    v_readfirstlane_b32 s4, v1
-; SI-GISEL-NEXT:    v_readfirstlane_b32 s5, v0
-; SI-GISEL-NEXT:    s_and_b32 s7, s4, 0x1ff
-; SI-GISEL-NEXT:    s_or_b32 s5, s7, s5
+; SI-GISEL-NEXT:    s_load_dwordx2 s[2:3], s[2:3], 0x0
+; SI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; SI-GISEL-NEXT:    s_bfe_u32 s4, s3, 0xb0014
+; SI-GISEL-NEXT:    s_lshr_b32 s5, s3, 8
+; SI-GISEL-NEXT:    s_and_b32 s6, s3, 0x1ff
+; SI-GISEL-NEXT:    s_addk_i32 s4, 0xfc10
+; SI-GISEL-NEXT:    s_and_b32 s5, s5, 0xffe
+; SI-GISEL-NEXT:    s_or_b32 s2, s6, s2
+; SI-GISEL-NEXT:    s_cselect_b32 s2, 1, 0
+; SI-GISEL-NEXT:    s_or_b32 s2, s5, s2
 ; SI-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
-; SI-GISEL-NEXT:    s_lshr_b32 s7, s4, 8
-; SI-GISEL-NEXT:    s_bfe_u32 s8, s4, 0xb0014
-; SI-GISEL-NEXT:    s_and_b32 s7, s7, 0xffe
-; SI-GISEL-NEXT:    s_sub_i32 s9, 0x3f1, s8
-; SI-GISEL-NEXT:    s_or_b32 s5, s7, s5
-; SI-GISEL-NEXT:    v_med3_i32 v0, s9, 0, 13
-; SI-GISEL-NEXT:    s_or_b32 s7, s5, 0x1000
-; SI-GISEL-NEXT:    v_readfirstlane_b32 s9, v0
-; SI-GISEL-NEXT:    s_lshr_b32 s10, s7, s9
-; SI-GISEL-NEXT:    s_lshl_b32 s9, s10, s9
-; SI-GISEL-NEXT:    s_cmp_lg_u32 s9, s7
+; SI-GISEL-NEXT:    s_sub_i32 s7, 1, s4
+; SI-GISEL-NEXT:    s_lshl_b32 s6, s4, 12
+; SI-GISEL-NEXT:    s_max_i32 s7, s7, 0
+; SI-GISEL-NEXT:    s_or_b32 s6, s2, s6
+; SI-GISEL-NEXT:    s_min_i32 s7, s7, 13
+; SI-GISEL-NEXT:    s_bitset1_b32 s2, 12
+; SI-GISEL-NEXT:    s_lshl_b32 s5, s5, 9
+; SI-GISEL-NEXT:    s_lshr_b32 s8, s2, s7
+; SI-GISEL-NEXT:    s_or_b32 s5, s5, 0x7c00
+; SI-GISEL-NEXT:    s_lshl_b32 s7, s8, s7
+; SI-GISEL-NEXT:    s_cmp_lg_u32 s7, s2
+; SI-GISEL-NEXT:    s_cselect_b32 s2, 1, 0
+; SI-GISEL-NEXT:    s_or_b32 s2, s8, s2
+; SI-GISEL-NEXT:    s_cmp_lt_i32 s4, 1
+; SI-GISEL-NEXT:    s_cselect_b32 s2, s2, s6
+; SI-GISEL-NEXT:    s_and_b32 s6, s2, 7
+; SI-GISEL-NEXT:    s_lshr_b32 s2, s2, 2
+; SI-GISEL-NEXT:    s_cmp_eq_u32 s6, 3
 ; SI-GISEL-NEXT:    s_cselect_b32 s7, 1, 0
-; SI-GISEL-NEXT:    s_addk_i32 s8, 0xfc10
-; SI-GISEL-NEXT:    s_lshl_b32 s9, s8, 12
-; SI-GISEL-NEXT:    s_or_b32 s7, s10, s7
-; SI-GISEL-NEXT:    s_or_b32 s9, s5, s9
-; SI-GISEL-NEXT:    s_cmp_lt_i32 s8, 1
-; SI-GISEL-NEXT:    s_cselect_b32 s7, s7, s9
-; SI-GISEL-NEXT:    s_and_b32 s9, s7, 7
-; SI-GISEL-NEXT:    s_cmp_gt_i32 s9, 5
-; SI-GISEL-NEXT:    s_cselect_b32 s10, 1, 0
-; SI-GISEL-NEXT:    s_cmp_eq_u32 s9, 3
-; SI-GISEL-NEXT:    s_cselect_b32 s9, 1, 0
-; SI-GISEL-NEXT:    s_lshr_b32 s7, s7, 2
-; SI-GISEL-NEXT:    s_or_b32 s9, s9, s10
-; SI-GISEL-NEXT:    s_add_i32 s7, s7, s9
-; SI-GISEL-NEXT:    s_cmp_lt_i32 s8, 31
-; SI-GISEL-NEXT:    s_cselect_b32 s7, s7, 0x7c00
-; SI-GISEL-NEXT:    s_cmp_lg_u32 s5, 0
-; SI-GISEL-NEXT:    s_cselect_b32 s5, s6, 0x7c00
-; SI-GISEL-NEXT:    s_cmpk_eq_i32 s8, 0x40f
-; SI-GISEL-NEXT:    s_cselect_b32 s5, s5, s7
-; SI-GISEL-NEXT:    s_lshr_b32 s4, s4, 16
-; SI-GISEL-NEXT:    s_and_b32 s4, s4, 0x8000
-; SI-GISEL-NEXT:    s_or_b32 s4, s4, s5
-; SI-GISEL-NEXT:    v_mov_b32_e32 v0, s4
+; SI-GISEL-NEXT:    s_cmp_gt_i32 s6, 5
+; SI-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; SI-GISEL-NEXT:    s_or_b32 s6, s7, s6
+; SI-GISEL-NEXT:    s_cmp_lg_u32 s6, 0
+; SI-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; SI-GISEL-NEXT:    s_add_i32 s2, s2, s6
+; SI-GISEL-NEXT:    s_cmp_gt_i32 s4, 30
+; SI-GISEL-NEXT:    s_cselect_b32 s2, 0x7c00, s2
+; SI-GISEL-NEXT:    s_cmpk_eq_i32 s4, 0x40f
+; SI-GISEL-NEXT:    s_cselect_b32 s2, s5, s2
+; SI-GISEL-NEXT:    s_lshr_b32 s3, s3, 16
+; SI-GISEL-NEXT:    s_and_b32 s3, s3, 0x8000
+; SI-GISEL-NEXT:    s_or_b32 s2, s3, s2
+; SI-GISEL-NEXT:    v_mov_b32_e32 v0, s2
+; SI-GISEL-NEXT:    s_mov_b32 s2, -1
+; SI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
 ; SI-GISEL-NEXT:    buffer_store_short v0, off, s[0:3], 0
 ; SI-GISEL-NEXT:    s_endpgm
 ;
@@ -737,60 +731,54 @@ define amdgpu_kernel void @fptrunc_f64_to_f16(
 ;
 ; VI-GISEL-LABEL: fptrunc_f64_to_f16:
 ; VI-GISEL:       ; %bb.0: ; %entry
-; VI-GISEL-NEXT:    s_load_dwordx4 s[4:7], s[4:5], 0x24
-; VI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
-; VI-GISEL-NEXT:    s_mov_b32 s2, -1
-; VI-GISEL-NEXT:    s_mov_b32 s10, s2
-; VI-GISEL-NEXT:    s_mov_b32 s11, s3
+; VI-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
 ; VI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; VI-GISEL-NEXT:    s_mov_b32 s8, s6
-; VI-GISEL-NEXT:    s_mov_b32 s9, s7
-; VI-GISEL-NEXT:    buffer_load_dwordx2 v[0:1], off, s[8:11], 0
-; VI-GISEL-NEXT:    s_mov_b32 s0, s4
-; VI-GISEL-NEXT:    s_mov_b32 s1, s5
-; VI-GISEL-NEXT:    s_movk_i32 s6, 0x7e00
-; VI-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; VI-GISEL-NEXT:    v_readfirstlane_b32 s4, v1
-; VI-GISEL-NEXT:    v_readfirstlane_b32 s5, v0
-; VI-GISEL-NEXT:    s_and_b32 s7, s4, 0x1ff
-; VI-GISEL-NEXT:    s_or_b32 s5, s7, s5
+; VI-GISEL-NEXT:    s_load_dwordx2 s[2:3], s[2:3], 0x0
+; VI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; VI-GISEL-NEXT:    s_bfe_u32 s4, s3, 0xb0014
+; VI-GISEL-NEXT:    s_lshr_b32 s5, s3, 8
+; VI-GISEL-NEXT:    s_and_b32 s6, s3, 0x1ff
+; VI-GISEL-NEXT:    s_addk_i32 s4, 0xfc10
+; VI-GISEL-NEXT:    s_and_b32 s5, s5, 0xffe
+; VI-GISEL-NEXT:    s_or_b32 s2, s6, s2
+; VI-GISEL-NEXT:    s_cselect_b32 s2, 1, 0
+; VI-GISEL-NEXT:    s_or_b32 s2, s5, s2
 ; VI-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
-; VI-GISEL-NEXT:    s_lshr_b32 s7, s4, 8
-; VI-GISEL-NEXT:    s_bfe_u32 s8, s4, 0xb0014
-; VI-GISEL-NEXT:    s_and_b32 s7, s7, 0xffe
-; VI-GISEL-NEXT:    s_sub_i32 s9, 0x3f1, s8
-; VI-GISEL-NEXT:    s_or_b32 s5, s7, s5
-; VI-GISEL-NEXT:    v_med3_i32 v0, s9, 0, 13
-; VI-GISEL-NEXT:    s_or_b32 s7, s5, 0x1000
-; VI-GISEL-NEXT:    v_readfirstlane_b32 s9, v0
-; VI-GISEL-NEXT:    s_lshr_b32 s10, s7, s9
-; VI-GISEL-NEXT:    s_lshl_b32 s9, s10, s9
-; VI-GISEL-NEXT:    s_cmp_lg_u32 s9, s7
+; VI-GISEL-NEXT:    s_sub_i32 s7, 1, s4
+; VI-GISEL-NEXT:    s_lshl_b32 s6, s4, 12
+; VI-GISEL-NEXT:    s_max_i32 s7, s7, 0
+; VI-GISEL-NEXT:    s_or_b32 s6, s2, s6
+; VI-GISEL-NEXT:    s_min_i32 s7, s7, 13
+; VI-GISEL-NEXT:    s_bitset1_b32 s2, 12
+; VI-GISEL-NEXT:    s_lshl_b32 s5, s5, 9
+; VI-GISEL-NEXT:    s_lshr_b32 s8, s2, s7
+; VI-GISEL-NEXT:    s_or_b32 s5, s5, 0x7c00
+; VI-GISEL-NEXT:    s_lshl_b32 s7, s8, s7
+; VI-GISEL-NEXT:    s_cmp_lg_u32 s7, s2
+; VI-GISEL-NEXT:    s_cselect_b32 s2, 1, 0
+; VI-GISEL-NEXT:    s_or_b32 s2, s8, s2
+; VI-GISEL-NEXT:    s_cmp_lt_i32 s4, 1
+; VI-GISEL-NEXT:    s_cselect_b32 s2, s2, s6
+; VI-GISEL-NEXT:    s_and_b32 s6, s2, 7
+; VI-GISEL-NEXT:    s_lshr_b32 s2, s2, 2
+; VI-GISEL-NEXT:    s_cmp_eq_u32 s6, 3
 ; VI-GISEL-NEXT:    s_cselect_b32 s7, 1, 0
-; VI-GISEL-NEXT:    s_addk_i32 s8, 0xfc10
-; VI-GISEL-NEXT:    s_lshl_b32 s9, s8, 12
-; VI-GISEL-NEXT:    s_or_b32 s7, s10, s7
-; VI-GISEL-NEXT:    s_or_b32 s9, s5, s9
-; VI-GISEL-NEXT:    s_cmp_lt_i32 s8, 1
-; VI-GISEL-NEXT:    s_cselect_b32 s7, s7, s9
-; VI-GISEL-NEXT:    s_and_b32 s9, s7, 7
-; VI-GISEL-NEXT:    s_cmp_gt_i32 s9, 5
-; VI-GISEL-NEXT:    s_cselect_b32 s10, 1, 0
-; VI-GISEL-NEXT:    s_cmp_eq_u32 s9, 3
-; VI-GISEL-NEXT:    s_cselect_b32 s9, 1, 0
-; VI-GISEL-NEXT:    s_lshr_b32 s7, s7, 2
-; VI-GISEL-NEXT:    s_or_b32 s9, s9, s10
-; VI-GISEL-NEXT:    s_add_i32 s7, s7, s9
-; VI-GISEL-NEXT:    s_cmp_lt_i32 s8, 31
-; VI-GISEL-NEXT:    s_cselect_b32 s7, s7, 0x7c00
-; VI-GISEL-NEXT:    s_cmp_lg_u32 s5, 0
-; VI-GISEL-NEXT:    s_cselect_b32 s5, s6, 0x7c00
-; VI-GISEL-NEXT:    s_cmpk_eq_i32 s8, 0x40f
-; VI-GISEL-NEXT:    s_cselect_b32 s5, s5, s7
-; VI-GISEL-NEXT:    s_lshr_b32 s4, s4, 16
-; VI-GISEL-NEXT:    s_and_b32 s4, s4, 0x8000
-; VI-GISEL-NEXT:    s_or_b32 s4, s4, s5
-; VI-GISEL-NEXT:    v_mov_b32_e32 v0, s4
+; VI-GISEL-NEXT:    s_cmp_gt_i32 s6, 5
+; VI-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; VI-GISEL-NEXT:    s_or_b32 s6, s7, s6
+; VI-GISEL-NEXT:    s_cmp_lg_u32 s6, 0
+; VI-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; VI-GISEL-NEXT:    s_add_i32 s2, s2, s6
+; VI-GISEL-NEXT:    s_cmp_gt_i32 s4, 30
+; VI-GISEL-NEXT:    s_cselect_b32 s2, 0x7c00, s2
+; VI-GISEL-NEXT:    s_cmpk_eq_i32 s4, 0x40f
+; VI-GISEL-NEXT:    s_cselect_b32 s2, s5, s2
+; VI-GISEL-NEXT:    s_lshr_b32 s3, s3, 16
+; VI-GISEL-NEXT:    s_and_b32 s3, s3, 0x8000
+; VI-GISEL-NEXT:    s_or_b32 s2, s3, s2
+; VI-GISEL-NEXT:    v_mov_b32_e32 v0, s2
+; VI-GISEL-NEXT:    s_mov_b32 s2, -1
+; VI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
 ; VI-GISEL-NEXT:    buffer_store_short v0, off, s[0:3], 0
 ; VI-GISEL-NEXT:    s_endpgm
 ;
@@ -855,60 +843,54 @@ define amdgpu_kernel void @fptrunc_f64_to_f16(
 ;
 ; GFX9-GISEL-LABEL: fptrunc_f64_to_f16:
 ; GFX9-GISEL:       ; %bb.0: ; %entry
-; GFX9-GISEL-NEXT:    s_load_dwordx4 s[8:11], s[4:5], 0x24
-; GFX9-GISEL-NEXT:    s_mov_b32 s3, 0xf000
-; GFX9-GISEL-NEXT:    s_mov_b32 s2, -1
-; GFX9-GISEL-NEXT:    s_mov_b32 s6, s2
-; GFX9-GISEL-NEXT:    s_mov_b32 s7, s3
+; GFX9-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
 ; GFX9-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX9-GISEL-NEXT:    s_mov_b32 s4, s10
-; GFX9-GISEL-NEXT:    s_mov_b32 s5, s11
-; GFX9-GISEL-NEXT:    buffer_load_dwordx2 v[0:1], off, s[4:7], 0
-; GFX9-GISEL-NEXT:    s_mov_b32 s0, s8
-; GFX9-GISEL-NEXT:    s_mov_b32 s1, s9
-; GFX9-GISEL-NEXT:    s_movk_i32 s4, 0x7e00
-; GFX9-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; GFX9-GISEL-NEXT:    v_readfirstlane_b32 s5, v1
-; GFX9-GISEL-NEXT:    v_readfirstlane_b32 s6, v0
-; GFX9-GISEL-NEXT:    s_and_b32 s7, s5, 0x1ff
-; GFX9-GISEL-NEXT:    s_or_b32 s6, s7, s6
+; GFX9-GISEL-NEXT:    s_load_dwordx2 s[2:3], s[2:3], 0x0
+; GFX9-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX9-GISEL-NEXT:    s_bfe_u32 s4, s3, 0xb0014
+; GFX9-GISEL-NEXT:    s_lshr_b32 s5, s3, 8
+; GFX9-GISEL-NEXT:    s_and_b32 s6, s3, 0x1ff
+; GFX9-GISEL-NEXT:    s_addk_i32 s4, 0xfc10
+; GFX9-GISEL-NEXT:    s_and_b32 s5, s5, 0xffe
+; GFX9-GISEL-NEXT:    s_or_b32 s2, s6, s2
+; GFX9-GISEL-NEXT:    s_cselect_b32 s2, 1, 0
+; GFX9-GISEL-NEXT:    s_or_b32 s2, s5, s2
+; GFX9-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX9-GISEL-NEXT:    s_sub_i32 s7, 1, s4
+; GFX9-GISEL-NEXT:    s_lshl_b32 s6, s4, 12
+; GFX9-GISEL-NEXT:    s_max_i32 s7, s7, 0
+; GFX9-GISEL-NEXT:    s_or_b32 s6, s2, s6
+; GFX9-GISEL-NEXT:    s_min_i32 s7, s7, 13
+; GFX9-GISEL-NEXT:    s_bitset1_b32 s2, 12
+; GFX9-GISEL-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX9-GISEL-NEXT:    s_lshr_b32 s8, s2, s7
+; GFX9-GISEL-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX9-GISEL-NEXT:    s_lshl_b32 s7, s8, s7
+; GFX9-GISEL-NEXT:    s_cmp_lg_u32 s7, s2
+; GFX9-GISEL-NEXT:    s_cselect_b32 s2, 1, 0
+; GFX9-GISEL-NEXT:    s_or_b32 s2, s8, s2
+; GFX9-GISEL-NEXT:    s_cmp_lt_i32 s4, 1
+; GFX9-GISEL-NEXT:    s_cselect_b32 s2, s2, s6
+; GFX9-GISEL-NEXT:    s_and_b32 s6, s2, 7
+; GFX9-GISEL-NEXT:    s_lshr_b32 s2, s2, 2
+; GFX9-GISEL-NEXT:    s_cmp_eq_u32 s6, 3
+; GFX9-GISEL-NEXT:    s_cselect_b32 s7, 1, 0
+; GFX9-GISEL-NEXT:    s_cmp_gt_i32 s6, 5
 ; GFX9-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
-; GFX9-GISEL-NEXT:    s_lshr_b32 s7, s5, 8
-; GFX9-GISEL-NEXT:    s_bfe_u32 s8, s5, 0xb0014
-; GFX9-GISEL-NEXT:    s_and_b32 s7, s7, 0xffe
-; GFX9-GISEL-NEXT:    s_sub_i32 s9, 0x3f1, s8
 ; GFX9-GISEL-NEXT:    s_or_b32 s6, s7, s6
-; GFX9-GISEL-NEXT:    v_med3_i32 v0, s9, 0, 13
-; GFX9-GISEL-NEXT:    s_or_b32 s7, s6, 0x1000
-; GFX9-GISEL-NEXT:    v_readfirstlane_b32 s9, v0
-; GFX9-GISEL-NEXT:    s_lshr_b32 s10, s7, s9
-; GFX9-GISEL-NEXT:    s_lshl_b32 s9, s10, s9
-; GFX9-GISEL-NEXT:    s_cmp_lg_u32 s9, s7
-; GFX9-GISEL-NEXT:    s_cselect_b32 s7, 1, 0
-; GFX9-GISEL-NEXT:    s_addk_i32 s8, 0xfc10
-; GFX9-GISEL-NEXT:    s_lshl_b32 s9, s8, 12
-; GFX9-GISEL-NEXT:    s_or_b32 s7, s10, s7
-; GFX9-GISEL-NEXT:    s_or_b32 s9, s6, s9
-; GFX9-GISEL-NEXT:    s_cmp_lt_i32 s8, 1
-; GFX9-GISEL-NEXT:    s_cselect_b32 s7, s7, s9
-; GFX9-GISEL-NEXT:    s_and_b32 s9, s7, 7
-; GFX9-GISEL-NEXT:    s_cmp_gt_i32 s9, 5
-; GFX9-GISEL-NEXT:    s_cselect_b32 s10, 1, 0
-; GFX9-GISEL-NEXT:    s_cmp_eq_u32 s9, 3
-; GFX9-GISEL-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX9-GISEL-NEXT:    s_lshr_b32 s7, s7, 2
-; GFX9-GISEL-NEXT:    s_or_b32 s9, s9, s10
-; GFX9-GISEL-NEXT:    s_add_i32 s7, s7, s9
-; GFX9-GISEL-NEXT:    s_cmp_lt_i32 s8, 31
-; GFX9-GISEL-NEXT:    s_cselect_b32 s7, s7, 0x7c00
 ; GFX9-GISEL-NEXT:    s_cmp_lg_u32 s6, 0
-; GFX9-GISEL-NEXT:    s_cselect_b32 s4, s4, 0x7c00
-; GFX9-GISEL-NEXT:    s_cmpk_eq_i32 s8, 0x40f
-; GFX9-GISEL-NEXT:    s_cselect_b32 s4, s4, s7
-; GFX9-GISEL-NEXT:    s_lshr_b32 s5, s5, 16
-; GFX9-GISEL-NEXT:    s_and_b32 s5, s5, 0x8000
-; GFX9-GISEL-NEXT:    s_or_b32 s4, s5, s4
-; GFX9-GISEL-NEXT:    v_mov_b32_e32 v0, s4
+; GFX9-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX9-GISEL-NEXT:    s_add_i32 s2, s2, s6
+; GFX9-GISEL-NEXT:    s_cmp_gt_i32 s4, 30
+; GFX9-GISEL-NEXT:    s_cselect_b32 s2, 0x7c00, s2
+; GFX9-GISEL-NEXT:    s_cmpk_eq_i32 s4, 0x40f
+; GFX9-GISEL-NEXT:    s_cselect_b32 s2, s5, s2
+; GFX9-GISEL-NEXT:    s_lshr_b32 s3, s3, 16
+; GFX9-GISEL-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX9-GISEL-NEXT:    s_or_b32 s2, s3, s2
+; GFX9-GISEL-NEXT:    v_mov_b32_e32 v0, s2
+; GFX9-GISEL-NEXT:    s_mov_b32 s2, -1
+; GFX9-GISEL-NEXT:    s_mov_b32 s3, 0xf000
 ; GFX9-GISEL-NEXT:    buffer_store_short v0, off, s[0:3], 0
 ; GFX9-GISEL-NEXT:    s_endpgm
 ;
@@ -973,60 +955,54 @@ define amdgpu_kernel void @fptrunc_f64_to_f16(
 ;
 ; GFX950-GISEL-LABEL: fptrunc_f64_to_f16:
 ; GFX950-GISEL:       ; %bb.0: ; %entry
-; GFX950-GISEL-NEXT:    s_load_dwordx4 s[8:11], s[4:5], 0x24
-; GFX950-GISEL-NEXT:    s_mov_b32 s3, 0xf000
-; GFX950-GISEL-NEXT:    s_mov_b32 s2, -1
-; GFX950-GISEL-NEXT:    s_mov_b32 s6, s2
-; GFX950-GISEL-NEXT:    s_mov_b32 s7, s3
+; GFX950-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
 ; GFX950-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX950-GISEL-NEXT:    s_mov_b32 s4, s10
-; GFX950-GISEL-NEXT:    s_mov_b32 s5, s11
-; GFX950-GISEL-NEXT:    buffer_load_dwordx2 v[0:1], off, s[4:7], 0
-; GFX950-GISEL-NEXT:    s_mov_b32 s0, s8
-; GFX950-GISEL-NEXT:    s_mov_b32 s1, s9
-; GFX950-GISEL-NEXT:    s_movk_i32 s4, 0x7e00
-; GFX950-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; GFX950-GISEL-NEXT:    v_readfirstlane_b32 s5, v1
-; GFX950-GISEL-NEXT:    v_readfirstlane_b32 s6, v0
-; GFX950-GISEL-NEXT:    s_and_b32 s7, s5, 0x1ff
-; GFX950-GISEL-NEXT:    s_or_b32 s6, s7, s6
+; GFX950-GISEL-NEXT:    s_load_dwordx2 s[2:3], s[2:3], 0x0
+; GFX950-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX950-GISEL-NEXT:    s_bfe_u32 s4, s3, 0xb0014
+; GFX950-GISEL-NEXT:    s_lshr_b32 s5, s3, 8
+; GFX950-GISEL-NEXT:    s_and_b32 s6, s3, 0x1ff
+; GFX950-GISEL-NEXT:    s_addk_i32 s4, 0xfc10
+; GFX950-GISEL-NEXT:    s_and_b32 s5, s5, 0xffe
+; GFX950-GISEL-NEXT:    s_or_b32 s2, s6, s2
+; GFX950-GISEL-NEXT:    s_cselect_b32 s2, 1, 0
+; GFX950-GISEL-NEXT:    s_or_b32 s2, s5, s2
+; GFX950-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX950-GISEL-NEXT:    s_sub_i32 s7, 1, s4
+; GFX950-GISEL-NEXT:    s_lshl_b32 s6, s4, 12
+; GFX950-GISEL-NEXT:    s_max_i32 s7, s7, 0
+; GFX950-GISEL-NEXT:    s_or_b32 s6, s2, s6
+; GFX950-GISEL-NEXT:    s_min_i32 s7, s7, 13
+; GFX950-GISEL-NEXT:    s_bitset1_b32 s2, 12
+; GFX950-GISEL-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX950-GISEL-NEXT:    s_lshr_b32 s8, s2, s7
+; GFX950-GISEL-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX950-GISEL-NEXT:    s_lshl_b32 s7, s8, s7
+; GFX950-GISEL-NEXT:    s_cmp_lg_u32 s7, s2
+; GFX950-GISEL-NEXT:    s_cselect_b32 s2, 1, 0
+; GFX950-GISEL-NEXT:    s_or_b32 s2, s8, s2
+; GFX950-GISEL-NEXT:    s_cmp_lt_i32 s4, 1
+; GFX950-GISEL-NEXT:    s_cselect_b32 s2, s2, s6
+; GFX950-GISEL-NEXT:    s_and_b32 s6, s2, 7
+; GFX950-GISEL-NEXT:    s_lshr_b32 s2, s2, 2
+; GFX950-GISEL-NEXT:    s_cmp_eq_u32 s6, 3
+; GFX950-GISEL-NEXT:    s_cselect_b32 s7, 1, 0
+; GFX950-GISEL-NEXT:    s_cmp_gt_i32 s6, 5
 ; GFX950-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
-; GFX950-GISEL-NEXT:    s_lshr_b32 s7, s5, 8
-; GFX950-GISEL-NEXT:    s_bfe_u32 s8, s5, 0xb0014
-; GFX950-GISEL-NEXT:    s_and_b32 s7, s7, 0xffe
-; GFX950-GISEL-NEXT:    s_sub_i32 s9, 0x3f1, s8
 ; GFX950-GISEL-NEXT:    s_or_b32 s6, s7, s6
-; GFX950-GISEL-NEXT:    v_med3_i32 v0, s9, 0, 13
-; GFX950-GISEL-NEXT:    s_or_b32 s7, s6, 0x1000
-; GFX950-GISEL-NEXT:    v_readfirstlane_b32 s9, v0
-; GFX950-GISEL-NEXT:    s_lshr_b32 s10, s7, s9
-; GFX950-GISEL-NEXT:    s_lshl_b32 s9, s10, s9
-; GFX950-GISEL-NEXT:    s_cmp_lg_u32 s9, s7
-; GFX950-GISEL-NEXT:    s_cselect_b32 s7, 1, 0
-; GFX950-GISEL-NEXT:    s_addk_i32 s8, 0xfc10
-; GFX950-GISEL-NEXT:    s_lshl_b32 s9, s8, 12
-; GFX950-GISEL-NEXT:    s_or_b32 s7, s10, s7
-; GFX950-GISEL-NEXT:    s_or_b32 s9, s6, s9
-; GFX950-GISEL-NEXT:    s_cmp_lt_i32 s8, 1
-; GFX950-GISEL-NEXT:    s_cselect_b32 s7, s7, s9
-; GFX950-GISEL-NEXT:    s_and_b32 s9, s7, 7
-; GFX950-GISEL-NEXT:    s_cmp_gt_i32 s9, 5
-; GFX950-GISEL-NEXT:    s_cselect_b32 s10, 1, 0
-; GFX950-GISEL-NEXT:    s_cmp_eq_u32 s9, 3
-; GFX950-GISEL-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX950-GISEL-NEXT:    s_lshr_b32 s7, s7, 2
-; GFX950-GISEL-NEXT:    s_or_b32 s9, s9, s10
-; GFX950-GISEL-NEXT:    s_add_i32 s7, s7, s9
-; GFX950-GISEL-NEXT:    s_cmp_lt_i32 s8, 31
-; GFX950-GISEL-NEXT:    s_cselect_b32 s7, s7, 0x7c00
 ; GFX950-GISEL-NEXT:    s_cmp_lg_u32 s6, 0
-; GFX950-GISEL-NEXT:    s_cselect_b32 s4, s4, 0x7c00
-; GFX950-GISEL-NEXT:    s_cmpk_eq_i32 s8, 0x40f
-; GFX950-GISEL-NEXT:    s_cselect_b32 s4, s4, s7
-; GFX950-GISEL-NEXT:    s_lshr_b32 s5, s5, 16
-; GFX950-GISEL-NEXT:    s_and_b32 s5, s5, 0x8000
-; GFX950-GISEL-NEXT:    s_or_b32 s4, s5, s4
-; GFX950-GISEL-NEXT:    v_mov_b32_e32 v0, s4
+; GFX950-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX950-GISEL-NEXT:    s_add_i32 s2, s2, s6
+; GFX950-GISEL-NEXT:    s_cmp_gt_i32 s4, 30
+; GFX950-GISEL-NEXT:    s_cselect_b32 s2, 0x7c00, s2
+; GFX950-GISEL-NEXT:    s_cmpk_eq_i32 s4, 0x40f
+; GFX950-GISEL-NEXT:    s_cselect_b32 s2, s5, s2
+; GFX950-GISEL-NEXT:    s_lshr_b32 s3, s3, 16
+; GFX950-GISEL-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX950-GISEL-NEXT:    s_or_b32 s2, s3, s2
+; GFX950-GISEL-NEXT:    v_mov_b32_e32 v0, s2
+; GFX950-GISEL-NEXT:    s_mov_b32 s2, -1
+; GFX950-GISEL-NEXT:    s_mov_b32 s3, 0xf000
 ; GFX950-GISEL-NEXT:    buffer_store_short v0, off, s[0:3], 0
 ; GFX950-GISEL-NEXT:    s_endpgm
 ;
@@ -1167,135 +1143,117 @@ define amdgpu_kernel void @fptrunc_f64_to_f16(
 ; GFX11-GISEL-TRUE16-LABEL: fptrunc_f64_to_f16:
 ; GFX11-GISEL-TRUE16:       ; %bb.0: ; %entry
 ; GFX11-GISEL-TRUE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s6, -1
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s10, s6
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s11, s7
 ; GFX11-GISEL-TRUE16-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s8, s2
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s9, s3
-; GFX11-GISEL-TRUE16-NEXT:    buffer_load_b64 v[0:1], off, s[8:11], 0
-; GFX11-GISEL-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s2, v1
-; GFX11-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s3, v0
-; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s4, s2, 0x1ff
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s3, s4, s3
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, 1, 0
-; GFX11-GISEL-TRUE16-NEXT:    s_bfe_u32 s4, s2, 0xb0014
-; GFX11-GISEL-TRUE16-NEXT:    s_sub_i32 s5, 0x3f1, s4
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    v_med3_i32 v0, s5, 0, 13
-; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s5, s2, 8
+; GFX11-GISEL-TRUE16-NEXT:    s_load_b64 s[2:3], s[2:3], 0x0
+; GFX11-GISEL-TRUE16-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX11-GISEL-TRUE16-NEXT:    s_bfe_u32 s4, s3, 0xb0014
+; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s5, s3, 8
+; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s6, s3, 0x1ff
+; GFX11-GISEL-TRUE16-NEXT:    s_addk_i32 s4, 0xfc10
 ; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s5, s5, 0xffe
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s8, v0
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s3, s5, s3
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s5, s3, 0x1000
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s9, s5, s8
-; GFX11-GISEL-TRUE16-NEXT:    s_lshl_b32 s8, s9, s8
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s8, s5
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s2, s6, s2
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s2, 1, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s2, s5, s2
 ; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, 1, 0
-; GFX11-GISEL-TRUE16-NEXT:    s_addk_i32 s4, 0xfc10
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s5, s9, s5
-; GFX11-GISEL-TRUE16-NEXT:    s_lshl_b32 s8, s4, 12
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s8, s3, s8
+; GFX11-GISEL-TRUE16-NEXT:    s_sub_i32 s6, 1, s4
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s8, s2, 0x1000
+; GFX11-GISEL-TRUE16-NEXT:    s_max_i32 s6, s6, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_lshl_b32 s7, s4, 12
+; GFX11-GISEL-TRUE16-NEXT:    s_min_i32 s6, s6, 13
+; GFX11-GISEL-TRUE16-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s9, s8, s6
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s2, s2, s7
+; GFX11-GISEL-TRUE16-NEXT:    s_lshl_b32 s6, s9, s6
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s6, s8
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s6, s9, s6
 ; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s4, 1
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, s5, s8
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s2, s6, s2
+; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s6, s2, 7
+; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s2, s2, 2
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s6, 3
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s7, 1, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s6, 5
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s8, s5, 7
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s8, 5
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s8, 3
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s8, 1, 0
-; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s5, s5, 2
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s8, s8, s9
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s6, s7, s6
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s6, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_add_i32 s5, s5, s8
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s4, 31
-; GFX11-GISEL-TRUE16-NEXT:    s_movk_i32 s8, 0x7e00
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, s5, 0x7c00
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s3, 0
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, s8, 0x7c00
+; GFX11-GISEL-TRUE16-NEXT:    s_add_i32 s2, s2, s6
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s4, 30
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s2, 0x7c00, s2
 ; GFX11-GISEL-TRUE16-NEXT:    s_cmpk_eq_i32 s4, 0x40f
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s4, s0
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, s3, s5
-; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s2, s2, 16
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s5, s1
-; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s2, s2, 0x8000
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s2, s5, s2
+; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s3, s3, 16
 ; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s2, s2, s3
-; GFX11-GISEL-TRUE16-NEXT:    v_mov_b32_e32 v0, s2
-; GFX11-GISEL-TRUE16-NEXT:    buffer_store_b16 v0, off, s[4:7], 0
+; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s2, s3, s2
+; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s3, 0x31016000
+; GFX11-GISEL-TRUE16-NEXT:    v_mov_b16_e32 v0.l, s2
+; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s2, -1
+; GFX11-GISEL-TRUE16-NEXT:    buffer_store_b16 v0, off, s[0:3], 0
 ; GFX11-GISEL-TRUE16-NEXT:    s_endpgm
 ;
 ; GFX11-GISEL-FAKE16-LABEL: fptrunc_f64_to_f16:
 ; GFX11-GISEL-FAKE16:       ; %bb.0: ; %entry
 ; GFX11-GISEL-FAKE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s6, -1
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s10, s6
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s11, s7
 ; GFX11-GISEL-FAKE16-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s8, s2
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s9, s3
-; GFX11-GISEL-FAKE16-NEXT:    buffer_load_b64 v[0:1], off, s[8:11], 0
-; GFX11-GISEL-FAKE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s2, v1
-; GFX11-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s3, v0
-; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s4, s2, 0x1ff
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s3, s4, s3
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, 1, 0
-; GFX11-GISEL-FAKE16-NEXT:    s_bfe_u32 s4, s2, 0xb0014
-; GFX11-GISEL-FAKE16-NEXT:    s_sub_i32 s5, 0x3f1, s4
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    v_med3_i32 v0, s5, 0, 13
-; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s5, s2, 8
+; GFX11-GISEL-FAKE16-NEXT:    s_load_b64 s[2:3], s[2:3], 0x0
+; GFX11-GISEL-FAKE16-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX11-GISEL-FAKE16-NEXT:    s_bfe_u32 s4, s3, 0xb0014
+; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s5, s3, 8
+; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s6, s3, 0x1ff
+; GFX11-GISEL-FAKE16-NEXT:    s_addk_i32 s4, 0xfc10
 ; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s5, s5, 0xffe
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s8, v0
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s3, s5, s3
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s5, s3, 0x1000
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s9, s5, s8
-; GFX11-GISEL-FAKE16-NEXT:    s_lshl_b32 s8, s9, s8
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s8, s5
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s2, s6, s2
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s2, 1, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s2, s5, s2
 ; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, 1, 0
-; GFX11-GISEL-FAKE16-NEXT:    s_addk_i32 s4, 0xfc10
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s5, s9, s5
-; GFX11-GISEL-FAKE16-NEXT:    s_lshl_b32 s8, s4, 12
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s8, s3, s8
+; GFX11-GISEL-FAKE16-NEXT:    s_sub_i32 s6, 1, s4
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s8, s2, 0x1000
+; GFX11-GISEL-FAKE16-NEXT:    s_max_i32 s6, s6, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_lshl_b32 s7, s4, 12
+; GFX11-GISEL-FAKE16-NEXT:    s_min_i32 s6, s6, 13
+; GFX11-GISEL-FAKE16-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s9, s8, s6
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s2, s2, s7
+; GFX11-GISEL-FAKE16-NEXT:    s_lshl_b32 s6, s9, s6
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s6, s8
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s6, s9, s6
 ; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s4, 1
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, s5, s8
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s2, s6, s2
+; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s6, s2, 7
+; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s2, s2, 2
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s6, 3
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s7, 1, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s6, 5
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s8, s5, 7
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s8, 5
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s8, 3
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s8, 1, 0
-; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s5, s5, 2
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s8, s8, s9
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s6, s7, s6
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s6, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_add_i32 s5, s5, s8
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s4, 31
-; GFX11-GISEL-FAKE16-NEXT:    s_movk_i32 s8, 0x7e00
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, s5, 0x7c00
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s3, 0
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, s8, 0x7c00
+; GFX11-GISEL-FAKE16-NEXT:    s_add_i32 s2, s2, s6
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s4, 30
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s2, 0x7c00, s2
 ; GFX11-GISEL-FAKE16-NEXT:    s_cmpk_eq_i32 s4, 0x40f
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s4, s0
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, s3, s5
-; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s2, s2, 16
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s5, s1
-; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s2, s2, 0x8000
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s2, s5, s2
+; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s3, s3, 16
 ; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s2, s2, s3
+; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s2, s3, s2
+; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX11-GISEL-FAKE16-NEXT:    v_mov_b32_e32 v0, s2
-; GFX11-GISEL-FAKE16-NEXT:    buffer_store_b16 v0, off, s[4:7], 0
+; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s2, -1
+; GFX11-GISEL-FAKE16-NEXT:    buffer_store_b16 v0, off, s[0:3], 0
 ; GFX11-GISEL-FAKE16-NEXT:    s_endpgm
 ;
 ; GFX1250-SDAG-TRUE16-LABEL: fptrunc_f64_to_f16:
@@ -1444,68 +1402,59 @@ define amdgpu_kernel void @fptrunc_f64_to_f16(
 ; GFX1250-GISEL-TRUE16-NEXT:    v_nop
 ; GFX1250-GISEL-TRUE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
 ; GFX1250-GISEL-TRUE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24 nv
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s6, -1
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s10, s6
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s11, s7
 ; GFX1250-GISEL-TRUE16-NEXT:    s_wait_kmcnt 0x0
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s8, s2
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s9, s3
-; GFX1250-GISEL-TRUE16-NEXT:    buffer_load_b64 v[0:1], off, s[8:11], null
-; GFX1250-GISEL-TRUE16-NEXT:    s_wait_loadcnt 0x0
-; GFX1250-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s2, v1
-; GFX1250-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s3, v0
-; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s4, s2, 0x1ff
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s3, s4, s3
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, 1, 0
-; GFX1250-GISEL-TRUE16-NEXT:    s_bfe_u32 s4, s2, 0xb0014
-; GFX1250-GISEL-TRUE16-NEXT:    s_sub_co_i32 s5, 0x3f1, s4
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    v_med3_i32 v0, s5, 0, 13
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s5, s2, 8
+; GFX1250-GISEL-TRUE16-NEXT:    s_load_b64 s[2:3], s[2:3], 0x0
+; GFX1250-GISEL-TRUE16-NEXT:    s_wait_kmcnt 0x0
+; GFX1250-GISEL-TRUE16-NEXT:    s_bfe_u32 s4, s3, 0xb0014
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s5, s3, 8
+; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s6, s3, 0x1ff
+; GFX1250-GISEL-TRUE16-NEXT:    s_addk_co_i32 s4, 0xfc10
 ; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s5, s5, 0xffe
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s8, v0
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s3, s5, s3
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s5, s3, 0x1000
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s9, s5, s8
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshl_b32 s8, s9, s8
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s8, s5
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s2, s6, s2
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s2, 1, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s2, s5, s2
 ; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, 1, 0
-; GFX1250-GISEL-TRUE16-NEXT:    s_addk_co_i32 s4, 0xfc10
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s5, s9, s5
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshl_b32 s8, s4, 12
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s8, s3, s8
+; GFX1250-GISEL-TRUE16-NEXT:    s_sub_co_i32 s6, 1, s4
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s8, s2, 0x1000
+; GFX1250-GISEL-TRUE16-NEXT:    s_max_i32 s6, s6, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshl_b32 s7, s4, 12
+; GFX1250-GISEL-TRUE16-NEXT:    s_min_i32 s6, s6, 13
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s9, s8, s6
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s2, s2, s7
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshl_b32 s6, s9, s6
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s6, s8
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s6, s9, s6
 ; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s4, 1
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, s5, s8
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s2, s6, s2
+; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s6, s2, 7
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s2, s2, 2
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s6, 3
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s7, 1, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s6, 5
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s8, s5, 7
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s8, 5
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s8, 3
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s8, 1, 0
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s5, s5, 2
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s8, s8, s9
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s6, s7, s6
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s6, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_add_co_i32 s5, s5, s8
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s4, 31
-; GFX1250-GISEL-TRUE16-NEXT:    s_movk_i32 s8, 0x7e00
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, s5, 0x7c00
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s3, 0
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, s8, 0x7c00
+; GFX1250-GISEL-TRUE16-NEXT:    s_add_co_i32 s2, s2, s6
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s4, 30
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s2, 0x7c00, s2
 ; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s4, 0x40f
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s4, s0
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, s3, s5
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s2, s2, 16
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s5, s1
-; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s2, s2, 0x8000
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s2, s5, s2
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s3, s3, 16
 ; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s2, s2, s3
-; GFX1250-GISEL-TRUE16-NEXT:    v_mov_b32_e32 v0, s2
-; GFX1250-GISEL-TRUE16-NEXT:    buffer_store_b16 v0, off, s[4:7], null
+; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s2, s3, s2
+; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s3, 0x31016000
+; GFX1250-GISEL-TRUE16-NEXT:    v_mov_b16_e32 v0.l, s2
+; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s2, -1
+; GFX1250-GISEL-TRUE16-NEXT:    buffer_store_b16 v0, off, s[0:3], null
 ; GFX1250-GISEL-TRUE16-NEXT:    s_endpgm
 ;
 ; GFX1250-GISEL-FAKE16-LABEL: fptrunc_f64_to_f16:
@@ -1514,68 +1463,59 @@ define amdgpu_kernel void @fptrunc_f64_to_f16(
 ; GFX1250-GISEL-FAKE16-NEXT:    v_nop
 ; GFX1250-GISEL-FAKE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
 ; GFX1250-GISEL-FAKE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24 nv
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s6, -1
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s10, s6
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s11, s7
 ; GFX1250-GISEL-FAKE16-NEXT:    s_wait_kmcnt 0x0
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s8, s2
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s9, s3
-; GFX1250-GISEL-FAKE16-NEXT:    buffer_load_b64 v[0:1], off, s[8:11], null
-; GFX1250-GISEL-FAKE16-NEXT:    s_wait_loadcnt 0x0
-; GFX1250-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s2, v1
-; GFX1250-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s3, v0
-; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s4, s2, 0x1ff
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s3, s4, s3
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, 1, 0
-; GFX1250-GISEL-FAKE16-NEXT:    s_bfe_u32 s4, s2, 0xb0014
-; GFX1250-GISEL-FAKE16-NEXT:    s_sub_co_i32 s5, 0x3f1, s4
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    v_med3_i32 v0, s5, 0, 13
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s5, s2, 8
+; GFX1250-GISEL-FAKE16-NEXT:    s_load_b64 s[2:3], s[2:3], 0x0
+; GFX1250-GISEL-FAKE16-NEXT:    s_wait_kmcnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT:    s_bfe_u32 s4, s3, 0xb0014
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s5, s3, 8
+; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s6, s3, 0x1ff
+; GFX1250-GISEL-FAKE16-NEXT:    s_addk_co_i32 s4, 0xfc10
 ; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s5, s5, 0xffe
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s8, v0
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s3, s5, s3
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s5, s3, 0x1000
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s9, s5, s8
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshl_b32 s8, s9, s8
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s8, s5
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s2, s6, s2
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s2, 1, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s2, s5, s2
 ; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, 1, 0
-; GFX1250-GISEL-FAKE16-NEXT:    s_addk_co_i32 s4, 0xfc10
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s5, s9, s5
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshl_b32 s8, s4, 12
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s8, s3, s8
+; GFX1250-GISEL-FAKE16-NEXT:    s_sub_co_i32 s6, 1, s4
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s8, s2, 0x1000
+; GFX1250-GISEL-FAKE16-NEXT:    s_max_i32 s6, s6, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshl_b32 s7, s4, 12
+; GFX1250-GISEL-FAKE16-NEXT:    s_min_i32 s6, s6, 13
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s9, s8, s6
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s2, s2, s7
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshl_b32 s6, s9, s6
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s6, s8
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s6, s9, s6
 ; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s4, 1
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, s5, s8
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s2, s6, s2
+; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s6, s2, 7
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s2, s2, 2
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s6, 3
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s7, 1, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s6, 5
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s8, s5, 7
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s8, 5
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s8, 3
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s8, 1, 0
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s5, s5, 2
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s8, s8, s9
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s6, s7, s6
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s6, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_add_co_i32 s5, s5, s8
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s4, 31
-; GFX1250-GISEL-FAKE16-NEXT:    s_movk_i32 s8, 0x7e00
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, s5, 0x7c00
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s3, 0
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, s8, 0x7c00
+; GFX1250-GISEL-FAKE16-NEXT:    s_add_co_i32 s2, s2, s6
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s4, 30
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s2, 0x7c00, s2
 ; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s4, 0x40f
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s4, s0
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, s3, s5
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s2, s2, 16
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s5, s1
-; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s2, s2, 0x8000
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s2, s5, s2
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s3, s3, 16
 ; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s2, s2, s3
+; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s2, s3, s2
+; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX1250-GISEL-FAKE16-NEXT:    v_mov_b32_e32 v0, s2
-; GFX1250-GISEL-FAKE16-NEXT:    buffer_store_b16 v0, off, s[4:7], null
+; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s2, -1
+; GFX1250-GISEL-FAKE16-NEXT:    buffer_store_b16 v0, off, s[0:3], null
 ; GFX1250-GISEL-FAKE16-NEXT:    s_endpgm
     ptr addrspace(1) %r,
     ptr addrspace(1) %a) {
@@ -1609,20 +1549,14 @@ define amdgpu_kernel void @fptrunc_f64_to_f16_afn(
 ; SI-GISEL-LABEL: fptrunc_f64_to_f16_afn:
 ; SI-GISEL:       ; %bb.0: ; %entry
 ; SI-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x9
-; SI-GISEL-NEXT:    s_mov_b32 s7, 0xf000
-; SI-GISEL-NEXT:    s_mov_b32 s6, -1
-; SI-GISEL-NEXT:    s_mov_b32 s10, s6
-; SI-GISEL-NEXT:    s_mov_b32 s11, s7
 ; SI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; SI-GISEL-NEXT:    s_mov_b32 s8, s2
-; SI-GISEL-NEXT:    s_mov_b32 s9, s3
-; SI-GISEL-NEXT:    buffer_load_dwordx2 v[0:1], off, s[8:11], 0
-; SI-GISEL-NEXT:    s_mov_b32 s4, s0
-; SI-GISEL-NEXT:    s_mov_b32 s5, s1
-; SI-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; SI-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
+; SI-GISEL-NEXT:    s_load_dwordx2 s[2:3], s[2:3], 0x0
+; SI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; SI-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, s[2:3]
+; SI-GISEL-NEXT:    s_mov_b32 s2, -1
+; SI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
 ; SI-GISEL-NEXT:    v_cvt_f16_f32_e32 v0, v0
-; SI-GISEL-NEXT:    buffer_store_short v0, off, s[4:7], 0
+; SI-GISEL-NEXT:    buffer_store_short v0, off, s[0:3], 0
 ; SI-GISEL-NEXT:    s_endpgm
 ;
 ; VI-SDAG-LABEL: fptrunc_f64_to_f16_afn:
@@ -1647,20 +1581,14 @@ define amdgpu_kernel void @fptrunc_f64_to_f16_afn(
 ; VI-GISEL-LABEL: fptrunc_f64_to_f16_afn:
 ; VI-GISEL:       ; %bb.0: ; %entry
 ; VI-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
-; VI-GISEL-NEXT:    s_mov_b32 s7, 0xf000
-; VI-GISEL-NEXT:    s_mov_b32 s6, -1
-; VI-GISEL-NEXT:    s_mov_b32 s10, s6
-; VI-GISEL-NEXT:    s_mov_b32 s11, s7
 ; VI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; VI-GISEL-NEXT:    s_mov_b32 s8, s2
-; VI-GISEL-NEXT:    s_mov_b32 s9, s3
-; VI-GISEL-NEXT:    buffer_load_dwordx2 v[0:1], off, s[8:11], 0
-; VI-GISEL-NEXT:    s_mov_b32 s4, s0
-; VI-GISEL-NEXT:    s_mov_b32 s5, s1
-; VI-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; VI-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
+; VI-GISEL-NEXT:    s_load_dwordx2 s[2:3], s[2:3], 0x0
+; VI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; VI-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, s[2:3]
+; VI-GISEL-NEXT:    s_mov_b32 s2, -1
+; VI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
 ; VI-GISEL-NEXT:    v_cvt_f16_f32_e32 v0, v0
-; VI-GISEL-NEXT:    buffer_store_short v0, off, s[4:7], 0
+; VI-GISEL-NEXT:    buffer_store_short v0, off, s[0:3], 0
 ; VI-GISEL-NEXT:    s_endpgm
 ;
 ; GFX9-SDAG-LABEL: fptrunc_f64_to_f16_afn:
@@ -1685,20 +1613,14 @@ define amdgpu_kernel void @fptrunc_f64_to_f16_afn(
 ; GFX9-GISEL-LABEL: fptrunc_f64_to_f16_afn:
 ; GFX9-GISEL:       ; %bb.0: ; %entry
 ; GFX9-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
-; GFX9-GISEL-NEXT:    s_mov_b32 s7, 0xf000
-; GFX9-GISEL-NEXT:    s_mov_b32 s6, -1
-; GFX9-GISEL-NEXT:    s_mov_b32 s10, s6
-; GFX9-GISEL-NEXT:    s_mov_b32 s11, s7
 ; GFX9-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX9-GISEL-NEXT:    s_mov_b32 s8, s2
-; GFX9-GISEL-NEXT:    s_mov_b32 s9, s3
-; GFX9-GISEL-NEXT:    buffer_load_dwordx2 v[0:1], off, s[8:11], 0
-; GFX9-GISEL-NEXT:    s_mov_b32 s4, s0
-; GFX9-GISEL-NEXT:    s_mov_b32 s5, s1
-; GFX9-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; GFX9-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
+; GFX9-GISEL-NEXT:    s_load_dwordx2 s[2:3], s[2:3], 0x0
+; GFX9-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX9-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, s[2:3]
+; GFX9-GISEL-NEXT:    s_mov_b32 s2, -1
+; GFX9-GISEL-NEXT:    s_mov_b32 s3, 0xf000
 ; GFX9-GISEL-NEXT:    v_cvt_f16_f32_e32 v0, v0
-; GFX9-GISEL-NEXT:    buffer_store_short v0, off, s[4:7], 0
+; GFX9-GISEL-NEXT:    buffer_store_short v0, off, s[0:3], 0
 ; GFX9-GISEL-NEXT:    s_endpgm
 ;
 ; GFX950-SDAG-LABEL: fptrunc_f64_to_f16_afn:
@@ -1723,20 +1645,14 @@ define amdgpu_kernel void @fptrunc_f64_to_f16_afn(
 ; GFX950-GISEL-LABEL: fptrunc_f64_to_f16_afn:
 ; GFX950-GISEL:       ; %bb.0: ; %entry
 ; GFX950-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
-; GFX950-GISEL-NEXT:    s_mov_b32 s7, 0xf000
-; GFX950-GISEL-NEXT:    s_mov_b32 s6, -1
-; GFX950-GISEL-NEXT:    s_mov_b32 s10, s6
-; GFX950-GISEL-NEXT:    s_mov_b32 s11, s7
 ; GFX950-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX950-GISEL-NEXT:    s_mov_b32 s8, s2
-; GFX950-GISEL-NEXT:    s_mov_b32 s9, s3
-; GFX950-GISEL-NEXT:    buffer_load_dwordx2 v[0:1], off, s[8:11], 0
-; GFX950-GISEL-NEXT:    s_mov_b32 s4, s0
-; GFX950-GISEL-NEXT:    s_mov_b32 s5, s1
-; GFX950-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; GFX950-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
+; GFX950-GISEL-NEXT:    s_load_dwordx2 s[2:3], s[2:3], 0x0
+; GFX950-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX950-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, s[2:3]
 ; GFX950-GISEL-NEXT:    v_cvt_f16_f32_e32 v0, v0
-; GFX950-GISEL-NEXT:    buffer_store_short v0, off, s[4:7], 0
+; GFX950-GISEL-NEXT:    s_mov_b32 s2, -1
+; GFX950-GISEL-NEXT:    s_mov_b32 s3, 0xf000
+; GFX950-GISEL-NEXT:    buffer_store_short v0, off, s[0:3], 0
 ; GFX950-GISEL-NEXT:    s_endpgm
 ;
 ; GFX11-SDAG-TRUE16-LABEL: fptrunc_f64_to_f16_afn:
@@ -1782,41 +1698,29 @@ define amdgpu_kernel void @fptrunc_f64_to_f16_afn(
 ; GFX11-GISEL-TRUE16-LABEL: fptrunc_f64_to_f16_afn:
 ; GFX11-GISEL-TRUE16:       ; %bb.0: ; %entry
 ; GFX11-GISEL-TRUE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s6, -1
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s10, s6
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s11, s7
 ; GFX11-GISEL-TRUE16-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s8, s2
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s9, s3
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s4, s0
-; GFX11-GISEL-TRUE16-NEXT:    buffer_load_b64 v[0:1], off, s[8:11], 0
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s5, s1
-; GFX11-GISEL-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-GISEL-TRUE16-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
+; GFX11-GISEL-TRUE16-NEXT:    s_load_b64 s[2:3], s[2:3], 0x0
+; GFX11-GISEL-TRUE16-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX11-GISEL-TRUE16-NEXT:    v_cvt_f32_f64_e32 v0, s[2:3]
+; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s2, -1
+; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
 ; GFX11-GISEL-TRUE16-NEXT:    v_cvt_f16_f32_e32 v0.l, v0
-; GFX11-GISEL-TRUE16-NEXT:    buffer_store_b16 v0, off, s[4:7], 0
+; GFX11-GISEL-TRUE16-NEXT:    buffer_store_b16 v0, off, s[0:3], 0
 ; GFX11-GISEL-TRUE16-NEXT:    s_endpgm
 ;
 ; GFX11-GISEL-FAKE16-LABEL: fptrunc_f64_to_f16_afn:
 ; GFX11-GISEL-FAKE16:       ; %bb.0: ; %entry
 ; GFX11-GISEL-FAKE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s6, -1
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s10, s6
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s11, s7
 ; GFX11-GISEL-FAKE16-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s8, s2
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s9, s3
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s4, s0
-; GFX11-GISEL-FAKE16-NEXT:    buffer_load_b64 v[0:1], off, s[8:11], 0
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s5, s1
-; GFX11-GISEL-FAKE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-GISEL-FAKE16-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
+; GFX11-GISEL-FAKE16-NEXT:    s_load_b64 s[2:3], s[2:3], 0x0
+; GFX11-GISEL-FAKE16-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX11-GISEL-FAKE16-NEXT:    v_cvt_f32_f64_e32 v0, s[2:3]
+; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s2, -1
+; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
 ; GFX11-GISEL-FAKE16-NEXT:    v_cvt_f16_f32_e32 v0, v0
-; GFX11-GISEL-FAKE16-NEXT:    buffer_store_b16 v0, off, s[4:7], 0
+; GFX11-GISEL-FAKE16-NEXT:    buffer_store_b16 v0, off, s[0:3], 0
 ; GFX11-GISEL-FAKE16-NEXT:    s_endpgm
 ;
 ; GFX1250-SDAG-TRUE16-LABEL: fptrunc_f64_to_f16_afn:
@@ -1873,22 +1777,18 @@ define amdgpu_kernel void @fptrunc_f64_to_f16_afn(
 ; GFX1250-GISEL-TRUE16-NEXT:    v_nop
 ; GFX1250-GISEL-TRUE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
 ; GFX1250-GISEL-TRUE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24 nv
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s6, -1
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s10, s6
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s11, s7
 ; GFX1250-GISEL-TRUE16-NEXT:    s_wait_kmcnt 0x0
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s8, s2
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s9, s3
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s4, s0
-; GFX1250-GISEL-TRUE16-NEXT:    buffer_load_b64 v[0:1], off, s[8:11], null
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s5, s1
-; GFX1250-GISEL-TRUE16-NEXT:    s_wait_loadcnt 0x0
-; GFX1250-GISEL-TRUE16-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
+; GFX1250-GISEL-TRUE16-NEXT:    s_load_b64 s[2:3], s[2:3], 0x0
+; GFX1250-GISEL-TRUE16-NEXT:    s_wait_kmcnt 0x0
+; GFX1250-GISEL-TRUE16-NEXT:    v_cvt_f32_f64_e32 v0, s[2:3]
+; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s3, 0x31016000
+; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_3)
+; GFX1250-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s2, v0
 ; GFX1250-GISEL-TRUE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 2, 2), 0 ; msbs: dst=0 src0=0 src1=0 src2=0
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX1250-GISEL-TRUE16-NEXT:    v_cvt_f16_f32_e32 v0.l, v0
-; GFX1250-GISEL-TRUE16-NEXT:    buffer_store_b16 v0, off, s[4:7], null
+; GFX1250-GISEL-TRUE16-NEXT:    s_cvt_f16_f32 s2, s2
+; GFX1250-GISEL-TRUE16-NEXT:    v_mov_b16_e32 v0.l, s2
+; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s2, -1
+; GFX1250-GISEL-TRUE16-NEXT:    buffer_store_b16 v0, off, s[0:3], null
 ; GFX1250-GISEL-TRUE16-NEXT:    s_endpgm
 ;
 ; GFX1250-GISEL-FAKE16-LABEL: fptrunc_f64_to_f16_afn:
@@ -1897,22 +1797,18 @@ define amdgpu_kernel void @fptrunc_f64_to_f16_afn(
 ; GFX1250-GISEL-FAKE16-NEXT:    v_nop
 ; GFX1250-GISEL-FAKE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
 ; GFX1250-GISEL-FAKE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24 nv
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s6, -1
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s10, s6
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s11, s7
 ; GFX1250-GISEL-FAKE16-NEXT:    s_wait_kmcnt 0x0
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s8, s2
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s9, s3
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s4, s0
-; GFX1250-GISEL-FAKE16-NEXT:    buffer_load_b64 v[0:1], off, s[8:11], null
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s5, s1
-; GFX1250-GISEL-FAKE16-NEXT:    s_wait_loadcnt 0x0
-; GFX1250-GISEL-FAKE16-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
+; GFX1250-GISEL-FAKE16-NEXT:    s_load_b64 s[2:3], s[2:3], 0x0
+; GFX1250-GISEL-FAKE16-NEXT:    s_wait_kmcnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT:    v_cvt_f32_f64_e32 v0, s[2:3]
+; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s3, 0x31016000
+; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_3)
+; GFX1250-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s2, v0
 ; GFX1250-GISEL-FAKE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 2, 2), 0 ; msbs: dst=0 src0=0 src1=0 src2=0
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX1250-GISEL-FAKE16-NEXT:    v_cvt_f16_f32_e32 v0, v0
-; GFX1250-GISEL-FAKE16-NEXT:    buffer_store_b16 v0, off, s[4:7], null
+; GFX1250-GISEL-FAKE16-NEXT:    s_cvt_f16_f32 s2, s2
+; GFX1250-GISEL-FAKE16-NEXT:    v_mov_b32_e32 v0, s2
+; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s2, -1
+; GFX1250-GISEL-FAKE16-NEXT:    buffer_store_b16 v0, off, s[0:3], null
 ; GFX1250-GISEL-FAKE16-NEXT:    s_endpgm
     ptr addrspace(1) %r,
     ptr addrspace(1) %a) {
@@ -2339,103 +2235,99 @@ define amdgpu_kernel void @fptrunc_v2f64_to_v2f16(
 ;
 ; SI-GISEL-LABEL: fptrunc_v2f64_to_v2f16:
 ; SI-GISEL:       ; %bb.0: ; %entry
-; SI-GISEL-NEXT:    s_load_dwordx4 s[4:7], s[4:5], 0x9
-; SI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
-; SI-GISEL-NEXT:    s_mov_b32 s2, -1
-; SI-GISEL-NEXT:    s_mov_b32 s10, s2
-; SI-GISEL-NEXT:    s_mov_b32 s11, s3
+; SI-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x9
 ; SI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; SI-GISEL-NEXT:    s_mov_b32 s8, s6
-; SI-GISEL-NEXT:    s_mov_b32 s9, s7
-; SI-GISEL-NEXT:    buffer_load_dwordx4 v[0:3], off, s[8:11], 0
-; SI-GISEL-NEXT:    s_mov_b32 s0, s4
-; SI-GISEL-NEXT:    s_mov_b32 s1, s5
-; SI-GISEL-NEXT:    s_movk_i32 s6, 0x7e00
-; SI-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; SI-GISEL-NEXT:    v_readfirstlane_b32 s4, v3
-; SI-GISEL-NEXT:    v_readfirstlane_b32 s5, v2
-; SI-GISEL-NEXT:    s_and_b32 s9, s4, 0x1ff
-; SI-GISEL-NEXT:    s_or_b32 s5, s9, s5
-; SI-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
-; SI-GISEL-NEXT:    s_lshr_b32 s9, s4, 8
-; SI-GISEL-NEXT:    s_bfe_u32 s10, s4, 0xb0014
-; SI-GISEL-NEXT:    s_and_b32 s9, s9, 0xffe
-; SI-GISEL-NEXT:    s_sub_i32 s11, 0x3f1, s10
-; SI-GISEL-NEXT:    v_readfirstlane_b32 s8, v0
-; SI-GISEL-NEXT:    s_or_b32 s5, s9, s5
-; SI-GISEL-NEXT:    v_med3_i32 v0, s11, 0, 13
-; SI-GISEL-NEXT:    s_or_b32 s9, s5, 0x1000
-; SI-GISEL-NEXT:    v_readfirstlane_b32 s11, v0
-; SI-GISEL-NEXT:    s_lshr_b32 s12, s9, s11
-; SI-GISEL-NEXT:    s_lshl_b32 s11, s12, s11
-; SI-GISEL-NEXT:    s_cmp_lg_u32 s11, s9
+; SI-GISEL-NEXT:    s_load_dwordx4 s[4:7], s[2:3], 0x0
+; SI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; SI-GISEL-NEXT:    s_bfe_u32 s2, s5, 0xb0014
+; SI-GISEL-NEXT:    s_lshr_b32 s3, s5, 8
+; SI-GISEL-NEXT:    s_and_b32 s8, s5, 0x1ff
+; SI-GISEL-NEXT:    s_addk_i32 s2, 0xfc10
+; SI-GISEL-NEXT:    s_and_b32 s3, s3, 0xffe
+; SI-GISEL-NEXT:    s_or_b32 s4, s8, s4
+; SI-GISEL-NEXT:    s_cselect_b32 s4, 1, 0
+; SI-GISEL-NEXT:    s_or_b32 s3, s3, s4
+; SI-GISEL-NEXT:    s_cselect_b32 s4, 1, 0
+; SI-GISEL-NEXT:    s_sub_i32 s9, 1, s2
+; SI-GISEL-NEXT:    s_lshl_b32 s8, s2, 12
+; SI-GISEL-NEXT:    s_max_i32 s9, s9, 0
+; SI-GISEL-NEXT:    s_or_b32 s8, s3, s8
+; SI-GISEL-NEXT:    s_min_i32 s9, s9, 13
+; SI-GISEL-NEXT:    s_bitset1_b32 s3, 12
+; SI-GISEL-NEXT:    s_lshl_b32 s4, s4, 9
+; SI-GISEL-NEXT:    s_lshr_b32 s10, s3, s9
+; SI-GISEL-NEXT:    s_or_b32 s4, s4, 0x7c00
+; SI-GISEL-NEXT:    s_lshl_b32 s9, s10, s9
+; SI-GISEL-NEXT:    s_cmp_lg_u32 s9, s3
+; SI-GISEL-NEXT:    s_cselect_b32 s3, 1, 0
+; SI-GISEL-NEXT:    s_or_b32 s3, s10, s3
+; SI-GISEL-NEXT:    s_cmp_lt_i32 s2, 1
+; SI-GISEL-NEXT:    s_cselect_b32 s3, s3, s8
+; SI-GISEL-NEXT:    s_and_b32 s8, s3, 7
+; SI-GISEL-NEXT:    s_lshr_b32 s3, s3, 2
+; SI-GISEL-NEXT:    s_cmp_eq_u32 s8, 3
 ; SI-GISEL-NEXT:    s_cselect_b32 s9, 1, 0
-; SI-GISEL-NEXT:    s_addk_i32 s10, 0xfc10
-; SI-GISEL-NEXT:    s_lshl_b32 s11, s10, 12
-; SI-GISEL-NEXT:    s_or_b32 s9, s12, s9
-; SI-GISEL-NEXT:    s_or_b32 s11, s5, s11
-; SI-GISEL-NEXT:    s_cmp_lt_i32 s10, 1
-; SI-GISEL-NEXT:    s_cselect_b32 s9, s9, s11
-; SI-GISEL-NEXT:    s_and_b32 s11, s9, 7
-; SI-GISEL-NEXT:    s_cmp_gt_i32 s11, 5
-; SI-GISEL-NEXT:    s_cselect_b32 s12, 1, 0
-; SI-GISEL-NEXT:    s_cmp_eq_u32 s11, 3
-; SI-GISEL-NEXT:    s_cselect_b32 s11, 1, 0
-; SI-GISEL-NEXT:    s_lshr_b32 s9, s9, 2
-; SI-GISEL-NEXT:    s_or_b32 s11, s11, s12
-; SI-GISEL-NEXT:    s_add_i32 s9, s9, s11
-; SI-GISEL-NEXT:    s_cmp_lt_i32 s10, 31
-; SI-GISEL-NEXT:    s_cselect_b32 s9, s9, 0x7c00
-; SI-GISEL-NEXT:    s_cmp_lg_u32 s5, 0
-; SI-GISEL-NEXT:    s_cselect_b32 s5, s6, 0x7c00
-; SI-GISEL-NEXT:    s_cmpk_eq_i32 s10, 0x40f
-; SI-GISEL-NEXT:    s_cselect_b32 s5, s5, s9
-; SI-GISEL-NEXT:    s_lshr_b32 s4, s4, 16
-; SI-GISEL-NEXT:    s_and_b32 s4, s4, 0x8000
-; SI-GISEL-NEXT:    v_readfirstlane_b32 s7, v1
+; SI-GISEL-NEXT:    s_cmp_gt_i32 s8, 5
+; SI-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
+; SI-GISEL-NEXT:    s_or_b32 s8, s9, s8
+; SI-GISEL-NEXT:    s_cmp_lg_u32 s8, 0
+; SI-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
+; SI-GISEL-NEXT:    s_add_i32 s3, s3, s8
+; SI-GISEL-NEXT:    s_cmp_gt_i32 s2, 30
+; SI-GISEL-NEXT:    s_cselect_b32 s3, 0x7c00, s3
+; SI-GISEL-NEXT:    s_cmpk_eq_i32 s2, 0x40f
+; SI-GISEL-NEXT:    s_cselect_b32 s2, s4, s3
+; SI-GISEL-NEXT:    s_lshr_b32 s3, s5, 16
+; SI-GISEL-NEXT:    s_and_b32 s3, s3, 0x8000
+; SI-GISEL-NEXT:    s_or_b32 s2, s3, s2
+; SI-GISEL-NEXT:    s_bfe_u32 s3, s7, 0xb0014
+; SI-GISEL-NEXT:    s_lshr_b32 s4, s7, 8
+; SI-GISEL-NEXT:    s_addk_i32 s3, 0xfc10
+; SI-GISEL-NEXT:    s_and_b32 s4, s4, 0xffe
+; SI-GISEL-NEXT:    s_and_b32 s5, s7, 0x1ff
+; SI-GISEL-NEXT:    s_or_b32 s5, s5, s6
+; SI-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
 ; SI-GISEL-NEXT:    s_or_b32 s4, s4, s5
-; SI-GISEL-NEXT:    s_and_b32 s9, s7, 0x1ff
-; SI-GISEL-NEXT:    s_lshl_b32 s4, s4, 16
-; SI-GISEL-NEXT:    s_or_b32 s5, s9, s8
 ; SI-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
-; SI-GISEL-NEXT:    s_lshr_b32 s8, s7, 8
-; SI-GISEL-NEXT:    s_bfe_u32 s9, s7, 0xb0014
-; SI-GISEL-NEXT:    s_and_b32 s8, s8, 0xffe
-; SI-GISEL-NEXT:    s_sub_i32 s10, 0x3f1, s9
-; SI-GISEL-NEXT:    s_or_b32 s5, s8, s5
-; SI-GISEL-NEXT:    v_med3_i32 v0, s10, 0, 13
-; SI-GISEL-NEXT:    s_or_b32 s8, s5, 0x1000
-; SI-GISEL-NEXT:    v_readfirstlane_b32 s10, v0
-; SI-GISEL-NEXT:    s_lshr_b32 s11, s8, s10
-; SI-GISEL-NEXT:    s_lshl_b32 s10, s11, s10
-; SI-GISEL-NEXT:    s_cmp_lg_u32 s10, s8
+; SI-GISEL-NEXT:    s_sub_i32 s8, 1, s3
+; SI-GISEL-NEXT:    s_lshl_b32 s6, s3, 12
+; SI-GISEL-NEXT:    s_max_i32 s8, s8, 0
+; SI-GISEL-NEXT:    s_or_b32 s6, s4, s6
+; SI-GISEL-NEXT:    s_min_i32 s8, s8, 13
+; SI-GISEL-NEXT:    s_bitset1_b32 s4, 12
+; SI-GISEL-NEXT:    s_lshl_b32 s5, s5, 9
+; SI-GISEL-NEXT:    s_lshr_b32 s9, s4, s8
+; SI-GISEL-NEXT:    s_or_b32 s5, s5, 0x7c00
+; SI-GISEL-NEXT:    s_lshl_b32 s8, s9, s8
+; SI-GISEL-NEXT:    s_cmp_lg_u32 s8, s4
+; SI-GISEL-NEXT:    s_cselect_b32 s4, 1, 0
+; SI-GISEL-NEXT:    s_or_b32 s4, s9, s4
+; SI-GISEL-NEXT:    s_cmp_lt_i32 s3, 1
+; SI-GISEL-NEXT:    s_cselect_b32 s4, s4, s6
+; SI-GISEL-NEXT:    s_and_b32 s6, s4, 7
+; SI-GISEL-NEXT:    s_lshr_b32 s4, s4, 2
+; SI-GISEL-NEXT:    s_cmp_eq_u32 s6, 3
 ; SI-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
-; SI-GISEL-NEXT:    s_addk_i32 s9, 0xfc10
-; SI-GISEL-NEXT:    s_lshl_b32 s10, s9, 12
-; SI-GISEL-NEXT:    s_or_b32 s8, s11, s8
-; SI-GISEL-NEXT:    s_or_b32 s10, s5, s10
-; SI-GISEL-NEXT:    s_cmp_lt_i32 s9, 1
-; SI-GISEL-NEXT:    s_cselect_b32 s8, s8, s10
-; SI-GISEL-NEXT:    s_and_b32 s10, s8, 7
-; SI-GISEL-NEXT:    s_cmp_gt_i32 s10, 5
-; SI-GISEL-NEXT:    s_cselect_b32 s11, 1, 0
-; SI-GISEL-NEXT:    s_cmp_eq_u32 s10, 3
-; SI-GISEL-NEXT:    s_cselect_b32 s10, 1, 0
-; SI-GISEL-NEXT:    s_lshr_b32 s8, s8, 2
-; SI-GISEL-NEXT:    s_or_b32 s10, s10, s11
-; SI-GISEL-NEXT:    s_add_i32 s8, s8, s10
-; SI-GISEL-NEXT:    s_cmp_lt_i32 s9, 31
-; SI-GISEL-NEXT:    s_cselect_b32 s8, s8, 0x7c00
-; SI-GISEL-NEXT:    s_cmp_lg_u32 s5, 0
-; SI-GISEL-NEXT:    s_cselect_b32 s5, s6, 0x7c00
-; SI-GISEL-NEXT:    s_cmpk_eq_i32 s9, 0x40f
-; SI-GISEL-NEXT:    s_cselect_b32 s5, s5, s8
-; SI-GISEL-NEXT:    s_lshr_b32 s6, s7, 16
-; SI-GISEL-NEXT:    s_and_b32 s6, s6, 0x8000
-; SI-GISEL-NEXT:    s_or_b32 s5, s6, s5
-; SI-GISEL-NEXT:    s_and_b32 s5, s5, 0xffff
-; SI-GISEL-NEXT:    s_or_b32 s4, s5, s4
-; SI-GISEL-NEXT:    v_mov_b32_e32 v0, s4
+; SI-GISEL-NEXT:    s_cmp_gt_i32 s6, 5
+; SI-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; SI-GISEL-NEXT:    s_or_b32 s6, s8, s6
+; SI-GISEL-NEXT:    s_cmp_lg_u32 s6, 0
+; SI-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; SI-GISEL-NEXT:    s_add_i32 s4, s4, s6
+; SI-GISEL-NEXT:    s_cmp_gt_i32 s3, 30
+; SI-GISEL-NEXT:    s_cselect_b32 s4, 0x7c00, s4
+; SI-GISEL-NEXT:    s_cmpk_eq_i32 s3, 0x40f
+; SI-GISEL-NEXT:    s_cselect_b32 s3, s5, s4
+; SI-GISEL-NEXT:    s_lshr_b32 s4, s7, 16
+; SI-GISEL-NEXT:    s_and_b32 s4, s4, 0x8000
+; SI-GISEL-NEXT:    s_or_b32 s3, s4, s3
+; SI-GISEL-NEXT:    s_and_b32 s3, s3, 0xffff
+; SI-GISEL-NEXT:    s_and_b32 s2, s2, 0xffff
+; SI-GISEL-NEXT:    s_lshl_b32 s3, s3, 16
+; SI-GISEL-NEXT:    s_or_b32 s2, s2, s3
+; SI-GISEL-NEXT:    v_mov_b32_e32 v0, s2
+; SI-GISEL-NEXT:    s_mov_b32 s2, -1
+; SI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
 ; SI-GISEL-NEXT:    buffer_store_dword v0, off, s[0:3], 0
 ; SI-GISEL-NEXT:    s_endpgm
 ;
@@ -2543,103 +2435,99 @@ define amdgpu_kernel void @fptrunc_v2f64_to_v2f16(
 ;
 ; VI-GISEL-LABEL: fptrunc_v2f64_to_v2f16:
 ; VI-GISEL:       ; %bb.0: ; %entry
-; VI-GISEL-NEXT:    s_load_dwordx4 s[4:7], s[4:5], 0x24
-; VI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
-; VI-GISEL-NEXT:    s_mov_b32 s2, -1
-; VI-GISEL-NEXT:    s_mov_b32 s10, s2
-; VI-GISEL-NEXT:    s_mov_b32 s11, s3
+; VI-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
 ; VI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; VI-GISEL-NEXT:    s_mov_b32 s8, s6
-; VI-GISEL-NEXT:    s_mov_b32 s9, s7
-; VI-GISEL-NEXT:    buffer_load_dwordx4 v[0:3], off, s[8:11], 0
-; VI-GISEL-NEXT:    s_mov_b32 s0, s4
-; VI-GISEL-NEXT:    s_mov_b32 s1, s5
-; VI-GISEL-NEXT:    s_movk_i32 s6, 0x7e00
-; VI-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; VI-GISEL-NEXT:    v_readfirstlane_b32 s4, v3
-; VI-GISEL-NEXT:    v_readfirstlane_b32 s5, v2
-; VI-GISEL-NEXT:    s_and_b32 s9, s4, 0x1ff
-; VI-GISEL-NEXT:    s_or_b32 s5, s9, s5
-; VI-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
-; VI-GISEL-NEXT:    s_lshr_b32 s9, s4, 8
-; VI-GISEL-NEXT:    s_bfe_u32 s10, s4, 0xb0014
-; VI-GISEL-NEXT:    s_and_b32 s9, s9, 0xffe
-; VI-GISEL-NEXT:    s_sub_i32 s11, 0x3f1, s10
-; VI-GISEL-NEXT:    v_readfirstlane_b32 s8, v0
-; VI-GISEL-NEXT:    s_or_b32 s5, s9, s5
-; VI-GISEL-NEXT:    v_med3_i32 v0, s11, 0, 13
-; VI-GISEL-NEXT:    s_or_b32 s9, s5, 0x1000
-; VI-GISEL-NEXT:    v_readfirstlane_b32 s11, v0
-; VI-GISEL-NEXT:    s_lshr_b32 s12, s9, s11
-; VI-GISEL-NEXT:    s_lshl_b32 s11, s12, s11
-; VI-GISEL-NEXT:    s_cmp_lg_u32 s11, s9
+; VI-GISEL-NEXT:    s_load_dwordx4 s[4:7], s[2:3], 0x0
+; VI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; VI-GISEL-NEXT:    s_bfe_u32 s2, s5, 0xb0014
+; VI-GISEL-NEXT:    s_lshr_b32 s3, s5, 8
+; VI-GISEL-NEXT:    s_and_b32 s8, s5, 0x1ff
+; VI-GISEL-NEXT:    s_addk_i32 s2, 0xfc10
+; VI-GISEL-NEXT:    s_and_b32 s3, s3, 0xffe
+; VI-GISEL-NEXT:    s_or_b32 s4, s8, s4
+; VI-GISEL-NEXT:    s_cselect_b32 s4, 1, 0
+; VI-GISEL-NEXT:    s_or_b32 s3, s3, s4
+; VI-GISEL-NEXT:    s_cselect_b32 s4, 1, 0
+; VI-GISEL-NEXT:    s_sub_i32 s9, 1, s2
+; VI-GISEL-NEXT:    s_lshl_b32 s8, s2, 12
+; VI-GISEL-NEXT:    s_max_i32 s9, s9, 0
+; VI-GISEL-NEXT:    s_or_b32 s8, s3, s8
+; VI-GISEL-NEXT:    s_min_i32 s9, s9, 13
+; VI-GISEL-NEXT:    s_bitset1_b32 s3, 12
+; VI-GISEL-NEXT:    s_lshl_b32 s4, s4, 9
+; VI-GISEL-NEXT:    s_lshr_b32 s10, s3, s9
+; VI-GISEL-NEXT:    s_or_b32 s4, s4, 0x7c00
+; VI-GISEL-NEXT:    s_lshl_b32 s9, s10, s9
+; VI-GISEL-NEXT:    s_cmp_lg_u32 s9, s3
+; VI-GISEL-NEXT:    s_cselect_b32 s3, 1, 0
+; VI-GISEL-NEXT:    s_or_b32 s3, s10, s3
+; VI-GISEL-NEXT:    s_cmp_lt_i32 s2, 1
+; VI-GISEL-NEXT:    s_cselect_b32 s3, s3, s8
+; VI-GISEL-NEXT:    s_and_b32 s8, s3, 7
+; VI-GISEL-NEXT:    s_lshr_b32 s3, s3, 2
+; VI-GISEL-NEXT:    s_cmp_eq_u32 s8, 3
 ; VI-GISEL-NEXT:    s_cselect_b32 s9, 1, 0
-; VI-GISEL-NEXT:    s_addk_i32 s10, 0xfc10
-; VI-GISEL-NEXT:    s_lshl_b32 s11, s10, 12
-; VI-GISEL-NEXT:    s_or_b32 s9, s12, s9
-; VI-GISEL-NEXT:    s_or_b32 s11, s5, s11
-; VI-GISEL-NEXT:    s_cmp_lt_i32 s10, 1
-; VI-GISEL-NEXT:    s_cselect_b32 s9, s9, s11
-; VI-GISEL-NEXT:    s_and_b32 s11, s9, 7
-; VI-GISEL-NEXT:    s_cmp_gt_i32 s11, 5
-; VI-GISEL-NEXT:    s_cselect_b32 s12, 1, 0
-; VI-GISEL-NEXT:    s_cmp_eq_u32 s11, 3
-; VI-GISEL-NEXT:    s_cselect_b32 s11, 1, 0
-; VI-GISEL-NEXT:    s_lshr_b32 s9, s9, 2
-; VI-GISEL-NEXT:    s_or_b32 s11, s11, s12
-; VI-GISEL-NEXT:    s_add_i32 s9, s9, s11
-; VI-GISEL-NEXT:    s_cmp_lt_i32 s10, 31
-; VI-GISEL-NEXT:    s_cselect_b32 s9, s9, 0x7c00
-; VI-GISEL-NEXT:    s_cmp_lg_u32 s5, 0
-; VI-GISEL-NEXT:    s_cselect_b32 s5, s6, 0x7c00
-; VI-GISEL-NEXT:    s_cmpk_eq_i32 s10, 0x40f
-; VI-GISEL-NEXT:    s_cselect_b32 s5, s5, s9
-; VI-GISEL-NEXT:    s_lshr_b32 s4, s4, 16
-; VI-GISEL-NEXT:    s_and_b32 s4, s4, 0x8000
-; VI-GISEL-NEXT:    v_readfirstlane_b32 s7, v1
+; VI-GISEL-NEXT:    s_cmp_gt_i32 s8, 5
+; VI-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
+; VI-GISEL-NEXT:    s_or_b32 s8, s9, s8
+; VI-GISEL-NEXT:    s_cmp_lg_u32 s8, 0
+; VI-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
+; VI-GISEL-NEXT:    s_add_i32 s3, s3, s8
+; VI-GISEL-NEXT:    s_cmp_gt_i32 s2, 30
+; VI-GISEL-NEXT:    s_cselect_b32 s3, 0x7c00, s3
+; VI-GISEL-NEXT:    s_cmpk_eq_i32 s2, 0x40f
+; VI-GISEL-NEXT:    s_cselect_b32 s2, s4, s3
+; VI-GISEL-NEXT:    s_lshr_b32 s3, s5, 16
+; VI-GISEL-NEXT:    s_and_b32 s3, s3, 0x8000
+; VI-GISEL-NEXT:    s_or_b32 s2, s3, s2
+; VI-GISEL-NEXT:    s_bfe_u32 s3, s7, 0xb0014
+; VI-GISEL-NEXT:    s_lshr_b32 s4, s7, 8
+; VI-GISEL-NEXT:    s_addk_i32 s3, 0xfc10
+; VI-GISEL-NEXT:    s_and_b32 s4, s4, 0xffe
+; VI-GISEL-NEXT:    s_and_b32 s5, s7, 0x1ff
+; VI-GISEL-NEXT:    s_or_b32 s5, s5, s6
+; VI-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
 ; VI-GISEL-NEXT:    s_or_b32 s4, s4, s5
-; VI-GISEL-NEXT:    s_and_b32 s9, s7, 0x1ff
-; VI-GISEL-NEXT:    s_lshl_b32 s4, s4, 16
-; VI-GISEL-NEXT:    s_or_b32 s5, s9, s8
 ; VI-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
-; VI-GISEL-NEXT:    s_lshr_b32 s8, s7, 8
-; VI-GISEL-NEXT:    s_bfe_u32 s9, s7, 0xb0014
-; VI-GISEL-NEXT:    s_and_b32 s8, s8, 0xffe
-; VI-GISEL-NEXT:    s_sub_i32 s10, 0x3f1, s9
-; VI-GISEL-NEXT:    s_or_b32 s5, s8, s5
-; VI-GISEL-NEXT:    v_med3_i32 v0, s10, 0, 13
-; VI-GISEL-NEXT:    s_or_b32 s8, s5, 0x1000
-; VI-GISEL-NEXT:    v_readfirstlane_b32 s10, v0
-; VI-GISEL-NEXT:    s_lshr_b32 s11, s8, s10
-; VI-GISEL-NEXT:    s_lshl_b32 s10, s11, s10
-; VI-GISEL-NEXT:    s_cmp_lg_u32 s10, s8
+; VI-GISEL-NEXT:    s_sub_i32 s8, 1, s3
+; VI-GISEL-NEXT:    s_lshl_b32 s6, s3, 12
+; VI-GISEL-NEXT:    s_max_i32 s8, s8, 0
+; VI-GISEL-NEXT:    s_or_b32 s6, s4, s6
+; VI-GISEL-NEXT:    s_min_i32 s8, s8, 13
+; VI-GISEL-NEXT:    s_bitset1_b32 s4, 12
+; VI-GISEL-NEXT:    s_lshl_b32 s5, s5, 9
+; VI-GISEL-NEXT:    s_lshr_b32 s9, s4, s8
+; VI-GISEL-NEXT:    s_or_b32 s5, s5, 0x7c00
+; VI-GISEL-NEXT:    s_lshl_b32 s8, s9, s8
+; VI-GISEL-NEXT:    s_cmp_lg_u32 s8, s4
+; VI-GISEL-NEXT:    s_cselect_b32 s4, 1, 0
+; VI-GISEL-NEXT:    s_or_b32 s4, s9, s4
+; VI-GISEL-NEXT:    s_cmp_lt_i32 s3, 1
+; VI-GISEL-NEXT:    s_cselect_b32 s4, s4, s6
+; VI-GISEL-NEXT:    s_and_b32 s6, s4, 7
+; VI-GISEL-NEXT:    s_lshr_b32 s4, s4, 2
+; VI-GISEL-NEXT:    s_cmp_eq_u32 s6, 3
 ; VI-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
-; VI-GISEL-NEXT:    s_addk_i32 s9, 0xfc10
-; VI-GISEL-NEXT:    s_lshl_b32 s10, s9, 12
-; VI-GISEL-NEXT:    s_or_b32 s8, s11, s8
-; VI-GISEL-NEXT:    s_or_b32 s10, s5, s10
-; VI-GISEL-NEXT:    s_cmp_lt_i32 s9, 1
-; VI-GISEL-NEXT:    s_cselect_b32 s8, s8, s10
-; VI-GISEL-NEXT:    s_and_b32 s10, s8, 7
-; VI-GISEL-NEXT:    s_cmp_gt_i32 s10, 5
-; VI-GISEL-NEXT:    s_cselect_b32 s11, 1, 0
-; VI-GISEL-NEXT:    s_cmp_eq_u32 s10, 3
-; VI-GISEL-NEXT:    s_cselect_b32 s10, 1, 0
-; VI-GISEL-NEXT:    s_lshr_b32 s8, s8, 2
-; VI-GISEL-NEXT:    s_or_b32 s10, s10, s11
-; VI-GISEL-NEXT:    s_add_i32 s8, s8, s10
-; VI-GISEL-NEXT:    s_cmp_lt_i32 s9, 31
-; VI-GISEL-NEXT:    s_cselect_b32 s8, s8, 0x7c00
-; VI-GISEL-NEXT:    s_cmp_lg_u32 s5, 0
-; VI-GISEL-NEXT:    s_cselect_b32 s5, s6, 0x7c00
-; VI-GISEL-NEXT:    s_cmpk_eq_i32 s9, 0x40f
-; VI-GISEL-NEXT:    s_cselect_b32 s5, s5, s8
-; VI-GISEL-NEXT:    s_lshr_b32 s6, s7, 16
-; VI-GISEL-NEXT:    s_and_b32 s6, s6, 0x8000
-; VI-GISEL-NEXT:    s_or_b32 s5, s6, s5
-; VI-GISEL-NEXT:    s_and_b32 s5, s5, 0xffff
-; VI-GISEL-NEXT:    s_or_b32 s4, s5, s4
-; VI-GISEL-NEXT:    v_mov_b32_e32 v0, s4
+; VI-GISEL-NEXT:    s_cmp_gt_i32 s6, 5
+; VI-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; VI-GISEL-NEXT:    s_or_b32 s6, s8, s6
+; VI-GISEL-NEXT:    s_cmp_lg_u32 s6, 0
+; VI-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; VI-GISEL-NEXT:    s_add_i32 s4, s4, s6
+; VI-GISEL-NEXT:    s_cmp_gt_i32 s3, 30
+; VI-GISEL-NEXT:    s_cselect_b32 s4, 0x7c00, s4
+; VI-GISEL-NEXT:    s_cmpk_eq_i32 s3, 0x40f
+; VI-GISEL-NEXT:    s_cselect_b32 s3, s5, s4
+; VI-GISEL-NEXT:    s_lshr_b32 s4, s7, 16
+; VI-GISEL-NEXT:    s_and_b32 s4, s4, 0x8000
+; VI-GISEL-NEXT:    s_or_b32 s3, s4, s3
+; VI-GISEL-NEXT:    s_and_b32 s3, s3, 0xffff
+; VI-GISEL-NEXT:    s_and_b32 s2, s2, 0xffff
+; VI-GISEL-NEXT:    s_lshl_b32 s3, s3, 16
+; VI-GISEL-NEXT:    s_or_b32 s2, s2, s3
+; VI-GISEL-NEXT:    v_mov_b32_e32 v0, s2
+; VI-GISEL-NEXT:    s_mov_b32 s2, -1
+; VI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
 ; VI-GISEL-NEXT:    buffer_store_dword v0, off, s[0:3], 0
 ; VI-GISEL-NEXT:    s_endpgm
 ;
@@ -2745,101 +2633,96 @@ define amdgpu_kernel void @fptrunc_v2f64_to_v2f16(
 ;
 ; GFX9-GISEL-LABEL: fptrunc_v2f64_to_v2f16:
 ; GFX9-GISEL:       ; %bb.0: ; %entry
-; GFX9-GISEL-NEXT:    s_load_dwordx4 s[8:11], s[4:5], 0x24
-; GFX9-GISEL-NEXT:    s_mov_b32 s3, 0xf000
-; GFX9-GISEL-NEXT:    s_mov_b32 s2, -1
-; GFX9-GISEL-NEXT:    s_mov_b32 s6, s2
-; GFX9-GISEL-NEXT:    s_mov_b32 s7, s3
+; GFX9-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
 ; GFX9-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX9-GISEL-NEXT:    s_mov_b32 s4, s10
-; GFX9-GISEL-NEXT:    s_mov_b32 s5, s11
-; GFX9-GISEL-NEXT:    buffer_load_dwordx4 v[0:3], off, s[4:7], 0
-; GFX9-GISEL-NEXT:    s_mov_b32 s1, s9
-; GFX9-GISEL-NEXT:    s_mov_b32 s0, s8
-; GFX9-GISEL-NEXT:    s_movk_i32 s4, 0x7e00
-; GFX9-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; GFX9-GISEL-NEXT:    v_readfirstlane_b32 s5, v3
-; GFX9-GISEL-NEXT:    v_readfirstlane_b32 s6, v2
-; GFX9-GISEL-NEXT:    s_and_b32 s9, s5, 0x1ff
-; GFX9-GISEL-NEXT:    s_or_b32 s6, s9, s6
-; GFX9-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
-; GFX9-GISEL-NEXT:    s_lshr_b32 s9, s5, 8
-; GFX9-GISEL-NEXT:    s_bfe_u32 s10, s5, 0xb0014
-; GFX9-GISEL-NEXT:    s_and_b32 s9, s9, 0xffe
-; GFX9-GISEL-NEXT:    s_sub_i32 s11, 0x3f1, s10
-; GFX9-GISEL-NEXT:    v_readfirstlane_b32 s8, v0
-; GFX9-GISEL-NEXT:    s_or_b32 s6, s9, s6
-; GFX9-GISEL-NEXT:    v_med3_i32 v0, s11, 0, 13
-; GFX9-GISEL-NEXT:    s_or_b32 s9, s6, 0x1000
-; GFX9-GISEL-NEXT:    v_readfirstlane_b32 s11, v0
-; GFX9-GISEL-NEXT:    s_lshr_b32 s12, s9, s11
-; GFX9-GISEL-NEXT:    s_lshl_b32 s11, s12, s11
-; GFX9-GISEL-NEXT:    s_cmp_lg_u32 s11, s9
+; GFX9-GISEL-NEXT:    s_load_dwordx4 s[4:7], s[2:3], 0x0
+; GFX9-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX9-GISEL-NEXT:    s_bfe_u32 s2, s5, 0xb0014
+; GFX9-GISEL-NEXT:    s_lshr_b32 s3, s5, 8
+; GFX9-GISEL-NEXT:    s_and_b32 s8, s5, 0x1ff
+; GFX9-GISEL-NEXT:    s_addk_i32 s2, 0xfc10
+; GFX9-GISEL-NEXT:    s_and_b32 s3, s3, 0xffe
+; GFX9-GISEL-NEXT:    s_or_b32 s4, s8, s4
+; GFX9-GISEL-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX9-GISEL-NEXT:    s_or_b32 s3, s3, s4
+; GFX9-GISEL-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX9-GISEL-NEXT:    s_sub_i32 s9, 1, s2
+; GFX9-GISEL-NEXT:    s_lshl_b32 s8, s2, 12
+; GFX9-GISEL-NEXT:    s_max_i32 s9, s9, 0
+; GFX9-GISEL-NEXT:    s_or_b32 s8, s3, s8
+; GFX9-GISEL-NEXT:    s_min_i32 s9, s9, 13
+; GFX9-GISEL-NEXT:    s_bitset1_b32 s3, 12
+; GFX9-GISEL-NEXT:    s_lshl_b32 s4, s4, 9
+; GFX9-GISEL-NEXT:    s_lshr_b32 s10, s3, s9
+; GFX9-GISEL-NEXT:    s_or_b32 s4, s4, 0x7c00
+; GFX9-GISEL-NEXT:    s_lshl_b32 s9, s10, s9
+; GFX9-GISEL-NEXT:    s_cmp_lg_u32 s9, s3
+; GFX9-GISEL-NEXT:    s_cselect_b32 s3, 1, 0
+; GFX9-GISEL-NEXT:    s_or_b32 s3, s10, s3
+; GFX9-GISEL-NEXT:    s_cmp_lt_i32 s2, 1
+; GFX9-GISEL-NEXT:    s_cselect_b32 s3, s3, s8
+; GFX9-GISEL-NEXT:    s_and_b32 s8, s3, 7
+; GFX9-GISEL-NEXT:    s_lshr_b32 s3, s3, 2
+; GFX9-GISEL-NEXT:    s_cmp_eq_u32 s8, 3
 ; GFX9-GISEL-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX9-GISEL-NEXT:    s_addk_i32 s10, 0xfc10
-; GFX9-GISEL-NEXT:    s_lshl_b32 s11, s10, 12
-; GFX9-GISEL-NEXT:    s_or_b32 s9, s12, s9
-; GFX9-GISEL-NEXT:    s_or_b32 s11, s6, s11
-; GFX9-GISEL-NEXT:    s_cmp_lt_i32 s10, 1
-; GFX9-GISEL-NEXT:    s_cselect_b32 s9, s9, s11
-; GFX9-GISEL-NEXT:    s_and_b32 s11, s9, 7
-; GFX9-GISEL-NEXT:    s_cmp_gt_i32 s11, 5
-; GFX9-GISEL-NEXT:    s_cselect_b32 s12, 1, 0
-; GFX9-GISEL-NEXT:    s_cmp_eq_u32 s11, 3
-; GFX9-GISEL-NEXT:    s_cselect_b32 s11, 1, 0
-; GFX9-GISEL-NEXT:    s_lshr_b32 s9, s9, 2
-; GFX9-GISEL-NEXT:    s_or_b32 s11, s11, s12
-; GFX9-GISEL-NEXT:    s_add_i32 s9, s9, s11
-; GFX9-GISEL-NEXT:    s_cmp_lt_i32 s10, 31
-; GFX9-GISEL-NEXT:    s_cselect_b32 s9, s9, 0x7c00
-; GFX9-GISEL-NEXT:    s_cmp_lg_u32 s6, 0
-; GFX9-GISEL-NEXT:    s_cselect_b32 s6, s4, 0x7c00
-; GFX9-GISEL-NEXT:    s_cmpk_eq_i32 s10, 0x40f
-; GFX9-GISEL-NEXT:    s_cselect_b32 s6, s6, s9
-; GFX9-GISEL-NEXT:    s_lshr_b32 s5, s5, 16
-; GFX9-GISEL-NEXT:    v_readfirstlane_b32 s7, v1
-; GFX9-GISEL-NEXT:    s_and_b32 s5, s5, 0x8000
-; GFX9-GISEL-NEXT:    s_and_b32 s9, s7, 0x1ff
+; GFX9-GISEL-NEXT:    s_cmp_gt_i32 s8, 5
+; GFX9-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
+; GFX9-GISEL-NEXT:    s_or_b32 s8, s9, s8
+; GFX9-GISEL-NEXT:    s_cmp_lg_u32 s8, 0
+; GFX9-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
+; GFX9-GISEL-NEXT:    s_add_i32 s3, s3, s8
+; GFX9-GISEL-NEXT:    s_cmp_gt_i32 s2, 30
+; GFX9-GISEL-NEXT:    s_cselect_b32 s3, 0x7c00, s3
+; GFX9-GISEL-NEXT:    s_cmpk_eq_i32 s2, 0x40f
+; GFX9-GISEL-NEXT:    s_cselect_b32 s2, s4, s3
+; GFX9-GISEL-NEXT:    s_lshr_b32 s3, s5, 16
+; GFX9-GISEL-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX9-GISEL-NEXT:    s_or_b32 s2, s3, s2
+; GFX9-GISEL-NEXT:    s_bfe_u32 s3, s7, 0xb0014
+; GFX9-GISEL-NEXT:    s_lshr_b32 s4, s7, 8
+; GFX9-GISEL-NEXT:    s_addk_i32 s3, 0xfc10
+; GFX9-GISEL-NEXT:    s_and_b32 s4, s4, 0xffe
+; GFX9-GISEL-NEXT:    s_and_b32 s5, s7, 0x1ff
 ; GFX9-GISEL-NEXT:    s_or_b32 s5, s5, s6
-; GFX9-GISEL-NEXT:    s_or_b32 s6, s9, s8
+; GFX9-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX9-GISEL-NEXT:    s_or_b32 s4, s4, s5
+; GFX9-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX9-GISEL-NEXT:    s_sub_i32 s8, 1, s3
+; GFX9-GISEL-NEXT:    s_lshl_b32 s6, s3, 12
+; GFX9-GISEL-NEXT:    s_max_i32 s8, s8, 0
+; GFX9-GISEL-NEXT:    s_or_b32 s6, s4, s6
+; GFX9-GISEL-NEXT:    s_min_i32 s8, s8, 13
+; GFX9-GISEL-NEXT:    s_bitset1_b32 s4, 12
+; GFX9-GISEL-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX9-GISEL-NEXT:    s_lshr_b32 s9, s4, s8
+; GFX9-GISEL-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX9-GISEL-NEXT:    s_lshl_b32 s8, s9, s8
+; GFX9-GISEL-NEXT:    s_cmp_lg_u32 s8, s4
+; GFX9-GISEL-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX9-GISEL-NEXT:    s_or_b32 s4, s9, s4
+; GFX9-GISEL-NEXT:    s_cmp_lt_i32 s3, 1
+; GFX9-GISEL-NEXT:    s_cselect_b32 s4, s4, s6
+; GFX9-GISEL-NEXT:    s_and_b32 s6, s4, 7
+; GFX9-GISEL-NEXT:    s_lshr_b32 s4, s4, 2
+; GFX9-GISEL-NEXT:    s_cmp_eq_u32 s6, 3
+; GFX9-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
+; GFX9-GISEL-NEXT:    s_cmp_gt_i32 s6, 5
 ; GFX9-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
-; GFX9-GISEL-NEXT:    s_lshr_b32 s8, s7, 8
-; GFX9-GISEL-NEXT:    s_bfe_u32 s9, s7, 0xb0014
-; GFX9-GISEL-NEXT:    s_and_b32 s8, s8, 0xffe
-; GFX9-GISEL-NEXT:    s_sub_i32 s10, 0x3f1, s9
 ; GFX9-GISEL-NEXT:    s_or_b32 s6, s8, s6
-; GFX9-GISEL-NEXT:    v_med3_i32 v0, s10, 0, 13
-; GFX9-GISEL-NEXT:    s_or_b32 s8, s6, 0x1000
-; GFX9-GISEL-NEXT:    v_readfirstlane_b32 s10, v0
-; GFX9-GISEL-NEXT:    s_lshr_b32 s11, s8, s10
-; GFX9-GISEL-NEXT:    s_lshl_b32 s10, s11, s10
-; GFX9-GISEL-NEXT:    s_cmp_lg_u32 s10, s8
-; GFX9-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
-; GFX9-GISEL-NEXT:    s_addk_i32 s9, 0xfc10
-; GFX9-GISEL-NEXT:    s_lshl_b32 s10, s9, 12
-; GFX9-GISEL-NEXT:    s_or_b32 s8, s11, s8
-; GFX9-GISEL-NEXT:    s_or_b32 s10, s6, s10
-; GFX9-GISEL-NEXT:    s_cmp_lt_i32 s9, 1
-; GFX9-GISEL-NEXT:    s_cselect_b32 s8, s8, s10
-; GFX9-GISEL-NEXT:    s_and_b32 s10, s8, 7
-; GFX9-GISEL-NEXT:    s_cmp_gt_i32 s10, 5
-; GFX9-GISEL-NEXT:    s_cselect_b32 s11, 1, 0
-; GFX9-GISEL-NEXT:    s_cmp_eq_u32 s10, 3
-; GFX9-GISEL-NEXT:    s_cselect_b32 s10, 1, 0
-; GFX9-GISEL-NEXT:    s_lshr_b32 s8, s8, 2
-; GFX9-GISEL-NEXT:    s_or_b32 s10, s10, s11
-; GFX9-GISEL-NEXT:    s_add_i32 s8, s8, s10
-; GFX9-GISEL-NEXT:    s_cmp_lt_i32 s9, 31
-; GFX9-GISEL-NEXT:    s_cselect_b32 s8, s8, 0x7c00
 ; GFX9-GISEL-NEXT:    s_cmp_lg_u32 s6, 0
-; GFX9-GISEL-NEXT:    s_cselect_b32 s4, s4, 0x7c00
-; GFX9-GISEL-NEXT:    s_cmpk_eq_i32 s9, 0x40f
-; GFX9-GISEL-NEXT:    s_cselect_b32 s4, s4, s8
-; GFX9-GISEL-NEXT:    s_lshr_b32 s6, s7, 16
-; GFX9-GISEL-NEXT:    s_and_b32 s6, s6, 0x8000
-; GFX9-GISEL-NEXT:    s_or_b32 s4, s6, s4
-; GFX9-GISEL-NEXT:    s_pack_ll_b32_b16 s4, s4, s5
-; GFX9-GISEL-NEXT:    v_mov_b32_e32 v0, s4
+; GFX9-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX9-GISEL-NEXT:    s_add_i32 s4, s4, s6
+; GFX9-GISEL-NEXT:    s_cmp_gt_i32 s3, 30
+; GFX9-GISEL-NEXT:    s_cselect_b32 s4, 0x7c00, s4
+; GFX9-GISEL-NEXT:    s_cmpk_eq_i32 s3, 0x40f
+; GFX9-GISEL-NEXT:    s_cselect_b32 s3, s5, s4
+; GFX9-GISEL-NEXT:    s_lshr_b32 s4, s7, 16
+; GFX9-GISEL-NEXT:    s_and_b32 s4, s4, 0x8000
+; GFX9-GISEL-NEXT:    s_or_b32 s3, s4, s3
+; GFX9-GISEL-NEXT:    s_pack_ll_b32_b16 s2, s2, s3
+; GFX9-GISEL-NEXT:    v_mov_b32_e32 v0, s2
+; GFX9-GISEL-NEXT:    s_mov_b32 s2, -1
+; GFX9-GISEL-NEXT:    s_mov_b32 s3, 0xf000
 ; GFX9-GISEL-NEXT:    buffer_store_dword v0, off, s[0:3], 0
 ; GFX9-GISEL-NEXT:    s_endpgm
 ;
@@ -2945,101 +2828,96 @@ define amdgpu_kernel void @fptrunc_v2f64_to_v2f16(
 ;
 ; GFX950-GISEL-LABEL: fptrunc_v2f64_to_v2f16:
 ; GFX950-GISEL:       ; %bb.0: ; %entry
-; GFX950-GISEL-NEXT:    s_load_dwordx4 s[8:11], s[4:5], 0x24
-; GFX950-GISEL-NEXT:    s_mov_b32 s3, 0xf000
-; GFX950-GISEL-NEXT:    s_mov_b32 s2, -1
-; GFX950-GISEL-NEXT:    s_mov_b32 s6, s2
-; GFX950-GISEL-NEXT:    s_mov_b32 s7, s3
+; GFX950-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
 ; GFX950-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX950-GISEL-NEXT:    s_mov_b32 s4, s10
-; GFX950-GISEL-NEXT:    s_mov_b32 s5, s11
-; GFX950-GISEL-NEXT:    buffer_load_dwordx4 v[0:3], off, s[4:7], 0
-; GFX950-GISEL-NEXT:    s_mov_b32 s1, s9
-; GFX950-GISEL-NEXT:    s_mov_b32 s0, s8
-; GFX950-GISEL-NEXT:    s_movk_i32 s4, 0x7e00
-; GFX950-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; GFX950-GISEL-NEXT:    v_readfirstlane_b32 s5, v3
-; GFX950-GISEL-NEXT:    v_readfirstlane_b32 s6, v2
-; GFX950-GISEL-NEXT:    s_and_b32 s9, s5, 0x1ff
-; GFX950-GISEL-NEXT:    s_or_b32 s6, s9, s6
-; GFX950-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
-; GFX950-GISEL-NEXT:    s_lshr_b32 s9, s5, 8
-; GFX950-GISEL-NEXT:    s_bfe_u32 s10, s5, 0xb0014
-; GFX950-GISEL-NEXT:    s_and_b32 s9, s9, 0xffe
-; GFX950-GISEL-NEXT:    s_sub_i32 s11, 0x3f1, s10
-; GFX950-GISEL-NEXT:    v_readfirstlane_b32 s8, v0
-; GFX950-GISEL-NEXT:    s_or_b32 s6, s9, s6
-; GFX950-GISEL-NEXT:    v_med3_i32 v0, s11, 0, 13
-; GFX950-GISEL-NEXT:    s_or_b32 s9, s6, 0x1000
-; GFX950-GISEL-NEXT:    v_readfirstlane_b32 s11, v0
-; GFX950-GISEL-NEXT:    s_lshr_b32 s12, s9, s11
-; GFX950-GISEL-NEXT:    s_lshl_b32 s11, s12, s11
-; GFX950-GISEL-NEXT:    s_cmp_lg_u32 s11, s9
+; GFX950-GISEL-NEXT:    s_load_dwordx4 s[4:7], s[2:3], 0x0
+; GFX950-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX950-GISEL-NEXT:    s_bfe_u32 s2, s5, 0xb0014
+; GFX950-GISEL-NEXT:    s_lshr_b32 s3, s5, 8
+; GFX950-GISEL-NEXT:    s_and_b32 s8, s5, 0x1ff
+; GFX950-GISEL-NEXT:    s_addk_i32 s2, 0xfc10
+; GFX950-GISEL-NEXT:    s_and_b32 s3, s3, 0xffe
+; GFX950-GISEL-NEXT:    s_or_b32 s4, s8, s4
+; GFX950-GISEL-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX950-GISEL-NEXT:    s_or_b32 s3, s3, s4
+; GFX950-GISEL-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX950-GISEL-NEXT:    s_sub_i32 s9, 1, s2
+; GFX950-GISEL-NEXT:    s_lshl_b32 s8, s2, 12
+; GFX950-GISEL-NEXT:    s_max_i32 s9, s9, 0
+; GFX950-GISEL-NEXT:    s_or_b32 s8, s3, s8
+; GFX950-GISEL-NEXT:    s_min_i32 s9, s9, 13
+; GFX950-GISEL-NEXT:    s_bitset1_b32 s3, 12
+; GFX950-GISEL-NEXT:    s_lshl_b32 s4, s4, 9
+; GFX950-GISEL-NEXT:    s_lshr_b32 s10, s3, s9
+; GFX950-GISEL-NEXT:    s_or_b32 s4, s4, 0x7c00
+; GFX950-GISEL-NEXT:    s_lshl_b32 s9, s10, s9
+; GFX950-GISEL-NEXT:    s_cmp_lg_u32 s9, s3
+; GFX950-GISEL-NEXT:    s_cselect_b32 s3, 1, 0
+; GFX950-GISEL-NEXT:    s_or_b32 s3, s10, s3
+; GFX950-GISEL-NEXT:    s_cmp_lt_i32 s2, 1
+; GFX950-GISEL-NEXT:    s_cselect_b32 s3, s3, s8
+; GFX950-GISEL-NEXT:    s_and_b32 s8, s3, 7
+; GFX950-GISEL-NEXT:    s_lshr_b32 s3, s3, 2
+; GFX950-GISEL-NEXT:    s_cmp_eq_u32 s8, 3
 ; GFX950-GISEL-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX950-GISEL-NEXT:    s_addk_i32 s10, 0xfc10
-; GFX950-GISEL-NEXT:    s_lshl_b32 s11, s10, 12
-; GFX950-GISEL-NEXT:    s_or_b32 s9, s12, s9
-; GFX950-GISEL-NEXT:    s_or_b32 s11, s6, s11
-; GFX950-GISEL-NEXT:    s_cmp_lt_i32 s10, 1
-; GFX950-GISEL-NEXT:    s_cselect_b32 s9, s9, s11
-; GFX950-GISEL-NEXT:    s_and_b32 s11, s9, 7
-; GFX950-GISEL-NEXT:    s_cmp_gt_i32 s11, 5
-; GFX950-GISEL-NEXT:    s_cselect_b32 s12, 1, 0
-; GFX950-GISEL-NEXT:    s_cmp_eq_u32 s11, 3
-; GFX950-GISEL-NEXT:    s_cselect_b32 s11, 1, 0
-; GFX950-GISEL-NEXT:    s_lshr_b32 s9, s9, 2
-; GFX950-GISEL-NEXT:    s_or_b32 s11, s11, s12
-; GFX950-GISEL-NEXT:    s_add_i32 s9, s9, s11
-; GFX950-GISEL-NEXT:    s_cmp_lt_i32 s10, 31
-; GFX950-GISEL-NEXT:    s_cselect_b32 s9, s9, 0x7c00
-; GFX950-GISEL-NEXT:    s_cmp_lg_u32 s6, 0
-; GFX950-GISEL-NEXT:    s_cselect_b32 s6, s4, 0x7c00
-; GFX950-GISEL-NEXT:    s_cmpk_eq_i32 s10, 0x40f
-; GFX950-GISEL-NEXT:    s_cselect_b32 s6, s6, s9
-; GFX950-GISEL-NEXT:    s_lshr_b32 s5, s5, 16
-; GFX950-GISEL-NEXT:    v_readfirstlane_b32 s7, v1
-; GFX950-GISEL-NEXT:    s_and_b32 s5, s5, 0x8000
-; GFX950-GISEL-NEXT:    s_and_b32 s9, s7, 0x1ff
+; GFX950-GISEL-NEXT:    s_cmp_gt_i32 s8, 5
+; GFX950-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
+; GFX950-GISEL-NEXT:    s_or_b32 s8, s9, s8
+; GFX950-GISEL-NEXT:    s_cmp_lg_u32 s8, 0
+; GFX950-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
+; GFX950-GISEL-NEXT:    s_add_i32 s3, s3, s8
+; GFX950-GISEL-NEXT:    s_cmp_gt_i32 s2, 30
+; GFX950-GISEL-NEXT:    s_cselect_b32 s3, 0x7c00, s3
+; GFX950-GISEL-NEXT:    s_cmpk_eq_i32 s2, 0x40f
+; GFX950-GISEL-NEXT:    s_cselect_b32 s2, s4, s3
+; GFX950-GISEL-NEXT:    s_lshr_b32 s3, s5, 16
+; GFX950-GISEL-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX950-GISEL-NEXT:    s_or_b32 s2, s3, s2
+; GFX950-GISEL-NEXT:    s_bfe_u32 s3, s7, 0xb0014
+; GFX950-GISEL-NEXT:    s_lshr_b32 s4, s7, 8
+; GFX950-GISEL-NEXT:    s_addk_i32 s3, 0xfc10
+; GFX950-GISEL-NEXT:    s_and_b32 s4, s4, 0xffe
+; GFX950-GISEL-NEXT:    s_and_b32 s5, s7, 0x1ff
 ; GFX950-GISEL-NEXT:    s_or_b32 s5, s5, s6
-; GFX950-GISEL-NEXT:    s_or_b32 s6, s9, s8
+; GFX950-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX950-GISEL-NEXT:    s_or_b32 s4, s4, s5
+; GFX950-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX950-GISEL-NEXT:    s_sub_i32 s8, 1, s3
+; GFX950-GISEL-NEXT:    s_lshl_b32 s6, s3, 12
+; GFX950-GISEL-NEXT:    s_max_i32 s8, s8, 0
+; GFX950-GISEL-NEXT:    s_or_b32 s6, s4, s6
+; GFX950-GISEL-NEXT:    s_min_i32 s8, s8, 13
+; GFX950-GISEL-NEXT:    s_bitset1_b32 s4, 12
+; GFX950-GISEL-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX950-GISEL-NEXT:    s_lshr_b32 s9, s4, s8
+; GFX950-GISEL-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX950-GISEL-NEXT:    s_lshl_b32 s8, s9, s8
+; GFX950-GISEL-NEXT:    s_cmp_lg_u32 s8, s4
+; GFX950-GISEL-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX950-GISEL-NEXT:    s_or_b32 s4, s9, s4
+; GFX950-GISEL-NEXT:    s_cmp_lt_i32 s3, 1
+; GFX950-GISEL-NEXT:    s_cselect_b32 s4, s4, s6
+; GFX950-GISEL-NEXT:    s_and_b32 s6, s4, 7
+; GFX950-GISEL-NEXT:    s_lshr_b32 s4, s4, 2
+; GFX950-GISEL-NEXT:    s_cmp_eq_u32 s6, 3
+; GFX950-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
+; GFX950-GISEL-NEXT:    s_cmp_gt_i32 s6, 5
 ; GFX950-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
-; GFX950-GISEL-NEXT:    s_lshr_b32 s8, s7, 8
-; GFX950-GISEL-NEXT:    s_bfe_u32 s9, s7, 0xb0014
-; GFX950-GISEL-NEXT:    s_and_b32 s8, s8, 0xffe
-; GFX950-GISEL-NEXT:    s_sub_i32 s10, 0x3f1, s9
 ; GFX950-GISEL-NEXT:    s_or_b32 s6, s8, s6
-; GFX950-GISEL-NEXT:    v_med3_i32 v0, s10, 0, 13
-; GFX950-GISEL-NEXT:    s_or_b32 s8, s6, 0x1000
-; GFX950-GISEL-NEXT:    v_readfirstlane_b32 s10, v0
-; GFX950-GISEL-NEXT:    s_lshr_b32 s11, s8, s10
-; GFX950-GISEL-NEXT:    s_lshl_b32 s10, s11, s10
-; GFX950-GISEL-NEXT:    s_cmp_lg_u32 s10, s8
-; GFX950-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
-; GFX950-GISEL-NEXT:    s_addk_i32 s9, 0xfc10
-; GFX950-GISEL-NEXT:    s_lshl_b32 s10, s9, 12
-; GFX950-GISEL-NEXT:    s_or_b32 s8, s11, s8
-; GFX950-GISEL-NEXT:    s_or_b32 s10, s6, s10
-; GFX950-GISEL-NEXT:    s_cmp_lt_i32 s9, 1
-; GFX950-GISEL-NEXT:    s_cselect_b32 s8, s8, s10
-; GFX950-GISEL-NEXT:    s_and_b32 s10, s8, 7
-; GFX950-GISEL-NEXT:    s_cmp_gt_i32 s10, 5
-; GFX950-GISEL-NEXT:    s_cselect_b32 s11, 1, 0
-; GFX950-GISEL-NEXT:    s_cmp_eq_u32 s10, 3
-; GFX950-GISEL-NEXT:    s_cselect_b32 s10, 1, 0
-; GFX950-GISEL-NEXT:    s_lshr_b32 s8, s8, 2
-; GFX950-GISEL-NEXT:    s_or_b32 s10, s10, s11
-; GFX950-GISEL-NEXT:    s_add_i32 s8, s8, s10
-; GFX950-GISEL-NEXT:    s_cmp_lt_i32 s9, 31
-; GFX950-GISEL-NEXT:    s_cselect_b32 s8, s8, 0x7c00
 ; GFX950-GISEL-NEXT:    s_cmp_lg_u32 s6, 0
-; GFX950-GISEL-NEXT:    s_cselect_b32 s4, s4, 0x7c00
-; GFX950-GISEL-NEXT:    s_cmpk_eq_i32 s9, 0x40f
-; GFX950-GISEL-NEXT:    s_cselect_b32 s4, s4, s8
-; GFX950-GISEL-NEXT:    s_lshr_b32 s6, s7, 16
-; GFX950-GISEL-NEXT:    s_and_b32 s6, s6, 0x8000
-; GFX950-GISEL-NEXT:    s_or_b32 s4, s6, s4
-; GFX950-GISEL-NEXT:    s_pack_ll_b32_b16 s4, s4, s5
-; GFX950-GISEL-NEXT:    v_mov_b32_e32 v0, s4
+; GFX950-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX950-GISEL-NEXT:    s_add_i32 s4, s4, s6
+; GFX950-GISEL-NEXT:    s_cmp_gt_i32 s3, 30
+; GFX950-GISEL-NEXT:    s_cselect_b32 s4, 0x7c00, s4
+; GFX950-GISEL-NEXT:    s_cmpk_eq_i32 s3, 0x40f
+; GFX950-GISEL-NEXT:    s_cselect_b32 s3, s5, s4
+; GFX950-GISEL-NEXT:    s_lshr_b32 s4, s7, 16
+; GFX950-GISEL-NEXT:    s_and_b32 s4, s4, 0x8000
+; GFX950-GISEL-NEXT:    s_or_b32 s3, s4, s3
+; GFX950-GISEL-NEXT:    s_pack_ll_b32_b16 s2, s2, s3
+; GFX950-GISEL-NEXT:    v_mov_b32_e32 v0, s2
+; GFX950-GISEL-NEXT:    s_mov_b32 s2, -1
+; GFX950-GISEL-NEXT:    s_mov_b32 s3, 0xf000
 ; GFX950-GISEL-NEXT:    buffer_store_dword v0, off, s[0:3], 0
 ; GFX950-GISEL-NEXT:    s_endpgm
 ;
@@ -3278,233 +3156,211 @@ define amdgpu_kernel void @fptrunc_v2f64_to_v2f16(
 ; GFX11-GISEL-TRUE16-LABEL: fptrunc_v2f64_to_v2f16:
 ; GFX11-GISEL-TRUE16:       ; %bb.0: ; %entry
 ; GFX11-GISEL-TRUE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s6, -1
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s10, s6
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s11, s7
 ; GFX11-GISEL-TRUE16-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s8, s2
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s9, s3
-; GFX11-GISEL-TRUE16-NEXT:    buffer_load_b128 v[0:3], off, s[8:11], 0
-; GFX11-GISEL-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s2, v3
-; GFX11-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s3, v2
-; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s4, s2, 0x1ff
+; GFX11-GISEL-TRUE16-NEXT:    s_load_b128 s[4:7], s[2:3], 0x0
+; GFX11-GISEL-TRUE16-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX11-GISEL-TRUE16-NEXT:    s_bfe_u32 s2, s5, 0xb0014
+; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s3, s5, 8
+; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s8, s5, 0x1ff
+; GFX11-GISEL-TRUE16-NEXT:    s_addk_i32 s2, 0xfc10
+; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s3, s3, 0xffe
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s4, s8, s4
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s3, s3, s4
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_sub_i32 s8, 1, s2
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s10, s3, 0x1000
+; GFX11-GISEL-TRUE16-NEXT:    s_max_i32 s8, s8, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_lshl_b32 s9, s2, 12
+; GFX11-GISEL-TRUE16-NEXT:    s_min_i32 s8, s8, 13
+; GFX11-GISEL-TRUE16-NEXT:    s_lshl_b32 s4, s4, 9
+; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s11, s10, s8
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s3, s3, s9
+; GFX11-GISEL-TRUE16-NEXT:    s_lshl_b32 s8, s11, s8
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s4, s4, 0x7c00
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s8, s10
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s8, 1, 0
 ; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s3, s4, s3
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, 1, 0
-; GFX11-GISEL-TRUE16-NEXT:    s_bfe_u32 s4, s2, 0xb0014
-; GFX11-GISEL-TRUE16-NEXT:    s_sub_i32 s5, 0x3f1, s4
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    v_med3_i32 v2, s5, 0, 13
-; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s5, s2, 8
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s8, s11, s8
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s2, 1
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, s8, s3
+; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s8, s3, 7
+; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s3, s3, 2
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s8, 3
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s9, 1, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s8, 5
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s8, 1, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s8, s9, s8
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s8, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s8, 1, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX11-GISEL-TRUE16-NEXT:    s_add_i32 s3, s3, s8
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s2, 30
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, 0x7c00, s3
+; GFX11-GISEL-TRUE16-NEXT:    s_cmpk_eq_i32 s2, 0x40f
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s2, s4, s3
+; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s3, s5, 16
+; GFX11-GISEL-TRUE16-NEXT:    s_bfe_u32 s4, s7, 0xb0014
+; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s5, s7, 8
+; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s8, s7, 0x1ff
+; GFX11-GISEL-TRUE16-NEXT:    s_addk_i32 s4, 0xfc10
 ; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s5, s5, 0xffe
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s8, v2
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s2, s3, s2
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s3, s8, s6
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, 1, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
 ; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s3, s5, s3
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s5, s3, 0x1000
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s9, s5, s8
-; GFX11-GISEL-TRUE16-NEXT:    s_lshl_b32 s8, s9, s8
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s8, s5
 ; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, 1, 0
-; GFX11-GISEL-TRUE16-NEXT:    s_addk_i32 s4, 0xfc10
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s5, s9, s5
+; GFX11-GISEL-TRUE16-NEXT:    s_sub_i32 s6, 1, s4
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s9, s3, 0x1000
+; GFX11-GISEL-TRUE16-NEXT:    s_max_i32 s6, s6, 0
 ; GFX11-GISEL-TRUE16-NEXT:    s_lshl_b32 s8, s4, 12
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s8, s3, s8
+; GFX11-GISEL-TRUE16-NEXT:    s_min_i32 s6, s6, 13
+; GFX11-GISEL-TRUE16-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s10, s9, s6
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s3, s3, s8
+; GFX11-GISEL-TRUE16-NEXT:    s_lshl_b32 s6, s10, s6
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s6, s9
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s6, s10, s6
 ; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s4, 1
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, s5, s8
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s8, s5, 7
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s8, 5
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s8, 3
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, s6, s3
+; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s6, s3, 7
+; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s3, s3, 2
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s6, 3
 ; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s8, 1, 0
-; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s5, s5, 2
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s8, s8, s9
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_add_i32 s5, s5, s8
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s4, 31
-; GFX11-GISEL-TRUE16-NEXT:    s_movk_i32 s8, 0x7e00
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, s5, 0x7c00
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s3, 0
-; GFX11-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s3, v1
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s9, s8, 0x7c00
-; GFX11-GISEL-TRUE16-NEXT:    s_cmpk_eq_i32 s4, 0x40f
-; GFX11-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s4, v0
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, s9, s5
-; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s2, s2, 16
-; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s9, s3, 0x1ff
-; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s2, s2, 0x8000
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_3) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s2, s2, s5
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s4, s9, s4
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s4, 1, 0
-; GFX11-GISEL-TRUE16-NEXT:    s_bfe_u32 s5, s3, 0xb0014
-; GFX11-GISEL-TRUE16-NEXT:    s_sub_i32 s9, 0x3f1, s5
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    v_med3_i32 v0, s9, 0, 13
-; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s9, s3, 8
-; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s9, s9, 0xffe
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s10, v0
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s4, s9, s4
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s9, s4, 0x1000
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s6, 5
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s11, s9, s10
-; GFX11-GISEL-TRUE16-NEXT:    s_lshl_b32 s10, s11, s10
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s10, s9
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX11-GISEL-TRUE16-NEXT:    s_addk_i32 s5, 0xfc10
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s9, s11, s9
-; GFX11-GISEL-TRUE16-NEXT:    s_lshl_b32 s10, s5, 12
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s10, s4, s10
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s5, 1
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s9, s9, s10
-; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s10, s9, 7
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s10, 5
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s11, 1, 0
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s10, 3
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s10, 1, 0
-; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s9, s9, 2
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s10, s10, s11
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s6, s8, s6
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s6, 0
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_add_i32 s9, s9, s10
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s5, 31
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s9, s9, 0x7c00
-; GFX11-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s4, 0
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s4, s8, 0x7c00
-; GFX11-GISEL-TRUE16-NEXT:    s_cmpk_eq_i32 s5, 0x40f
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s5, s1
-; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s4, s4, s9
-; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s3, s3, 16
+; GFX11-GISEL-TRUE16-NEXT:    s_add_i32 s3, s3, s6
+; GFX11-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s4, 30
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, 0x7c00, s3
+; GFX11-GISEL-TRUE16-NEXT:    s_cmpk_eq_i32 s4, 0x40f
+; GFX11-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, s5, s3
+; GFX11-GISEL-TRUE16-NEXT:    s_lshr_b32 s4, s7, 16
 ; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s3, s3, 0x8000
-; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s3, s3, s4
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s4, s0
-; GFX11-GISEL-TRUE16-NEXT:    s_pack_ll_b32_b16 s2, s3, s2
+; GFX11-GISEL-TRUE16-NEXT:    s_and_b32 s4, s4, 0x8000
+; GFX11-GISEL-TRUE16-NEXT:    s_or_b32 s3, s4, s3
 ; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX11-GISEL-TRUE16-NEXT:    s_pack_ll_b32_b16 s2, s2, s3
+; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX11-GISEL-TRUE16-NEXT:    v_mov_b32_e32 v0, s2
-; GFX11-GISEL-TRUE16-NEXT:    buffer_store_b32 v0, off, s[4:7], 0
+; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s2, -1
+; GFX11-GISEL-TRUE16-NEXT:    buffer_store_b32 v0, off, s[0:3], 0
 ; GFX11-GISEL-TRUE16-NEXT:    s_endpgm
 ;
 ; GFX11-GISEL-FAKE16-LABEL: fptrunc_v2f64_to_v2f16:
 ; GFX11-GISEL-FAKE16:       ; %bb.0: ; %entry
 ; GFX11-GISEL-FAKE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s6, -1
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s10, s6
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s11, s7
 ; GFX11-GISEL-FAKE16-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s8, s2
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s9, s3
-; GFX11-GISEL-FAKE16-NEXT:    buffer_load_b128 v[0:3], off, s[8:11], 0
-; GFX11-GISEL-FAKE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s2, v3
-; GFX11-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s3, v2
-; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s4, s2, 0x1ff
+; GFX11-GISEL-FAKE16-NEXT:    s_load_b128 s[4:7], s[2:3], 0x0
+; GFX11-GISEL-FAKE16-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX11-GISEL-FAKE16-NEXT:    s_bfe_u32 s2, s5, 0xb0014
+; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s3, s5, 8
+; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s8, s5, 0x1ff
+; GFX11-GISEL-FAKE16-NEXT:    s_addk_i32 s2, 0xfc10
+; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s3, s3, 0xffe
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s4, s8, s4
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s3, s3, s4
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_sub_i32 s8, 1, s2
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s10, s3, 0x1000
+; GFX11-GISEL-FAKE16-NEXT:    s_max_i32 s8, s8, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_lshl_b32 s9, s2, 12
+; GFX11-GISEL-FAKE16-NEXT:    s_min_i32 s8, s8, 13
+; GFX11-GISEL-FAKE16-NEXT:    s_lshl_b32 s4, s4, 9
+; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s11, s10, s8
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s3, s3, s9
+; GFX11-GISEL-FAKE16-NEXT:    s_lshl_b32 s8, s11, s8
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s4, s4, 0x7c00
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s8, s10
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s8, 1, 0
 ; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s3, s4, s3
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, 1, 0
-; GFX11-GISEL-FAKE16-NEXT:    s_bfe_u32 s4, s2, 0xb0014
-; GFX11-GISEL-FAKE16-NEXT:    s_sub_i32 s5, 0x3f1, s4
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    v_med3_i32 v2, s5, 0, 13
-; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s5, s2, 8
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s8, s11, s8
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s2, 1
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, s8, s3
+; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s8, s3, 7
+; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s3, s3, 2
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s8, 3
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s9, 1, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s8, 5
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s8, 1, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s8, s9, s8
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s8, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s8, 1, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX11-GISEL-FAKE16-NEXT:    s_add_i32 s3, s3, s8
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s2, 30
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, 0x7c00, s3
+; GFX11-GISEL-FAKE16-NEXT:    s_cmpk_eq_i32 s2, 0x40f
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s2, s4, s3
+; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s3, s5, 16
+; GFX11-GISEL-FAKE16-NEXT:    s_bfe_u32 s4, s7, 0xb0014
+; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s5, s7, 8
+; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s8, s7, 0x1ff
+; GFX11-GISEL-FAKE16-NEXT:    s_addk_i32 s4, 0xfc10
 ; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s5, s5, 0xffe
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s8, v2
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s2, s3, s2
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s3, s8, s6
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, 1, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
 ; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s3, s5, s3
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s5, s3, 0x1000
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s9, s5, s8
-; GFX11-GISEL-FAKE16-NEXT:    s_lshl_b32 s8, s9, s8
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s8, s5
 ; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, 1, 0
-; GFX11-GISEL-FAKE16-NEXT:    s_addk_i32 s4, 0xfc10
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s5, s9, s5
+; GFX11-GISEL-FAKE16-NEXT:    s_sub_i32 s6, 1, s4
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s9, s3, 0x1000
+; GFX11-GISEL-FAKE16-NEXT:    s_max_i32 s6, s6, 0
 ; GFX11-GISEL-FAKE16-NEXT:    s_lshl_b32 s8, s4, 12
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s8, s3, s8
+; GFX11-GISEL-FAKE16-NEXT:    s_min_i32 s6, s6, 13
+; GFX11-GISEL-FAKE16-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s10, s9, s6
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s3, s3, s8
+; GFX11-GISEL-FAKE16-NEXT:    s_lshl_b32 s6, s10, s6
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s6, s9
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s6, s10, s6
 ; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s4, 1
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, s5, s8
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s8, s5, 7
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s8, 5
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s8, 3
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, s6, s3
+; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s6, s3, 7
+; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s3, s3, 2
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s6, 3
 ; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s8, 1, 0
-; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s5, s5, 2
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s8, s8, s9
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_add_i32 s5, s5, s8
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s4, 31
-; GFX11-GISEL-FAKE16-NEXT:    s_movk_i32 s8, 0x7e00
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, s5, 0x7c00
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s3, 0
-; GFX11-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s3, v1
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s9, s8, 0x7c00
-; GFX11-GISEL-FAKE16-NEXT:    s_cmpk_eq_i32 s4, 0x40f
-; GFX11-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s4, v0
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, s9, s5
-; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s2, s2, 16
-; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s9, s3, 0x1ff
-; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s2, s2, 0x8000
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_3) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s2, s2, s5
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s4, s9, s4
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s4, 1, 0
-; GFX11-GISEL-FAKE16-NEXT:    s_bfe_u32 s5, s3, 0xb0014
-; GFX11-GISEL-FAKE16-NEXT:    s_sub_i32 s9, 0x3f1, s5
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    v_med3_i32 v0, s9, 0, 13
-; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s9, s3, 8
-; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s9, s9, 0xffe
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s10, v0
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s4, s9, s4
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s9, s4, 0x1000
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s11, s9, s10
-; GFX11-GISEL-FAKE16-NEXT:    s_lshl_b32 s10, s11, s10
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s10, s9
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX11-GISEL-FAKE16-NEXT:    s_addk_i32 s5, 0xfc10
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s9, s11, s9
-; GFX11-GISEL-FAKE16-NEXT:    s_lshl_b32 s10, s5, 12
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s10, s4, s10
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s5, 1
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s9, s9, s10
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s6, 5
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s10, s9, 7
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s10, 5
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s11, 1, 0
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s10, 3
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s10, 1, 0
-; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s9, s9, 2
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s10, s10, s11
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s6, s8, s6
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s6, 0
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_add_i32 s9, s9, s10
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s5, 31
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s9, s9, 0x7c00
-; GFX11-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s4, 0
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s4, s8, 0x7c00
-; GFX11-GISEL-FAKE16-NEXT:    s_cmpk_eq_i32 s5, 0x40f
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s5, s1
-; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s4, s4, s9
-; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s3, s3, 16
+; GFX11-GISEL-FAKE16-NEXT:    s_add_i32 s3, s3, s6
+; GFX11-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s4, 30
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, 0x7c00, s3
+; GFX11-GISEL-FAKE16-NEXT:    s_cmpk_eq_i32 s4, 0x40f
+; GFX11-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, s5, s3
+; GFX11-GISEL-FAKE16-NEXT:    s_lshr_b32 s4, s7, 16
 ; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s3, s3, 0x8000
-; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s3, s3, s4
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s4, s0
-; GFX11-GISEL-FAKE16-NEXT:    s_pack_ll_b32_b16 s2, s3, s2
+; GFX11-GISEL-FAKE16-NEXT:    s_and_b32 s4, s4, 0x8000
+; GFX11-GISEL-FAKE16-NEXT:    s_or_b32 s3, s4, s3
 ; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX11-GISEL-FAKE16-NEXT:    s_pack_ll_b32_b16 s2, s2, s3
+; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX11-GISEL-FAKE16-NEXT:    v_mov_b32_e32 v0, s2
-; GFX11-GISEL-FAKE16-NEXT:    buffer_store_b32 v0, off, s[4:7], 0
+; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s2, -1
+; GFX11-GISEL-FAKE16-NEXT:    buffer_store_b32 v0, off, s[0:3], 0
 ; GFX11-GISEL-FAKE16-NEXT:    s_endpgm
 ;
 ; GFX1250-SDAG-TRUE16-LABEL: fptrunc_v2f64_to_v2f16:
@@ -3751,117 +3607,106 @@ define amdgpu_kernel void @fptrunc_v2f64_to_v2f16(
 ; GFX1250-GISEL-TRUE16-NEXT:    v_nop
 ; GFX1250-GISEL-TRUE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
 ; GFX1250-GISEL-TRUE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24 nv
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s6, -1
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s10, s6
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s11, s7
 ; GFX1250-GISEL-TRUE16-NEXT:    s_wait_kmcnt 0x0
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s8, s2
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s9, s3
-; GFX1250-GISEL-TRUE16-NEXT:    buffer_load_b128 v[0:3], off, s[8:11], null
-; GFX1250-GISEL-TRUE16-NEXT:    s_wait_loadcnt 0x0
-; GFX1250-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s2, v3
-; GFX1250-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s3, v2
-; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s4, s2, 0x1ff
+; GFX1250-GISEL-TRUE16-NEXT:    s_load_b128 s[4:7], s[2:3], 0x0
+; GFX1250-GISEL-TRUE16-NEXT:    s_wait_kmcnt 0x0
+; GFX1250-GISEL-TRUE16-NEXT:    s_bfe_u32 s2, s5, 0xb0014
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s3, s5, 8
+; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s8, s5, 0x1ff
+; GFX1250-GISEL-TRUE16-NEXT:    s_addk_co_i32 s2, 0xfc10
+; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s3, s3, 0xffe
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s4, s8, s4
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s3, s3, s4
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_sub_co_i32 s8, 1, s2
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s10, s3, 0x1000
+; GFX1250-GISEL-TRUE16-NEXT:    s_max_i32 s8, s8, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshl_b32 s9, s2, 12
+; GFX1250-GISEL-TRUE16-NEXT:    s_min_i32 s8, s8, 13
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshl_b32 s4, s4, 9
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s11, s10, s8
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s3, s3, s9
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshl_b32 s8, s11, s8
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s4, s4, 0x7c00
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s8, s10
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s8, 1, 0
 ; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s3, s4, s3
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, 1, 0
-; GFX1250-GISEL-TRUE16-NEXT:    s_bfe_u32 s4, s2, 0xb0014
-; GFX1250-GISEL-TRUE16-NEXT:    s_sub_co_i32 s5, 0x3f1, s4
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    v_med3_i32 v2, s5, 0, 13
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s5, s2, 8
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s8, s11, s8
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s2, 1
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, s8, s3
+; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s8, s3, 7
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s3, s3, 2
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s8, 3
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s9, 1, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s8, 5
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s8, 1, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s8, s9, s8
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s8, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s8, 1, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX1250-GISEL-TRUE16-NEXT:    s_add_co_i32 s3, s3, s8
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s2, 30
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, 0x7c00, s3
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s2, 0x40f
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s2, s4, s3
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s3, s5, 16
+; GFX1250-GISEL-TRUE16-NEXT:    s_bfe_u32 s4, s7, 0xb0014
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s5, s7, 8
+; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s8, s7, 0x1ff
+; GFX1250-GISEL-TRUE16-NEXT:    s_addk_co_i32 s4, 0xfc10
 ; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s5, s5, 0xffe
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s8, v2
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s2, s3, s2
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s3, s8, s6
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, 1, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
 ; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s3, s5, s3
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s5, s3, 0x1000
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s9, s5, s8
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshl_b32 s8, s9, s8
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s8, s5
 ; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, 1, 0
-; GFX1250-GISEL-TRUE16-NEXT:    s_addk_co_i32 s4, 0xfc10
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s5, s9, s5
+; GFX1250-GISEL-TRUE16-NEXT:    s_sub_co_i32 s6, 1, s4
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s9, s3, 0x1000
+; GFX1250-GISEL-TRUE16-NEXT:    s_max_i32 s6, s6, 0
 ; GFX1250-GISEL-TRUE16-NEXT:    s_lshl_b32 s8, s4, 12
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s8, s3, s8
+; GFX1250-GISEL-TRUE16-NEXT:    s_min_i32 s6, s6, 13
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s10, s9, s6
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s3, s3, s8
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshl_b32 s6, s10, s6
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s6, s9
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s6, s10, s6
 ; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s4, 1
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, s5, s8
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s8, s5, 7
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s8, 5
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s8, 3
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, s6, s3
+; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s6, s3, 7
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s3, s3, 2
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s6, 3
 ; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s8, 1, 0
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s5, s5, 2
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s8, s8, s9
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_add_co_i32 s5, s5, s8
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s4, 31
-; GFX1250-GISEL-TRUE16-NEXT:    s_movk_i32 s8, 0x7e00
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, s5, 0x7c00
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s3, 0
-; GFX1250-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s3, v1
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s9, s8, 0x7c00
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s4, 0x40f
-; GFX1250-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s4, v0
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, s9, s5
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s2, s2, 16
-; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s9, s3, 0x1ff
-; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s2, s2, 0x8000
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_3) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s2, s2, s5
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s4, s9, s4
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s4, 1, 0
-; GFX1250-GISEL-TRUE16-NEXT:    s_bfe_u32 s5, s3, 0xb0014
-; GFX1250-GISEL-TRUE16-NEXT:    s_sub_co_i32 s9, 0x3f1, s5
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    v_med3_i32 v0, s9, 0, 13
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s9, s3, 8
-; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s9, s9, 0xffe
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s10, v0
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s4, s9, s4
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s9, s4, 0x1000
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s6, 5
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s11, s9, s10
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshl_b32 s10, s11, s10
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s10, s9
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX1250-GISEL-TRUE16-NEXT:    s_addk_co_i32 s5, 0xfc10
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s9, s11, s9
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshl_b32 s10, s5, 12
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s10, s4, s10
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s5, 1
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s9, s9, s10
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s10, s9, 7
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s10, 5
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s11, 1, 0
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s10, 3
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s10, 1, 0
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s9, s9, 2
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s10, s10, s11
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s6, s8, s6
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s6, 0
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_add_co_i32 s9, s9, s10
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s5, 31
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s9, s9, 0x7c00
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s4, 0
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s4, s8, 0x7c00
-; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s5, 0x40f
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s5, s1
-; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s4, s4, s9
-; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s3, s3, 16
+; GFX1250-GISEL-TRUE16-NEXT:    s_add_co_i32 s3, s3, s6
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s4, 30
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, 0x7c00, s3
+; GFX1250-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s4, 0x40f
+; GFX1250-GISEL-TRUE16-NEXT:    s_cselect_b32 s3, s5, s3
+; GFX1250-GISEL-TRUE16-NEXT:    s_lshr_b32 s4, s7, 16
 ; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s3, s3, 0x8000
-; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s3, s3, s4
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s4, s0
-; GFX1250-GISEL-TRUE16-NEXT:    s_pack_ll_b32_b16 s2, s3, s2
+; GFX1250-GISEL-TRUE16-NEXT:    s_and_b32 s4, s4, 0x8000
+; GFX1250-GISEL-TRUE16-NEXT:    s_or_b32 s3, s4, s3
 ; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX1250-GISEL-TRUE16-NEXT:    s_pack_ll_b32_b16 s2, s2, s3
+; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX1250-GISEL-TRUE16-NEXT:    v_mov_b32_e32 v0, s2
-; GFX1250-GISEL-TRUE16-NEXT:    buffer_store_b32 v0, off, s[4:7], null
+; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s2, -1
+; GFX1250-GISEL-TRUE16-NEXT:    buffer_store_b32 v0, off, s[0:3], null
 ; GFX1250-GISEL-TRUE16-NEXT:    s_endpgm
 ;
 ; GFX1250-GISEL-FAKE16-LABEL: fptrunc_v2f64_to_v2f16:
@@ -3870,117 +3715,106 @@ define amdgpu_kernel void @fptrunc_v2f64_to_v2f16(
 ; GFX1250-GISEL-FAKE16-NEXT:    v_nop
 ; GFX1250-GISEL-FAKE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
 ; GFX1250-GISEL-FAKE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24 nv
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s6, -1
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s10, s6
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s11, s7
 ; GFX1250-GISEL-FAKE16-NEXT:    s_wait_kmcnt 0x0
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s8, s2
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s9, s3
-; GFX1250-GISEL-FAKE16-NEXT:    buffer_load_b128 v[0:3], off, s[8:11], null
-; GFX1250-GISEL-FAKE16-NEXT:    s_wait_loadcnt 0x0
-; GFX1250-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s2, v3
-; GFX1250-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s3, v2
-; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s4, s2, 0x1ff
+; GFX1250-GISEL-FAKE16-NEXT:    s_load_b128 s[4:7], s[2:3], 0x0
+; GFX1250-GISEL-FAKE16-NEXT:    s_wait_kmcnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT:    s_bfe_u32 s2, s5, 0xb0014
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s3, s5, 8
+; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s8, s5, 0x1ff
+; GFX1250-GISEL-FAKE16-NEXT:    s_addk_co_i32 s2, 0xfc10
+; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s3, s3, 0xffe
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s4, s8, s4
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s3, s3, s4
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s4, 1, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_sub_co_i32 s8, 1, s2
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s10, s3, 0x1000
+; GFX1250-GISEL-FAKE16-NEXT:    s_max_i32 s8, s8, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshl_b32 s9, s2, 12
+; GFX1250-GISEL-FAKE16-NEXT:    s_min_i32 s8, s8, 13
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshl_b32 s4, s4, 9
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s11, s10, s8
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s3, s3, s9
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshl_b32 s8, s11, s8
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s4, s4, 0x7c00
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s8, s10
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s8, 1, 0
 ; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s3, s4, s3
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, 1, 0
-; GFX1250-GISEL-FAKE16-NEXT:    s_bfe_u32 s4, s2, 0xb0014
-; GFX1250-GISEL-FAKE16-NEXT:    s_sub_co_i32 s5, 0x3f1, s4
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    v_med3_i32 v2, s5, 0, 13
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s5, s2, 8
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s8, s11, s8
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s2, 1
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, s8, s3
+; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s8, s3, 7
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s3, s3, 2
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s8, 3
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s9, 1, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s8, 5
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s8, 1, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s8, s9, s8
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s8, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s8, 1, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX1250-GISEL-FAKE16-NEXT:    s_add_co_i32 s3, s3, s8
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s2, 30
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, 0x7c00, s3
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s2, 0x40f
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s2, s4, s3
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s3, s5, 16
+; GFX1250-GISEL-FAKE16-NEXT:    s_bfe_u32 s4, s7, 0xb0014
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s5, s7, 8
+; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s8, s7, 0x1ff
+; GFX1250-GISEL-FAKE16-NEXT:    s_addk_co_i32 s4, 0xfc10
 ; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s5, s5, 0xffe
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s8, v2
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s2, s3, s2
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s3, s8, s6
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, 1, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
 ; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s3, s5, s3
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s5, s3, 0x1000
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s9, s5, s8
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshl_b32 s8, s9, s8
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s8, s5
 ; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, 1, 0
-; GFX1250-GISEL-FAKE16-NEXT:    s_addk_co_i32 s4, 0xfc10
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s5, s9, s5
+; GFX1250-GISEL-FAKE16-NEXT:    s_sub_co_i32 s6, 1, s4
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s9, s3, 0x1000
+; GFX1250-GISEL-FAKE16-NEXT:    s_max_i32 s6, s6, 0
 ; GFX1250-GISEL-FAKE16-NEXT:    s_lshl_b32 s8, s4, 12
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s8, s3, s8
+; GFX1250-GISEL-FAKE16-NEXT:    s_min_i32 s6, s6, 13
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s10, s9, s6
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s3, s3, s8
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshl_b32 s6, s10, s6
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s6, s9
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s6, s10, s6
 ; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s4, 1
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, s5, s8
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s8, s5, 7
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s8, 5
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s8, 3
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, s6, s3
+; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s6, s3, 7
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s3, s3, 2
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s6, 3
 ; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s8, 1, 0
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s5, s5, 2
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s8, s8, s9
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_add_co_i32 s5, s5, s8
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s4, 31
-; GFX1250-GISEL-FAKE16-NEXT:    s_movk_i32 s8, 0x7e00
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, s5, 0x7c00
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s3, 0
-; GFX1250-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s3, v1
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s9, s8, 0x7c00
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s4, 0x40f
-; GFX1250-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s4, v0
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, s9, s5
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s2, s2, 16
-; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s9, s3, 0x1ff
-; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s2, s2, 0x8000
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_3) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s2, s2, s5
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s4, s9, s4
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s4, 1, 0
-; GFX1250-GISEL-FAKE16-NEXT:    s_bfe_u32 s5, s3, 0xb0014
-; GFX1250-GISEL-FAKE16-NEXT:    s_sub_co_i32 s9, 0x3f1, s5
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    v_med3_i32 v0, s9, 0, 13
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s9, s3, 8
-; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s9, s9, 0xffe
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s10, v0
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s4, s9, s4
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s9, s4, 0x1000
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s11, s9, s10
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshl_b32 s10, s11, s10
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s10, s9
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s9, 1, 0
-; GFX1250-GISEL-FAKE16-NEXT:    s_addk_co_i32 s5, 0xfc10
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s9, s11, s9
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshl_b32 s10, s5, 12
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s10, s4, s10
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s5, 1
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s9, s9, s10
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s6, 5
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s10, s9, 7
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s10, 5
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s11, 1, 0
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s10, 3
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s10, 1, 0
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s9, s9, 2
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s10, s10, s11
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s6, s8, s6
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s6, 0
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
 ; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_add_co_i32 s9, s9, s10
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s5, 31
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s9, s9, 0x7c00
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s4, 0
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s4, s8, 0x7c00
-; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s5, 0x40f
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s5, s1
-; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s4, s4, s9
-; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s3, s3, 16
+; GFX1250-GISEL-FAKE16-NEXT:    s_add_co_i32 s3, s3, s6
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s4, 30
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, 0x7c00, s3
+; GFX1250-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s4, 0x40f
+; GFX1250-GISEL-FAKE16-NEXT:    s_cselect_b32 s3, s5, s3
+; GFX1250-GISEL-FAKE16-NEXT:    s_lshr_b32 s4, s7, 16
 ; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s3, s3, 0x8000
-; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s3, s3, s4
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s4, s0
-; GFX1250-GISEL-FAKE16-NEXT:    s_pack_ll_b32_b16 s2, s3, s2
+; GFX1250-GISEL-FAKE16-NEXT:    s_and_b32 s4, s4, 0x8000
+; GFX1250-GISEL-FAKE16-NEXT:    s_or_b32 s3, s4, s3
 ; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX1250-GISEL-FAKE16-NEXT:    s_pack_ll_b32_b16 s2, s2, s3
+; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX1250-GISEL-FAKE16-NEXT:    v_mov_b32_e32 v0, s2
-; GFX1250-GISEL-FAKE16-NEXT:    buffer_store_b32 v0, off, s[4:7], null
+; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s2, -1
+; GFX1250-GISEL-FAKE16-NEXT:    buffer_store_b32 v0, off, s[0:3], null
 ; GFX1250-GISEL-FAKE16-NEXT:    s_endpgm
     ptr addrspace(1) %r,
     ptr addrspace(1) %a) {
@@ -4018,24 +3852,23 @@ define amdgpu_kernel void @fptrunc_v2f64_to_v2f16_afn(
 ; SI-GISEL-LABEL: fptrunc_v2f64_to_v2f16_afn:
 ; SI-GISEL:       ; %bb.0: ; %entry
 ; SI-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x9
-; SI-GISEL-NEXT:    s_mov_b32 s7, 0xf000
-; SI-GISEL-NEXT:    s_mov_b32 s6, -1
-; SI-GISEL-NEXT:    s_mov_b32 s10, s6
-; SI-GISEL-NEXT:    s_mov_b32 s11, s7
 ; SI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; SI-GISEL-NEXT:    s_mov_b32 s8, s2
-; SI-GISEL-NEXT:    s_mov_b32 s9, s3
-; SI-GISEL-NEXT:    buffer_load_dwordx4 v[0:3], off, s[8:11], 0
-; SI-GISEL-NEXT:    s_mov_b32 s4, s0
-; SI-GISEL-NEXT:    s_mov_b32 s5, s1
-; SI-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; SI-GISEL-NEXT:    v_cvt_f32_f64_e32 v2, v[2:3]
-; SI-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
-; SI-GISEL-NEXT:    v_cvt_f16_f32_e32 v1, v2
+; SI-GISEL-NEXT:    s_load_dwordx4 s[4:7], s[2:3], 0x0
+; SI-GISEL-NEXT:    s_mov_b32 s2, -1
+; SI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; SI-GISEL-NEXT:    v_cvt_f32_f64_e32 v1, s[6:7]
+; SI-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, s[4:5]
+; SI-GISEL-NEXT:    v_cvt_f16_f32_e32 v1, v1
 ; SI-GISEL-NEXT:    v_cvt_f16_f32_e32 v0, v0
-; SI-GISEL-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; SI-GISEL-NEXT:    v_or_b32_e32 v0, v0, v1
-; SI-GISEL-NEXT:    buffer_store_dword v0, off, s[4:7], 0
+; SI-GISEL-NEXT:    v_readfirstlane_b32 s4, v1
+; SI-GISEL-NEXT:    v_readfirstlane_b32 s3, v0
+; SI-GISEL-NEXT:    s_bfe_u32 s4, s4, 0x100000
+; SI-GISEL-NEXT:    s_bfe_u32 s3, s3, 0x100000
+; SI-GISEL-NEXT:    s_lshl_b32 s4, s4, 16
+; SI-GISEL-NEXT:    s_or_b32 s3, s3, s4
+; SI-GISEL-NEXT:    v_mov_b32_e32 v0, s3
+; SI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
+; SI-GISEL-NEXT:    buffer_store_dword v0, off, s[0:3], 0
 ; SI-GISEL-NEXT:    s_endpgm
 ;
 ; VI-SDAG-LABEL: fptrunc_v2f64_to_v2f16_afn:
@@ -4063,23 +3896,23 @@ define amdgpu_kernel void @fptrunc_v2f64_to_v2f16_afn(
 ; VI-GISEL-LABEL: fptrunc_v2f64_to_v2f16_afn:
 ; VI-GISEL:       ; %bb.0: ; %entry
 ; VI-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
-; VI-GISEL-NEXT:    s_mov_b32 s7, 0xf000
-; VI-GISEL-NEXT:    s_mov_b32 s6, -1
-; VI-GISEL-NEXT:    s_mov_b32 s10, s6
-; VI-GISEL-NEXT:    s_mov_b32 s11, s7
 ; VI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; VI-GISEL-NEXT:    s_mov_b32 s8, s2
-; VI-GISEL-NEXT:    s_mov_b32 s9, s3
-; VI-GISEL-NEXT:    buffer_load_dwordx4 v[0:3], off, s[8:11], 0
-; VI-GISEL-NEXT:    s_mov_b32 s4, s0
-; VI-GISEL-NEXT:    s_mov_b32 s5, s1
-; VI-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; VI-GISEL-NEXT:    v_cvt_f32_f64_e32 v2, v[2:3]
-; VI-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
-; VI-GISEL-NEXT:    v_cvt_f16_f32_sdwa v1, v2 dst_sel:WORD_1 dst_unused:UNUSED_PAD src0_sel:DWORD
+; VI-GISEL-NEXT:    s_load_dwordx4 s[4:7], s[2:3], 0x0
+; VI-GISEL-NEXT:    s_mov_b32 s2, -1
+; VI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; VI-GISEL-NEXT:    v_cvt_f32_f64_e32 v1, s[6:7]
+; VI-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, s[4:5]
+; VI-GISEL-NEXT:    v_cvt_f16_f32_e32 v1, v1
 ; VI-GISEL-NEXT:    v_cvt_f16_f32_e32 v0, v0
-; VI-GISEL-NEXT:    v_or_b32_e32 v0, v0, v1
-; VI-GISEL-NEXT:    buffer_store_dword v0, off, s[4:7], 0
+; VI-GISEL-NEXT:    v_readfirstlane_b32 s4, v1
+; VI-GISEL-NEXT:    v_readfirstlane_b32 s3, v0
+; VI-GISEL-NEXT:    s_bfe_u32 s4, s4, 0x100000
+; VI-GISEL-NEXT:    s_bfe_u32 s3, s3, 0x100000
+; VI-GISEL-NEXT:    s_lshl_b32 s4, s4, 16
+; VI-GISEL-NEXT:    s_or_b32 s3, s3, s4
+; VI-GISEL-NEXT:    v_mov_b32_e32 v0, s3
+; VI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
+; VI-GISEL-NEXT:    buffer_store_dword v0, off, s[0:3], 0
 ; VI-GISEL-NEXT:    s_endpgm
 ;
 ; GFX9-SDAG-LABEL: fptrunc_v2f64_to_v2f16_afn:
@@ -4107,23 +3940,21 @@ define amdgpu_kernel void @fptrunc_v2f64_to_v2f16_afn(
 ; GFX9-GISEL-LABEL: fptrunc_v2f64_to_v2f16_afn:
 ; GFX9-GISEL:       ; %bb.0: ; %entry
 ; GFX9-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
-; GFX9-GISEL-NEXT:    s_mov_b32 s7, 0xf000
-; GFX9-GISEL-NEXT:    s_mov_b32 s6, -1
-; GFX9-GISEL-NEXT:    s_mov_b32 s10, s6
-; GFX9-GISEL-NEXT:    s_mov_b32 s11, s7
 ; GFX9-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX9-GISEL-NEXT:    s_mov_b32 s8, s2
-; GFX9-GISEL-NEXT:    s_mov_b32 s9, s3
-; GFX9-GISEL-NEXT:    buffer_load_dwordx4 v[0:3], off, s[8:11], 0
-; GFX9-GISEL-NEXT:    s_mov_b32 s4, s0
-; GFX9-GISEL-NEXT:    s_mov_b32 s5, s1
-; GFX9-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; GFX9-GISEL-NEXT:    v_cvt_f32_f64_e32 v2, v[2:3]
-; GFX9-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
-; GFX9-GISEL-NEXT:    v_cvt_f16_f32_e32 v1, v2
+; GFX9-GISEL-NEXT:    s_load_dwordx4 s[4:7], s[2:3], 0x0
+; GFX9-GISEL-NEXT:    s_mov_b32 s2, -1
+; GFX9-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX9-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, s[4:5]
+; GFX9-GISEL-NEXT:    v_cvt_f32_f64_e32 v1, s[6:7]
 ; GFX9-GISEL-NEXT:    v_cvt_f16_f32_e32 v0, v0
-; GFX9-GISEL-NEXT:    v_pack_b32_f16 v0, v0, v1
-; GFX9-GISEL-NEXT:    buffer_store_dword v0, off, s[4:7], 0
+; GFX9-GISEL-NEXT:    v_cvt_f16_f32_e32 v1, v1
+; GFX9-GISEL-NEXT:    v_readfirstlane_b32 s3, v0
+; GFX9-GISEL-NEXT:    v_readfirstlane_b32 s4, v1
+; GFX9-GISEL-NEXT:    s_pack_ll_b32_b16 s3, s3, s4
+; GFX9-GISEL-NEXT:    v_mov_b32_e32 v0, s3
+; GFX9-GISEL-NEXT:    s_mov_b32 s3, 0xf000
+; GFX9-GISEL-NEXT:    s_nop 0
+; GFX9-GISEL-NEXT:    buffer_store_dword v0, off, s[0:3], 0
 ; GFX9-GISEL-NEXT:    s_endpgm
 ;
 ; GFX950-SDAG-LABEL: fptrunc_v2f64_to_v2f16_afn:
@@ -4149,21 +3980,21 @@ define amdgpu_kernel void @fptrunc_v2f64_to_v2f16_afn(
 ; GFX950-GISEL-LABEL: fptrunc_v2f64_to_v2f16_afn:
 ; GFX950-GISEL:       ; %bb.0: ; %entry
 ; GFX950-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
-; GFX950-GISEL-NEXT:    s_mov_b32 s7, 0xf000
-; GFX950-GISEL-NEXT:    s_mov_b32 s6, -1
-; GFX950-GISEL-NEXT:    s_mov_b32 s10, s6
-; GFX950-GISEL-NEXT:    s_mov_b32 s11, s7
 ; GFX950-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX950-GISEL-NEXT:    s_mov_b32 s8, s2
-; GFX950-GISEL-NEXT:    s_mov_b32 s9, s3
-; GFX950-GISEL-NEXT:    buffer_load_dwordx4 v[0:3], off, s[8:11], 0
-; GFX950-GISEL-NEXT:    s_mov_b32 s4, s0
-; GFX950-GISEL-NEXT:    s_mov_b32 s5, s1
-; GFX950-GISEL-NEXT:    s_waitcnt vmcnt(0)
-; GFX950-GISEL-NEXT:    v_cvt_f32_f64_e32 v2, v[2:3]
-; GFX950-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
-; GFX950-GISEL-NEXT:    v_cvt_pk_f16_f32 v0, v0, v2
-; GFX950-GISEL-NEXT:    buffer_store_dword v0, off, s[4:7], 0
+; GFX950-GISEL-NEXT:    s_load_dwordx4 s[4:7], s[2:3], 0x0
+; GFX950-GISEL-NEXT:    s_mov_b32 s2, -1
+; GFX950-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX950-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, s[4:5]
+; GFX950-GISEL-NEXT:    v_cvt_f32_f64_e32 v1, s[6:7]
+; GFX950-GISEL-NEXT:    v_cvt_f16_f32_e32 v0, v0
+; GFX950-GISEL-NEXT:    v_cvt_f16_f32_e32 v1, v1
+; GFX950-GISEL-NEXT:    v_readfirstlane_b32 s3, v0
+; GFX950-GISEL-NEXT:    v_readfirstlane_b32 s4, v1
+; GFX950-GISEL-NEXT:    s_pack_ll_b32_b16 s3, s3, s4
+; GFX950-GISEL-NEXT:    v_mov_b32_e32 v0, s3
+; GFX950-GISEL-NEXT:    s_mov_b32 s3, 0xf000
+; GFX950-GISEL-NEXT:    s_nop 0
+; GFX950-GISEL-NEXT:    buffer_store_dword v0, off, s[0:3], 0
 ; GFX950-GISEL-NEXT:    s_endpgm
 ;
 ; GFX11-SDAG-TRUE16-LABEL: fptrunc_v2f64_to_v2f16_afn:
@@ -4215,47 +4046,43 @@ define amdgpu_kernel void @fptrunc_v2f64_to_v2f16_afn(
 ; GFX11-GISEL-TRUE16-LABEL: fptrunc_v2f64_to_v2f16_afn:
 ; GFX11-GISEL-TRUE16:       ; %bb.0: ; %entry
 ; GFX11-GISEL-TRUE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s6, -1
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s10, s6
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s11, s7
 ; GFX11-GISEL-TRUE16-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s8, s2
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s9, s3
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s4, s0
-; GFX11-GISEL-TRUE16-NEXT:    buffer_load_b128 v[0:3], off, s[8:11], 0
-; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s5, s1
-; GFX11-GISEL-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-GISEL-TRUE16-NEXT:    v_cvt_f32_f64_e32 v2, v[2:3]
-; GFX11-GISEL-TRUE16-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
+; GFX11-GISEL-TRUE16-NEXT:    s_load_b128 s[4:7], s[2:3], 0x0
+; GFX11-GISEL-TRUE16-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX11-GISEL-TRUE16-NEXT:    v_cvt_f32_f64_e32 v0, s[4:5]
+; GFX11-GISEL-TRUE16-NEXT:    v_cvt_f32_f64_e32 v1, s[6:7]
+; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
+; GFX11-GISEL-TRUE16-NEXT:    v_cvt_f16_f32_e32 v0.l, v0
+; GFX11-GISEL-TRUE16-NEXT:    v_cvt_f16_f32_e32 v1.l, v1
 ; GFX11-GISEL-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
-; GFX11-GISEL-TRUE16-NEXT:    v_cvt_f16_f32_e32 v1.h, v2
-; GFX11-GISEL-TRUE16-NEXT:    v_cvt_f16_f32_e32 v1.l, v0
-; GFX11-GISEL-TRUE16-NEXT:    buffer_store_b32 v1, off, s[4:7], 0
+; GFX11-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s2, v0
+; GFX11-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s3, v1
+; GFX11-GISEL-TRUE16-NEXT:    s_pack_ll_b32_b16 s2, s2, s3
+; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s3, 0x31016000
+; GFX11-GISEL-TRUE16-NEXT:    v_mov_b32_e32 v0, s2
+; GFX11-GISEL-TRUE16-NEXT:    s_mov_b32 s2, -1
+; GFX11-GISEL-TRUE16-NEXT:    buffer_store_b32 v0, off, s[0:3], 0
 ; GFX11-GISEL-TRUE16-NEXT:    s_endpgm
 ;
 ; GFX11-GISEL-FAKE16-LABEL: fptrunc_v2f64_to_v2f16_afn:
 ; GFX11-GISEL-FAKE16:       ; %bb.0: ; %entry
 ; GFX11-GISEL-FAKE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s6, -1
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s10, s6
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s11, s7
 ; GFX11-GISEL-FAKE16-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s8, s2
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s9, s3
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s4, s0
-; GFX11-GISEL-FAKE16-NEXT:    buffer_load_b128 v[0:3], off, s[8:11], 0
-; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s5, s1
-; GFX11-GISEL-FAKE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-GISEL-FAKE16-NEXT:    v_cvt_f32_f64_e32 v2, v[2:3]
-; GFX11-GISEL-FAKE16-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
+; GFX11-GISEL-FAKE16-NEXT:    s_load_b128 s[4:7], s[2:3], 0x0
+; GFX11-GISEL-FAKE16-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX11-GISEL-FAKE16-NEXT:    v_cvt_f32_f64_e32 v0, s[4:5]
+; GFX11-GISEL-FAKE16-NEXT:    v_cvt_f32_f64_e32 v1, s[6:7]
 ; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
-; GFX11-GISEL-FAKE16-NEXT:    v_cvt_f16_f32_e32 v1, v2
 ; GFX11-GISEL-FAKE16-NEXT:    v_cvt_f16_f32_e32 v0, v0
-; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-GISEL-FAKE16-NEXT:    v_pack_b32_f16 v0, v0, v1
-; GFX11-GISEL-FAKE16-NEXT:    buffer_store_b32 v0, off, s[4:7], 0
+; GFX11-GISEL-FAKE16-NEXT:    v_cvt_f16_f32_e32 v1, v1
+; GFX11-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
+; GFX11-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s2, v0
+; GFX11-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s3, v1
+; GFX11-GISEL-FAKE16-NEXT:    s_pack_ll_b32_b16 s2, s2, s3
+; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s3, 0x31016000
+; GFX11-GISEL-FAKE16-NEXT:    v_mov_b32_e32 v0, s2
+; GFX11-GISEL-FAKE16-NEXT:    s_mov_b32 s2, -1
+; GFX11-GISEL-FAKE16-NEXT:    buffer_store_b32 v0, off, s[0:3], 0
 ; GFX11-GISEL-FAKE16-NEXT:    s_endpgm
 ;
 ; GFX1250-SDAG-TRUE16-LABEL: fptrunc_v2f64_to_v2f16_afn:
@@ -4312,22 +4139,23 @@ define amdgpu_kernel void @fptrunc_v2f64_to_v2f16_afn(
 ; GFX1250-GISEL-TRUE16-NEXT:    v_nop
 ; GFX1250-GISEL-TRUE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
 ; GFX1250-GISEL-TRUE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24 nv
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s6, -1
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s10, s6
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s11, s7
 ; GFX1250-GISEL-TRUE16-NEXT:    s_wait_kmcnt 0x0
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s8, s2
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s9, s3
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s4, s0
-; GFX1250-GISEL-TRUE16-NEXT:    buffer_load_b128 v[0:3], off, s[8:11], null
-; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s5, s1
-; GFX1250-GISEL-TRUE16-NEXT:    s_wait_loadcnt 0x0
-; GFX1250-GISEL-TRUE16-NEXT:    v_cvt_f32_f64_e32 v2, v[2:3]
-; GFX1250-GISEL-TRUE16-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
-; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX1250-GISEL-TRUE16-NEXT:    v_cvt_pk_f16_f32 v0, v0, v2
-; GFX1250-GISEL-TRUE16-NEXT:    buffer_store_b32 v0, off, s[4:7], null
+; GFX1250-GISEL-TRUE16-NEXT:    s_load_b128 s[4:7], s[2:3], 0x0
+; GFX1250-GISEL-TRUE16-NEXT:    s_wait_kmcnt 0x0
+; GFX1250-GISEL-TRUE16-NEXT:    v_cvt_f32_f64_e32 v0, s[4:5]
+; GFX1250-GISEL-TRUE16-NEXT:    v_cvt_f32_f64_e32 v1, s[6:7]
+; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
+; GFX1250-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s2, v0
+; GFX1250-GISEL-TRUE16-NEXT:    v_readfirstlane_b32 s3, v1
+; GFX1250-GISEL-TRUE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 2, 2), 0 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-TRUE16-NEXT:    s_cvt_f16_f32 s2, s2
+; GFX1250-GISEL-TRUE16-NEXT:    s_cvt_f16_f32 s3, s3
+; GFX1250-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_3)
+; GFX1250-GISEL-TRUE16-NEXT:    s_pack_ll_b32_b16 s2, s2, s3
+; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s3, 0x31016000
+; GFX1250-GISEL-TRUE16-NEXT:    v_mov_b32_e32 v0, s2
+; GFX1250-GISEL-TRUE16-NEXT:    s_mov_b32 s2, -1
+; GFX1250-GISEL-TRUE16-NEXT:    buffer_store_b32 v0, off, s[0:3], null
 ; GFX1250-GISEL-TRUE16-NEXT:    s_endpgm
 ;
 ; GFX1250-GISEL-FAKE16-LABEL: fptrunc_v2f64_to_v2f16_afn:
@@ -4336,22 +4164,23 @@ define amdgpu_kernel void @fptrunc_v2f64_to_v2f16_afn(
 ; GFX1250-GISEL-FAKE16-NEXT:    v_nop
 ; GFX1250-GISEL-FAKE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
 ; GFX1250-GISEL-FAKE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24 nv
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s6, -1
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s7, 0x31016000
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s10, s6
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s11, s7
 ; GFX1250-GISEL-FAKE16-NEXT:    s_wait_kmcnt 0x0
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s8, s2
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s9, s3
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s4, s0
-; GFX1250-GISEL-FAKE16-NEXT:    buffer_load_b128 v[0:3], off, s[8:11], null
-; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s5, s1
-; GFX1250-GISEL-FAKE16-NEXT:    s_wait_loadcnt 0x0
-; GFX1250-GISEL-FAKE16-NEXT:    v_cvt_f32_f64_e32 v2, v[2:3]
-; GFX1250-GISEL-FAKE16-NEXT:    v_cvt_f32_f64_e32 v0, v[0:1]
-; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX1250-GISEL-FAKE16-NEXT:    v_cvt_pk_f16_f32 v0, v0, v2
-; GFX1250-GISEL-FAKE16-NEXT:    buffer_store_b32 v0, off, s[4:7], null
+; GFX1250-GISEL-FAKE16-NEXT:    s_load_b128 s[4:7], s[2:3], 0x0
+; GFX1250-GISEL-FAKE16-NEXT:    s_wait_kmcnt 0x0
+; GFX1250-GISEL-FAKE16-NEXT:    v_cvt_f32_f64_e32 v0, s[4:5]
+; GFX1250-GISEL-FAKE16-NEXT:    v_cvt_f32_f64_e32 v1, s[6:7]
+; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
+; GFX1250-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s2, v0
+; GFX1250-GISEL-FAKE16-NEXT:    v_readfirstlane_b32 s3, v1
+; GFX1250-GISEL-FAKE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 2, 2), 0 ; msbs: dst=0 src0=0 src1=0 src2=0
+; GFX1250-GISEL-FAKE16-NEXT:    s_cvt_f16_f32 s2, s2
+; GFX1250-GISEL-FAKE16-NEXT:    s_cvt_f16_f32 s3, s3
+; GFX1250-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_3)
+; GFX1250-GISEL-FAKE16-NEXT:    s_pack_ll_b32_b16 s2, s2, s3
+; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s3, 0x31016000
+; GFX1250-GISEL-FAKE16-NEXT:    v_mov_b32_e32 v0, s2
+; GFX1250-GISEL-FAKE16-NEXT:    s_mov_b32 s2, -1
+; GFX1250-GISEL-FAKE16-NEXT:    buffer_store_b32 v0, off, s[0:3], null
 ; GFX1250-GISEL-FAKE16-NEXT:    s_endpgm
     ptr addrspace(1) %r,
     ptr addrspace(1) %a) {
diff --git a/llvm/test/CodeGen/AMDGPU/fptrunc.ll b/llvm/test/CodeGen/AMDGPU/fptrunc.ll
index daeea63e72282..685fc615812dc 100644
--- a/llvm/test/CodeGen/AMDGPU/fptrunc.ll
+++ b/llvm/test/CodeGen/AMDGPU/fptrunc.ll
@@ -1,17 +1,17 @@
 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 2
 ; RUN: llc -mtriple=amdgpu6.00 < %s | FileCheck -check-prefixes=SI %s
 ; RUN: llc -mtriple=amdgpu8.02 -global-isel=0 -mattr=-flat-for-global < %s | FileCheck -check-prefixes=VI-SDAG,VI-SAFE-SDAG %s
-; RUN: llc -mtriple=amdgpu8.02 -global-isel=1 -global-isel-abort=2 -mattr=-flat-for-global < %s | FileCheck -check-prefixes=VI-GISEL,VI-SAFE-GISEL %s
+; RUN: llc -mtriple=amdgpu8.02 -global-isel=1 -mattr=-flat-for-global < %s | FileCheck -check-prefixes=VI-GISEL,VI-SAFE-GISEL %s
 ; RUN: llc -mtriple=amdgpu8.02 -global-isel=0 -mattr=-flat-for-global < %s | FileCheck -check-prefixes=VI-SDAG,VI-UNSAFE-SDAG %s
 ; RUN: llc -mtriple=amdgpu10.30 -global-isel=0 -mattr=-flat-for-global < %s | FileCheck -check-prefixes=GFX10-SDAG,GFX10-SAFE-SDAG %s
-; RUN: llc -mtriple=amdgpu10.30 -global-isel=1 -global-isel-abort=2 -mattr=-flat-for-global < %s | FileCheck -check-prefixes=GFX10-GISEL,GFX10-SAFE-GISEL %s
+; RUN: llc -mtriple=amdgpu10.30 -global-isel=1 -mattr=-flat-for-global < %s | FileCheck -check-prefixes=GFX10-GISEL,GFX10-SAFE-GISEL %s
 ; RUN: llc -mtriple=amdgpu10.30 -global-isel=0 -mattr=-flat-for-global < %s | FileCheck -check-prefixes=GFX10-SDAG,GFX10-UNSAFE-SDAG %s
 ; RUN: llc -mtriple=amdgpu11.00 -global-isel=0 -mattr=-flat-for-global < %s | FileCheck -check-prefixes=GFX11-SDAG,GFX11-SAFE-SDAG %s
-; RUN: llc -mtriple=amdgpu11.00 -global-isel=1 -global-isel-abort=2 -mattr=-flat-for-global < %s | FileCheck -check-prefixes=GFX11-GISEL,GFX11-SAFE-GISEL %s
+; RUN: llc -mtriple=amdgpu11.00 -global-isel=1 -mattr=-flat-for-global < %s | FileCheck -check-prefixes=GFX11-GISEL,GFX11-SAFE-GISEL %s
 ; RUN: llc -mtriple=amdgpu11.00 -global-isel=0 -mattr=-flat-for-global,+real-true16 < %s | FileCheck -check-prefixes=GFX11-SDAG,GFX11-UNSAFE-SDAG-TRUE16 %s
 ; RUN: llc -mtriple=amdgpu11.00 -global-isel=0 -mattr=-flat-for-global,-real-true16 < %s | FileCheck -check-prefixes=GFX11-SDAG,GFX11-UNSAFE-SDAG-FAKE16 %s
-; RUN: llc -mtriple=amdgpu11.00 -global-isel=1 -global-isel-abort=2 -mattr=-flat-for-global,+real-true16 < %s | FileCheck -check-prefixes=GFX11-GISEL,GFX11-UNSAFE-GISEL-TRUE16 %s
-; RUN: llc -mtriple=amdgpu11.00 -global-isel=1 -global-isel-abort=2 -mattr=-flat-for-global,-real-true16 < %s | FileCheck -check-prefixes=GFX11-GISEL,GFX11-UNSAFE-GISEL-FAKE16 %s
+; RUN: llc -mtriple=amdgpu11.00 -global-isel=1 -mattr=-flat-for-global,+real-true16 < %s | FileCheck -check-prefixes=GFX11-GISEL,GFX11-UNSAFE-GISEL-TRUE16 %s
+; RUN: llc -mtriple=amdgpu11.00 -global-isel=1 -mattr=-flat-for-global,-real-true16 < %s | FileCheck -check-prefixes=GFX11-GISEL,GFX11-UNSAFE-GISEL-FAKE16 %s
 
 define amdgpu_kernel void @fptrunc_f64_to_f32(ptr addrspace(1) %out, double %in) {
 ; SI-LABEL: fptrunc_f64_to_f32:
@@ -276,52 +276,52 @@ define amdgpu_kernel void @fptrunc_f64_to_f16(ptr addrspace(1) %out, double %in)
 ;
 ; VI-GISEL-LABEL: fptrunc_f64_to_f16:
 ; VI-GISEL:       ; %bb.0:
-; VI-GISEL-NEXT:    s_load_dwordx4 s[4:7], s[4:5], 0x24
-; VI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
-; VI-GISEL-NEXT:    s_mov_b32 s2, -1
+; VI-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
 ; VI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; VI-GISEL-NEXT:    s_mov_b32 s0, s4
-; VI-GISEL-NEXT:    s_lshr_b32 s4, s7, 8
-; VI-GISEL-NEXT:    s_mov_b32 s1, s5
-; VI-GISEL-NEXT:    s_and_b32 s4, s4, 0xffe
-; VI-GISEL-NEXT:    s_and_b32 s5, s7, 0x1ff
-; VI-GISEL-NEXT:    s_or_b32 s5, s5, s6
-; VI-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
-; VI-GISEL-NEXT:    s_bfe_u32 s6, s7, 0xb0014
-; VI-GISEL-NEXT:    s_sub_i32 s8, 0x3f1, s6
-; VI-GISEL-NEXT:    s_or_b32 s4, s4, s5
-; VI-GISEL-NEXT:    v_med3_i32 v0, s8, 0, 13
-; VI-GISEL-NEXT:    s_or_b32 s5, s4, 0x1000
-; VI-GISEL-NEXT:    v_readfirstlane_b32 s8, v0
-; VI-GISEL-NEXT:    s_lshr_b32 s9, s5, s8
-; VI-GISEL-NEXT:    s_lshl_b32 s8, s9, s8
-; VI-GISEL-NEXT:    s_cmp_lg_u32 s8, s5
+; VI-GISEL-NEXT:    s_bfe_u32 s4, s3, 0xb0014
+; VI-GISEL-NEXT:    s_lshr_b32 s5, s3, 8
+; VI-GISEL-NEXT:    s_and_b32 s6, s3, 0x1ff
+; VI-GISEL-NEXT:    s_addk_i32 s4, 0xfc10
+; VI-GISEL-NEXT:    s_and_b32 s5, s5, 0xffe
+; VI-GISEL-NEXT:    s_or_b32 s2, s6, s2
+; VI-GISEL-NEXT:    s_cselect_b32 s2, 1, 0
+; VI-GISEL-NEXT:    s_or_b32 s2, s5, s2
 ; VI-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
-; VI-GISEL-NEXT:    s_addk_i32 s6, 0xfc10
-; VI-GISEL-NEXT:    s_lshl_b32 s8, s6, 12
-; VI-GISEL-NEXT:    s_or_b32 s5, s9, s5
-; VI-GISEL-NEXT:    s_or_b32 s8, s4, s8
-; VI-GISEL-NEXT:    s_cmp_lt_i32 s6, 1
-; VI-GISEL-NEXT:    s_cselect_b32 s5, s5, s8
-; VI-GISEL-NEXT:    s_and_b32 s8, s5, 7
-; VI-GISEL-NEXT:    s_cmp_gt_i32 s8, 5
-; VI-GISEL-NEXT:    s_cselect_b32 s9, 1, 0
-; VI-GISEL-NEXT:    s_cmp_eq_u32 s8, 3
-; VI-GISEL-NEXT:    s_cselect_b32 s8, 1, 0
-; VI-GISEL-NEXT:    s_or_b32 s8, s8, s9
-; VI-GISEL-NEXT:    s_lshr_b32 s5, s5, 2
-; VI-GISEL-NEXT:    s_add_i32 s5, s5, s8
-; VI-GISEL-NEXT:    s_cmp_lt_i32 s6, 31
-; VI-GISEL-NEXT:    s_cselect_b32 s5, s5, 0x7c00
-; VI-GISEL-NEXT:    s_cmp_lg_u32 s4, 0
-; VI-GISEL-NEXT:    s_movk_i32 s4, 0x7e00
-; VI-GISEL-NEXT:    s_cselect_b32 s4, s4, 0x7c00
-; VI-GISEL-NEXT:    s_cmpk_eq_i32 s6, 0x40f
-; VI-GISEL-NEXT:    s_cselect_b32 s4, s4, s5
-; VI-GISEL-NEXT:    s_lshr_b32 s5, s7, 16
-; VI-GISEL-NEXT:    s_and_b32 s5, s5, 0x8000
-; VI-GISEL-NEXT:    s_or_b32 s4, s5, s4
-; VI-GISEL-NEXT:    v_mov_b32_e32 v0, s4
+; VI-GISEL-NEXT:    s_sub_i32 s7, 1, s4
+; VI-GISEL-NEXT:    s_lshl_b32 s6, s4, 12
+; VI-GISEL-NEXT:    s_max_i32 s7, s7, 0
+; VI-GISEL-NEXT:    s_or_b32 s6, s2, s6
+; VI-GISEL-NEXT:    s_min_i32 s7, s7, 13
+; VI-GISEL-NEXT:    s_bitset1_b32 s2, 12
+; VI-GISEL-NEXT:    s_lshl_b32 s5, s5, 9
+; VI-GISEL-NEXT:    s_lshr_b32 s8, s2, s7
+; VI-GISEL-NEXT:    s_or_b32 s5, s5, 0x7c00
+; VI-GISEL-NEXT:    s_lshl_b32 s7, s8, s7
+; VI-GISEL-NEXT:    s_cmp_lg_u32 s7, s2
+; VI-GISEL-NEXT:    s_cselect_b32 s2, 1, 0
+; VI-GISEL-NEXT:    s_or_b32 s2, s8, s2
+; VI-GISEL-NEXT:    s_cmp_lt_i32 s4, 1
+; VI-GISEL-NEXT:    s_cselect_b32 s2, s2, s6
+; VI-GISEL-NEXT:    s_and_b32 s6, s2, 7
+; VI-GISEL-NEXT:    s_lshr_b32 s2, s2, 2
+; VI-GISEL-NEXT:    s_cmp_eq_u32 s6, 3
+; VI-GISEL-NEXT:    s_cselect_b32 s7, 1, 0
+; VI-GISEL-NEXT:    s_cmp_gt_i32 s6, 5
+; VI-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; VI-GISEL-NEXT:    s_or_b32 s6, s7, s6
+; VI-GISEL-NEXT:    s_cmp_lg_u32 s6, 0
+; VI-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; VI-GISEL-NEXT:    s_add_i32 s2, s2, s6
+; VI-GISEL-NEXT:    s_cmp_gt_i32 s4, 30
+; VI-GISEL-NEXT:    s_cselect_b32 s2, 0x7c00, s2
+; VI-GISEL-NEXT:    s_cmpk_eq_i32 s4, 0x40f
+; VI-GISEL-NEXT:    s_cselect_b32 s2, s5, s2
+; VI-GISEL-NEXT:    s_lshr_b32 s3, s3, 16
+; VI-GISEL-NEXT:    s_and_b32 s3, s3, 0x8000
+; VI-GISEL-NEXT:    s_or_b32 s2, s3, s2
+; VI-GISEL-NEXT:    v_mov_b32_e32 v0, s2
+; VI-GISEL-NEXT:    s_mov_b32 s2, -1
+; VI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
 ; VI-GISEL-NEXT:    buffer_store_short v0, off, s[0:3], 0
 ; VI-GISEL-NEXT:    s_endpgm
 ;
@@ -378,42 +378,44 @@ define amdgpu_kernel void @fptrunc_f64_to_f16(ptr addrspace(1) %out, double %in)
 ; GFX10-GISEL:       ; %bb.0:
 ; GFX10-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
 ; GFX10-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX10-GISEL-NEXT:    s_lshr_b32 s4, s3, 8
-; GFX10-GISEL-NEXT:    s_and_b32 s5, s3, 0x1ff
-; GFX10-GISEL-NEXT:    s_and_b32 s4, s4, 0xffe
-; GFX10-GISEL-NEXT:    s_or_b32 s2, s5, s2
+; GFX10-GISEL-NEXT:    s_bfe_u32 s4, s3, 0xb0014
+; GFX10-GISEL-NEXT:    s_lshr_b32 s5, s3, 8
+; GFX10-GISEL-NEXT:    s_and_b32 s6, s3, 0x1ff
+; GFX10-GISEL-NEXT:    s_addk_i32 s4, 0xfc10
+; GFX10-GISEL-NEXT:    s_and_b32 s5, s5, 0xffe
+; GFX10-GISEL-NEXT:    s_or_b32 s2, s6, s2
 ; GFX10-GISEL-NEXT:    s_cselect_b32 s2, 1, 0
-; GFX10-GISEL-NEXT:    s_bfe_u32 s5, s3, 0xb0014
-; GFX10-GISEL-NEXT:    s_or_b32 s2, s4, s2
-; GFX10-GISEL-NEXT:    s_sub_i32 s6, 0x3f1, s5
-; GFX10-GISEL-NEXT:    s_or_b32 s4, s2, 0x1000
-; GFX10-GISEL-NEXT:    v_med3_i32 v0, s6, 0, 13
-; GFX10-GISEL-NEXT:    v_readfirstlane_b32 s6, v0
-; GFX10-GISEL-NEXT:    s_lshr_b32 s7, s4, s6
-; GFX10-GISEL-NEXT:    s_lshl_b32 s6, s7, s6
-; GFX10-GISEL-NEXT:    s_cmp_lg_u32 s6, s4
-; GFX10-GISEL-NEXT:    s_cselect_b32 s4, 1, 0
-; GFX10-GISEL-NEXT:    s_addk_i32 s5, 0xfc10
-; GFX10-GISEL-NEXT:    s_or_b32 s4, s7, s4
-; GFX10-GISEL-NEXT:    s_lshl_b32 s6, s5, 12
-; GFX10-GISEL-NEXT:    s_or_b32 s6, s2, s6
-; GFX10-GISEL-NEXT:    s_cmp_lt_i32 s5, 1
-; GFX10-GISEL-NEXT:    s_cselect_b32 s4, s4, s6
-; GFX10-GISEL-NEXT:    s_and_b32 s6, s4, 7
-; GFX10-GISEL-NEXT:    s_cmp_gt_i32 s6, 5
-; GFX10-GISEL-NEXT:    s_cselect_b32 s7, 1, 0
+; GFX10-GISEL-NEXT:    s_or_b32 s2, s5, s2
+; GFX10-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX10-GISEL-NEXT:    s_sub_i32 s6, 1, s4
+; GFX10-GISEL-NEXT:    s_or_b32 s8, s2, 0x1000
+; GFX10-GISEL-NEXT:    s_max_i32 s6, s6, 0
+; GFX10-GISEL-NEXT:    s_lshl_b32 s7, s4, 12
+; GFX10-GISEL-NEXT:    s_min_i32 s6, s6, 13
+; GFX10-GISEL-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX10-GISEL-NEXT:    s_lshr_b32 s9, s8, s6
+; GFX10-GISEL-NEXT:    s_or_b32 s2, s2, s7
+; GFX10-GISEL-NEXT:    s_lshl_b32 s6, s9, s6
+; GFX10-GISEL-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX10-GISEL-NEXT:    s_cmp_lg_u32 s6, s8
+; GFX10-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX10-GISEL-NEXT:    s_or_b32 s6, s9, s6
+; GFX10-GISEL-NEXT:    s_cmp_lt_i32 s4, 1
+; GFX10-GISEL-NEXT:    s_cselect_b32 s2, s6, s2
+; GFX10-GISEL-NEXT:    s_and_b32 s6, s2, 7
+; GFX10-GISEL-NEXT:    s_lshr_b32 s2, s2, 2
 ; GFX10-GISEL-NEXT:    s_cmp_eq_u32 s6, 3
+; GFX10-GISEL-NEXT:    s_cselect_b32 s7, 1, 0
+; GFX10-GISEL-NEXT:    s_cmp_gt_i32 s6, 5
+; GFX10-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX10-GISEL-NEXT:    s_or_b32 s6, s7, s6
+; GFX10-GISEL-NEXT:    s_cmp_lg_u32 s6, 0
 ; GFX10-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
-; GFX10-GISEL-NEXT:    s_lshr_b32 s4, s4, 2
-; GFX10-GISEL-NEXT:    s_or_b32 s6, s6, s7
-; GFX10-GISEL-NEXT:    s_add_i32 s4, s4, s6
-; GFX10-GISEL-NEXT:    s_cmp_lt_i32 s5, 31
-; GFX10-GISEL-NEXT:    s_movk_i32 s6, 0x7e00
-; GFX10-GISEL-NEXT:    s_cselect_b32 s4, s4, 0x7c00
-; GFX10-GISEL-NEXT:    s_cmp_lg_u32 s2, 0
-; GFX10-GISEL-NEXT:    s_cselect_b32 s2, s6, 0x7c00
-; GFX10-GISEL-NEXT:    s_cmpk_eq_i32 s5, 0x40f
-; GFX10-GISEL-NEXT:    s_cselect_b32 s2, s2, s4
+; GFX10-GISEL-NEXT:    s_add_i32 s2, s2, s6
+; GFX10-GISEL-NEXT:    s_cmp_gt_i32 s4, 30
+; GFX10-GISEL-NEXT:    s_cselect_b32 s2, 0x7c00, s2
+; GFX10-GISEL-NEXT:    s_cmpk_eq_i32 s4, 0x40f
+; GFX10-GISEL-NEXT:    s_cselect_b32 s2, s5, s2
 ; GFX10-GISEL-NEXT:    s_lshr_b32 s3, s3, 16
 ; GFX10-GISEL-NEXT:    s_and_b32 s3, s3, 0x8000
 ; GFX10-GISEL-NEXT:    s_or_b32 s2, s3, s2
@@ -477,59 +479,173 @@ define amdgpu_kernel void @fptrunc_f64_to_f16(ptr addrspace(1) %out, double %in)
 ; GFX11-SDAG-NEXT:    buffer_store_b16 v0, off, s[0:3], 0
 ; GFX11-SDAG-NEXT:    s_endpgm
 ;
-; GFX11-GISEL-LABEL: fptrunc_f64_to_f16:
-; GFX11-GISEL:       ; %bb.0:
-; GFX11-GISEL-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
-; GFX11-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
-; GFX11-GISEL-NEXT:    s_lshr_b32 s4, s3, 8
-; GFX11-GISEL-NEXT:    s_and_b32 s5, s3, 0x1ff
-; GFX11-GISEL-NEXT:    s_and_b32 s4, s4, 0xffe
-; GFX11-GISEL-NEXT:    s_or_b32 s2, s5, s2
-; GFX11-GISEL-NEXT:    s_cselect_b32 s2, 1, 0
-; GFX11-GISEL-NEXT:    s_bfe_u32 s5, s3, 0xb0014
-; GFX11-GISEL-NEXT:    s_or_b32 s2, s4, s2
-; GFX11-GISEL-NEXT:    s_sub_i32 s6, 0x3f1, s5
-; GFX11-GISEL-NEXT:    s_or_b32 s4, s2, 0x1000
-; GFX11-GISEL-NEXT:    v_med3_i32 v0, s6, 0, 13
-; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-NEXT:    v_readfirstlane_b32 s6, v0
-; GFX11-GISEL-NEXT:    s_lshr_b32 s7, s4, s6
-; GFX11-GISEL-NEXT:    s_lshl_b32 s6, s7, s6
-; GFX11-GISEL-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_4) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-NEXT:    s_cmp_lg_u32 s6, s4
-; GFX11-GISEL-NEXT:    s_cselect_b32 s4, 1, 0
-; GFX11-GISEL-NEXT:    s_addk_i32 s5, 0xfc10
-; GFX11-GISEL-NEXT:    s_or_b32 s4, s7, s4
-; GFX11-GISEL-NEXT:    s_lshl_b32 s6, s5, 12
-; GFX11-GISEL-NEXT:    s_or_b32 s6, s2, s6
-; GFX11-GISEL-NEXT:    s_cmp_lt_i32 s5, 1
-; GFX11-GISEL-NEXT:    s_cselect_b32 s4, s4, s6
-; GFX11-GISEL-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-NEXT:    s_and_b32 s6, s4, 7
-; GFX11-GISEL-NEXT:    s_cmp_gt_i32 s6, 5
-; GFX11-GISEL-NEXT:    s_cselect_b32 s7, 1, 0
-; GFX11-GISEL-NEXT:    s_cmp_eq_u32 s6, 3
-; GFX11-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
-; GFX11-GISEL-NEXT:    s_lshr_b32 s4, s4, 2
-; GFX11-GISEL-NEXT:    s_or_b32 s6, s6, s7
-; GFX11-GISEL-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX11-GISEL-NEXT:    s_add_i32 s4, s4, s6
-; GFX11-GISEL-NEXT:    s_cmp_lt_i32 s5, 31
-; GFX11-GISEL-NEXT:    s_movk_i32 s6, 0x7e00
-; GFX11-GISEL-NEXT:    s_cselect_b32 s4, s4, 0x7c00
-; GFX11-GISEL-NEXT:    s_cmp_lg_u32 s2, 0
-; GFX11-GISEL-NEXT:    s_cselect_b32 s2, s6, 0x7c00
-; GFX11-GISEL-NEXT:    s_cmpk_eq_i32 s5, 0x40f
-; GFX11-GISEL-NEXT:    s_cselect_b32 s2, s2, s4
-; GFX11-GISEL-NEXT:    s_lshr_b32 s3, s3, 16
-; GFX11-GISEL-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
-; GFX11-GISEL-NEXT:    s_and_b32 s3, s3, 0x8000
-; GFX11-GISEL-NEXT:    s_or_b32 s2, s3, s2
-; GFX11-GISEL-NEXT:    s_mov_b32 s3, 0x31016000
-; GFX11-GISEL-NEXT:    v_mov_b32_e32 v0, s2
-; GFX11-GISEL-NEXT:    s_mov_b32 s2, -1
-; GFX11-GISEL-NEXT:    buffer_store_b16 v0, off, s[0:3], 0
-; GFX11-GISEL-NEXT:    s_endpgm
+; GFX11-SAFE-GISEL-LABEL: fptrunc_f64_to_f16:
+; GFX11-SAFE-GISEL:       ; %bb.0:
+; GFX11-SAFE-GISEL-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
+; GFX11-SAFE-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX11-SAFE-GISEL-NEXT:    s_bfe_u32 s4, s3, 0xb0014
+; GFX11-SAFE-GISEL-NEXT:    s_lshr_b32 s5, s3, 8
+; GFX11-SAFE-GISEL-NEXT:    s_and_b32 s6, s3, 0x1ff
+; GFX11-SAFE-GISEL-NEXT:    s_addk_i32 s4, 0xfc10
+; GFX11-SAFE-GISEL-NEXT:    s_and_b32 s5, s5, 0xffe
+; GFX11-SAFE-GISEL-NEXT:    s_or_b32 s2, s6, s2
+; GFX11-SAFE-GISEL-NEXT:    s_cselect_b32 s2, 1, 0
+; GFX11-SAFE-GISEL-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX11-SAFE-GISEL-NEXT:    s_or_b32 s2, s5, s2
+; GFX11-SAFE-GISEL-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX11-SAFE-GISEL-NEXT:    s_sub_i32 s6, 1, s4
+; GFX11-SAFE-GISEL-NEXT:    s_or_b32 s8, s2, 0x1000
+; GFX11-SAFE-GISEL-NEXT:    s_max_i32 s6, s6, 0
+; GFX11-SAFE-GISEL-NEXT:    s_lshl_b32 s7, s4, 12
+; GFX11-SAFE-GISEL-NEXT:    s_min_i32 s6, s6, 13
+; GFX11-SAFE-GISEL-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX11-SAFE-GISEL-NEXT:    s_lshr_b32 s9, s8, s6
+; GFX11-SAFE-GISEL-NEXT:    s_or_b32 s2, s2, s7
+; GFX11-SAFE-GISEL-NEXT:    s_lshl_b32 s6, s9, s6
+; GFX11-SAFE-GISEL-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX11-SAFE-GISEL-NEXT:    s_cmp_lg_u32 s6, s8
+; GFX11-SAFE-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX11-SAFE-GISEL-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
+; GFX11-SAFE-GISEL-NEXT:    s_or_b32 s6, s9, s6
+; GFX11-SAFE-GISEL-NEXT:    s_cmp_lt_i32 s4, 1
+; GFX11-SAFE-GISEL-NEXT:    s_cselect_b32 s2, s6, s2
+; GFX11-SAFE-GISEL-NEXT:    s_and_b32 s6, s2, 7
+; GFX11-SAFE-GISEL-NEXT:    s_lshr_b32 s2, s2, 2
+; GFX11-SAFE-GISEL-NEXT:    s_cmp_eq_u32 s6, 3
+; GFX11-SAFE-GISEL-NEXT:    s_cselect_b32 s7, 1, 0
+; GFX11-SAFE-GISEL-NEXT:    s_cmp_gt_i32 s6, 5
+; GFX11-SAFE-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX11-SAFE-GISEL-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
+; GFX11-SAFE-GISEL-NEXT:    s_or_b32 s6, s7, s6
+; GFX11-SAFE-GISEL-NEXT:    s_cmp_lg_u32 s6, 0
+; GFX11-SAFE-GISEL-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX11-SAFE-GISEL-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX11-SAFE-GISEL-NEXT:    s_add_i32 s2, s2, s6
+; GFX11-SAFE-GISEL-NEXT:    s_cmp_gt_i32 s4, 30
+; GFX11-SAFE-GISEL-NEXT:    s_cselect_b32 s2, 0x7c00, s2
+; GFX11-SAFE-GISEL-NEXT:    s_cmpk_eq_i32 s4, 0x40f
+; GFX11-SAFE-GISEL-NEXT:    s_cselect_b32 s2, s5, s2
+; GFX11-SAFE-GISEL-NEXT:    s_lshr_b32 s3, s3, 16
+; GFX11-SAFE-GISEL-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
+; GFX11-SAFE-GISEL-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX11-SAFE-GISEL-NEXT:    s_or_b32 s2, s3, s2
+; GFX11-SAFE-GISEL-NEXT:    s_mov_b32 s3, 0x31016000
+; GFX11-SAFE-GISEL-NEXT:    v_mov_b16_e32 v0.l, s2
+; GFX11-SAFE-GISEL-NEXT:    s_mov_b32 s2, -1
+; GFX11-SAFE-GISEL-NEXT:    buffer_store_b16 v0, off, s[0:3], 0
+; GFX11-SAFE-GISEL-NEXT:    s_endpgm
+;
+; GFX11-UNSAFE-GISEL-TRUE16-LABEL: fptrunc_f64_to_f16:
+; GFX11-UNSAFE-GISEL-TRUE16:       ; %bb.0:
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_bfe_u32 s4, s3, 0xb0014
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_lshr_b32 s5, s3, 8
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_and_b32 s6, s3, 0x1ff
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_addk_i32 s4, 0xfc10
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_and_b32 s5, s5, 0xffe
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_or_b32 s2, s6, s2
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cselect_b32 s2, 1, 0
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_or_b32 s2, s5, s2
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_sub_i32 s6, 1, s4
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_or_b32 s8, s2, 0x1000
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_max_i32 s6, s6, 0
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_lshl_b32 s7, s4, 12
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_min_i32 s6, s6, 13
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_lshr_b32 s9, s8, s6
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_or_b32 s2, s2, s7
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_lshl_b32 s6, s9, s6
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s6, s8
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_or_b32 s6, s9, s6
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cmp_lt_i32 s4, 1
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cselect_b32 s2, s6, s2
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_and_b32 s6, s2, 7
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_lshr_b32 s2, s2, 2
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cmp_eq_u32 s6, 3
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cselect_b32 s7, 1, 0
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s6, 5
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_or_b32 s6, s7, s6
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cmp_lg_u32 s6, 0
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_add_i32 s2, s2, s6
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cmp_gt_i32 s4, 30
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cselect_b32 s2, 0x7c00, s2
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cmpk_eq_i32 s4, 0x40f
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_cselect_b32 s2, s5, s2
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_lshr_b32 s3, s3, 16
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_or_b32 s2, s3, s2
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_mov_b32 s3, 0x31016000
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    v_mov_b16_e32 v0.l, s2
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_mov_b32 s2, -1
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    buffer_store_b16 v0, off, s[0:3], 0
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_endpgm
+;
+; GFX11-UNSAFE-GISEL-FAKE16-LABEL: fptrunc_f64_to_f16:
+; GFX11-UNSAFE-GISEL-FAKE16:       ; %bb.0:
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_waitcnt lgkmcnt(0)
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_bfe_u32 s4, s3, 0xb0014
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_lshr_b32 s5, s3, 8
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_and_b32 s6, s3, 0x1ff
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_addk_i32 s4, 0xfc10
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_and_b32 s5, s5, 0xffe
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_or_b32 s2, s6, s2
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cselect_b32 s2, 1, 0
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_or_b32 s2, s5, s2
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cselect_b32 s5, 1, 0
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_sub_i32 s6, 1, s4
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_or_b32 s8, s2, 0x1000
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_max_i32 s6, s6, 0
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_lshl_b32 s7, s4, 12
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_min_i32 s6, s6, 13
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_lshl_b32 s5, s5, 9
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_lshr_b32 s9, s8, s6
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_or_b32 s2, s2, s7
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_lshl_b32 s6, s9, s6
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_or_b32 s5, s5, 0x7c00
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s6, s8
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1)
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_or_b32 s6, s9, s6
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cmp_lt_i32 s4, 1
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cselect_b32 s2, s6, s2
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_and_b32 s6, s2, 7
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_lshr_b32 s2, s2, 2
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cmp_eq_u32 s6, 3
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cselect_b32 s7, 1, 0
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s6, 5
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_or_b32 s6, s7, s6
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cmp_lg_u32 s6, 0
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cselect_b32 s6, 1, 0
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_add_i32 s2, s2, s6
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cmp_gt_i32 s4, 30
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cselect_b32 s2, 0x7c00, s2
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cmpk_eq_i32 s4, 0x40f
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_cselect_b32 s2, s5, s2
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_lshr_b32 s3, s3, 16
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_and_b32 s3, s3, 0x8000
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_or_b32 s2, s3, s2
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_mov_b32 s3, 0x31016000
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    v_mov_b32_e32 v0, s2
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_mov_b32 s2, -1
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    buffer_store_b16 v0, off, s[0:3], 0
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_endpgm
   %result = fptrunc double %in to half
   %result_i16 = bitcast half %result to i16
   store i16 %result_i16, ptr addrspace(1) %out
@@ -564,8 +680,8 @@ define amdgpu_kernel void @fptrunc_f64_to_f16_afn(ptr addrspace(1) %out, double
 ; VI-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
 ; VI-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
 ; VI-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, s[2:3]
-; VI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
 ; VI-GISEL-NEXT:    s_mov_b32 s2, -1
+; VI-GISEL-NEXT:    s_mov_b32 s3, 0xf000
 ; VI-GISEL-NEXT:    v_cvt_f16_f32_e32 v0, v0
 ; VI-GISEL-NEXT:    buffer_store_short v0, off, s[0:3], 0
 ; VI-GISEL-NEXT:    s_endpgm
@@ -586,8 +702,8 @@ define amdgpu_kernel void @fptrunc_f64_to_f16_afn(ptr addrspace(1) %out, double
 ; GFX10-GISEL-NEXT:    s_load_dwordx4 s[0:3], s[4:5], 0x24
 ; GFX10-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
 ; GFX10-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, s[2:3]
-; GFX10-GISEL-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX10-GISEL-NEXT:    s_mov_b32 s2, -1
+; GFX10-GISEL-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX10-GISEL-NEXT:    v_cvt_f16_f32_e32 v0, v0
 ; GFX10-GISEL-NEXT:    buffer_store_short v0, off, s[0:3], 0
 ; GFX10-GISEL-NEXT:    s_endpgm
@@ -609,8 +725,8 @@ define amdgpu_kernel void @fptrunc_f64_to_f16_afn(ptr addrspace(1) %out, double
 ; GFX11-SAFE-GISEL-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
 ; GFX11-SAFE-GISEL-NEXT:    s_waitcnt lgkmcnt(0)
 ; GFX11-SAFE-GISEL-NEXT:    v_cvt_f32_f64_e32 v0, s[2:3]
-; GFX11-SAFE-GISEL-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX11-SAFE-GISEL-NEXT:    s_mov_b32 s2, -1
+; GFX11-SAFE-GISEL-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX11-SAFE-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_1)
 ; GFX11-SAFE-GISEL-NEXT:    v_cvt_f16_f32_e32 v0.l, v0
 ; GFX11-SAFE-GISEL-NEXT:    buffer_store_b16 v0, off, s[0:3], 0
@@ -645,8 +761,8 @@ define amdgpu_kernel void @fptrunc_f64_to_f16_afn(ptr addrspace(1) %out, double
 ; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
 ; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_waitcnt lgkmcnt(0)
 ; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    v_cvt_f32_f64_e32 v0, s[2:3]
-; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_mov_b32 s2, -1
+; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
 ; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    v_cvt_f16_f32_e32 v0.l, v0
 ; GFX11-UNSAFE-GISEL-TRUE16-NEXT:    buffer_store_b16 v0, off, s[0:3], 0
@@ -657,8 +773,8 @@ define amdgpu_kernel void @fptrunc_f64_to_f16_afn(ptr addrspace(1) %out, double
 ; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_load_b128 s[0:3], s[4:5], 0x24
 ; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_waitcnt lgkmcnt(0)
 ; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    v_cvt_f32_f64_e32 v0, s[2:3]
-; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_mov_b32 s2, -1
+; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_mov_b32 s3, 0x31016000
 ; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
 ; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    v_cvt_f16_f32_e32 v0, v0
 ; GFX11-UNSAFE-GISEL-FAKE16-NEXT:    buffer_store_b16 v0, off, s[0:3], 0
@@ -1908,46 +2024,47 @@ define half @fabs_fptrunc_f64_to_f16(double %x) {
 ; VI-GISEL:       ; %bb.0:
 ; VI-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
 ; VI-GISEL-NEXT:    v_and_b32_e32 v1, 0x7fffffff, v1
-; VI-GISEL-NEXT:    v_and_b32_e32 v2, 0x1ff, v1
-; VI-GISEL-NEXT:    v_or_b32_e32 v0, v2, v0
+; VI-GISEL-NEXT:    v_bfe_u32 v2, v1, 20, 11
+; VI-GISEL-NEXT:    v_and_b32_e32 v4, 0x1ff, v1
+; VI-GISEL-NEXT:    v_add_u32_e32 v2, vcc, 0xfffffc10, v2
+; VI-GISEL-NEXT:    v_or_b32_e32 v0, v4, v0
+; VI-GISEL-NEXT:    v_lshrrev_b32_e32 v3, 8, v1
 ; VI-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v0
-; VI-GISEL-NEXT:    v_lshrrev_b32_e32 v2, 8, v1
+; VI-GISEL-NEXT:    v_and_b32_e32 v3, 0xffe, v3
 ; VI-GISEL-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
-; VI-GISEL-NEXT:    v_and_b32_e32 v2, 0xffe, v2
-; VI-GISEL-NEXT:    v_lshrrev_b32_e32 v1, 20, v1
-; VI-GISEL-NEXT:    s_movk_i32 s4, 0x3f1
-; VI-GISEL-NEXT:    v_or_b32_e32 v0, v2, v0
-; VI-GISEL-NEXT:    v_sub_u32_e32 v3, vcc, s4, v1
-; VI-GISEL-NEXT:    v_or_b32_e32 v2, 0x1000, v0
-; VI-GISEL-NEXT:    v_med3_i32 v3, v3, 0, 13
-; VI-GISEL-NEXT:    v_lshrrev_b32_e32 v4, v3, v2
-; VI-GISEL-NEXT:    v_lshlrev_b32_e32 v3, v3, v4
-; VI-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc, v3, v2
-; VI-GISEL-NEXT:    s_movk_i32 s4, 0xfc10
-; VI-GISEL-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc
-; VI-GISEL-NEXT:    v_add_u32_e32 v1, vcc, s4, v1
-; VI-GISEL-NEXT:    v_lshlrev_b32_e32 v3, 12, v1
-; VI-GISEL-NEXT:    v_or_b32_e32 v2, v4, v2
-; VI-GISEL-NEXT:    v_or_b32_e32 v3, v0, v3
-; VI-GISEL-NEXT:    v_cmp_gt_i32_e32 vcc, 1, v1
-; VI-GISEL-NEXT:    v_cndmask_b32_e32 v2, v3, v2, vcc
-; VI-GISEL-NEXT:    v_and_b32_e32 v3, 7, v2
-; VI-GISEL-NEXT:    v_cmp_lt_i32_e32 vcc, 5, v3
-; VI-GISEL-NEXT:    v_cndmask_b32_e64 v4, 0, 1, vcc
-; VI-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc, 3, v3
-; VI-GISEL-NEXT:    v_cndmask_b32_e64 v3, 0, 1, vcc
-; VI-GISEL-NEXT:    v_or_b32_e32 v3, v3, v4
-; VI-GISEL-NEXT:    v_lshrrev_b32_e32 v2, 2, v2
-; VI-GISEL-NEXT:    v_add_u32_e32 v2, vcc, v2, v3
-; VI-GISEL-NEXT:    v_mov_b32_e32 v3, 0x7c00
-; VI-GISEL-NEXT:    v_cmp_gt_i32_e32 vcc, 31, v1
-; VI-GISEL-NEXT:    v_cndmask_b32_e32 v2, v3, v2, vcc
-; VI-GISEL-NEXT:    v_mov_b32_e32 v4, 0x7e00
+; VI-GISEL-NEXT:    v_or_b32_e32 v0, v3, v0
 ; VI-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v0
-; VI-GISEL-NEXT:    s_movk_i32 s4, 0x40f
-; VI-GISEL-NEXT:    v_cndmask_b32_e32 v0, v3, v4, vcc
-; VI-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc, s4, v1
-; VI-GISEL-NEXT:    v_cndmask_b32_e32 v0, v2, v0, vcc
+; VI-GISEL-NEXT:    v_cndmask_b32_e64 v3, 0, 1, vcc
+; VI-GISEL-NEXT:    v_lshlrev_b32_e32 v5, 12, v2
+; VI-GISEL-NEXT:    v_sub_u32_e32 v6, vcc, 1, v2
+; VI-GISEL-NEXT:    v_or_b32_e32 v5, v0, v5
+; VI-GISEL-NEXT:    v_med3_i32 v6, v6, 0, 13
+; VI-GISEL-NEXT:    v_or_b32_e32 v0, 0x1000, v0
+; VI-GISEL-NEXT:    v_lshrrev_b32_e32 v7, v6, v0
+; VI-GISEL-NEXT:    v_lshlrev_b32_e32 v6, v6, v7
+; VI-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc, v6, v0
+; VI-GISEL-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
+; VI-GISEL-NEXT:    v_or_b32_e32 v0, v7, v0
+; VI-GISEL-NEXT:    v_cmp_gt_i32_e32 vcc, 1, v2
+; VI-GISEL-NEXT:    v_cndmask_b32_e32 v0, v5, v0, vcc
+; VI-GISEL-NEXT:    v_and_b32_e32 v5, 7, v0
+; VI-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc, 3, v5
+; VI-GISEL-NEXT:    v_cmp_lt_i32_e64 s[4:5], 5, v5
+; VI-GISEL-NEXT:    s_or_b64 s[4:5], vcc, s[4:5]
+; VI-GISEL-NEXT:    v_lshrrev_b32_e32 v0, 2, v0
+; VI-GISEL-NEXT:    v_cndmask_b32_e64 v5, 0, 1, s[4:5]
+; VI-GISEL-NEXT:    v_add_u32_e32 v0, vcc, v0, v5
+; VI-GISEL-NEXT:    v_mov_b32_e32 v4, 0x7c00
+; VI-GISEL-NEXT:    v_cmp_lt_i32_e32 vcc, 30, v2
+; VI-GISEL-NEXT:    v_lshlrev_b32_e32 v3, 9, v3
+; VI-GISEL-NEXT:    v_cndmask_b32_e32 v0, v0, v4, vcc
+; VI-GISEL-NEXT:    v_mov_b32_e32 v4, 0x40f
+; VI-GISEL-NEXT:    v_or_b32_e32 v3, 0x7c00, v3
+; VI-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc, v2, v4
+; VI-GISEL-NEXT:    v_mov_b32_e32 v2, 0x8000
+; VI-GISEL-NEXT:    v_cndmask_b32_e32 v0, v0, v3, vcc
+; VI-GISEL-NEXT:    v_and_b32_sdwa v1, v1, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:DWORD
+; VI-GISEL-NEXT:    v_or_b32_e32 v0, v1, v0
 ; VI-GISEL-NEXT:    s_setpc_b64 s[30:31]
 ;
 ; GFX10-SDAG-LABEL: fabs_fptrunc_f64_to_f16:
@@ -1994,38 +2111,39 @@ define half @fabs_fptrunc_f64_to_f16(double %x) {
 ; GFX10-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
 ; GFX10-GISEL-NEXT:    v_and_b32_e32 v1, 0x7fffffff, v1
 ; GFX10-GISEL-NEXT:    v_and_or_b32 v0, 0x1ff, v1, v0
-; GFX10-GISEL-NEXT:    v_lshrrev_b32_e32 v2, 8, v1
-; GFX10-GISEL-NEXT:    v_lshrrev_b32_e32 v1, 20, v1
+; GFX10-GISEL-NEXT:    v_bfe_u32 v2, v1, 20, 11
+; GFX10-GISEL-NEXT:    v_lshrrev_b32_e32 v3, 8, v1
+; GFX10-GISEL-NEXT:    v_lshrrev_b32_e32 v1, 16, v1
 ; GFX10-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX10-GISEL-NEXT:    v_sub_nc_u32_e32 v3, 0x3f1, v1
-; GFX10-GISEL-NEXT:    v_add_nc_u32_e32 v1, 0xfffffc10, v1
+; GFX10-GISEL-NEXT:    v_add_nc_u32_e32 v2, 0xfffffc10, v2
 ; GFX10-GISEL-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
-; GFX10-GISEL-NEXT:    v_and_or_b32 v0, 0xffe, v2, v0
-; GFX10-GISEL-NEXT:    v_med3_i32 v2, v3, 0, 13
-; GFX10-GISEL-NEXT:    v_or_b32_e32 v3, 0x1000, v0
-; GFX10-GISEL-NEXT:    v_lshrrev_b32_e32 v4, v2, v3
-; GFX10-GISEL-NEXT:    v_lshlrev_b32_e32 v2, v2, v4
-; GFX10-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc_lo, v2, v3
-; GFX10-GISEL-NEXT:    v_lshl_or_b32 v3, v1, 12, v0
-; GFX10-GISEL-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc_lo
-; GFX10-GISEL-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 1, v1
-; GFX10-GISEL-NEXT:    v_or_b32_e32 v2, v4, v2
-; GFX10-GISEL-NEXT:    v_cndmask_b32_e32 v2, v3, v2, vcc_lo
-; GFX10-GISEL-NEXT:    v_and_b32_e32 v3, 7, v2
-; GFX10-GISEL-NEXT:    v_lshrrev_b32_e32 v2, 2, v2
-; GFX10-GISEL-NEXT:    v_cmp_lt_i32_e32 vcc_lo, 5, v3
-; GFX10-GISEL-NEXT:    v_cndmask_b32_e64 v4, 0, 1, vcc_lo
-; GFX10-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 3, v3
+; GFX10-GISEL-NEXT:    v_sub_nc_u32_e32 v4, 1, v2
+; GFX10-GISEL-NEXT:    v_and_or_b32 v0, 0xffe, v3, v0
+; GFX10-GISEL-NEXT:    v_med3_i32 v3, v4, 0, 13
+; GFX10-GISEL-NEXT:    v_or_b32_e32 v4, 0x1000, v0
+; GFX10-GISEL-NEXT:    v_lshrrev_b32_e32 v5, v3, v4
+; GFX10-GISEL-NEXT:    v_lshlrev_b32_e32 v3, v3, v5
+; GFX10-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc_lo, v3, v4
+; GFX10-GISEL-NEXT:    v_lshl_or_b32 v4, v2, 12, v0
 ; GFX10-GISEL-NEXT:    v_cndmask_b32_e64 v3, 0, 1, vcc_lo
-; GFX10-GISEL-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 31, v1
-; GFX10-GISEL-NEXT:    v_or_b32_e32 v3, v3, v4
-; GFX10-GISEL-NEXT:    v_add_nc_u32_e32 v2, v2, v3
-; GFX10-GISEL-NEXT:    v_mov_b32_e32 v3, 0x7e00
-; GFX10-GISEL-NEXT:    v_cndmask_b32_e32 v2, 0x7c00, v2, vcc_lo
+; GFX10-GISEL-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 1, v2
+; GFX10-GISEL-NEXT:    v_or_b32_e32 v3, v5, v3
+; GFX10-GISEL-NEXT:    v_cndmask_b32_e32 v3, v4, v3, vcc_lo
+; GFX10-GISEL-NEXT:    v_and_b32_e32 v4, 7, v3
+; GFX10-GISEL-NEXT:    v_lshrrev_b32_e32 v3, 2, v3
+; GFX10-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 3, v4
+; GFX10-GISEL-NEXT:    v_cmp_lt_i32_e64 s4, 5, v4
+; GFX10-GISEL-NEXT:    s_or_b32 s4, vcc_lo, s4
 ; GFX10-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX10-GISEL-NEXT:    v_cndmask_b32_e32 v0, 0x7c00, v3, vcc_lo
-; GFX10-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 0x40f, v1
-; GFX10-GISEL-NEXT:    v_cndmask_b32_e32 v0, v2, v0, vcc_lo
+; GFX10-GISEL-NEXT:    v_cndmask_b32_e64 v4, 0, 1, s4
+; GFX10-GISEL-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
+; GFX10-GISEL-NEXT:    v_add_nc_u32_e32 v3, v3, v4
+; GFX10-GISEL-NEXT:    v_cmp_lt_i32_e32 vcc_lo, 30, v2
+; GFX10-GISEL-NEXT:    v_lshl_or_b32 v0, v0, 9, 0x7c00
+; GFX10-GISEL-NEXT:    v_cndmask_b32_e64 v3, v3, 0x7c00, vcc_lo
+; GFX10-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 0x40f, v2
+; GFX10-GISEL-NEXT:    v_cndmask_b32_e32 v0, v3, v0, vcc_lo
+; GFX10-GISEL-NEXT:    v_and_or_b32 v0, 0x8000, v1, v0
 ; GFX10-GISEL-NEXT:    s_setpc_b64 s[30:31]
 ;
 ; GFX11-SDAG-LABEL: fabs_fptrunc_f64_to_f16:
@@ -2081,45 +2199,48 @@ define half @fabs_fptrunc_f64_to_f16(double %x) {
 ; GFX11-GISEL-NEXT:    v_and_b32_e32 v1, 0x7fffffff, v1
 ; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_2) | instid1(VALU_DEP_3)
 ; GFX11-GISEL-NEXT:    v_and_or_b32 v0, 0x1ff, v1, v0
-; GFX11-GISEL-NEXT:    v_lshrrev_b32_e32 v2, 8, v1
-; GFX11-GISEL-NEXT:    v_lshrrev_b32_e32 v1, 20, v1
+; GFX11-GISEL-NEXT:    v_bfe_u32 v2, v1, 20, 11
+; GFX11-GISEL-NEXT:    v_lshrrev_b32_e32 v3, 8, v1
 ; GFX11-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
-; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1)
-; GFX11-GISEL-NEXT:    v_sub_nc_u32_e32 v3, 0x3f1, v1
-; GFX11-GISEL-NEXT:    v_add_nc_u32_e32 v1, 0xfffffc10, v1
+; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2)
+; GFX11-GISEL-NEXT:    v_add_nc_u32_e32 v2, 0xfffffc10, v2
 ; GFX11-GISEL-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
-; GFX11-GISEL-NEXT:    v_and_or_b32 v0, 0xffe, v2, v0
-; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_2)
-; GFX11-GISEL-NEXT:    v_med3_i32 v2, v3, 0, 13
-; GFX11-GISEL-NEXT:    v_or_b32_e32 v3, 0x1000, v0
-; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX11-GISEL-NEXT:    v_lshrrev_b32_e32 v4, v2, v3
-; GFX11-GISEL-NEXT:    v_lshlrev_b32_e32 v2, v2, v4
-; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_2)
-; GFX11-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc_lo, v2, v3
-; GFX11-GISEL-NEXT:    v_lshl_or_b32 v3, v1, 12, v0
-; GFX11-GISEL-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc_lo
-; GFX11-GISEL-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 1, v1
-; GFX11-GISEL-NEXT:    v_or_b32_e32 v2, v4, v2
+; GFX11-GISEL-NEXT:    v_sub_nc_u32_e32 v4, 1, v2
+; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
+; GFX11-GISEL-NEXT:    v_and_or_b32 v0, 0xffe, v3, v0
+; GFX11-GISEL-NEXT:    v_med3_i32 v3, v4, 0, 13
+; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
+; GFX11-GISEL-NEXT:    v_or_b32_e32 v4, 0x1000, v0
+; GFX11-GISEL-NEXT:    v_lshrrev_b32_e32 v5, v3, v4
 ; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX11-GISEL-NEXT:    v_cndmask_b32_e32 v2, v3, v2, vcc_lo
-; GFX11-GISEL-NEXT:    v_and_b32_e32 v3, 7, v2
-; GFX11-GISEL-NEXT:    v_lshrrev_b32_e32 v2, 2, v2
-; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2)
-; GFX11-GISEL-NEXT:    v_cmp_lt_i32_e32 vcc_lo, 5, v3
-; GFX11-GISEL-NEXT:    v_cndmask_b32_e64 v4, 0, 1, vcc_lo
-; GFX11-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 3, v3
+; GFX11-GISEL-NEXT:    v_lshlrev_b32_e32 v3, v3, v5
+; GFX11-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc_lo, v3, v4
+; GFX11-GISEL-NEXT:    v_lshl_or_b32 v4, v2, 12, v0
 ; GFX11-GISEL-NEXT:    v_cndmask_b32_e64 v3, 0, 1, vcc_lo
-; GFX11-GISEL-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 31, v1
-; GFX11-GISEL-NEXT:    v_or_b32_e32 v3, v3, v4
-; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
-; GFX11-GISEL-NEXT:    v_dual_mov_b32 v3, 0x7e00 :: v_dual_add_nc_u32 v2, v2, v3
-; GFX11-GISEL-NEXT:    v_cndmask_b32_e32 v2, 0x7c00, v2, vcc_lo
+; GFX11-GISEL-NEXT:    v_cmp_gt_i32_e32 vcc_lo, 1, v2
+; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
+; GFX11-GISEL-NEXT:    v_or_b32_e32 v3, v5, v3
+; GFX11-GISEL-NEXT:    v_cndmask_b32_e32 v3, v4, v3, vcc_lo
+; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2)
+; GFX11-GISEL-NEXT:    v_and_b32_e32 v4, 7, v3
+; GFX11-GISEL-NEXT:    v_lshrrev_b32_e32 v3, 2, v3
+; GFX11-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 3, v4
+; GFX11-GISEL-NEXT:    v_cmp_lt_i32_e64 s0, 5, v4
+; GFX11-GISEL-NEXT:    s_or_b32 s0, vcc_lo, s0
 ; GFX11-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v0
+; GFX11-GISEL-NEXT:    v_cndmask_b32_e64 v4, 0, 1, s0
+; GFX11-GISEL-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
+; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_1) | instid1(VALU_DEP_3)
+; GFX11-GISEL-NEXT:    v_add_nc_u32_e32 v3, v3, v4
+; GFX11-GISEL-NEXT:    v_cmp_lt_i32_e32 vcc_lo, 30, v2
+; GFX11-GISEL-NEXT:    v_lshl_or_b32 v0, v0, 9, 0x7c00
 ; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_2)
-; GFX11-GISEL-NEXT:    v_cndmask_b32_e32 v0, 0x7c00, v3, vcc_lo
-; GFX11-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 0x40f, v1
-; GFX11-GISEL-NEXT:    v_cndmask_b32_e32 v0, v2, v0, vcc_lo
+; GFX11-GISEL-NEXT:    v_cndmask_b32_e64 v3, v3, 0x7c00, vcc_lo
+; GFX11-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc_lo, 0x40f, v2
+; GFX11-GISEL-NEXT:    v_cndmask_b32_e32 v0, v3, v0, vcc_lo
+; GFX11-GISEL-NEXT:    v_lshrrev_b32_e32 v1, 16, v1
+; GFX11-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_1)
+; GFX11-GISEL-NEXT:    v_and_or_b32 v0, 0x8000, v1, v0
 ; GFX11-GISEL-NEXT:    s_setpc_b64 s[30:31]
   %t = fptrunc double %x to half
   %a = call half @llvm.fabs.f16(half %t)
diff --git a/llvm/test/CodeGen/AMDGPU/fptrunc.v2f16.no.fast.math.ll b/llvm/test/CodeGen/AMDGPU/fptrunc.v2f16.no.fast.math.ll
index b3ca80771144c..332e65874e45f 100644
--- a/llvm/test/CodeGen/AMDGPU/fptrunc.v2f16.no.fast.math.ll
+++ b/llvm/test/CodeGen/AMDGPU/fptrunc.v2f16.no.fast.math.ll
@@ -1,6 +1,6 @@
 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5
 ; RUN: llc -mtriple=amdgpu9.50 -global-isel=0 < %s | FileCheck -check-prefixes=GFX950,GFX950-SDAG %s
-; RUN: llc -mtriple=amdgpu9.50 -global-isel=1 -global-isel-abort=2 < %s | FileCheck -check-prefixes=GFX950,GFX950-GISEL %s
+; RUN: llc -mtriple=amdgpu9.50 -global-isel=1 < %s | FileCheck -check-prefixes=GFX950,GFX950-GISEL %s
 
 define <2 x half> @v_test_cvt_v2f32_v2f16(<2 x float> %src) {
 ; GFX950-LABEL: v_test_cvt_v2f32_v2f16:
@@ -289,96 +289,181 @@ define half @fptrunc_v16f32_v16f16_extract_uses(<16 x float> %vec_float) {
 }
 
 define <2 x half> @v_test_cvt_v2f64_v2f16(<2 x double> %src) {
-; GFX950-LABEL: v_test_cvt_v2f64_v2f16:
-; GFX950:       ; %bb.0:
-; GFX950-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX950-NEXT:    s_movk_i32 s0, 0x1ff
-; GFX950-NEXT:    v_and_or_b32 v0, v1, s0, v0
-; GFX950-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v0
-; GFX950-NEXT:    v_lshrrev_b32_e32 v4, 8, v1
-; GFX950-NEXT:    s_movk_i32 s1, 0xffe
-; GFX950-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
-; GFX950-NEXT:    v_bfe_u32 v5, v1, 20, 11
-; GFX950-NEXT:    v_and_or_b32 v0, v4, s1, v0
-; GFX950-NEXT:    v_sub_u32_e32 v6, 0x3f1, v5
-; GFX950-NEXT:    v_or_b32_e32 v4, 0x1000, v0
-; GFX950-NEXT:    v_med3_i32 v6, v6, 0, 13
-; GFX950-NEXT:    v_lshrrev_b32_e32 v7, v6, v4
-; GFX950-NEXT:    v_lshlrev_b32_e32 v6, v6, v7
-; GFX950-NEXT:    v_cmp_ne_u32_e32 vcc, v6, v4
-; GFX950-NEXT:    v_add_u32_e32 v5, 0xfffffc10, v5
-; GFX950-NEXT:    v_lshl_or_b32 v6, v5, 12, v0
-; GFX950-NEXT:    v_cndmask_b32_e64 v4, 0, 1, vcc
-; GFX950-NEXT:    v_or_b32_e32 v4, v7, v4
-; GFX950-NEXT:    v_cmp_gt_i32_e32 vcc, 1, v5
-; GFX950-NEXT:    s_movk_i32 s2, 0x40f
-; GFX950-NEXT:    v_lshrrev_b32_e32 v1, 16, v1
-; GFX950-NEXT:    v_cndmask_b32_e32 v4, v6, v4, vcc
-; GFX950-NEXT:    v_and_b32_e32 v6, 7, v4
-; GFX950-NEXT:    v_cmp_lt_i32_e32 vcc, 5, v6
-; GFX950-NEXT:    v_lshrrev_b32_e32 v4, 2, v4
-; GFX950-NEXT:    s_mov_b32 s3, 0x8000
-; GFX950-NEXT:    v_cndmask_b32_e64 v7, 0, 1, vcc
-; GFX950-NEXT:    v_cmp_eq_u32_e32 vcc, 3, v6
-; GFX950-NEXT:    s_nop 1
-; GFX950-NEXT:    v_cndmask_b32_e64 v6, 0, 1, vcc
-; GFX950-NEXT:    v_or_b32_e32 v6, v6, v7
-; GFX950-NEXT:    v_add_u32_e32 v4, v4, v6
-; GFX950-NEXT:    v_mov_b32_e32 v6, 0x7c00
-; GFX950-NEXT:    v_cmp_gt_i32_e32 vcc, 31, v5
-; GFX950-NEXT:    v_mov_b32_e32 v7, 0x7e00
-; GFX950-NEXT:    s_nop 0
-; GFX950-NEXT:    v_cndmask_b32_e32 v4, v6, v4, vcc
-; GFX950-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v0
-; GFX950-NEXT:    s_nop 1
-; GFX950-NEXT:    v_cndmask_b32_e32 v0, v6, v7, vcc
-; GFX950-NEXT:    v_cmp_eq_u32_e32 vcc, s2, v5
-; GFX950-NEXT:    s_nop 1
-; GFX950-NEXT:    v_cndmask_b32_e32 v0, v4, v0, vcc
-; GFX950-NEXT:    v_and_or_b32 v0, v1, s3, v0
-; GFX950-NEXT:    v_and_or_b32 v1, v3, s0, v2
-; GFX950-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v1
-; GFX950-NEXT:    v_lshrrev_b32_e32 v2, 8, v3
-; GFX950-NEXT:    v_bfe_u32 v4, v3, 20, 11
-; GFX950-NEXT:    v_cndmask_b32_e64 v1, 0, 1, vcc
-; GFX950-NEXT:    v_and_or_b32 v1, v2, s1, v1
-; GFX950-NEXT:    v_sub_u32_e32 v5, 0x3f1, v4
-; GFX950-NEXT:    v_or_b32_e32 v2, 0x1000, v1
-; GFX950-NEXT:    v_med3_i32 v5, v5, 0, 13
-; GFX950-NEXT:    v_lshrrev_b32_e32 v8, v5, v2
-; GFX950-NEXT:    v_lshlrev_b32_e32 v5, v5, v8
-; GFX950-NEXT:    v_cmp_ne_u32_e32 vcc, v5, v2
-; GFX950-NEXT:    v_add_u32_e32 v4, 0xfffffc10, v4
-; GFX950-NEXT:    v_lshl_or_b32 v5, v4, 12, v1
-; GFX950-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc
-; GFX950-NEXT:    v_or_b32_e32 v2, v8, v2
-; GFX950-NEXT:    v_cmp_gt_i32_e32 vcc, 1, v4
-; GFX950-NEXT:    s_mov_b32 s0, 0x5040100
-; GFX950-NEXT:    s_nop 0
-; GFX950-NEXT:    v_cndmask_b32_e32 v2, v5, v2, vcc
-; GFX950-NEXT:    v_and_b32_e32 v5, 7, v2
-; GFX950-NEXT:    v_cmp_lt_i32_e32 vcc, 5, v5
-; GFX950-NEXT:    v_lshrrev_b32_e32 v2, 2, v2
-; GFX950-NEXT:    s_nop 0
-; GFX950-NEXT:    v_cndmask_b32_e64 v8, 0, 1, vcc
-; GFX950-NEXT:    v_cmp_eq_u32_e32 vcc, 3, v5
-; GFX950-NEXT:    s_nop 1
-; GFX950-NEXT:    v_cndmask_b32_e64 v5, 0, 1, vcc
-; GFX950-NEXT:    v_or_b32_e32 v5, v5, v8
-; GFX950-NEXT:    v_add_u32_e32 v2, v2, v5
-; GFX950-NEXT:    v_cmp_gt_i32_e32 vcc, 31, v4
-; GFX950-NEXT:    s_nop 1
-; GFX950-NEXT:    v_cndmask_b32_e32 v2, v6, v2, vcc
-; GFX950-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v1
-; GFX950-NEXT:    s_nop 1
-; GFX950-NEXT:    v_cndmask_b32_e32 v1, v6, v7, vcc
-; GFX950-NEXT:    v_cmp_eq_u32_e32 vcc, s2, v4
-; GFX950-NEXT:    s_nop 1
-; GFX950-NEXT:    v_cndmask_b32_e32 v1, v2, v1, vcc
-; GFX950-NEXT:    v_lshrrev_b32_e32 v2, 16, v3
-; GFX950-NEXT:    v_and_or_b32 v1, v2, s3, v1
-; GFX950-NEXT:    v_perm_b32 v0, v1, v0, s0
-; GFX950-NEXT:    s_setpc_b64 s[30:31]
+; GFX950-SDAG-LABEL: v_test_cvt_v2f64_v2f16:
+; GFX950-SDAG:       ; %bb.0:
+; GFX950-SDAG-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX950-SDAG-NEXT:    s_movk_i32 s0, 0x1ff
+; GFX950-SDAG-NEXT:    v_and_or_b32 v0, v1, s0, v0
+; GFX950-SDAG-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v0
+; GFX950-SDAG-NEXT:    v_lshrrev_b32_e32 v4, 8, v1
+; GFX950-SDAG-NEXT:    s_movk_i32 s1, 0xffe
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
+; GFX950-SDAG-NEXT:    v_bfe_u32 v5, v1, 20, 11
+; GFX950-SDAG-NEXT:    v_and_or_b32 v0, v4, s1, v0
+; GFX950-SDAG-NEXT:    v_sub_u32_e32 v6, 0x3f1, v5
+; GFX950-SDAG-NEXT:    v_or_b32_e32 v4, 0x1000, v0
+; GFX950-SDAG-NEXT:    v_med3_i32 v6, v6, 0, 13
+; GFX950-SDAG-NEXT:    v_lshrrev_b32_e32 v7, v6, v4
+; GFX950-SDAG-NEXT:    v_lshlrev_b32_e32 v6, v6, v7
+; GFX950-SDAG-NEXT:    v_cmp_ne_u32_e32 vcc, v6, v4
+; GFX950-SDAG-NEXT:    v_add_u32_e32 v5, 0xfffffc10, v5
+; GFX950-SDAG-NEXT:    v_lshl_or_b32 v6, v5, 12, v0
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e64 v4, 0, 1, vcc
+; GFX950-SDAG-NEXT:    v_or_b32_e32 v4, v7, v4
+; GFX950-SDAG-NEXT:    v_cmp_gt_i32_e32 vcc, 1, v5
+; GFX950-SDAG-NEXT:    s_movk_i32 s2, 0x40f
+; GFX950-SDAG-NEXT:    v_lshrrev_b32_e32 v1, 16, v1
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e32 v4, v6, v4, vcc
+; GFX950-SDAG-NEXT:    v_and_b32_e32 v6, 7, v4
+; GFX950-SDAG-NEXT:    v_cmp_lt_i32_e32 vcc, 5, v6
+; GFX950-SDAG-NEXT:    v_lshrrev_b32_e32 v4, 2, v4
+; GFX950-SDAG-NEXT:    s_mov_b32 s3, 0x8000
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e64 v7, 0, 1, vcc
+; GFX950-SDAG-NEXT:    v_cmp_eq_u32_e32 vcc, 3, v6
+; GFX950-SDAG-NEXT:    s_nop 1
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e64 v6, 0, 1, vcc
+; GFX950-SDAG-NEXT:    v_or_b32_e32 v6, v6, v7
+; GFX950-SDAG-NEXT:    v_add_u32_e32 v4, v4, v6
+; GFX950-SDAG-NEXT:    v_mov_b32_e32 v6, 0x7c00
+; GFX950-SDAG-NEXT:    v_cmp_gt_i32_e32 vcc, 31, v5
+; GFX950-SDAG-NEXT:    v_mov_b32_e32 v7, 0x7e00
+; GFX950-SDAG-NEXT:    s_nop 0
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e32 v4, v6, v4, vcc
+; GFX950-SDAG-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v0
+; GFX950-SDAG-NEXT:    s_nop 1
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e32 v0, v6, v7, vcc
+; GFX950-SDAG-NEXT:    v_cmp_eq_u32_e32 vcc, s2, v5
+; GFX950-SDAG-NEXT:    s_nop 1
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e32 v0, v4, v0, vcc
+; GFX950-SDAG-NEXT:    v_and_or_b32 v0, v1, s3, v0
+; GFX950-SDAG-NEXT:    v_and_or_b32 v1, v3, s0, v2
+; GFX950-SDAG-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v1
+; GFX950-SDAG-NEXT:    v_lshrrev_b32_e32 v2, 8, v3
+; GFX950-SDAG-NEXT:    v_bfe_u32 v4, v3, 20, 11
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e64 v1, 0, 1, vcc
+; GFX950-SDAG-NEXT:    v_and_or_b32 v1, v2, s1, v1
+; GFX950-SDAG-NEXT:    v_sub_u32_e32 v5, 0x3f1, v4
+; GFX950-SDAG-NEXT:    v_or_b32_e32 v2, 0x1000, v1
+; GFX950-SDAG-NEXT:    v_med3_i32 v5, v5, 0, 13
+; GFX950-SDAG-NEXT:    v_lshrrev_b32_e32 v8, v5, v2
+; GFX950-SDAG-NEXT:    v_lshlrev_b32_e32 v5, v5, v8
+; GFX950-SDAG-NEXT:    v_cmp_ne_u32_e32 vcc, v5, v2
+; GFX950-SDAG-NEXT:    v_add_u32_e32 v4, 0xfffffc10, v4
+; GFX950-SDAG-NEXT:    v_lshl_or_b32 v5, v4, 12, v1
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc
+; GFX950-SDAG-NEXT:    v_or_b32_e32 v2, v8, v2
+; GFX950-SDAG-NEXT:    v_cmp_gt_i32_e32 vcc, 1, v4
+; GFX950-SDAG-NEXT:    s_mov_b32 s0, 0x5040100
+; GFX950-SDAG-NEXT:    s_nop 0
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e32 v2, v5, v2, vcc
+; GFX950-SDAG-NEXT:    v_and_b32_e32 v5, 7, v2
+; GFX950-SDAG-NEXT:    v_cmp_lt_i32_e32 vcc, 5, v5
+; GFX950-SDAG-NEXT:    v_lshrrev_b32_e32 v2, 2, v2
+; GFX950-SDAG-NEXT:    s_nop 0
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e64 v8, 0, 1, vcc
+; GFX950-SDAG-NEXT:    v_cmp_eq_u32_e32 vcc, 3, v5
+; GFX950-SDAG-NEXT:    s_nop 1
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e64 v5, 0, 1, vcc
+; GFX950-SDAG-NEXT:    v_or_b32_e32 v5, v5, v8
+; GFX950-SDAG-NEXT:    v_add_u32_e32 v2, v2, v5
+; GFX950-SDAG-NEXT:    v_cmp_gt_i32_e32 vcc, 31, v4
+; GFX950-SDAG-NEXT:    s_nop 1
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e32 v2, v6, v2, vcc
+; GFX950-SDAG-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v1
+; GFX950-SDAG-NEXT:    s_nop 1
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e32 v1, v6, v7, vcc
+; GFX950-SDAG-NEXT:    v_cmp_eq_u32_e32 vcc, s2, v4
+; GFX950-SDAG-NEXT:    s_nop 1
+; GFX950-SDAG-NEXT:    v_cndmask_b32_e32 v1, v2, v1, vcc
+; GFX950-SDAG-NEXT:    v_lshrrev_b32_e32 v2, 16, v3
+; GFX950-SDAG-NEXT:    v_and_or_b32 v1, v2, s3, v1
+; GFX950-SDAG-NEXT:    v_perm_b32 v0, v1, v0, s0
+; GFX950-SDAG-NEXT:    s_setpc_b64 s[30:31]
+;
+; GFX950-GISEL-LABEL: v_test_cvt_v2f64_v2f16:
+; GFX950-GISEL:       ; %bb.0:
+; GFX950-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX950-GISEL-NEXT:    v_mov_b32_e32 v7, 0x1ff
+; GFX950-GISEL-NEXT:    v_and_or_b32 v0, v1, v7, v0
+; GFX950-GISEL-NEXT:    v_bfe_u32 v4, v1, 20, 11
+; GFX950-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v0
+; GFX950-GISEL-NEXT:    v_add_u32_e32 v4, 0xfffffc10, v4
+; GFX950-GISEL-NEXT:    v_lshrrev_b32_e32 v5, 8, v1
+; GFX950-GISEL-NEXT:    v_mov_b32_e32 v6, 0xffe
+; GFX950-GISEL-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
+; GFX950-GISEL-NEXT:    v_and_or_b32 v0, v5, v6, v0
+; GFX950-GISEL-NEXT:    v_sub_u32_e32 v10, 1, v4
+; GFX950-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v0
+; GFX950-GISEL-NEXT:    v_lshl_or_b32 v9, v4, 12, v0
+; GFX950-GISEL-NEXT:    v_med3_i32 v10, v10, 0, 13
+; GFX950-GISEL-NEXT:    v_or_b32_e32 v0, 0x1000, v0
+; GFX950-GISEL-NEXT:    v_lshrrev_b32_e32 v11, v10, v0
+; GFX950-GISEL-NEXT:    v_lshlrev_b32_e32 v10, v10, v11
+; GFX950-GISEL-NEXT:    v_cndmask_b32_e64 v5, 0, 1, vcc
+; GFX950-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc, v10, v0
+; GFX950-GISEL-NEXT:    v_mov_b32_e32 v8, 0x7c00
+; GFX950-GISEL-NEXT:    v_lshl_or_b32 v5, v5, 9, v8
+; GFX950-GISEL-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
+; GFX950-GISEL-NEXT:    v_or_b32_e32 v0, v11, v0
+; GFX950-GISEL-NEXT:    v_cmp_gt_i32_e32 vcc, 1, v4
+; GFX950-GISEL-NEXT:    v_lshrrev_b32_e32 v1, 16, v1
+; GFX950-GISEL-NEXT:    v_and_or_b32 v2, v3, v7, v2
+; GFX950-GISEL-NEXT:    v_cndmask_b32_e32 v0, v9, v0, vcc
+; GFX950-GISEL-NEXT:    v_and_b32_e32 v9, 7, v0
+; GFX950-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc, 3, v9
+; GFX950-GISEL-NEXT:    v_cmp_lt_i32_e64 s[0:1], 5, v9
+; GFX950-GISEL-NEXT:    s_or_b64 s[0:1], vcc, s[0:1]
+; GFX950-GISEL-NEXT:    v_lshrrev_b32_e32 v0, 2, v0
+; GFX950-GISEL-NEXT:    v_cndmask_b32_e64 v9, 0, 1, s[0:1]
+; GFX950-GISEL-NEXT:    v_add_u32_e32 v0, v0, v9
+; GFX950-GISEL-NEXT:    v_cmp_lt_i32_e32 vcc, 30, v4
+; GFX950-GISEL-NEXT:    v_mov_b32_e32 v9, 0x40f
+; GFX950-GISEL-NEXT:    s_nop 0
+; GFX950-GISEL-NEXT:    v_cndmask_b32_e32 v0, v0, v8, vcc
+; GFX950-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc, v4, v9
+; GFX950-GISEL-NEXT:    v_mov_b32_e32 v4, 0x8000
+; GFX950-GISEL-NEXT:    s_nop 0
+; GFX950-GISEL-NEXT:    v_cndmask_b32_e32 v0, v0, v5, vcc
+; GFX950-GISEL-NEXT:    v_and_or_b32 v0, v1, v4, v0
+; GFX950-GISEL-NEXT:    v_bfe_u32 v1, v3, 20, 11
+; GFX950-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v2
+; GFX950-GISEL-NEXT:    v_add_u32_e32 v1, 0xfffffc10, v1
+; GFX950-GISEL-NEXT:    v_lshrrev_b32_e32 v5, 8, v3
+; GFX950-GISEL-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc
+; GFX950-GISEL-NEXT:    v_and_or_b32 v2, v5, v6, v2
+; GFX950-GISEL-NEXT:    v_sub_u32_e32 v7, 1, v1
+; GFX950-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v2
+; GFX950-GISEL-NEXT:    v_lshl_or_b32 v6, v1, 12, v2
+; GFX950-GISEL-NEXT:    v_med3_i32 v7, v7, 0, 13
+; GFX950-GISEL-NEXT:    v_or_b32_e32 v2, 0x1000, v2
+; GFX950-GISEL-NEXT:    v_lshrrev_b32_e32 v10, v7, v2
+; GFX950-GISEL-NEXT:    v_lshlrev_b32_e32 v7, v7, v10
+; GFX950-GISEL-NEXT:    v_cndmask_b32_e64 v5, 0, 1, vcc
+; GFX950-GISEL-NEXT:    v_cmp_ne_u32_e32 vcc, v7, v2
+; GFX950-GISEL-NEXT:    v_lshl_or_b32 v5, v5, 9, v8
+; GFX950-GISEL-NEXT:    v_and_b32_e32 v0, 0xffff, v0
+; GFX950-GISEL-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc
+; GFX950-GISEL-NEXT:    v_or_b32_e32 v2, v10, v2
+; GFX950-GISEL-NEXT:    v_cmp_gt_i32_e32 vcc, 1, v1
+; GFX950-GISEL-NEXT:    s_nop 1
+; GFX950-GISEL-NEXT:    v_cndmask_b32_e32 v2, v6, v2, vcc
+; GFX950-GISEL-NEXT:    v_and_b32_e32 v6, 7, v2
+; GFX950-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc, 3, v6
+; GFX950-GISEL-NEXT:    v_cmp_lt_i32_e64 s[0:1], 5, v6
+; GFX950-GISEL-NEXT:    s_or_b64 s[0:1], vcc, s[0:1]
+; GFX950-GISEL-NEXT:    v_lshrrev_b32_e32 v2, 2, v2
+; GFX950-GISEL-NEXT:    v_cndmask_b32_e64 v6, 0, 1, s[0:1]
+; GFX950-GISEL-NEXT:    v_add_u32_e32 v2, v2, v6
+; GFX950-GISEL-NEXT:    v_cmp_lt_i32_e32 vcc, 30, v1
+; GFX950-GISEL-NEXT:    s_nop 1
+; GFX950-GISEL-NEXT:    v_cndmask_b32_e32 v2, v2, v8, vcc
+; GFX950-GISEL-NEXT:    v_cmp_eq_u32_e32 vcc, v1, v9
+; GFX950-GISEL-NEXT:    s_nop 1
+; GFX950-GISEL-NEXT:    v_cndmask_b32_e32 v1, v2, v5, vcc
+; GFX950-GISEL-NEXT:    v_lshrrev_b32_e32 v2, 16, v3
+; GFX950-GISEL-NEXT:    v_and_or_b32 v1, v2, v4, v1
+; GFX950-GISEL-NEXT:    v_lshl_or_b32 v0, v1, 16, v0
+; GFX950-GISEL-NEXT:    s_setpc_b64 s[30:31]
   %res = fptrunc <2 x double> %src to <2 x half>
   ret <2 x half> %res
 }



More information about the llvm-branch-commits mailing list