[llvm-branch-commits] [llvm] AMDGPU: Promote 16-bit arguments to i32 in the calling convention (PR #242694)

Matt Arsenault via llvm-branch-commits llvm-branch-commits at lists.llvm.org
Sat Nov 14 11:24:46 PST 2026


https://github.com/arsenm created https://github.com/llvm/llvm-project/pull/242694

Promote i16, f16 and bf16 arguments to i32 in the calling convention
when they are inreg or real true16 is not used, instead of special
casing the copy type in LowerFormalArguments. The manual call lowering
code can now rely on LocVT / ArgVT.

Co-authored-by: Claude Opus 5.5 <noreply at anthropic.com>

>From ce712862ab011c144a5c803424266c2816096797 Mon Sep 17 00:00:00 2001
From: Matt Arsenault <Matthew.Arsenault at amd.com>
Date: Sat, 14 Nov 2026 11:14:11 -0800
Subject: [PATCH] AMDGPU: Promote 16-bit arguments to i32 in the calling
 convention

Promote i16, f16 and bf16 arguments to i32 in the calling convention
when they are inreg or real true16 is not used, instead of special
casing the copy type in LowerFormalArguments. The manual call lowering
code can now rely on LocVT / ArgVT.

Co-authored-by: Claude Opus 5.5 <noreply at anthropic.com>
---
 llvm/lib/Target/AMDGPU/AMDGPUCallingConv.td   |    9 +
 llvm/lib/Target/AMDGPU/SIISelLowering.cpp     |   30 +-
 llvm/test/CodeGen/AMDGPU/GlobalISel/and.ll    |   46 +-
 .../irtranslator-call-implicit-args.ll        |  102 +-
 .../AMDGPU/GlobalISel/irtranslator-call.ll    |    9 +-
 .../GlobalISel/irtranslator-function-args.ll  |  136 +-
 llvm/test/CodeGen/AMDGPU/GlobalISel/or.ll     |   46 +-
 llvm/test/CodeGen/AMDGPU/GlobalISel/xor.ll    |   46 +-
 .../CodeGen/AMDGPU/amdgcn.bitcast.1024bit.ll  |  462 ++--
 .../CodeGen/AMDGPU/amdgcn.bitcast.256bit.ll   | 1732 +++++--------
 .../CodeGen/AMDGPU/amdgcn.bitcast.320bit.ll   | 2164 ++++++-----------
 .../CodeGen/AMDGPU/amdgcn.bitcast.512bit.ll   |  684 +++---
 .../AMDGPU/gfx-callable-argument-types.ll     |    8 +-
 .../CodeGen/AMDGPU/isel-amdgpu-cs-chain-cc.ll |   30 +-
 llvm/test/CodeGen/AMDGPU/llvm.set.rounding.ll |  420 +---
 15 files changed, 2194 insertions(+), 3730 deletions(-)

diff --git a/llvm/lib/Target/AMDGPU/AMDGPUCallingConv.td b/llvm/lib/Target/AMDGPU/AMDGPUCallingConv.td
index 157c8541a78c56..926fa12f529afa 100644
--- a/llvm/lib/Target/AMDGPU/AMDGPUCallingConv.td
+++ b/llvm/lib/Target/AMDGPU/AMDGPUCallingConv.td
@@ -16,6 +16,9 @@ class CCIfExtend<CCAction A>
   : CCIf<"ArgFlags.isSExt() || ArgFlags.isZExt()", A>;
 class CCIfOrigTypeShaderCCIsSGPR<CCAction A>
   : CCIf<[{!OrigTy->getScalarType()->isFloatingPointTy()}], A>;
+class CCIfInRegOrNoRealTrue16<CCAction A>
+  : CCIf<"ArgFlags.isInReg() || !State.getMachineFunction()"
+         ".getSubtarget<GCNSubtarget>().useRealTrue16Insts()", A>;
 
 
 // Calling convention for SI
@@ -25,6 +28,8 @@ def CC_SI_Gfx : CallingConv<[
   // 32 is reserved for the stack pointer
   // 33 is reserved for the frame pointer
   // 34 is reserved for the base pointer
+  CCIfType<[i16, f16, bf16], CCIfInRegOrNoRealTrue16<CCPromoteToType<i32>>>,
+
   CCIfInReg<CCIfType<[f32, i32, f16, i16, v2i16, v2f16, bf16, v2bf16] , CCAssignToReg<
     !foreach(i, !range(4, 30), !cast<Register>("SGPR"#i))  // SGPR4-29
   >>>,
@@ -48,6 +53,7 @@ def RetCC_SI_Gfx : CallingConv<[
 def CC_SI_SHADER : CallingConv<[
 
   CCIfType<[i1], CCPromoteToType<i32>>,
+  CCIfType<[i16, f16, bf16], CCIfInRegOrNoRealTrue16<CCPromoteToType<i32>>>,
 
   CCIfInReg<CCIfType<[f32, i32, f16, i16, v2i16, v2f16, bf16, v2bf16] , CCAssignToReg<
     !foreach(i, !range(0, 44), !cast<Register>("SGPR"#i))  // SGPR0-43
@@ -137,6 +143,7 @@ def CC_AMDGPU_Func : CallingConv<[
   CCIfByVal<CCPassByVal<4, 4>>,
   CCIfType<[i1], CCPromoteToType<i32>>,
   CCIfType<[i8, i16], CCIfExtend<CCPromoteToType<i32>>>,
+  CCIfType<[i16, f16, bf16], CCIfInRegOrNoRealTrue16<CCPromoteToType<i32>>>,
 
   CCIfInReg<CCIfType<[f32, i32, f16, i16, v2i16, v2f16, bf16, v2bf16] , CCAssignToReg<
     !foreach(i, !range(0, 30), !cast<Register>("SGPR"#i))  // SGPR0-29
@@ -167,6 +174,8 @@ def CC_AMDGPU : CallingConv<[
 ]>;
 
 def CC_AMDGPU_CS_CHAIN : CallingConv<[
+  CCIfType<[i16, f16, bf16], CCIfInRegOrNoRealTrue16<CCPromoteToType<i32>>>,
+
   CCIfInReg<CCIfType<[f32, i32, f16, i16, v2i16, v2f16, bf16, v2bf16] , CCAssignToReg<
     !foreach(i, !range(105), !cast<Register>("SGPR"#i))
   >>>,
diff --git a/llvm/lib/Target/AMDGPU/SIISelLowering.cpp b/llvm/lib/Target/AMDGPU/SIISelLowering.cpp
index 3868bb084307d9..8bb2b968a23127 100644
--- a/llvm/lib/Target/AMDGPU/SIISelLowering.cpp
+++ b/llvm/lib/Target/AMDGPU/SIISelLowering.cpp
@@ -2724,6 +2724,11 @@ SDValue SITargetLowering::convertABITypeToValueType(SelectionDAG &DAG,
                       DAG.getValueType(ValVT));
     return DAG.getNode(ISD::TRUNCATE, SL, ValVT, Val);
   case CCValAssign::AExt:
+    if (ValVT.isFloatingPoint()) {
+      Val = DAG.getNode(ISD::TRUNCATE, SL, ValVT.changeTypeToInteger(), Val);
+      return DAG.getNode(ISD::BITCAST, SL, ValVT, Val);
+    }
+
     return DAG.getNode(ISD::TRUNCATE, SL, ValVT, Val);
   default:
     llvm_unreachable("Unknown loc info!");
@@ -2750,6 +2755,10 @@ SDValue SITargetLowering::lowerStackParameter(SelectionDAG &DAG,
 
   // Create load nodes to retrieve arguments from the stack.
   SDValue FIN = DAG.getFrameIndex(FI, MVT::i32);
+  MachinePointerInfo PtrInfo =
+      MachinePointerInfo::getFixedStack(DAG.getMachineFunction(), FI);
+  if (VA.getLocInfo() == CCValAssign::AExt)
+    return DAG.getLoad(VA.getValVT(), SL, Chain, FIN, PtrInfo);
 
   // For NON_EXTLOAD, generic code in getLoad assert(ValVT == MemVT)
   ISD::LoadExtType ExtType = ISD::NON_EXTLOAD;
@@ -2767,14 +2776,10 @@ SDValue SITargetLowering::lowerStackParameter(SelectionDAG &DAG,
   case CCValAssign::ZExt:
     ExtType = ISD::ZEXTLOAD;
     break;
-  case CCValAssign::AExt:
-    ExtType = ISD::EXTLOAD;
-    break;
   }
 
-  SDValue ArgValue = DAG.getExtLoad(
-      ExtType, SL, VA.getLocVT(), Chain, FIN,
-      MachinePointerInfo::getFixedStack(DAG.getMachineFunction(), FI), MemVT);
+  SDValue ArgValue =
+      DAG.getExtLoad(ExtType, SL, VA.getLocVT(), Chain, FIN, PtrInfo, MemVT);
 
   SDValue ConvertedVal = convertABITypeToValueType(DAG, ArgValue, VA, SL);
   if (ConvertedVal == ArgValue)
@@ -3822,10 +3827,7 @@ SDValue SITargetLowering::LowerFormalArguments(
       llvm_unreachable("Unexpected register class in LowerFormalArguments!");
 
     Reg = MF.addLiveIn(Reg, RC);
-    bool CopyAsI32 =
-        VT.getSizeInBits() == 16 &&
-        (RC == &AMDGPU::SGPR_32RegClass || !Subtarget->useRealTrue16Insts());
-    SDValue Val = DAG.getCopyFromReg(Chain, DL, Reg, CopyAsI32 ? MVT::i32 : VT);
+    SDValue Val = DAG.getCopyFromReg(Chain, DL, Reg, VT);
     if (Arg.Flags.isInReg() && RC == &AMDGPU::VGPR_32RegClass) {
       // FIXME: Need to forward the chains created by `CopyFromReg`s, make sure
       // they will read physical regs before any side effect instructions.
@@ -3835,9 +3837,6 @@ SDValue SITargetLowering::LowerFormalArguments(
                         ReadFirstLane, Val);
     }
 
-    if (CopyAsI32)
-      Val = DAG.getBitcast(VT, DAG.getNode(ISD::TRUNCATE, DL, MVT::i16, Val));
-
     if (Arg.Flags.isSRet()) {
       // The return object should be reasonably addressable.
       Val = annotateStackObjectPointer(Val, DAG, DL,
@@ -4554,6 +4553,11 @@ SDValue SITargetLowering::LowerCall(CallLoweringInfo &CLI,
       Arg = DAG.getNode(ISD::SIGN_EXTEND, DL, VA.getLocVT(), Arg);
       break;
     case CCValAssign::AExt:
+      if (VA.getValVT().isFloatingPoint()) {
+        Arg = DAG.getNode(ISD::BITCAST, DL, VA.getValVT().changeTypeToInteger(),
+                          Arg);
+      }
+
       Arg = DAG.getNode(ISD::ANY_EXTEND, DL, VA.getLocVT(), Arg);
       break;
     case CCValAssign::FPExt:
diff --git a/llvm/test/CodeGen/AMDGPU/GlobalISel/and.ll b/llvm/test/CodeGen/AMDGPU/GlobalISel/and.ll
index ddc1f68e8fbe01..c5961ad97c6171 100644
--- a/llvm/test/CodeGen/AMDGPU/GlobalISel/and.ll
+++ b/llvm/test/CodeGen/AMDGPU/GlobalISel/and.ll
@@ -53,34 +53,19 @@ define i16 @v_and_i16(i16 %num, i16 %den) {
 }
 
 define amdgpu_ps zeroext i16 @s_and_i16_zeroext(i16 inreg zeroext %num, i16 inreg zeroext %den) {
-; GFX7-LABEL: s_and_i16_zeroext:
-; GFX7:       ; %bb.0:
-; GFX7-NEXT:    s_and_b32 s0, s0, s1
-; GFX7-NEXT:    ; return to shader part epilog
-;
-; GFX8-LABEL: s_and_i16_zeroext:
-; GFX8:       ; %bb.0:
-; GFX8-NEXT:    s_and_b32 s0, s0, s1
-; GFX8-NEXT:    s_and_b32 s0, s0, 0xffff
-; GFX8-NEXT:    ; return to shader part epilog
-;
-; GFX9-LABEL: s_and_i16_zeroext:
-; GFX9:       ; %bb.0:
-; GFX9-NEXT:    s_and_b32 s0, s0, s1
-; GFX9-NEXT:    s_and_b32 s0, s0, 0xffff
-; GFX9-NEXT:    ; return to shader part epilog
+; GCN-LABEL: s_and_i16_zeroext:
+; GCN:       ; %bb.0:
+; GCN-NEXT:    s_and_b32 s0, s0, s1
+; GCN-NEXT:    ; return to shader part epilog
 ;
 ; GFX10PLUS-LABEL: s_and_i16_zeroext:
 ; GFX10PLUS:       ; %bb.0:
 ; GFX10PLUS-NEXT:    s_and_b32 s0, s0, s1
-; GFX10PLUS-NEXT:    s_and_b32 s0, s0, 0xffff
 ; GFX10PLUS-NEXT:    ; return to shader part epilog
 ;
 ; GFX12-LABEL: s_and_i16_zeroext:
 ; GFX12:       ; %bb.0:
 ; GFX12-NEXT:    s_and_b32 s0, s0, s1
-; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX12-NEXT:    s_and_b32 s0, s0, 0xffff
 ; GFX12-NEXT:    ; return to shader part epilog
   %result = and i16 %num, %den
   ret i16 %result
@@ -113,34 +98,19 @@ define zeroext i16 @v_and_i16_zeroext(i16 zeroext %num, i16 zeroext %den) {
 }
 
 define amdgpu_ps signext i16 @s_and_i16_signext(i16 inreg signext %num, i16 inreg signext %den) {
-; GFX7-LABEL: s_and_i16_signext:
-; GFX7:       ; %bb.0:
-; GFX7-NEXT:    s_and_b32 s0, s0, s1
-; GFX7-NEXT:    ; return to shader part epilog
-;
-; GFX8-LABEL: s_and_i16_signext:
-; GFX8:       ; %bb.0:
-; GFX8-NEXT:    s_and_b32 s0, s0, s1
-; GFX8-NEXT:    s_sext_i32_i16 s0, s0
-; GFX8-NEXT:    ; return to shader part epilog
-;
-; GFX9-LABEL: s_and_i16_signext:
-; GFX9:       ; %bb.0:
-; GFX9-NEXT:    s_and_b32 s0, s0, s1
-; GFX9-NEXT:    s_sext_i32_i16 s0, s0
-; GFX9-NEXT:    ; return to shader part epilog
+; GCN-LABEL: s_and_i16_signext:
+; GCN:       ; %bb.0:
+; GCN-NEXT:    s_and_b32 s0, s0, s1
+; GCN-NEXT:    ; return to shader part epilog
 ;
 ; GFX10PLUS-LABEL: s_and_i16_signext:
 ; GFX10PLUS:       ; %bb.0:
 ; GFX10PLUS-NEXT:    s_and_b32 s0, s0, s1
-; GFX10PLUS-NEXT:    s_sext_i32_i16 s0, s0
 ; GFX10PLUS-NEXT:    ; return to shader part epilog
 ;
 ; GFX12-LABEL: s_and_i16_signext:
 ; GFX12:       ; %bb.0:
 ; GFX12-NEXT:    s_and_b32 s0, s0, s1
-; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX12-NEXT:    s_sext_i32_i16 s0, s0
 ; GFX12-NEXT:    ; return to shader part epilog
   %result = and i16 %num, %den
   ret i16 %result
diff --git a/llvm/test/CodeGen/AMDGPU/GlobalISel/irtranslator-call-implicit-args.ll b/llvm/test/CodeGen/AMDGPU/GlobalISel/irtranslator-call-implicit-args.ll
index b652272f4f100d..dff625727f31d1 100644
--- a/llvm/test/CodeGen/AMDGPU/GlobalISel/irtranslator-call-implicit-args.ll
+++ b/llvm/test/CodeGen/AMDGPU/GlobalISel/irtranslator-call-implicit-args.ll
@@ -403,56 +403,39 @@ define void @test_func_call_external_void_func_v32i32([17 x i8]) #0 {
   ; GFX900-NEXT:   [[COPY7:%[0-9]+]]:sgpr_64 = COPY $sgpr6_sgpr7
   ; GFX900-NEXT:   [[COPY8:%[0-9]+]]:sgpr_64 = COPY $sgpr4_sgpr5
   ; GFX900-NEXT:   [[COPY9:%[0-9]+]]:_(i32) = COPY $vgpr0
-  ; GFX900-NEXT:   [[TRUNC:%[0-9]+]]:_(i16) = G_TRUNC [[COPY9]](i32)
-  ; GFX900-NEXT:   [[TRUNC1:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC]](i16)
+  ; GFX900-NEXT:   [[TRUNC:%[0-9]+]]:_(i8) = G_TRUNC [[COPY9]](i32)
   ; GFX900-NEXT:   [[COPY10:%[0-9]+]]:_(i32) = COPY $vgpr1
-  ; GFX900-NEXT:   [[TRUNC2:%[0-9]+]]:_(i16) = G_TRUNC [[COPY10]](i32)
-  ; GFX900-NEXT:   [[TRUNC3:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC2]](i16)
+  ; GFX900-NEXT:   [[TRUNC1:%[0-9]+]]:_(i8) = G_TRUNC [[COPY10]](i32)
   ; GFX900-NEXT:   [[COPY11:%[0-9]+]]:_(i32) = COPY $vgpr2
-  ; GFX900-NEXT:   [[TRUNC4:%[0-9]+]]:_(i16) = G_TRUNC [[COPY11]](i32)
-  ; GFX900-NEXT:   [[TRUNC5:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC4]](i16)
+  ; GFX900-NEXT:   [[TRUNC2:%[0-9]+]]:_(i8) = G_TRUNC [[COPY11]](i32)
   ; GFX900-NEXT:   [[COPY12:%[0-9]+]]:_(i32) = COPY $vgpr3
-  ; GFX900-NEXT:   [[TRUNC6:%[0-9]+]]:_(i16) = G_TRUNC [[COPY12]](i32)
-  ; GFX900-NEXT:   [[TRUNC7:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC6]](i16)
+  ; GFX900-NEXT:   [[TRUNC3:%[0-9]+]]:_(i8) = G_TRUNC [[COPY12]](i32)
   ; GFX900-NEXT:   [[COPY13:%[0-9]+]]:_(i32) = COPY $vgpr4
-  ; GFX900-NEXT:   [[TRUNC8:%[0-9]+]]:_(i16) = G_TRUNC [[COPY13]](i32)
-  ; GFX900-NEXT:   [[TRUNC9:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC8]](i16)
+  ; GFX900-NEXT:   [[TRUNC4:%[0-9]+]]:_(i8) = G_TRUNC [[COPY13]](i32)
   ; GFX900-NEXT:   [[COPY14:%[0-9]+]]:_(i32) = COPY $vgpr5
-  ; GFX900-NEXT:   [[TRUNC10:%[0-9]+]]:_(i16) = G_TRUNC [[COPY14]](i32)
-  ; GFX900-NEXT:   [[TRUNC11:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC10]](i16)
+  ; GFX900-NEXT:   [[TRUNC5:%[0-9]+]]:_(i8) = G_TRUNC [[COPY14]](i32)
   ; GFX900-NEXT:   [[COPY15:%[0-9]+]]:_(i32) = COPY $vgpr6
-  ; GFX900-NEXT:   [[TRUNC12:%[0-9]+]]:_(i16) = G_TRUNC [[COPY15]](i32)
-  ; GFX900-NEXT:   [[TRUNC13:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC12]](i16)
+  ; GFX900-NEXT:   [[TRUNC6:%[0-9]+]]:_(i8) = G_TRUNC [[COPY15]](i32)
   ; GFX900-NEXT:   [[COPY16:%[0-9]+]]:_(i32) = COPY $vgpr7
-  ; GFX900-NEXT:   [[TRUNC14:%[0-9]+]]:_(i16) = G_TRUNC [[COPY16]](i32)
-  ; GFX900-NEXT:   [[TRUNC15:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC14]](i16)
+  ; GFX900-NEXT:   [[TRUNC7:%[0-9]+]]:_(i8) = G_TRUNC [[COPY16]](i32)
   ; GFX900-NEXT:   [[COPY17:%[0-9]+]]:_(i32) = COPY $vgpr8
-  ; GFX900-NEXT:   [[TRUNC16:%[0-9]+]]:_(i16) = G_TRUNC [[COPY17]](i32)
-  ; GFX900-NEXT:   [[TRUNC17:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC16]](i16)
+  ; GFX900-NEXT:   [[TRUNC8:%[0-9]+]]:_(i8) = G_TRUNC [[COPY17]](i32)
   ; GFX900-NEXT:   [[COPY18:%[0-9]+]]:_(i32) = COPY $vgpr9
-  ; GFX900-NEXT:   [[TRUNC18:%[0-9]+]]:_(i16) = G_TRUNC [[COPY18]](i32)
-  ; GFX900-NEXT:   [[TRUNC19:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC18]](i16)
+  ; GFX900-NEXT:   [[TRUNC9:%[0-9]+]]:_(i8) = G_TRUNC [[COPY18]](i32)
   ; GFX900-NEXT:   [[COPY19:%[0-9]+]]:_(i32) = COPY $vgpr10
-  ; GFX900-NEXT:   [[TRUNC20:%[0-9]+]]:_(i16) = G_TRUNC [[COPY19]](i32)
-  ; GFX900-NEXT:   [[TRUNC21:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC20]](i16)
+  ; GFX900-NEXT:   [[TRUNC10:%[0-9]+]]:_(i8) = G_TRUNC [[COPY19]](i32)
   ; GFX900-NEXT:   [[COPY20:%[0-9]+]]:_(i32) = COPY $vgpr11
-  ; GFX900-NEXT:   [[TRUNC22:%[0-9]+]]:_(i16) = G_TRUNC [[COPY20]](i32)
-  ; GFX900-NEXT:   [[TRUNC23:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC22]](i16)
+  ; GFX900-NEXT:   [[TRUNC11:%[0-9]+]]:_(i8) = G_TRUNC [[COPY20]](i32)
   ; GFX900-NEXT:   [[COPY21:%[0-9]+]]:_(i32) = COPY $vgpr12
-  ; GFX900-NEXT:   [[TRUNC24:%[0-9]+]]:_(i16) = G_TRUNC [[COPY21]](i32)
-  ; GFX900-NEXT:   [[TRUNC25:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC24]](i16)
+  ; GFX900-NEXT:   [[TRUNC12:%[0-9]+]]:_(i8) = G_TRUNC [[COPY21]](i32)
   ; GFX900-NEXT:   [[COPY22:%[0-9]+]]:_(i32) = COPY $vgpr13
-  ; GFX900-NEXT:   [[TRUNC26:%[0-9]+]]:_(i16) = G_TRUNC [[COPY22]](i32)
-  ; GFX900-NEXT:   [[TRUNC27:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC26]](i16)
+  ; GFX900-NEXT:   [[TRUNC13:%[0-9]+]]:_(i8) = G_TRUNC [[COPY22]](i32)
   ; GFX900-NEXT:   [[COPY23:%[0-9]+]]:_(i32) = COPY $vgpr14
-  ; GFX900-NEXT:   [[TRUNC28:%[0-9]+]]:_(i16) = G_TRUNC [[COPY23]](i32)
-  ; GFX900-NEXT:   [[TRUNC29:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC28]](i16)
+  ; GFX900-NEXT:   [[TRUNC14:%[0-9]+]]:_(i8) = G_TRUNC [[COPY23]](i32)
   ; GFX900-NEXT:   [[COPY24:%[0-9]+]]:_(i32) = COPY $vgpr15
-  ; GFX900-NEXT:   [[TRUNC30:%[0-9]+]]:_(i16) = G_TRUNC [[COPY24]](i32)
-  ; GFX900-NEXT:   [[TRUNC31:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC30]](i16)
+  ; GFX900-NEXT:   [[TRUNC15:%[0-9]+]]:_(i8) = G_TRUNC [[COPY24]](i32)
   ; GFX900-NEXT:   [[COPY25:%[0-9]+]]:_(i32) = COPY $vgpr16
-  ; GFX900-NEXT:   [[TRUNC32:%[0-9]+]]:_(i16) = G_TRUNC [[COPY25]](i32)
-  ; GFX900-NEXT:   [[TRUNC33:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC32]](i16)
+  ; GFX900-NEXT:   [[TRUNC16:%[0-9]+]]:_(i8) = G_TRUNC [[COPY25]](i32)
   ; GFX900-NEXT:   [[C:%[0-9]+]]:_(i32) = G_CONSTANT i32 0
   ; GFX900-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<32 x i32>) = G_BUILD_VECTOR [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32)
   ; GFX900-NEXT:   ADJCALLSTACKUP 0, 0, implicit-def dead $scc
@@ -531,56 +514,39 @@ define void @test_func_call_external_void_func_v32i32([17 x i8]) #0 {
   ; GFX908-NEXT:   [[COPY7:%[0-9]+]]:sgpr_64 = COPY $sgpr6_sgpr7
   ; GFX908-NEXT:   [[COPY8:%[0-9]+]]:sgpr_64 = COPY $sgpr4_sgpr5
   ; GFX908-NEXT:   [[COPY9:%[0-9]+]]:_(i32) = COPY $vgpr0
-  ; GFX908-NEXT:   [[TRUNC:%[0-9]+]]:_(i16) = G_TRUNC [[COPY9]](i32)
-  ; GFX908-NEXT:   [[TRUNC1:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC]](i16)
+  ; GFX908-NEXT:   [[TRUNC:%[0-9]+]]:_(i8) = G_TRUNC [[COPY9]](i32)
   ; GFX908-NEXT:   [[COPY10:%[0-9]+]]:_(i32) = COPY $vgpr1
-  ; GFX908-NEXT:   [[TRUNC2:%[0-9]+]]:_(i16) = G_TRUNC [[COPY10]](i32)
-  ; GFX908-NEXT:   [[TRUNC3:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC2]](i16)
+  ; GFX908-NEXT:   [[TRUNC1:%[0-9]+]]:_(i8) = G_TRUNC [[COPY10]](i32)
   ; GFX908-NEXT:   [[COPY11:%[0-9]+]]:_(i32) = COPY $vgpr2
-  ; GFX908-NEXT:   [[TRUNC4:%[0-9]+]]:_(i16) = G_TRUNC [[COPY11]](i32)
-  ; GFX908-NEXT:   [[TRUNC5:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC4]](i16)
+  ; GFX908-NEXT:   [[TRUNC2:%[0-9]+]]:_(i8) = G_TRUNC [[COPY11]](i32)
   ; GFX908-NEXT:   [[COPY12:%[0-9]+]]:_(i32) = COPY $vgpr3
-  ; GFX908-NEXT:   [[TRUNC6:%[0-9]+]]:_(i16) = G_TRUNC [[COPY12]](i32)
-  ; GFX908-NEXT:   [[TRUNC7:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC6]](i16)
+  ; GFX908-NEXT:   [[TRUNC3:%[0-9]+]]:_(i8) = G_TRUNC [[COPY12]](i32)
   ; GFX908-NEXT:   [[COPY13:%[0-9]+]]:_(i32) = COPY $vgpr4
-  ; GFX908-NEXT:   [[TRUNC8:%[0-9]+]]:_(i16) = G_TRUNC [[COPY13]](i32)
-  ; GFX908-NEXT:   [[TRUNC9:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC8]](i16)
+  ; GFX908-NEXT:   [[TRUNC4:%[0-9]+]]:_(i8) = G_TRUNC [[COPY13]](i32)
   ; GFX908-NEXT:   [[COPY14:%[0-9]+]]:_(i32) = COPY $vgpr5
-  ; GFX908-NEXT:   [[TRUNC10:%[0-9]+]]:_(i16) = G_TRUNC [[COPY14]](i32)
-  ; GFX908-NEXT:   [[TRUNC11:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC10]](i16)
+  ; GFX908-NEXT:   [[TRUNC5:%[0-9]+]]:_(i8) = G_TRUNC [[COPY14]](i32)
   ; GFX908-NEXT:   [[COPY15:%[0-9]+]]:_(i32) = COPY $vgpr6
-  ; GFX908-NEXT:   [[TRUNC12:%[0-9]+]]:_(i16) = G_TRUNC [[COPY15]](i32)
-  ; GFX908-NEXT:   [[TRUNC13:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC12]](i16)
+  ; GFX908-NEXT:   [[TRUNC6:%[0-9]+]]:_(i8) = G_TRUNC [[COPY15]](i32)
   ; GFX908-NEXT:   [[COPY16:%[0-9]+]]:_(i32) = COPY $vgpr7
-  ; GFX908-NEXT:   [[TRUNC14:%[0-9]+]]:_(i16) = G_TRUNC [[COPY16]](i32)
-  ; GFX908-NEXT:   [[TRUNC15:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC14]](i16)
+  ; GFX908-NEXT:   [[TRUNC7:%[0-9]+]]:_(i8) = G_TRUNC [[COPY16]](i32)
   ; GFX908-NEXT:   [[COPY17:%[0-9]+]]:_(i32) = COPY $vgpr8
-  ; GFX908-NEXT:   [[TRUNC16:%[0-9]+]]:_(i16) = G_TRUNC [[COPY17]](i32)
-  ; GFX908-NEXT:   [[TRUNC17:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC16]](i16)
+  ; GFX908-NEXT:   [[TRUNC8:%[0-9]+]]:_(i8) = G_TRUNC [[COPY17]](i32)
   ; GFX908-NEXT:   [[COPY18:%[0-9]+]]:_(i32) = COPY $vgpr9
-  ; GFX908-NEXT:   [[TRUNC18:%[0-9]+]]:_(i16) = G_TRUNC [[COPY18]](i32)
-  ; GFX908-NEXT:   [[TRUNC19:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC18]](i16)
+  ; GFX908-NEXT:   [[TRUNC9:%[0-9]+]]:_(i8) = G_TRUNC [[COPY18]](i32)
   ; GFX908-NEXT:   [[COPY19:%[0-9]+]]:_(i32) = COPY $vgpr10
-  ; GFX908-NEXT:   [[TRUNC20:%[0-9]+]]:_(i16) = G_TRUNC [[COPY19]](i32)
-  ; GFX908-NEXT:   [[TRUNC21:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC20]](i16)
+  ; GFX908-NEXT:   [[TRUNC10:%[0-9]+]]:_(i8) = G_TRUNC [[COPY19]](i32)
   ; GFX908-NEXT:   [[COPY20:%[0-9]+]]:_(i32) = COPY $vgpr11
-  ; GFX908-NEXT:   [[TRUNC22:%[0-9]+]]:_(i16) = G_TRUNC [[COPY20]](i32)
-  ; GFX908-NEXT:   [[TRUNC23:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC22]](i16)
+  ; GFX908-NEXT:   [[TRUNC11:%[0-9]+]]:_(i8) = G_TRUNC [[COPY20]](i32)
   ; GFX908-NEXT:   [[COPY21:%[0-9]+]]:_(i32) = COPY $vgpr12
-  ; GFX908-NEXT:   [[TRUNC24:%[0-9]+]]:_(i16) = G_TRUNC [[COPY21]](i32)
-  ; GFX908-NEXT:   [[TRUNC25:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC24]](i16)
+  ; GFX908-NEXT:   [[TRUNC12:%[0-9]+]]:_(i8) = G_TRUNC [[COPY21]](i32)
   ; GFX908-NEXT:   [[COPY22:%[0-9]+]]:_(i32) = COPY $vgpr13
-  ; GFX908-NEXT:   [[TRUNC26:%[0-9]+]]:_(i16) = G_TRUNC [[COPY22]](i32)
-  ; GFX908-NEXT:   [[TRUNC27:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC26]](i16)
+  ; GFX908-NEXT:   [[TRUNC13:%[0-9]+]]:_(i8) = G_TRUNC [[COPY22]](i32)
   ; GFX908-NEXT:   [[COPY23:%[0-9]+]]:_(i32) = COPY $vgpr14
-  ; GFX908-NEXT:   [[TRUNC28:%[0-9]+]]:_(i16) = G_TRUNC [[COPY23]](i32)
-  ; GFX908-NEXT:   [[TRUNC29:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC28]](i16)
+  ; GFX908-NEXT:   [[TRUNC14:%[0-9]+]]:_(i8) = G_TRUNC [[COPY23]](i32)
   ; GFX908-NEXT:   [[COPY24:%[0-9]+]]:_(i32) = COPY $vgpr15
-  ; GFX908-NEXT:   [[TRUNC30:%[0-9]+]]:_(i16) = G_TRUNC [[COPY24]](i32)
-  ; GFX908-NEXT:   [[TRUNC31:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC30]](i16)
+  ; GFX908-NEXT:   [[TRUNC15:%[0-9]+]]:_(i8) = G_TRUNC [[COPY24]](i32)
   ; GFX908-NEXT:   [[COPY25:%[0-9]+]]:_(i32) = COPY $vgpr16
-  ; GFX908-NEXT:   [[TRUNC32:%[0-9]+]]:_(i16) = G_TRUNC [[COPY25]](i32)
-  ; GFX908-NEXT:   [[TRUNC33:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC32]](i16)
+  ; GFX908-NEXT:   [[TRUNC16:%[0-9]+]]:_(i8) = G_TRUNC [[COPY25]](i32)
   ; GFX908-NEXT:   [[C:%[0-9]+]]:_(i32) = G_CONSTANT i32 0
   ; GFX908-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<32 x i32>) = G_BUILD_VECTOR [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32), [[C]](i32)
   ; GFX908-NEXT:   ADJCALLSTACKUP 0, 0, implicit-def dead $scc
diff --git a/llvm/test/CodeGen/AMDGPU/GlobalISel/irtranslator-call.ll b/llvm/test/CodeGen/AMDGPU/GlobalISel/irtranslator-call.ll
index be5158852f6957..7d4e31ef01ef65 100644
--- a/llvm/test/CodeGen/AMDGPU/GlobalISel/irtranslator-call.ll
+++ b/llvm/test/CodeGen/AMDGPU/GlobalISel/irtranslator-call.ll
@@ -3769,14 +3769,17 @@ define amdgpu_kernel void @test_call_external_void_func_v32i32_i8_i8_i16() #0 {
   ; CHECK-NEXT:   [[ANYEXT:%[0-9]+]]:_(i16) = G_ANYEXT [[LOAD2]](i8)
   ; CHECK-NEXT:   [[C4:%[0-9]+]]:_(i32) = G_CONSTANT i32 4
   ; CHECK-NEXT:   [[PTR_ADD2:%[0-9]+]]:_(p5) = G_PTR_ADD [[AMDGPU_WAVE_ADDRESS]], [[C4]](i32)
-  ; CHECK-NEXT:   G_STORE [[ANYEXT]](i16), [[PTR_ADD2]](p5) :: (store (i16) into stack + 4, align 4, addrspace 5)
+  ; CHECK-NEXT:   [[ANYEXT1:%[0-9]+]]:_(i32) = G_ANYEXT [[ANYEXT]](i16)
+  ; CHECK-NEXT:   G_STORE [[ANYEXT1]](i32), [[PTR_ADD2]](p5) :: (store (i16) into stack + 4, align 4, addrspace 5)
   ; CHECK-NEXT:   [[COPY20:%[0-9]+]]:_(i16) = COPY [[ANYEXT]](i16)
   ; CHECK-NEXT:   [[C5:%[0-9]+]]:_(i32) = G_CONSTANT i32 8
   ; CHECK-NEXT:   [[PTR_ADD3:%[0-9]+]]:_(p5) = G_PTR_ADD [[AMDGPU_WAVE_ADDRESS]], [[C5]](i32)
-  ; CHECK-NEXT:   G_STORE [[COPY20]](i16), [[PTR_ADD3]](p5) :: (store (i16) into stack + 8, align 8, addrspace 5)
+  ; CHECK-NEXT:   [[ANYEXT2:%[0-9]+]]:_(i32) = G_ANYEXT [[COPY20]](i16)
+  ; CHECK-NEXT:   G_STORE [[ANYEXT2]](i32), [[PTR_ADD3]](p5) :: (store (i16) into stack + 8, align 8, addrspace 5)
   ; CHECK-NEXT:   [[C6:%[0-9]+]]:_(i32) = G_CONSTANT i32 12
   ; CHECK-NEXT:   [[PTR_ADD4:%[0-9]+]]:_(p5) = G_PTR_ADD [[AMDGPU_WAVE_ADDRESS]], [[C6]](i32)
-  ; CHECK-NEXT:   G_STORE [[LOAD3]](i16), [[PTR_ADD4]](p5) :: (store (i16) into stack + 12, align 4, addrspace 5)
+  ; CHECK-NEXT:   [[ANYEXT3:%[0-9]+]]:_(i32) = G_ANYEXT [[LOAD3]](i16)
+  ; CHECK-NEXT:   G_STORE [[ANYEXT3]](i32), [[PTR_ADD4]](p5) :: (store (i16) into stack + 12, align 4, addrspace 5)
   ; CHECK-NEXT:   $vgpr0 = COPY [[UV]](i32)
   ; CHECK-NEXT:   $vgpr1 = COPY [[UV1]](i32)
   ; CHECK-NEXT:   $vgpr2 = COPY [[UV2]](i32)
diff --git a/llvm/test/CodeGen/AMDGPU/GlobalISel/irtranslator-function-args.ll b/llvm/test/CodeGen/AMDGPU/GlobalISel/irtranslator-function-args.ll
index b89257cfeecb10..1aa1e07cbd98ba 100644
--- a/llvm/test/CodeGen/AMDGPU/GlobalISel/irtranslator-function-args.ll
+++ b/llvm/test/CodeGen/AMDGPU/GlobalISel/irtranslator-function-args.ll
@@ -127,10 +127,9 @@ define void @void_func_i8(i8 %arg0) #0 {
   ; CHECK-NEXT:   liveins: $vgpr0
   ; CHECK-NEXT: {{  $}}
   ; CHECK-NEXT:   [[COPY:%[0-9]+]]:_(i32) = COPY $vgpr0
-  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i16) = G_TRUNC [[COPY]](i32)
-  ; CHECK-NEXT:   [[TRUNC1:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC]](i16)
+  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i8) = G_TRUNC [[COPY]](i32)
   ; CHECK-NEXT:   [[DEF:%[0-9]+]]:_(p1) = G_IMPLICIT_DEF
-  ; CHECK-NEXT:   G_STORE [[TRUNC1]](i8), [[DEF]](p1) :: (store (i8) into `ptr addrspace(1) poison`, addrspace 1)
+  ; CHECK-NEXT:   G_STORE [[TRUNC]](i8), [[DEF]](p1) :: (store (i8) into `ptr addrspace(1) poison`, addrspace 1)
   ; CHECK-NEXT:   SI_RETURN
   store i8 %arg0, ptr addrspace(1) poison
   ret void
@@ -605,13 +604,11 @@ define void @void_func_v2i8(<2 x i8> %arg0) #0 {
   ; CHECK-NEXT:   liveins: $vgpr0, $vgpr1
   ; CHECK-NEXT: {{  $}}
   ; CHECK-NEXT:   [[COPY:%[0-9]+]]:_(i32) = COPY $vgpr0
-  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i16) = G_TRUNC [[COPY]](i32)
   ; CHECK-NEXT:   [[COPY1:%[0-9]+]]:_(i32) = COPY $vgpr1
-  ; CHECK-NEXT:   [[TRUNC1:%[0-9]+]]:_(i16) = G_TRUNC [[COPY1]](i32)
-  ; CHECK-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<2 x i16>) = G_BUILD_VECTOR [[TRUNC]](i16), [[TRUNC1]](i16)
-  ; CHECK-NEXT:   [[TRUNC2:%[0-9]+]]:_(<2 x i8>) = G_TRUNC [[BUILD_VECTOR]](<2 x i16>)
+  ; CHECK-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<2 x i32>) = G_BUILD_VECTOR [[COPY]](i32), [[COPY1]](i32)
+  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(<2 x i8>) = G_TRUNC [[BUILD_VECTOR]](<2 x i32>)
   ; CHECK-NEXT:   [[DEF:%[0-9]+]]:_(p1) = G_IMPLICIT_DEF
-  ; CHECK-NEXT:   G_STORE [[TRUNC2]](<2 x i8>), [[DEF]](p1) :: (store (<2 x i8>) into `ptr addrspace(1) poison`, addrspace 1)
+  ; CHECK-NEXT:   G_STORE [[TRUNC]](<2 x i8>), [[DEF]](p1) :: (store (<2 x i8>) into `ptr addrspace(1) poison`, addrspace 1)
   ; CHECK-NEXT:   SI_RETURN
   store <2 x i8> %arg0, ptr addrspace(1) poison
   ret void
@@ -623,15 +620,12 @@ define void @void_func_v3i8(<3 x i8> %arg0) #0 {
   ; CHECK-NEXT:   liveins: $vgpr0, $vgpr1, $vgpr2
   ; CHECK-NEXT: {{  $}}
   ; CHECK-NEXT:   [[COPY:%[0-9]+]]:_(i32) = COPY $vgpr0
-  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i16) = G_TRUNC [[COPY]](i32)
   ; CHECK-NEXT:   [[COPY1:%[0-9]+]]:_(i32) = COPY $vgpr1
-  ; CHECK-NEXT:   [[TRUNC1:%[0-9]+]]:_(i16) = G_TRUNC [[COPY1]](i32)
   ; CHECK-NEXT:   [[COPY2:%[0-9]+]]:_(i32) = COPY $vgpr2
-  ; CHECK-NEXT:   [[TRUNC2:%[0-9]+]]:_(i16) = G_TRUNC [[COPY2]](i32)
-  ; CHECK-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<3 x i16>) = G_BUILD_VECTOR [[TRUNC]](i16), [[TRUNC1]](i16), [[TRUNC2]](i16)
-  ; CHECK-NEXT:   [[TRUNC3:%[0-9]+]]:_(<3 x i8>) = G_TRUNC [[BUILD_VECTOR]](<3 x i16>)
+  ; CHECK-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<3 x i32>) = G_BUILD_VECTOR [[COPY]](i32), [[COPY1]](i32), [[COPY2]](i32)
+  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(<3 x i8>) = G_TRUNC [[BUILD_VECTOR]](<3 x i32>)
   ; CHECK-NEXT:   [[DEF:%[0-9]+]]:_(p1) = G_IMPLICIT_DEF
-  ; CHECK-NEXT:   G_STORE [[TRUNC3]](<3 x i8>), [[DEF]](p1) :: (store (<3 x i8>) into `ptr addrspace(1) poison`, align 4, addrspace 1)
+  ; CHECK-NEXT:   G_STORE [[TRUNC]](<3 x i8>), [[DEF]](p1) :: (store (<3 x i8>) into `ptr addrspace(1) poison`, align 4, addrspace 1)
   ; CHECK-NEXT:   SI_RETURN
   store <3 x i8> %arg0, ptr addrspace(1) poison
   ret void
@@ -643,17 +637,13 @@ define void @void_func_v4i8(<4 x i8> %arg0) #0 {
   ; CHECK-NEXT:   liveins: $vgpr0, $vgpr1, $vgpr2, $vgpr3
   ; CHECK-NEXT: {{  $}}
   ; CHECK-NEXT:   [[COPY:%[0-9]+]]:_(i32) = COPY $vgpr0
-  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i16) = G_TRUNC [[COPY]](i32)
   ; CHECK-NEXT:   [[COPY1:%[0-9]+]]:_(i32) = COPY $vgpr1
-  ; CHECK-NEXT:   [[TRUNC1:%[0-9]+]]:_(i16) = G_TRUNC [[COPY1]](i32)
   ; CHECK-NEXT:   [[COPY2:%[0-9]+]]:_(i32) = COPY $vgpr2
-  ; CHECK-NEXT:   [[TRUNC2:%[0-9]+]]:_(i16) = G_TRUNC [[COPY2]](i32)
   ; CHECK-NEXT:   [[COPY3:%[0-9]+]]:_(i32) = COPY $vgpr3
-  ; CHECK-NEXT:   [[TRUNC3:%[0-9]+]]:_(i16) = G_TRUNC [[COPY3]](i32)
-  ; CHECK-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<4 x i16>) = G_BUILD_VECTOR [[TRUNC]](i16), [[TRUNC1]](i16), [[TRUNC2]](i16), [[TRUNC3]](i16)
-  ; CHECK-NEXT:   [[TRUNC4:%[0-9]+]]:_(<4 x i8>) = G_TRUNC [[BUILD_VECTOR]](<4 x i16>)
+  ; CHECK-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<4 x i32>) = G_BUILD_VECTOR [[COPY]](i32), [[COPY1]](i32), [[COPY2]](i32), [[COPY3]](i32)
+  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(<4 x i8>) = G_TRUNC [[BUILD_VECTOR]](<4 x i32>)
   ; CHECK-NEXT:   [[DEF:%[0-9]+]]:_(p1) = G_IMPLICIT_DEF
-  ; CHECK-NEXT:   G_STORE [[TRUNC4]](<4 x i8>), [[DEF]](p1) :: (store (<4 x i8>) into `ptr addrspace(1) poison`, addrspace 1)
+  ; CHECK-NEXT:   G_STORE [[TRUNC]](<4 x i8>), [[DEF]](p1) :: (store (<4 x i8>) into `ptr addrspace(1) poison`, addrspace 1)
   ; CHECK-NEXT:   SI_RETURN
   store <4 x i8> %arg0, ptr addrspace(1) poison
   ret void
@@ -1641,11 +1631,10 @@ define void @void_func_struct_i8_i32({ i8, i32 } %arg0) #0 {
   ; CHECK-NEXT:   liveins: $vgpr0, $vgpr1
   ; CHECK-NEXT: {{  $}}
   ; CHECK-NEXT:   [[COPY:%[0-9]+]]:_(i32) = COPY $vgpr0
-  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i16) = G_TRUNC [[COPY]](i32)
-  ; CHECK-NEXT:   [[TRUNC1:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC]](i16)
+  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i8) = G_TRUNC [[COPY]](i32)
   ; CHECK-NEXT:   [[COPY1:%[0-9]+]]:_(i32) = COPY $vgpr1
   ; CHECK-NEXT:   [[DEF:%[0-9]+]]:_(p1) = G_IMPLICIT_DEF
-  ; CHECK-NEXT:   G_STORE [[TRUNC1]](i8), [[DEF]](p1) :: (store (i8) into `ptr addrspace(1) poison`, align 4, addrspace 1)
+  ; CHECK-NEXT:   G_STORE [[TRUNC]](i8), [[DEF]](p1) :: (store (i8) into `ptr addrspace(1) poison`, align 4, addrspace 1)
   ; CHECK-NEXT:   [[C:%[0-9]+]]:_(i64) = G_CONSTANT i64 4
   ; CHECK-NEXT:   [[PTR_ADD:%[0-9]+]]:_(p1) = nuw inbounds G_PTR_ADD [[DEF]], [[C]](i64)
   ; CHECK-NEXT:   G_STORE [[COPY1]](i32), [[PTR_ADD]](p1) :: (store (i32) into `ptr addrspace(1) poison` + 4, addrspace 1)
@@ -1994,18 +1983,21 @@ define void @void_func_v32i32_i1_i8_i16(<32 x i32> %arg0, i1 %arg1, i8 %arg2, i1
   ; CHECK-NEXT:   [[LOAD1:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX1]](p5) :: (invariant load (i1) from %fixed-stack.3, align 4, addrspace 5)
   ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i1) = G_TRUNC [[LOAD1]](i32)
   ; CHECK-NEXT:   [[FRAME_INDEX2:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.2
-  ; CHECK-NEXT:   [[LOAD2:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX2]](p5) :: (invariant load (i16) from %fixed-stack.2, align 8, addrspace 5)
-  ; CHECK-NEXT:   [[TRUNC1:%[0-9]+]]:_(i8) = G_TRUNC [[LOAD2]](i16)
+  ; CHECK-NEXT:   [[LOAD2:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX2]](p5) :: (invariant load (i16) from %fixed-stack.2, align 8, addrspace 5)
+  ; CHECK-NEXT:   [[TRUNC1:%[0-9]+]]:_(i8) = G_TRUNC [[LOAD2]](i32)
   ; CHECK-NEXT:   [[FRAME_INDEX3:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.1
-  ; CHECK-NEXT:   [[LOAD3:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX3]](p5) :: (invariant load (i16) from %fixed-stack.1, align 4, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD3:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX3]](p5) :: (invariant load (i16) from %fixed-stack.1, align 4, addrspace 5)
+  ; CHECK-NEXT:   [[TRUNC2:%[0-9]+]]:_(i16) = G_TRUNC [[LOAD3]](i32)
   ; CHECK-NEXT:   [[FRAME_INDEX4:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.0
-  ; CHECK-NEXT:   [[LOAD4:%[0-9]+]]:_(f16) = G_LOAD [[FRAME_INDEX4]](p5) :: (invariant load (f16) from %fixed-stack.0, align 16, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD4:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX4]](p5) :: (invariant load (f16) from %fixed-stack.0, align 16, addrspace 5)
+  ; CHECK-NEXT:   [[TRUNC3:%[0-9]+]]:_(i16) = G_TRUNC [[LOAD4]](i32)
+  ; CHECK-NEXT:   [[BITCAST:%[0-9]+]]:_(f16) = G_BITCAST [[TRUNC3]](i16)
   ; CHECK-NEXT:   [[DEF:%[0-9]+]]:_(p1) = G_IMPLICIT_DEF
   ; CHECK-NEXT:   G_STORE [[BUILD_VECTOR]](<32 x i32>), [[DEF]](p1) :: (volatile store (<32 x i32>) into `ptr addrspace(1) poison`, addrspace 1)
   ; CHECK-NEXT:   G_STORE [[TRUNC]](i1), [[DEF]](p1) :: (volatile store (i1) into `ptr addrspace(1) poison`, addrspace 1)
   ; CHECK-NEXT:   G_STORE [[TRUNC1]](i8), [[DEF]](p1) :: (volatile store (i8) into `ptr addrspace(1) poison`, addrspace 1)
-  ; CHECK-NEXT:   G_STORE [[LOAD3]](i16), [[DEF]](p1) :: (volatile store (i16) into `ptr addrspace(1) poison`, addrspace 1)
-  ; CHECK-NEXT:   G_STORE [[LOAD4]](f16), [[DEF]](p1) :: (volatile store (f16) into `ptr addrspace(1) poison`, addrspace 1)
+  ; CHECK-NEXT:   G_STORE [[TRUNC2]](i16), [[DEF]](p1) :: (volatile store (i16) into `ptr addrspace(1) poison`, addrspace 1)
+  ; CHECK-NEXT:   G_STORE [[BITCAST]](f16), [[DEF]](p1) :: (volatile store (f16) into `ptr addrspace(1) poison`, addrspace 1)
   ; CHECK-NEXT:   SI_RETURN
   store volatile <32 x i32> %arg0, ptr addrspace(1) poison
   store volatile i1 %arg1, ptr addrspace(1) poison
@@ -2595,41 +2587,25 @@ define void @void_func_v16i8(<16 x i8> %arg0) #0 {
   ; CHECK-NEXT:   liveins: $vgpr0, $vgpr1, $vgpr2, $vgpr3, $vgpr4, $vgpr5, $vgpr6, $vgpr7, $vgpr8, $vgpr9, $vgpr10, $vgpr11, $vgpr12, $vgpr13, $vgpr14, $vgpr15
   ; CHECK-NEXT: {{  $}}
   ; CHECK-NEXT:   [[COPY:%[0-9]+]]:_(i32) = COPY $vgpr0
-  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i16) = G_TRUNC [[COPY]](i32)
   ; CHECK-NEXT:   [[COPY1:%[0-9]+]]:_(i32) = COPY $vgpr1
-  ; CHECK-NEXT:   [[TRUNC1:%[0-9]+]]:_(i16) = G_TRUNC [[COPY1]](i32)
   ; CHECK-NEXT:   [[COPY2:%[0-9]+]]:_(i32) = COPY $vgpr2
-  ; CHECK-NEXT:   [[TRUNC2:%[0-9]+]]:_(i16) = G_TRUNC [[COPY2]](i32)
   ; CHECK-NEXT:   [[COPY3:%[0-9]+]]:_(i32) = COPY $vgpr3
-  ; CHECK-NEXT:   [[TRUNC3:%[0-9]+]]:_(i16) = G_TRUNC [[COPY3]](i32)
   ; CHECK-NEXT:   [[COPY4:%[0-9]+]]:_(i32) = COPY $vgpr4
-  ; CHECK-NEXT:   [[TRUNC4:%[0-9]+]]:_(i16) = G_TRUNC [[COPY4]](i32)
   ; CHECK-NEXT:   [[COPY5:%[0-9]+]]:_(i32) = COPY $vgpr5
-  ; CHECK-NEXT:   [[TRUNC5:%[0-9]+]]:_(i16) = G_TRUNC [[COPY5]](i32)
   ; CHECK-NEXT:   [[COPY6:%[0-9]+]]:_(i32) = COPY $vgpr6
-  ; CHECK-NEXT:   [[TRUNC6:%[0-9]+]]:_(i16) = G_TRUNC [[COPY6]](i32)
   ; CHECK-NEXT:   [[COPY7:%[0-9]+]]:_(i32) = COPY $vgpr7
-  ; CHECK-NEXT:   [[TRUNC7:%[0-9]+]]:_(i16) = G_TRUNC [[COPY7]](i32)
   ; CHECK-NEXT:   [[COPY8:%[0-9]+]]:_(i32) = COPY $vgpr8
-  ; CHECK-NEXT:   [[TRUNC8:%[0-9]+]]:_(i16) = G_TRUNC [[COPY8]](i32)
   ; CHECK-NEXT:   [[COPY9:%[0-9]+]]:_(i32) = COPY $vgpr9
-  ; CHECK-NEXT:   [[TRUNC9:%[0-9]+]]:_(i16) = G_TRUNC [[COPY9]](i32)
   ; CHECK-NEXT:   [[COPY10:%[0-9]+]]:_(i32) = COPY $vgpr10
-  ; CHECK-NEXT:   [[TRUNC10:%[0-9]+]]:_(i16) = G_TRUNC [[COPY10]](i32)
   ; CHECK-NEXT:   [[COPY11:%[0-9]+]]:_(i32) = COPY $vgpr11
-  ; CHECK-NEXT:   [[TRUNC11:%[0-9]+]]:_(i16) = G_TRUNC [[COPY11]](i32)
   ; CHECK-NEXT:   [[COPY12:%[0-9]+]]:_(i32) = COPY $vgpr12
-  ; CHECK-NEXT:   [[TRUNC12:%[0-9]+]]:_(i16) = G_TRUNC [[COPY12]](i32)
   ; CHECK-NEXT:   [[COPY13:%[0-9]+]]:_(i32) = COPY $vgpr13
-  ; CHECK-NEXT:   [[TRUNC13:%[0-9]+]]:_(i16) = G_TRUNC [[COPY13]](i32)
   ; CHECK-NEXT:   [[COPY14:%[0-9]+]]:_(i32) = COPY $vgpr14
-  ; CHECK-NEXT:   [[TRUNC14:%[0-9]+]]:_(i16) = G_TRUNC [[COPY14]](i32)
   ; CHECK-NEXT:   [[COPY15:%[0-9]+]]:_(i32) = COPY $vgpr15
-  ; CHECK-NEXT:   [[TRUNC15:%[0-9]+]]:_(i16) = G_TRUNC [[COPY15]](i32)
-  ; CHECK-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<16 x i16>) = G_BUILD_VECTOR [[TRUNC]](i16), [[TRUNC1]](i16), [[TRUNC2]](i16), [[TRUNC3]](i16), [[TRUNC4]](i16), [[TRUNC5]](i16), [[TRUNC6]](i16), [[TRUNC7]](i16), [[TRUNC8]](i16), [[TRUNC9]](i16), [[TRUNC10]](i16), [[TRUNC11]](i16), [[TRUNC12]](i16), [[TRUNC13]](i16), [[TRUNC14]](i16), [[TRUNC15]](i16)
-  ; CHECK-NEXT:   [[TRUNC16:%[0-9]+]]:_(<16 x i8>) = G_TRUNC [[BUILD_VECTOR]](<16 x i16>)
+  ; CHECK-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<16 x i32>) = G_BUILD_VECTOR [[COPY]](i32), [[COPY1]](i32), [[COPY2]](i32), [[COPY3]](i32), [[COPY4]](i32), [[COPY5]](i32), [[COPY6]](i32), [[COPY7]](i32), [[COPY8]](i32), [[COPY9]](i32), [[COPY10]](i32), [[COPY11]](i32), [[COPY12]](i32), [[COPY13]](i32), [[COPY14]](i32), [[COPY15]](i32)
+  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(<16 x i8>) = G_TRUNC [[BUILD_VECTOR]](<16 x i32>)
   ; CHECK-NEXT:   [[DEF:%[0-9]+]]:_(p1) = G_IMPLICIT_DEF
-  ; CHECK-NEXT:   G_STORE [[TRUNC16]](<16 x i8>), [[DEF]](p1) :: (volatile store (<16 x i8>) into `ptr addrspace(1) poison`, addrspace 1)
+  ; CHECK-NEXT:   G_STORE [[TRUNC]](<16 x i8>), [[DEF]](p1) :: (volatile store (<16 x i8>) into `ptr addrspace(1) poison`, addrspace 1)
   ; CHECK-NEXT:   SI_RETURN
   store volatile <16 x i8> %arg0, ptr addrspace(1) poison
   ret void
@@ -2676,39 +2652,39 @@ define void @void_func_v32i32_v16i8(<32 x i32> %arg0, <16 x i8> %arg1) #0 {
   ; CHECK-NEXT:   [[LOAD:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX]](p5) :: (invariant load (i32) from %fixed-stack.16, align 16, addrspace 5)
   ; CHECK-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<32 x i32>) = G_BUILD_VECTOR [[COPY]](i32), [[COPY1]](i32), [[COPY2]](i32), [[COPY3]](i32), [[COPY4]](i32), [[COPY5]](i32), [[COPY6]](i32), [[COPY7]](i32), [[COPY8]](i32), [[COPY9]](i32), [[COPY10]](i32), [[COPY11]](i32), [[COPY12]](i32), [[COPY13]](i32), [[COPY14]](i32), [[COPY15]](i32), [[COPY16]](i32), [[COPY17]](i32), [[COPY18]](i32), [[COPY19]](i32), [[COPY20]](i32), [[COPY21]](i32), [[COPY22]](i32), [[COPY23]](i32), [[COPY24]](i32), [[COPY25]](i32), [[COPY26]](i32), [[COPY27]](i32), [[COPY28]](i32), [[COPY29]](i32), [[COPY30]](i32), [[LOAD]](i32)
   ; CHECK-NEXT:   [[FRAME_INDEX1:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.15
-  ; CHECK-NEXT:   [[LOAD1:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX1]](p5) :: (invariant load (i16) from %fixed-stack.15, align 4, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD1:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX1]](p5) :: (invariant load (i16) from %fixed-stack.15, align 4, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX2:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.14
-  ; CHECK-NEXT:   [[LOAD2:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX2]](p5) :: (invariant load (i16) from %fixed-stack.14, align 8, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD2:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX2]](p5) :: (invariant load (i16) from %fixed-stack.14, align 8, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX3:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.13
-  ; CHECK-NEXT:   [[LOAD3:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX3]](p5) :: (invariant load (i16) from %fixed-stack.13, align 4, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD3:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX3]](p5) :: (invariant load (i16) from %fixed-stack.13, align 4, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX4:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.12
-  ; CHECK-NEXT:   [[LOAD4:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX4]](p5) :: (invariant load (i16) from %fixed-stack.12, align 16, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD4:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX4]](p5) :: (invariant load (i16) from %fixed-stack.12, align 16, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX5:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.11
-  ; CHECK-NEXT:   [[LOAD5:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX5]](p5) :: (invariant load (i16) from %fixed-stack.11, align 4, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD5:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX5]](p5) :: (invariant load (i16) from %fixed-stack.11, align 4, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX6:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.10
-  ; CHECK-NEXT:   [[LOAD6:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX6]](p5) :: (invariant load (i16) from %fixed-stack.10, align 8, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD6:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX6]](p5) :: (invariant load (i16) from %fixed-stack.10, align 8, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX7:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.9
-  ; CHECK-NEXT:   [[LOAD7:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX7]](p5) :: (invariant load (i16) from %fixed-stack.9, align 4, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD7:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX7]](p5) :: (invariant load (i16) from %fixed-stack.9, align 4, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX8:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.8
-  ; CHECK-NEXT:   [[LOAD8:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX8]](p5) :: (invariant load (i16) from %fixed-stack.8, align 16, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD8:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX8]](p5) :: (invariant load (i16) from %fixed-stack.8, align 16, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX9:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.7
-  ; CHECK-NEXT:   [[LOAD9:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX9]](p5) :: (invariant load (i16) from %fixed-stack.7, align 4, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD9:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX9]](p5) :: (invariant load (i16) from %fixed-stack.7, align 4, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX10:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.6
-  ; CHECK-NEXT:   [[LOAD10:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX10]](p5) :: (invariant load (i16) from %fixed-stack.6, align 8, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD10:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX10]](p5) :: (invariant load (i16) from %fixed-stack.6, align 8, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX11:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.5
-  ; CHECK-NEXT:   [[LOAD11:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX11]](p5) :: (invariant load (i16) from %fixed-stack.5, align 4, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD11:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX11]](p5) :: (invariant load (i16) from %fixed-stack.5, align 4, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX12:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.4
-  ; CHECK-NEXT:   [[LOAD12:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX12]](p5) :: (invariant load (i16) from %fixed-stack.4, align 16, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD12:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX12]](p5) :: (invariant load (i16) from %fixed-stack.4, align 16, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX13:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.3
-  ; CHECK-NEXT:   [[LOAD13:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX13]](p5) :: (invariant load (i16) from %fixed-stack.3, align 4, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD13:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX13]](p5) :: (invariant load (i16) from %fixed-stack.3, align 4, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX14:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.2
-  ; CHECK-NEXT:   [[LOAD14:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX14]](p5) :: (invariant load (i16) from %fixed-stack.2, align 8, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD14:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX14]](p5) :: (invariant load (i16) from %fixed-stack.2, align 8, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX15:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.1
-  ; CHECK-NEXT:   [[LOAD15:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX15]](p5) :: (invariant load (i16) from %fixed-stack.1, align 4, addrspace 5)
+  ; CHECK-NEXT:   [[LOAD15:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX15]](p5) :: (invariant load (i16) from %fixed-stack.1, align 4, addrspace 5)
   ; CHECK-NEXT:   [[FRAME_INDEX16:%[0-9]+]]:_(p5) = G_FRAME_INDEX %fixed-stack.0
-  ; CHECK-NEXT:   [[LOAD16:%[0-9]+]]:_(i16) = G_LOAD [[FRAME_INDEX16]](p5) :: (invariant load (i16) from %fixed-stack.0, align 16, addrspace 5)
-  ; CHECK-NEXT:   [[BUILD_VECTOR1:%[0-9]+]]:_(<16 x i16>) = G_BUILD_VECTOR [[LOAD1]](i16), [[LOAD2]](i16), [[LOAD3]](i16), [[LOAD4]](i16), [[LOAD5]](i16), [[LOAD6]](i16), [[LOAD7]](i16), [[LOAD8]](i16), [[LOAD9]](i16), [[LOAD10]](i16), [[LOAD11]](i16), [[LOAD12]](i16), [[LOAD13]](i16), [[LOAD14]](i16), [[LOAD15]](i16), [[LOAD16]](i16)
-  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(<16 x i8>) = G_TRUNC [[BUILD_VECTOR1]](<16 x i16>)
+  ; CHECK-NEXT:   [[LOAD16:%[0-9]+]]:_(i32) = G_LOAD [[FRAME_INDEX16]](p5) :: (invariant load (i16) from %fixed-stack.0, align 16, addrspace 5)
+  ; CHECK-NEXT:   [[BUILD_VECTOR1:%[0-9]+]]:_(<16 x i32>) = G_BUILD_VECTOR [[LOAD1]](i32), [[LOAD2]](i32), [[LOAD3]](i32), [[LOAD4]](i32), [[LOAD5]](i32), [[LOAD6]](i32), [[LOAD7]](i32), [[LOAD8]](i32), [[LOAD9]](i32), [[LOAD10]](i32), [[LOAD11]](i32), [[LOAD12]](i32), [[LOAD13]](i32), [[LOAD14]](i32), [[LOAD15]](i32), [[LOAD16]](i32)
+  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(<16 x i8>) = G_TRUNC [[BUILD_VECTOR1]](<16 x i32>)
   ; CHECK-NEXT:   [[DEF:%[0-9]+]]:_(p1) = G_IMPLICIT_DEF
   ; CHECK-NEXT:   G_STORE [[BUILD_VECTOR]](<32 x i32>), [[DEF]](p1) :: (volatile store (<32 x i32>) into `ptr addrspace(1) poison`, addrspace 1)
   ; CHECK-NEXT:   G_STORE [[TRUNC]](<16 x i8>), [[DEF]](p1) :: (volatile store (<16 x i8>) into `ptr addrspace(1) poison`, addrspace 1)
@@ -2728,8 +2704,7 @@ define void @pointer_in_struct_argument({ptr addrspace(3), ptr addrspace(1)} %ar
   ; CHECK-NEXT:   [[COPY2:%[0-9]+]]:_(i32) = COPY $vgpr2
   ; CHECK-NEXT:   [[MV:%[0-9]+]]:_(p1) = G_MERGE_VALUES [[COPY1]](i32), [[COPY2]](i32)
   ; CHECK-NEXT:   [[COPY3:%[0-9]+]]:_(i32) = COPY $vgpr3
-  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i16) = G_TRUNC [[COPY3]](i32)
-  ; CHECK-NEXT:   [[TRUNC1:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC]](i16)
+  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i8) = G_TRUNC [[COPY3]](i32)
   ; CHECK-NEXT:   [[COPY4:%[0-9]+]]:_(p3) = COPY $vgpr4
   ; CHECK-NEXT:   [[COPY5:%[0-9]+]]:_(i32) = COPY $vgpr5
   ; CHECK-NEXT:   [[COPY6:%[0-9]+]]:_(i32) = COPY $vgpr6
@@ -2737,7 +2712,7 @@ define void @pointer_in_struct_argument({ptr addrspace(3), ptr addrspace(1)} %ar
   ; CHECK-NEXT:   [[C:%[0-9]+]]:_(p1) = G_CONSTANT i64 0
   ; CHECK-NEXT:   G_STORE [[COPY]](p3), [[C]](p1) :: (volatile store (p3) into `ptr addrspace(1) null`, addrspace 1)
   ; CHECK-NEXT:   G_STORE [[MV]](p1), [[C]](p1) :: (volatile store (p1) into `ptr addrspace(1) null`, addrspace 1)
-  ; CHECK-NEXT:   G_STORE [[TRUNC1]](i8), [[C]](p1) :: (volatile store (i8) into `ptr addrspace(1) null`, addrspace 1)
+  ; CHECK-NEXT:   G_STORE [[TRUNC]](i8), [[C]](p1) :: (volatile store (i8) into `ptr addrspace(1) null`, addrspace 1)
   ; CHECK-NEXT:   G_STORE [[COPY4]](p3), [[C]](p1) :: (volatile store (p3) into `ptr addrspace(1) null`, addrspace 1)
   ; CHECK-NEXT:   G_STORE [[MV1]](p1234), [[C]](p1) :: (volatile store (p1234) into `ptr addrspace(1) null`, addrspace 1)
   ; CHECK-NEXT:   SI_RETURN
@@ -2798,10 +2773,9 @@ define void @void_func_i8_inreg(i8 inreg %arg0) #0 {
   ; CHECK-NEXT:   liveins: $sgpr16
   ; CHECK-NEXT: {{  $}}
   ; CHECK-NEXT:   [[COPY:%[0-9]+]]:_(i32) = COPY $sgpr16
-  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i16) = G_TRUNC [[COPY]](i32)
-  ; CHECK-NEXT:   [[TRUNC1:%[0-9]+]]:_(i8) = G_TRUNC [[TRUNC]](i16)
+  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i8) = G_TRUNC [[COPY]](i32)
   ; CHECK-NEXT:   [[DEF:%[0-9]+]]:_(p1) = G_IMPLICIT_DEF
-  ; CHECK-NEXT:   G_STORE [[TRUNC1]](i8), [[DEF]](p1) :: (store (i8) into `ptr addrspace(1) poison`, addrspace 1)
+  ; CHECK-NEXT:   G_STORE [[TRUNC]](i8), [[DEF]](p1) :: (store (i8) into `ptr addrspace(1) poison`, addrspace 1)
   ; CHECK-NEXT:   SI_RETURN
   store i8 %arg0, ptr addrspace(1) poison
   ret void
@@ -2962,13 +2936,11 @@ define void @void_func_v2i1_inreg(<2 x i1> inreg %arg0) #0 {
   ; CHECK-NEXT:   liveins: $sgpr16, $sgpr17
   ; CHECK-NEXT: {{  $}}
   ; CHECK-NEXT:   [[COPY:%[0-9]+]]:_(i32) = COPY $sgpr16
-  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i16) = G_TRUNC [[COPY]](i32)
   ; CHECK-NEXT:   [[COPY1:%[0-9]+]]:_(i32) = COPY $sgpr17
-  ; CHECK-NEXT:   [[TRUNC1:%[0-9]+]]:_(i16) = G_TRUNC [[COPY1]](i32)
-  ; CHECK-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<2 x i16>) = G_BUILD_VECTOR [[TRUNC]](i16), [[TRUNC1]](i16)
-  ; CHECK-NEXT:   [[TRUNC2:%[0-9]+]]:_(<2 x i1>) = G_TRUNC [[BUILD_VECTOR]](<2 x i16>)
+  ; CHECK-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<2 x i32>) = G_BUILD_VECTOR [[COPY]](i32), [[COPY1]](i32)
+  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(<2 x i1>) = G_TRUNC [[BUILD_VECTOR]](<2 x i32>)
   ; CHECK-NEXT:   [[DEF:%[0-9]+]]:_(p1) = G_IMPLICIT_DEF
-  ; CHECK-NEXT:   G_STORE [[TRUNC2]](<2 x i1>), [[DEF]](p1) :: (store (<2 x i1>) into `ptr addrspace(1) poison`, addrspace 1)
+  ; CHECK-NEXT:   G_STORE [[TRUNC]](<2 x i1>), [[DEF]](p1) :: (store (<2 x i1>) into `ptr addrspace(1) poison`, addrspace 1)
   ; CHECK-NEXT:   SI_RETURN
   store <2 x i1> %arg0, ptr addrspace(1) poison
   ret void
@@ -2981,13 +2953,11 @@ define void @void_func_v2i8_inreg(<2 x i8> inreg %arg0) #0 {
   ; CHECK-NEXT:   liveins: $sgpr16, $sgpr17
   ; CHECK-NEXT: {{  $}}
   ; CHECK-NEXT:   [[COPY:%[0-9]+]]:_(i32) = COPY $sgpr16
-  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(i16) = G_TRUNC [[COPY]](i32)
   ; CHECK-NEXT:   [[COPY1:%[0-9]+]]:_(i32) = COPY $sgpr17
-  ; CHECK-NEXT:   [[TRUNC1:%[0-9]+]]:_(i16) = G_TRUNC [[COPY1]](i32)
-  ; CHECK-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<2 x i16>) = G_BUILD_VECTOR [[TRUNC]](i16), [[TRUNC1]](i16)
-  ; CHECK-NEXT:   [[TRUNC2:%[0-9]+]]:_(<2 x i8>) = G_TRUNC [[BUILD_VECTOR]](<2 x i16>)
+  ; CHECK-NEXT:   [[BUILD_VECTOR:%[0-9]+]]:_(<2 x i32>) = G_BUILD_VECTOR [[COPY]](i32), [[COPY1]](i32)
+  ; CHECK-NEXT:   [[TRUNC:%[0-9]+]]:_(<2 x i8>) = G_TRUNC [[BUILD_VECTOR]](<2 x i32>)
   ; CHECK-NEXT:   [[DEF:%[0-9]+]]:_(p1) = G_IMPLICIT_DEF
-  ; CHECK-NEXT:   G_STORE [[TRUNC2]](<2 x i8>), [[DEF]](p1) :: (store (<2 x i8>) into `ptr addrspace(1) poison`, addrspace 1)
+  ; CHECK-NEXT:   G_STORE [[TRUNC]](<2 x i8>), [[DEF]](p1) :: (store (<2 x i8>) into `ptr addrspace(1) poison`, addrspace 1)
   ; CHECK-NEXT:   SI_RETURN
   store <2 x i8> %arg0, ptr addrspace(1) poison
   ret void
diff --git a/llvm/test/CodeGen/AMDGPU/GlobalISel/or.ll b/llvm/test/CodeGen/AMDGPU/GlobalISel/or.ll
index 0a12cd16159b09..1625fae750c815 100644
--- a/llvm/test/CodeGen/AMDGPU/GlobalISel/or.ll
+++ b/llvm/test/CodeGen/AMDGPU/GlobalISel/or.ll
@@ -53,34 +53,19 @@ define i16 @v_or_i16(i16 %num, i16 %den) {
 }
 
 define amdgpu_ps zeroext i16 @s_or_i16_zeroext(i16 inreg zeroext %num, i16 inreg zeroext %den) {
-; GFX7-LABEL: s_or_i16_zeroext:
-; GFX7:       ; %bb.0:
-; GFX7-NEXT:    s_or_b32 s0, s0, s1
-; GFX7-NEXT:    ; return to shader part epilog
-;
-; GFX8-LABEL: s_or_i16_zeroext:
-; GFX8:       ; %bb.0:
-; GFX8-NEXT:    s_or_b32 s0, s0, s1
-; GFX8-NEXT:    s_and_b32 s0, s0, 0xffff
-; GFX8-NEXT:    ; return to shader part epilog
-;
-; GFX9-LABEL: s_or_i16_zeroext:
-; GFX9:       ; %bb.0:
-; GFX9-NEXT:    s_or_b32 s0, s0, s1
-; GFX9-NEXT:    s_and_b32 s0, s0, 0xffff
-; GFX9-NEXT:    ; return to shader part epilog
+; GCN-LABEL: s_or_i16_zeroext:
+; GCN:       ; %bb.0:
+; GCN-NEXT:    s_or_b32 s0, s0, s1
+; GCN-NEXT:    ; return to shader part epilog
 ;
 ; GFX10PLUS-LABEL: s_or_i16_zeroext:
 ; GFX10PLUS:       ; %bb.0:
 ; GFX10PLUS-NEXT:    s_or_b32 s0, s0, s1
-; GFX10PLUS-NEXT:    s_and_b32 s0, s0, 0xffff
 ; GFX10PLUS-NEXT:    ; return to shader part epilog
 ;
 ; GFX12-LABEL: s_or_i16_zeroext:
 ; GFX12:       ; %bb.0:
 ; GFX12-NEXT:    s_or_b32 s0, s0, s1
-; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX12-NEXT:    s_and_b32 s0, s0, 0xffff
 ; GFX12-NEXT:    ; return to shader part epilog
   %result = or i16 %num, %den
   ret i16 %result
@@ -113,34 +98,19 @@ define zeroext i16 @v_or_i16_zeroext(i16 zeroext %num, i16 zeroext %den) {
 }
 
 define amdgpu_ps signext i16 @s_or_i16_signext(i16 inreg signext %num, i16 inreg signext %den) {
-; GFX7-LABEL: s_or_i16_signext:
-; GFX7:       ; %bb.0:
-; GFX7-NEXT:    s_or_b32 s0, s0, s1
-; GFX7-NEXT:    ; return to shader part epilog
-;
-; GFX8-LABEL: s_or_i16_signext:
-; GFX8:       ; %bb.0:
-; GFX8-NEXT:    s_or_b32 s0, s0, s1
-; GFX8-NEXT:    s_sext_i32_i16 s0, s0
-; GFX8-NEXT:    ; return to shader part epilog
-;
-; GFX9-LABEL: s_or_i16_signext:
-; GFX9:       ; %bb.0:
-; GFX9-NEXT:    s_or_b32 s0, s0, s1
-; GFX9-NEXT:    s_sext_i32_i16 s0, s0
-; GFX9-NEXT:    ; return to shader part epilog
+; GCN-LABEL: s_or_i16_signext:
+; GCN:       ; %bb.0:
+; GCN-NEXT:    s_or_b32 s0, s0, s1
+; GCN-NEXT:    ; return to shader part epilog
 ;
 ; GFX10PLUS-LABEL: s_or_i16_signext:
 ; GFX10PLUS:       ; %bb.0:
 ; GFX10PLUS-NEXT:    s_or_b32 s0, s0, s1
-; GFX10PLUS-NEXT:    s_sext_i32_i16 s0, s0
 ; GFX10PLUS-NEXT:    ; return to shader part epilog
 ;
 ; GFX12-LABEL: s_or_i16_signext:
 ; GFX12:       ; %bb.0:
 ; GFX12-NEXT:    s_or_b32 s0, s0, s1
-; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX12-NEXT:    s_sext_i32_i16 s0, s0
 ; GFX12-NEXT:    ; return to shader part epilog
   %result = or i16 %num, %den
   ret i16 %result
diff --git a/llvm/test/CodeGen/AMDGPU/GlobalISel/xor.ll b/llvm/test/CodeGen/AMDGPU/GlobalISel/xor.ll
index 41e66b9122086d..81dbb27c5ef741 100644
--- a/llvm/test/CodeGen/AMDGPU/GlobalISel/xor.ll
+++ b/llvm/test/CodeGen/AMDGPU/GlobalISel/xor.ll
@@ -53,34 +53,19 @@ define i16 @v_xor_i16(i16 %num, i16 %den) {
 }
 
 define amdgpu_ps zeroext i16 @s_xor_i16_zeroext(i16 inreg zeroext %num, i16 inreg zeroext %den) {
-; GFX7-LABEL: s_xor_i16_zeroext:
-; GFX7:       ; %bb.0:
-; GFX7-NEXT:    s_xor_b32 s0, s0, s1
-; GFX7-NEXT:    ; return to shader part epilog
-;
-; GFX8-LABEL: s_xor_i16_zeroext:
-; GFX8:       ; %bb.0:
-; GFX8-NEXT:    s_xor_b32 s0, s0, s1
-; GFX8-NEXT:    s_and_b32 s0, s0, 0xffff
-; GFX8-NEXT:    ; return to shader part epilog
-;
-; GFX9-LABEL: s_xor_i16_zeroext:
-; GFX9:       ; %bb.0:
-; GFX9-NEXT:    s_xor_b32 s0, s0, s1
-; GFX9-NEXT:    s_and_b32 s0, s0, 0xffff
-; GFX9-NEXT:    ; return to shader part epilog
+; GCN-LABEL: s_xor_i16_zeroext:
+; GCN:       ; %bb.0:
+; GCN-NEXT:    s_xor_b32 s0, s0, s1
+; GCN-NEXT:    ; return to shader part epilog
 ;
 ; GFX10PLUS-LABEL: s_xor_i16_zeroext:
 ; GFX10PLUS:       ; %bb.0:
 ; GFX10PLUS-NEXT:    s_xor_b32 s0, s0, s1
-; GFX10PLUS-NEXT:    s_and_b32 s0, s0, 0xffff
 ; GFX10PLUS-NEXT:    ; return to shader part epilog
 ;
 ; GFX12-LABEL: s_xor_i16_zeroext:
 ; GFX12:       ; %bb.0:
 ; GFX12-NEXT:    s_xor_b32 s0, s0, s1
-; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX12-NEXT:    s_and_b32 s0, s0, 0xffff
 ; GFX12-NEXT:    ; return to shader part epilog
   %result = xor i16 %num, %den
   ret i16 %result
@@ -113,34 +98,19 @@ define zeroext i16 @v_xor_i16_zeroext(i16 zeroext %num, i16 zeroext %den) {
 }
 
 define amdgpu_ps signext i16 @s_xor_i16_signext(i16 inreg signext %num, i16 inreg signext %den) {
-; GFX7-LABEL: s_xor_i16_signext:
-; GFX7:       ; %bb.0:
-; GFX7-NEXT:    s_xor_b32 s0, s0, s1
-; GFX7-NEXT:    ; return to shader part epilog
-;
-; GFX8-LABEL: s_xor_i16_signext:
-; GFX8:       ; %bb.0:
-; GFX8-NEXT:    s_xor_b32 s0, s0, s1
-; GFX8-NEXT:    s_sext_i32_i16 s0, s0
-; GFX8-NEXT:    ; return to shader part epilog
-;
-; GFX9-LABEL: s_xor_i16_signext:
-; GFX9:       ; %bb.0:
-; GFX9-NEXT:    s_xor_b32 s0, s0, s1
-; GFX9-NEXT:    s_sext_i32_i16 s0, s0
-; GFX9-NEXT:    ; return to shader part epilog
+; GCN-LABEL: s_xor_i16_signext:
+; GCN:       ; %bb.0:
+; GCN-NEXT:    s_xor_b32 s0, s0, s1
+; GCN-NEXT:    ; return to shader part epilog
 ;
 ; GFX10PLUS-LABEL: s_xor_i16_signext:
 ; GFX10PLUS:       ; %bb.0:
 ; GFX10PLUS-NEXT:    s_xor_b32 s0, s0, s1
-; GFX10PLUS-NEXT:    s_sext_i32_i16 s0, s0
 ; GFX10PLUS-NEXT:    ; return to shader part epilog
 ;
 ; GFX12-LABEL: s_xor_i16_signext:
 ; GFX12:       ; %bb.0:
 ; GFX12-NEXT:    s_xor_b32 s0, s0, s1
-; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
-; GFX12-NEXT:    s_sext_i32_i16 s0, s0
 ; GFX12-NEXT:    ; return to shader part epilog
   %result = xor i16 %num, %den
   ret i16 %result
diff --git a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.1024bit.ll b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.1024bit.ll
index f47063e8b20fb6..6ba5e8e43d3411 100644
--- a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.1024bit.ll
+++ b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.1024bit.ll
@@ -18689,10 +18689,10 @@ define inreg <32 x i32> @bitcast_v128i8_to_v32i32_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v144, off, s32
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v11
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v6
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v5
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v4
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v3
@@ -18719,13 +18719,13 @@ define inreg <32 x i32> @bitcast_v128i8_to_v32i32_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s24, s25, v11
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v4
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s62, s61, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s28, s29, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s60, s58, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s59, s57, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s72, s63, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v4
@@ -18881,8 +18881,8 @@ define inreg <32 x i32> @bitcast_v128i8_to_v32i32_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
 ; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s56, s56, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v2, v3
@@ -18891,8 +18891,8 @@ define inreg <32 x i32> @bitcast_v128i8_to_v32i32_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v7
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v6, 0xffff, v8
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s62, s61, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s60, s58, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s56, s47, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s46, s45, v11
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
@@ -51604,10 +51604,10 @@ define inreg <32 x float> @bitcast_v128i8_to_v32f32_scalar(<128 x i8> inreg %a,
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v144, off, s32
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v11
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v6
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v5
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v4
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v3
@@ -51634,13 +51634,13 @@ define inreg <32 x float> @bitcast_v128i8_to_v32f32_scalar(<128 x i8> inreg %a,
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s24, s25, v11
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v4
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s62, s61, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s28, s29, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s60, s58, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s59, s57, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s72, s63, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v4
@@ -51796,8 +51796,8 @@ define inreg <32 x float> @bitcast_v128i8_to_v32f32_scalar(<128 x i8> inreg %a,
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
 ; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s56, s56, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v2, v3
@@ -51806,8 +51806,8 @@ define inreg <32 x float> @bitcast_v128i8_to_v32f32_scalar(<128 x i8> inreg %a,
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v7
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v6, 0xffff, v8
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s62, s61, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s60, s58, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s56, s47, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s46, s45, v11
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
@@ -82539,10 +82539,10 @@ define inreg <16 x i64> @bitcast_v128i8_to_v16i64_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v144, off, s32
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v11
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v6
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v5
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v4
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v3
@@ -82569,13 +82569,13 @@ define inreg <16 x i64> @bitcast_v128i8_to_v16i64_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s24, s25, v11
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v4
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s62, s61, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s28, s29, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s60, s58, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s59, s57, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s72, s63, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v4
@@ -82731,8 +82731,8 @@ define inreg <16 x i64> @bitcast_v128i8_to_v16i64_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
 ; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s56, s56, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v2, v3
@@ -82741,8 +82741,8 @@ define inreg <16 x i64> @bitcast_v128i8_to_v16i64_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v7
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v6, 0xffff, v8
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s62, s61, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s60, s58, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s56, s47, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s46, s45, v11
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
@@ -112519,10 +112519,10 @@ define inreg <16 x double> @bitcast_v128i8_to_v16f64_scalar(<128 x i8> inreg %a,
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v144, off, s32
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v11
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v6
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v5
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v4
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v3
@@ -112549,13 +112549,13 @@ define inreg <16 x double> @bitcast_v128i8_to_v16f64_scalar(<128 x i8> inreg %a,
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s24, s25, v11
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v4
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s62, s61, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s28, s29, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s60, s58, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s59, s57, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s72, s63, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v4
@@ -112711,8 +112711,8 @@ define inreg <16 x double> @bitcast_v128i8_to_v16f64_scalar(<128 x i8> inreg %a,
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
 ; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s56, s56, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v2, v3
@@ -112721,8 +112721,8 @@ define inreg <16 x double> @bitcast_v128i8_to_v16f64_scalar(<128 x i8> inreg %a,
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v7
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v6, 0xffff, v8
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s62, s61, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s60, s58, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s56, s47, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s46, s45, v11
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
@@ -136176,25 +136176,25 @@ define inreg <64 x bfloat> @bitcast_v128i8_to_v64bf16_scalar(<128 x i8> inreg %a
 ; GFX11-TRUE16-LABEL: bitcast_v128i8_to_v64bf16_scalar:
 ; GFX11-TRUE16:       ; %bb.0:
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v30
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v30
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v29
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v28
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v27
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v26
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v25
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v24
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v23
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v22
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v20
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v18
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v17
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v26
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v25
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v24
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v23
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v22
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v21
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v20
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v19
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v18
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v17
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v16
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v15
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v15
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v12
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v13
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v12
 ; GFX11-TRUE16-NEXT:    s_clause 0x1f
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v30, off, s32 offset:312
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v38, off, s32 offset:308
@@ -136278,17 +136278,17 @@ define inreg <64 x bfloat> @bitcast_v128i8_to_v64bf16_scalar(<128 x i8> inreg %a
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v112, off, s32 offset:8
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v134, off, s32 offset:4
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v133, off, s32
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v11
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v10
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v5
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v4
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s74, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v1
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v1
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s73, v0
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(8)
 ; GFX11-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v147
@@ -136300,7 +136300,7 @@ define inreg <64 x bfloat> @bitcast_v128i8_to_v64bf16_scalar(<128 x i8> inreg %a
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v112, v112, v134, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v134, v12, v146, 0x6050400
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, v133, s7, 0x6050400
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, v133, s14, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v147, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s2, s3, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s22, s23, v11
@@ -136315,7 +136315,7 @@ define inreg <64 x bfloat> @bitcast_v128i8_to_v64bf16_scalar(<128 x i8> inreg %a
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v14, v103, v135, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v0.h, v3.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v2.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s73, s63, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s73, s61, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s24, s25, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v14.h, v112.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v112, v117, v16, 0xc0c0004
@@ -136325,19 +136325,19 @@ define inreg <64 x bfloat> @bitcast_v128i8_to_v64bf16_scalar(<128 x i8> inreg %a
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v18, v118, v81, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v81, v98, v19, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v3.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s62, s61, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s56, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s72, s60, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s58, s47, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s16, s17, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s44, s42, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s42, s9, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v1.h, v4.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s28, s29, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s40, s46, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s41, s46, v147
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v19, v114, v80, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v80, v100, v20, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v20, v119, v82, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v4.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s74, s72, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s14, s41, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s74, s63, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s11, s43, v147
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v20.h, v81.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v81, v87, v21, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v21, v99, v53, 0xc0c0004
@@ -136346,19 +136346,19 @@ define inreg <64 x bfloat> @bitcast_v128i8_to_v64bf16_scalar(<128 x i8> inreg %a
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v23, v96, v51, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v51, v24, v66, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v5.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s60, s58, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s59, s56, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v6.h, v7.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s57, s47, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s62, s57, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v7.h, v8.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s43, s45, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s13, s45, v147
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v8.h, v9.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s15, s13, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s40, s8, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v24, v49, v83, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v49, v25, v68, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v25, v97, v52, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v9.h, v10.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v148, s8, s11, v147
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s10, s12, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v148, s7, s15, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s12, s44, v147
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s4, s6, v147
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v103, v130, v15, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v25.h, v51.l
@@ -136369,7 +136369,7 @@ define inreg <64 x bfloat> @bitcast_v128i8_to_v64bf16_scalar(<128 x i8> inreg %a
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v32, v32, v48, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v29, v65, v33, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v33, v30, v38, 0x6050400
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s9, s5, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s10, s5, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v15, v144, v113, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v17, v116, v17, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v22, v86, v22, 0xc0c0004
@@ -136405,8 +136405,8 @@ define inreg <64 x bfloat> @bitcast_v128i8_to_v64bf16_scalar(<128 x i8> inreg %a
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v0, v31, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, v1, v30, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, v2, v34, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s14, s14, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v31, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v34, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v3, v32, 0xc0c0004
@@ -136516,63 +136516,63 @@ define inreg <64 x bfloat> @bitcast_v128i8_to_v64bf16_scalar(<128 x i8> inreg %a
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, v4, v12, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v65, 0x300, v0
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s7, v133, 0xc0c0004
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s14, v133, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v1, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s9, s9, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s10, s10, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v3, v112, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v66, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s9, s5, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s12, s10, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s10, s5, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s44, s12, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v67, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s15, s13, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s40, s8, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s43, s43, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s57, s47, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s62, s57, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s41, s14, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s46, s40, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s43, s11, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s46, s41, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s44, s42, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s42, s9, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s74, s74, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s6, s4, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s11, s8, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s15, s7, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v70, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v71, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s60, s58, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s74, s72, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s59, s56, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s74, s63, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v81, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s28, s29, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s45, s45, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s73, s73, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v68, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s45, s43, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s45, s13, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v69, 0x300, v5
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s73, s63, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s73, s61, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s20, s21, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s58, s58, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s72, s72, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s59, s56, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v80, s62, s61, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s58, s47, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v80, s72, s60, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v83, s26, s27, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v84, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v0
@@ -160489,25 +160489,25 @@ define inreg <64 x half> @bitcast_v128i8_to_v64f16_scalar(<128 x i8> inreg %a, i
 ; GFX11-TRUE16-LABEL: bitcast_v128i8_to_v64f16_scalar:
 ; GFX11-TRUE16:       ; %bb.0:
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v30
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v30
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v29
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v28
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v27
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v26
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v25
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v24
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v23
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v22
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v20
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v18
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v17
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v26
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v25
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v24
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v23
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v22
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v21
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v20
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v19
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v18
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v17
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v16
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v15
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v15
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v12
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v13
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v12
 ; GFX11-TRUE16-NEXT:    s_clause 0x1f
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v30, off, s32 offset:312
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v38, off, s32 offset:308
@@ -160591,17 +160591,17 @@ define inreg <64 x half> @bitcast_v128i8_to_v64f16_scalar(<128 x i8> inreg %a, i
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v112, off, s32 offset:8
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v134, off, s32 offset:4
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v133, off, s32
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v11
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v10
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v5
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v4
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s74, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v1
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v1
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s73, v0
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(8)
 ; GFX11-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v147
@@ -160613,7 +160613,7 @@ define inreg <64 x half> @bitcast_v128i8_to_v64f16_scalar(<128 x i8> inreg %a, i
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v112, v112, v134, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v134, v12, v146, 0x6050400
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, v133, s7, 0x6050400
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, v133, s14, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v147, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s2, s3, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s22, s23, v11
@@ -160628,7 +160628,7 @@ define inreg <64 x half> @bitcast_v128i8_to_v64f16_scalar(<128 x i8> inreg %a, i
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v14, v103, v135, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v0.h, v3.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v2.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s73, s63, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s73, s61, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s24, s25, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v14.h, v112.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v112, v117, v16, 0xc0c0004
@@ -160638,19 +160638,19 @@ define inreg <64 x half> @bitcast_v128i8_to_v64f16_scalar(<128 x i8> inreg %a, i
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v18, v118, v81, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v81, v98, v19, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v3.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s62, s61, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s56, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s72, s60, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s58, s47, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s16, s17, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s44, s42, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s42, s9, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v1.h, v4.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s28, s29, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s40, s46, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s41, s46, v147
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v19, v114, v80, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v80, v100, v20, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v20, v119, v82, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v4.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s74, s72, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s14, s41, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s74, s63, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s11, s43, v147
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v20.h, v81.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v81, v87, v21, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v21, v99, v53, 0xc0c0004
@@ -160659,19 +160659,19 @@ define inreg <64 x half> @bitcast_v128i8_to_v64f16_scalar(<128 x i8> inreg %a, i
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v23, v96, v51, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v51, v24, v66, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v5.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s60, s58, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s59, s56, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v6.h, v7.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s57, s47, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s62, s57, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v7.h, v8.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s43, s45, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s13, s45, v147
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v8.h, v9.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s15, s13, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s40, s8, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v24, v49, v83, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v49, v25, v68, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v25, v97, v52, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v9.h, v10.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v148, s8, s11, v147
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s10, s12, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v148, s7, s15, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s12, s44, v147
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s4, s6, v147
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v103, v130, v15, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v25.h, v51.l
@@ -160682,7 +160682,7 @@ define inreg <64 x half> @bitcast_v128i8_to_v64f16_scalar(<128 x i8> inreg %a, i
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v32, v32, v48, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v29, v65, v33, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v33, v30, v38, 0x6050400
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s9, s5, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s10, s5, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v15, v144, v113, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v17, v116, v17, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v22, v86, v22, 0xc0c0004
@@ -160718,8 +160718,8 @@ define inreg <64 x half> @bitcast_v128i8_to_v64f16_scalar(<128 x i8> inreg %a, i
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v0, v31, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, v1, v30, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, v2, v34, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s14, s14, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v31, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v34, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v3, v32, 0xc0c0004
@@ -160829,63 +160829,63 @@ define inreg <64 x half> @bitcast_v128i8_to_v64f16_scalar(<128 x i8> inreg %a, i
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, v4, v12, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v65, 0x300, v0
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s7, v133, 0xc0c0004
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s14, v133, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v1, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s9, s9, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s10, s10, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v3, v112, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v66, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s9, s5, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s12, s10, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s10, s5, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s44, s12, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v67, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s15, s13, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s40, s8, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s43, s43, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s57, s47, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s62, s57, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s41, s14, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s46, s40, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s43, s11, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s46, s41, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s44, s42, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s42, s9, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s74, s74, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s6, s4, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s11, s8, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s15, s7, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v70, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v71, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s60, s58, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s74, s72, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s59, s56, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s74, s63, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v81, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s28, s29, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s45, s45, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s73, s73, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v68, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s45, s43, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s45, s13, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v69, 0x300, v5
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s73, s63, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s73, s61, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s20, s21, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s58, s58, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s72, s72, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s59, s56, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v80, s62, s61, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s58, s47, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v80, s72, s60, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v83, s26, s27, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v84, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v0
@@ -179245,25 +179245,25 @@ define inreg <64 x i16> @bitcast_v128i8_to_v64i16_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-LABEL: bitcast_v128i8_to_v64i16_scalar:
 ; GFX11-TRUE16:       ; %bb.0:
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v30
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v30
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v29
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v28
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v27
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v26
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v25
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v24
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v23
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v22
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v20
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v18
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v17
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v26
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v25
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v24
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v23
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v22
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v21
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v20
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v19
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v18
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v17
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v16
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v15
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v15
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v12
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v13
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v12
 ; GFX11-TRUE16-NEXT:    s_clause 0x1f
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v30, off, s32 offset:312
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v38, off, s32 offset:308
@@ -179347,17 +179347,17 @@ define inreg <64 x i16> @bitcast_v128i8_to_v64i16_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v112, off, s32 offset:8
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v134, off, s32 offset:4
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v133, off, s32
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v11
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v10
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v5
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v4
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s74, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v1
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v1
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s73, v0
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(8)
 ; GFX11-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v147
@@ -179369,7 +179369,7 @@ define inreg <64 x i16> @bitcast_v128i8_to_v64i16_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v112, v112, v134, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v134, v12, v146, 0x6050400
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, v133, s7, 0x6050400
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, v133, s14, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v147, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s2, s3, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s22, s23, v11
@@ -179384,7 +179384,7 @@ define inreg <64 x i16> @bitcast_v128i8_to_v64i16_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v14, v103, v135, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v0.h, v3.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v2.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s73, s63, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s73, s61, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s24, s25, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v14.h, v112.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v112, v117, v16, 0xc0c0004
@@ -179394,19 +179394,19 @@ define inreg <64 x i16> @bitcast_v128i8_to_v64i16_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v18, v118, v81, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v81, v98, v19, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v3.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s62, s61, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s56, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s72, s60, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s58, s47, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s16, s17, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s44, s42, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s42, s9, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v1.h, v4.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s28, s29, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s40, s46, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s41, s46, v147
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v19, v114, v80, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v80, v100, v20, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v20, v119, v82, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v4.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s74, s72, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s14, s41, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s74, s63, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s11, s43, v147
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v20.h, v81.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v81, v87, v21, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v21, v99, v53, 0xc0c0004
@@ -179415,19 +179415,19 @@ define inreg <64 x i16> @bitcast_v128i8_to_v64i16_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v23, v96, v51, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v51, v24, v66, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v5.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s60, s58, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s59, s56, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v6.h, v7.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s57, s47, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s62, s57, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v7.h, v8.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s43, s45, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s13, s45, v147
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v8.h, v9.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s15, s13, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s40, s8, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v24, v49, v83, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v49, v25, v68, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v25, v97, v52, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v9.h, v10.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v148, s8, s11, v147
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s10, s12, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v148, s7, s15, v147
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s12, s44, v147
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v147, s4, s6, v147
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v103, v130, v15, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v25.h, v51.l
@@ -179438,7 +179438,7 @@ define inreg <64 x i16> @bitcast_v128i8_to_v64i16_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v32, v32, v48, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v29, v65, v33, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v33, v30, v38, 0x6050400
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s9, s5, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s10, s5, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v15, v144, v113, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v17, v116, v17, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v22, v86, v22, 0xc0c0004
@@ -179474,8 +179474,8 @@ define inreg <64 x i16> @bitcast_v128i8_to_v64i16_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v0, v31, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, v1, v30, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, v2, v34, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s14, s14, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v31, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v34, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v3, v32, 0xc0c0004
@@ -179585,63 +179585,63 @@ define inreg <64 x i16> @bitcast_v128i8_to_v64i16_scalar(<128 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, v4, v12, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v65, 0x300, v0
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s7, v133, 0xc0c0004
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s14, v133, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v1, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s9, s9, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s10, s10, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v3, v112, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v66, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s9, s5, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s12, s10, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s10, s5, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s44, s12, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v67, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s15, s13, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s40, s8, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s43, s43, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s57, s47, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s62, s57, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s41, s14, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s46, s40, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s43, s11, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s46, s41, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s44, s42, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s42, s9, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s74, s74, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s6, s4, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s11, s8, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s15, s7, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v70, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v71, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s60, s58, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s74, s72, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s59, s56, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s74, s63, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v81, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s28, s29, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s45, s45, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s73, s73, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v68, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s45, s43, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s45, s13, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v69, 0x300, v5
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s73, s63, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s73, s61, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s20, s21, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s58, s58, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s72, s72, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s59, s56, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v80, s62, s61, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s58, s47, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v80, s72, s60, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v83, s26, s27, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v84, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v0
diff --git a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.256bit.ll b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.256bit.ll
index 17ec82f32deb73..1e612d852bf2d9 100644
--- a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.256bit.ll
+++ b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.256bit.ll
@@ -7048,267 +7048,136 @@ define inreg <8 x i32> @bitcast_v32i8_to_v8i32_scalar(<32 x i8> inreg %a, i32 in
 ; GFX9-NEXT:    v_or_b32_sdwa v7, v8, v7 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
 ; GFX9-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX11-TRUE16-LABEL: bitcast_v32i8_to_v8i32_scalar:
-; GFX11-TRUE16:       ; %bb.0:
-; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v12
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v3
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v1
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v0
-; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v3, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_cmp_lg_u32 s42, 0
-; GFX11-TRUE16-NEXT:    s_cbranch_scc0 .LBB27_2
-; GFX11-TRUE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s22, s23, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s20, s21, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s26, s27, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s41, s40, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v6, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s13, s12, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s10, s8, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s7, s4, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s24, s25, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s28, s29, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s15, s14, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s11, s9, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s6, s5, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v7, v4
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v5, v8
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v10, v6
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v12, v9
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v13, v11
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-TRUE16-NEXT:  .LBB27_2: ; %cmp.true
-; GFX11-TRUE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s20, s21, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s22, s23, v3
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v5, 0xffff, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s24, s25, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s26, s27, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s28, s29, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s41, s40, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s15, s14, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s13, s12, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s11, s9, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s10, s8, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s6, s5, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s7, s4, v3
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v4, v5
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v6, v7
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v8, v9
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v10, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v12, v13
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX11-FAKE16-LABEL: bitcast_v32i8_to_v8i32_scalar:
-; GFX11-FAKE16:       ; %bb.0:
-; GFX11-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s42, v14
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s5, v13
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s7, v12
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s4, v11
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s6, v10
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s9, v9
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s11, v8
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s8, v7
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s10, v6
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s12, v5
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s13, v4
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s14, v3
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s15, v2
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s40, v1
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s41, v0
-; GFX11-FAKE16-NEXT:    v_mov_b32_e32 v3, 0xc0c0004
-; GFX11-FAKE16-NEXT:    s_cmp_lg_u32 s42, 0
-; GFX11-FAKE16-NEXT:    s_cbranch_scc0 .LBB27_2
-; GFX11-FAKE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s22, s23, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s20, s21, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s26, s27, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s41, s40, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v6, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v8
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s13, s12, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v9
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s11, s9, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s7, s5, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s24, s25, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s28, s29, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s15, s14, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s10, s8, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-FAKE16-NEXT:    v_perm_b32 v13, s6, s4, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v7, v4
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v5, v8
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v10, v6
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v12, v9
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v13, v11
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-FAKE16-NEXT:  .LBB27_2: ; %cmp.true
-; GFX11-FAKE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s20, s21, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s22, s23, v3
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v5, 0xffff, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s41, s41, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v5, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s24, s25, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s26, s27, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s28, s29, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s41, s40, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s15, s14, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s13, s12, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s10, s8, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s11, s9, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s6, s4, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v3, s7, s5, v3
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v4, v5
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v6, v7
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v8, v9
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v10, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v12, v13
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-LABEL: bitcast_v32i8_to_v8i32_scalar:
+; GFX11:       ; %bb.0:
+; GFX11-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX11-NEXT:    v_readfirstlane_b32 s42, v14
+; GFX11-NEXT:    v_readfirstlane_b32 s5, v13
+; GFX11-NEXT:    v_readfirstlane_b32 s7, v12
+; GFX11-NEXT:    v_readfirstlane_b32 s4, v11
+; GFX11-NEXT:    v_readfirstlane_b32 s6, v10
+; GFX11-NEXT:    v_readfirstlane_b32 s9, v9
+; GFX11-NEXT:    v_readfirstlane_b32 s11, v8
+; GFX11-NEXT:    v_readfirstlane_b32 s8, v7
+; GFX11-NEXT:    v_readfirstlane_b32 s10, v6
+; GFX11-NEXT:    v_readfirstlane_b32 s12, v5
+; GFX11-NEXT:    v_readfirstlane_b32 s13, v4
+; GFX11-NEXT:    v_readfirstlane_b32 s14, v3
+; GFX11-NEXT:    v_readfirstlane_b32 s15, v2
+; GFX11-NEXT:    v_readfirstlane_b32 s40, v1
+; GFX11-NEXT:    v_readfirstlane_b32 s41, v0
+; GFX11-NEXT:    v_mov_b32_e32 v3, 0xc0c0004
+; GFX11-NEXT:    s_cmp_lg_u32 s42, 0
+; GFX11-NEXT:    s_cbranch_scc0 .LBB27_2
+; GFX11-NEXT:  ; %bb.1: ; %cmp.false
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_1)
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v3
+; GFX11-NEXT:    v_perm_b32 v4, s18, s19, v3
+; GFX11-NEXT:    v_perm_b32 v5, s22, s23, v3
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v3
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v3
+; GFX11-NEXT:    v_perm_b32 v6, s20, s21, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
+; GFX11-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
+; GFX11-NEXT:    v_perm_b32 v8, s26, s27, v3
+; GFX11-NEXT:    v_perm_b32 v9, s41, s40, v3
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v4
+; GFX11-NEXT:    v_or_b32_e32 v2, v6, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v4, 16, v8
+; GFX11-NEXT:    v_perm_b32 v6, s13, s12, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v8, 16, v9
+; GFX11-NEXT:    v_perm_b32 v9, s11, s9, v3
+; GFX11-NEXT:    v_perm_b32 v11, s7, s5, v3
+; GFX11-NEXT:    v_perm_b32 v7, s24, s25, v3
+; GFX11-NEXT:    v_perm_b32 v5, s28, s29, v3
+; GFX11-NEXT:    v_perm_b32 v10, s15, s14, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_perm_b32 v12, s10, s8, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
+; GFX11-NEXT:    v_perm_b32 v13, s6, s4, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_or_b32_e32 v3, v7, v4
+; GFX11-NEXT:    v_or_b32_e32 v4, v5, v8
+; GFX11-NEXT:    v_or_b32_e32 v5, v10, v6
+; GFX11-NEXT:    v_or_b32_e32 v6, v12, v9
+; GFX11-NEXT:    v_or_b32_e32 v7, v13, v11
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-NEXT:  .LBB27_2: ; %cmp.true
+; GFX11-NEXT:    s_add_i32 s0, s0, 3
+; GFX11-NEXT:    s_add_i32 s2, s2, 3
+; GFX11-NEXT:    s_add_i32 s16, s16, 3
+; GFX11-NEXT:    s_add_i32 s18, s18, 3
+; GFX11-NEXT:    s_add_i32 s20, s20, 3
+; GFX11-NEXT:    s_add_i32 s22, s22, 3
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v3
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v3
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v3
+; GFX11-NEXT:    v_perm_b32 v4, s18, s19, v3
+; GFX11-NEXT:    v_perm_b32 v5, s20, s21, v3
+; GFX11-NEXT:    v_perm_b32 v6, s22, s23, v3
+; GFX11-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
+; GFX11-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
+; GFX11-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
+; GFX11-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
+; GFX11-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_and_b32_e32 v0, 0xffff, v0
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_and_b32_e32 v2, 0xffff, v2
+; GFX11-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
+; GFX11-NEXT:    v_and_b32_e32 v5, 0xffff, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    s_add_i32 s24, s24, 3
+; GFX11-NEXT:    s_add_i32 s26, s26, 3
+; GFX11-NEXT:    s_add_i32 s28, s28, 3
+; GFX11-NEXT:    s_add_i32 s41, s41, 3
+; GFX11-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-NEXT:    s_add_i32 s13, s13, 3
+; GFX11-NEXT:    s_add_i32 s10, s10, 3
+; GFX11-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-NEXT:    s_add_i32 s6, s6, 3
+; GFX11-NEXT:    s_add_i32 s7, s7, 3
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v4
+; GFX11-NEXT:    v_or_b32_e32 v2, v5, v6
+; GFX11-NEXT:    v_perm_b32 v4, s24, s25, v3
+; GFX11-NEXT:    v_perm_b32 v5, s26, s27, v3
+; GFX11-NEXT:    v_perm_b32 v6, s28, s29, v3
+; GFX11-NEXT:    v_perm_b32 v7, s41, s40, v3
+; GFX11-NEXT:    v_perm_b32 v8, s15, s14, v3
+; GFX11-NEXT:    v_perm_b32 v9, s13, s12, v3
+; GFX11-NEXT:    v_perm_b32 v10, s10, s8, v3
+; GFX11-NEXT:    v_perm_b32 v11, s11, s9, v3
+; GFX11-NEXT:    v_perm_b32 v12, s6, s4, v3
+; GFX11-NEXT:    v_perm_b32 v3, s7, s5, v3
+; GFX11-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
+; GFX11-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
+; GFX11-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
+; GFX11-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
+; GFX11-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
+; GFX11-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
+; GFX11-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
+; GFX11-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
+; GFX11-NEXT:    v_and_b32_e32 v4, 0xffff, v4
+; GFX11-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
+; GFX11-NEXT:    v_and_b32_e32 v6, 0xffff, v6
+; GFX11-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
+; GFX11-NEXT:    v_and_b32_e32 v8, 0xffff, v8
+; GFX11-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
+; GFX11-NEXT:    v_and_b32_e32 v10, 0xffff, v10
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_and_b32_e32 v12, 0xffff, v12
+; GFX11-NEXT:    v_lshlrev_b32_e32 v13, 16, v3
+; GFX11-NEXT:    v_or_b32_e32 v3, v4, v5
+; GFX11-NEXT:    v_or_b32_e32 v4, v6, v7
+; GFX11-NEXT:    v_or_b32_e32 v5, v8, v9
+; GFX11-NEXT:    v_or_b32_e32 v6, v10, v11
+; GFX11-NEXT:    v_or_b32_e32 v7, v12, v13
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
   %cmp = icmp eq i32 %b, 0
   br i1 %cmp, label %cmp.true, label %cmp.false
 
@@ -14024,267 +13893,136 @@ define inreg <8 x float> @bitcast_v32i8_to_v8f32_scalar(<32 x i8> inreg %a, i32
 ; GFX9-NEXT:    v_or_b32_sdwa v7, v8, v7 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
 ; GFX9-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX11-TRUE16-LABEL: bitcast_v32i8_to_v8f32_scalar:
-; GFX11-TRUE16:       ; %bb.0:
-; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v12
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v3
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v1
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v0
-; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v3, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_cmp_lg_u32 s42, 0
-; GFX11-TRUE16-NEXT:    s_cbranch_scc0 .LBB51_2
-; GFX11-TRUE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s22, s23, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s20, s21, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s26, s27, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s41, s40, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v6, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s13, s12, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s10, s8, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s7, s4, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s24, s25, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s28, s29, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s15, s14, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s11, s9, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s6, s5, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v7, v4
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v5, v8
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v10, v6
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v12, v9
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v13, v11
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-TRUE16-NEXT:  .LBB51_2: ; %cmp.true
-; GFX11-TRUE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s20, s21, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s22, s23, v3
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v5, 0xffff, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s24, s25, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s26, s27, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s28, s29, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s41, s40, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s15, s14, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s13, s12, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s11, s9, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s10, s8, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s6, s5, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s7, s4, v3
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v4, v5
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v6, v7
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v8, v9
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v10, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v12, v13
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX11-FAKE16-LABEL: bitcast_v32i8_to_v8f32_scalar:
-; GFX11-FAKE16:       ; %bb.0:
-; GFX11-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s42, v14
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s5, v13
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s7, v12
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s4, v11
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s6, v10
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s9, v9
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s11, v8
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s8, v7
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s10, v6
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s12, v5
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s13, v4
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s14, v3
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s15, v2
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s40, v1
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s41, v0
-; GFX11-FAKE16-NEXT:    v_mov_b32_e32 v3, 0xc0c0004
-; GFX11-FAKE16-NEXT:    s_cmp_lg_u32 s42, 0
-; GFX11-FAKE16-NEXT:    s_cbranch_scc0 .LBB51_2
-; GFX11-FAKE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s22, s23, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s20, s21, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s26, s27, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s41, s40, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v6, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v8
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s13, s12, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v9
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s11, s9, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s7, s5, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s24, s25, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s28, s29, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s15, s14, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s10, s8, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-FAKE16-NEXT:    v_perm_b32 v13, s6, s4, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v7, v4
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v5, v8
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v10, v6
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v12, v9
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v13, v11
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-FAKE16-NEXT:  .LBB51_2: ; %cmp.true
-; GFX11-FAKE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s20, s21, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s22, s23, v3
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v5, 0xffff, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s41, s41, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v5, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s24, s25, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s26, s27, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s28, s29, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s41, s40, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s15, s14, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s13, s12, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s10, s8, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s11, s9, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s6, s4, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v3, s7, s5, v3
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v4, v5
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v6, v7
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v8, v9
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v10, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v12, v13
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-LABEL: bitcast_v32i8_to_v8f32_scalar:
+; GFX11:       ; %bb.0:
+; GFX11-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX11-NEXT:    v_readfirstlane_b32 s42, v14
+; GFX11-NEXT:    v_readfirstlane_b32 s5, v13
+; GFX11-NEXT:    v_readfirstlane_b32 s7, v12
+; GFX11-NEXT:    v_readfirstlane_b32 s4, v11
+; GFX11-NEXT:    v_readfirstlane_b32 s6, v10
+; GFX11-NEXT:    v_readfirstlane_b32 s9, v9
+; GFX11-NEXT:    v_readfirstlane_b32 s11, v8
+; GFX11-NEXT:    v_readfirstlane_b32 s8, v7
+; GFX11-NEXT:    v_readfirstlane_b32 s10, v6
+; GFX11-NEXT:    v_readfirstlane_b32 s12, v5
+; GFX11-NEXT:    v_readfirstlane_b32 s13, v4
+; GFX11-NEXT:    v_readfirstlane_b32 s14, v3
+; GFX11-NEXT:    v_readfirstlane_b32 s15, v2
+; GFX11-NEXT:    v_readfirstlane_b32 s40, v1
+; GFX11-NEXT:    v_readfirstlane_b32 s41, v0
+; GFX11-NEXT:    v_mov_b32_e32 v3, 0xc0c0004
+; GFX11-NEXT:    s_cmp_lg_u32 s42, 0
+; GFX11-NEXT:    s_cbranch_scc0 .LBB51_2
+; GFX11-NEXT:  ; %bb.1: ; %cmp.false
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_1)
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v3
+; GFX11-NEXT:    v_perm_b32 v4, s18, s19, v3
+; GFX11-NEXT:    v_perm_b32 v5, s22, s23, v3
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v3
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v3
+; GFX11-NEXT:    v_perm_b32 v6, s20, s21, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
+; GFX11-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
+; GFX11-NEXT:    v_perm_b32 v8, s26, s27, v3
+; GFX11-NEXT:    v_perm_b32 v9, s41, s40, v3
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v4
+; GFX11-NEXT:    v_or_b32_e32 v2, v6, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v4, 16, v8
+; GFX11-NEXT:    v_perm_b32 v6, s13, s12, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v8, 16, v9
+; GFX11-NEXT:    v_perm_b32 v9, s11, s9, v3
+; GFX11-NEXT:    v_perm_b32 v11, s7, s5, v3
+; GFX11-NEXT:    v_perm_b32 v7, s24, s25, v3
+; GFX11-NEXT:    v_perm_b32 v5, s28, s29, v3
+; GFX11-NEXT:    v_perm_b32 v10, s15, s14, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_perm_b32 v12, s10, s8, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
+; GFX11-NEXT:    v_perm_b32 v13, s6, s4, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_or_b32_e32 v3, v7, v4
+; GFX11-NEXT:    v_or_b32_e32 v4, v5, v8
+; GFX11-NEXT:    v_or_b32_e32 v5, v10, v6
+; GFX11-NEXT:    v_or_b32_e32 v6, v12, v9
+; GFX11-NEXT:    v_or_b32_e32 v7, v13, v11
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-NEXT:  .LBB51_2: ; %cmp.true
+; GFX11-NEXT:    s_add_i32 s0, s0, 3
+; GFX11-NEXT:    s_add_i32 s2, s2, 3
+; GFX11-NEXT:    s_add_i32 s16, s16, 3
+; GFX11-NEXT:    s_add_i32 s18, s18, 3
+; GFX11-NEXT:    s_add_i32 s20, s20, 3
+; GFX11-NEXT:    s_add_i32 s22, s22, 3
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v3
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v3
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v3
+; GFX11-NEXT:    v_perm_b32 v4, s18, s19, v3
+; GFX11-NEXT:    v_perm_b32 v5, s20, s21, v3
+; GFX11-NEXT:    v_perm_b32 v6, s22, s23, v3
+; GFX11-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
+; GFX11-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
+; GFX11-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
+; GFX11-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
+; GFX11-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_and_b32_e32 v0, 0xffff, v0
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_and_b32_e32 v2, 0xffff, v2
+; GFX11-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
+; GFX11-NEXT:    v_and_b32_e32 v5, 0xffff, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    s_add_i32 s24, s24, 3
+; GFX11-NEXT:    s_add_i32 s26, s26, 3
+; GFX11-NEXT:    s_add_i32 s28, s28, 3
+; GFX11-NEXT:    s_add_i32 s41, s41, 3
+; GFX11-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-NEXT:    s_add_i32 s13, s13, 3
+; GFX11-NEXT:    s_add_i32 s10, s10, 3
+; GFX11-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-NEXT:    s_add_i32 s6, s6, 3
+; GFX11-NEXT:    s_add_i32 s7, s7, 3
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v4
+; GFX11-NEXT:    v_or_b32_e32 v2, v5, v6
+; GFX11-NEXT:    v_perm_b32 v4, s24, s25, v3
+; GFX11-NEXT:    v_perm_b32 v5, s26, s27, v3
+; GFX11-NEXT:    v_perm_b32 v6, s28, s29, v3
+; GFX11-NEXT:    v_perm_b32 v7, s41, s40, v3
+; GFX11-NEXT:    v_perm_b32 v8, s15, s14, v3
+; GFX11-NEXT:    v_perm_b32 v9, s13, s12, v3
+; GFX11-NEXT:    v_perm_b32 v10, s10, s8, v3
+; GFX11-NEXT:    v_perm_b32 v11, s11, s9, v3
+; GFX11-NEXT:    v_perm_b32 v12, s6, s4, v3
+; GFX11-NEXT:    v_perm_b32 v3, s7, s5, v3
+; GFX11-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
+; GFX11-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
+; GFX11-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
+; GFX11-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
+; GFX11-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
+; GFX11-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
+; GFX11-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
+; GFX11-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
+; GFX11-NEXT:    v_and_b32_e32 v4, 0xffff, v4
+; GFX11-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
+; GFX11-NEXT:    v_and_b32_e32 v6, 0xffff, v6
+; GFX11-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
+; GFX11-NEXT:    v_and_b32_e32 v8, 0xffff, v8
+; GFX11-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
+; GFX11-NEXT:    v_and_b32_e32 v10, 0xffff, v10
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_and_b32_e32 v12, 0xffff, v12
+; GFX11-NEXT:    v_lshlrev_b32_e32 v13, 16, v3
+; GFX11-NEXT:    v_or_b32_e32 v3, v4, v5
+; GFX11-NEXT:    v_or_b32_e32 v4, v6, v7
+; GFX11-NEXT:    v_or_b32_e32 v5, v8, v9
+; GFX11-NEXT:    v_or_b32_e32 v6, v10, v11
+; GFX11-NEXT:    v_or_b32_e32 v7, v12, v13
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
   %cmp = icmp eq i32 %b, 0
   br i1 %cmp, label %cmp.true, label %cmp.false
 
@@ -20459,267 +20197,136 @@ define inreg <4 x i64> @bitcast_v32i8_to_v4i64_scalar(<32 x i8> inreg %a, i32 in
 ; GFX9-NEXT:    v_or_b32_sdwa v7, v8, v7 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
 ; GFX9-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX11-TRUE16-LABEL: bitcast_v32i8_to_v4i64_scalar:
-; GFX11-TRUE16:       ; %bb.0:
-; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v12
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v3
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v1
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v0
-; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v3, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_cmp_lg_u32 s42, 0
-; GFX11-TRUE16-NEXT:    s_cbranch_scc0 .LBB71_2
-; GFX11-TRUE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s22, s23, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s20, s21, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s26, s27, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s41, s40, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v6, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s13, s12, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s10, s8, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s7, s4, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s24, s25, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s28, s29, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s15, s14, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s11, s9, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s6, s5, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v7, v4
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v5, v8
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v10, v6
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v12, v9
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v13, v11
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-TRUE16-NEXT:  .LBB71_2: ; %cmp.true
-; GFX11-TRUE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s20, s21, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s22, s23, v3
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v5, 0xffff, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s24, s25, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s26, s27, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s28, s29, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s41, s40, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s15, s14, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s13, s12, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s11, s9, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s10, s8, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s6, s5, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s7, s4, v3
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v4, v5
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v6, v7
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v8, v9
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v10, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v12, v13
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX11-FAKE16-LABEL: bitcast_v32i8_to_v4i64_scalar:
-; GFX11-FAKE16:       ; %bb.0:
-; GFX11-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s42, v14
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s5, v13
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s7, v12
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s4, v11
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s6, v10
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s9, v9
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s11, v8
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s8, v7
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s10, v6
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s12, v5
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s13, v4
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s14, v3
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s15, v2
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s40, v1
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s41, v0
-; GFX11-FAKE16-NEXT:    v_mov_b32_e32 v3, 0xc0c0004
-; GFX11-FAKE16-NEXT:    s_cmp_lg_u32 s42, 0
-; GFX11-FAKE16-NEXT:    s_cbranch_scc0 .LBB71_2
-; GFX11-FAKE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s22, s23, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s20, s21, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s26, s27, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s41, s40, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v6, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v8
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s13, s12, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v9
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s11, s9, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s7, s5, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s24, s25, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s28, s29, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s15, s14, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s10, s8, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-FAKE16-NEXT:    v_perm_b32 v13, s6, s4, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v7, v4
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v5, v8
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v10, v6
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v12, v9
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v13, v11
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-FAKE16-NEXT:  .LBB71_2: ; %cmp.true
-; GFX11-FAKE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s20, s21, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s22, s23, v3
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v5, 0xffff, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s41, s41, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v5, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s24, s25, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s26, s27, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s28, s29, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s41, s40, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s15, s14, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s13, s12, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s10, s8, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s11, s9, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s6, s4, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v3, s7, s5, v3
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v4, v5
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v6, v7
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v8, v9
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v10, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v12, v13
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-LABEL: bitcast_v32i8_to_v4i64_scalar:
+; GFX11:       ; %bb.0:
+; GFX11-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX11-NEXT:    v_readfirstlane_b32 s42, v14
+; GFX11-NEXT:    v_readfirstlane_b32 s5, v13
+; GFX11-NEXT:    v_readfirstlane_b32 s7, v12
+; GFX11-NEXT:    v_readfirstlane_b32 s4, v11
+; GFX11-NEXT:    v_readfirstlane_b32 s6, v10
+; GFX11-NEXT:    v_readfirstlane_b32 s9, v9
+; GFX11-NEXT:    v_readfirstlane_b32 s11, v8
+; GFX11-NEXT:    v_readfirstlane_b32 s8, v7
+; GFX11-NEXT:    v_readfirstlane_b32 s10, v6
+; GFX11-NEXT:    v_readfirstlane_b32 s12, v5
+; GFX11-NEXT:    v_readfirstlane_b32 s13, v4
+; GFX11-NEXT:    v_readfirstlane_b32 s14, v3
+; GFX11-NEXT:    v_readfirstlane_b32 s15, v2
+; GFX11-NEXT:    v_readfirstlane_b32 s40, v1
+; GFX11-NEXT:    v_readfirstlane_b32 s41, v0
+; GFX11-NEXT:    v_mov_b32_e32 v3, 0xc0c0004
+; GFX11-NEXT:    s_cmp_lg_u32 s42, 0
+; GFX11-NEXT:    s_cbranch_scc0 .LBB71_2
+; GFX11-NEXT:  ; %bb.1: ; %cmp.false
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_1)
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v3
+; GFX11-NEXT:    v_perm_b32 v4, s18, s19, v3
+; GFX11-NEXT:    v_perm_b32 v5, s22, s23, v3
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v3
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v3
+; GFX11-NEXT:    v_perm_b32 v6, s20, s21, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
+; GFX11-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
+; GFX11-NEXT:    v_perm_b32 v8, s26, s27, v3
+; GFX11-NEXT:    v_perm_b32 v9, s41, s40, v3
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v4
+; GFX11-NEXT:    v_or_b32_e32 v2, v6, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v4, 16, v8
+; GFX11-NEXT:    v_perm_b32 v6, s13, s12, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v8, 16, v9
+; GFX11-NEXT:    v_perm_b32 v9, s11, s9, v3
+; GFX11-NEXT:    v_perm_b32 v11, s7, s5, v3
+; GFX11-NEXT:    v_perm_b32 v7, s24, s25, v3
+; GFX11-NEXT:    v_perm_b32 v5, s28, s29, v3
+; GFX11-NEXT:    v_perm_b32 v10, s15, s14, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_perm_b32 v12, s10, s8, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
+; GFX11-NEXT:    v_perm_b32 v13, s6, s4, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_or_b32_e32 v3, v7, v4
+; GFX11-NEXT:    v_or_b32_e32 v4, v5, v8
+; GFX11-NEXT:    v_or_b32_e32 v5, v10, v6
+; GFX11-NEXT:    v_or_b32_e32 v6, v12, v9
+; GFX11-NEXT:    v_or_b32_e32 v7, v13, v11
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-NEXT:  .LBB71_2: ; %cmp.true
+; GFX11-NEXT:    s_add_i32 s0, s0, 3
+; GFX11-NEXT:    s_add_i32 s2, s2, 3
+; GFX11-NEXT:    s_add_i32 s16, s16, 3
+; GFX11-NEXT:    s_add_i32 s18, s18, 3
+; GFX11-NEXT:    s_add_i32 s20, s20, 3
+; GFX11-NEXT:    s_add_i32 s22, s22, 3
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v3
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v3
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v3
+; GFX11-NEXT:    v_perm_b32 v4, s18, s19, v3
+; GFX11-NEXT:    v_perm_b32 v5, s20, s21, v3
+; GFX11-NEXT:    v_perm_b32 v6, s22, s23, v3
+; GFX11-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
+; GFX11-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
+; GFX11-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
+; GFX11-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
+; GFX11-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_and_b32_e32 v0, 0xffff, v0
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_and_b32_e32 v2, 0xffff, v2
+; GFX11-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
+; GFX11-NEXT:    v_and_b32_e32 v5, 0xffff, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    s_add_i32 s24, s24, 3
+; GFX11-NEXT:    s_add_i32 s26, s26, 3
+; GFX11-NEXT:    s_add_i32 s28, s28, 3
+; GFX11-NEXT:    s_add_i32 s41, s41, 3
+; GFX11-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-NEXT:    s_add_i32 s13, s13, 3
+; GFX11-NEXT:    s_add_i32 s10, s10, 3
+; GFX11-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-NEXT:    s_add_i32 s6, s6, 3
+; GFX11-NEXT:    s_add_i32 s7, s7, 3
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v4
+; GFX11-NEXT:    v_or_b32_e32 v2, v5, v6
+; GFX11-NEXT:    v_perm_b32 v4, s24, s25, v3
+; GFX11-NEXT:    v_perm_b32 v5, s26, s27, v3
+; GFX11-NEXT:    v_perm_b32 v6, s28, s29, v3
+; GFX11-NEXT:    v_perm_b32 v7, s41, s40, v3
+; GFX11-NEXT:    v_perm_b32 v8, s15, s14, v3
+; GFX11-NEXT:    v_perm_b32 v9, s13, s12, v3
+; GFX11-NEXT:    v_perm_b32 v10, s10, s8, v3
+; GFX11-NEXT:    v_perm_b32 v11, s11, s9, v3
+; GFX11-NEXT:    v_perm_b32 v12, s6, s4, v3
+; GFX11-NEXT:    v_perm_b32 v3, s7, s5, v3
+; GFX11-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
+; GFX11-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
+; GFX11-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
+; GFX11-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
+; GFX11-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
+; GFX11-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
+; GFX11-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
+; GFX11-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
+; GFX11-NEXT:    v_and_b32_e32 v4, 0xffff, v4
+; GFX11-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
+; GFX11-NEXT:    v_and_b32_e32 v6, 0xffff, v6
+; GFX11-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
+; GFX11-NEXT:    v_and_b32_e32 v8, 0xffff, v8
+; GFX11-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
+; GFX11-NEXT:    v_and_b32_e32 v10, 0xffff, v10
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_and_b32_e32 v12, 0xffff, v12
+; GFX11-NEXT:    v_lshlrev_b32_e32 v13, 16, v3
+; GFX11-NEXT:    v_or_b32_e32 v3, v4, v5
+; GFX11-NEXT:    v_or_b32_e32 v4, v6, v7
+; GFX11-NEXT:    v_or_b32_e32 v5, v8, v9
+; GFX11-NEXT:    v_or_b32_e32 v6, v10, v11
+; GFX11-NEXT:    v_or_b32_e32 v7, v12, v13
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
   %cmp = icmp eq i32 %b, 0
   br i1 %cmp, label %cmp.true, label %cmp.false
 
@@ -26503,267 +26110,136 @@ define inreg <4 x double> @bitcast_v32i8_to_v4f64_scalar(<32 x i8> inreg %a, i32
 ; GFX9-NEXT:    v_or_b32_sdwa v7, v8, v7 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
 ; GFX9-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX11-TRUE16-LABEL: bitcast_v32i8_to_v4f64_scalar:
-; GFX11-TRUE16:       ; %bb.0:
-; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v12
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v3
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v1
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v0
-; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v3, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_cmp_lg_u32 s42, 0
-; GFX11-TRUE16-NEXT:    s_cbranch_scc0 .LBB87_2
-; GFX11-TRUE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s22, s23, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s20, s21, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s26, s27, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s41, s40, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v6, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s13, s12, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s10, s8, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s7, s4, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s24, s25, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s28, s29, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s15, s14, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s11, s9, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s6, s5, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v7, v4
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v5, v8
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v10, v6
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v12, v9
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v13, v11
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-TRUE16-NEXT:  .LBB87_2: ; %cmp.true
-; GFX11-TRUE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s20, s21, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s22, s23, v3
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v5, 0xffff, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s24, s25, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s26, s27, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s28, s29, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s41, s40, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s15, s14, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s13, s12, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s11, s9, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s10, s8, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s6, s5, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s7, s4, v3
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v4, v5
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v6, v7
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v8, v9
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v10, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v12, v13
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX11-FAKE16-LABEL: bitcast_v32i8_to_v4f64_scalar:
-; GFX11-FAKE16:       ; %bb.0:
-; GFX11-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s42, v14
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s5, v13
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s7, v12
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s4, v11
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s6, v10
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s9, v9
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s11, v8
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s8, v7
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s10, v6
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s12, v5
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s13, v4
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s14, v3
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s15, v2
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s40, v1
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s41, v0
-; GFX11-FAKE16-NEXT:    v_mov_b32_e32 v3, 0xc0c0004
-; GFX11-FAKE16-NEXT:    s_cmp_lg_u32 s42, 0
-; GFX11-FAKE16-NEXT:    s_cbranch_scc0 .LBB87_2
-; GFX11-FAKE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s22, s23, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s20, s21, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s26, s27, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s41, s40, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v6, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v8
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s13, s12, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v9
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s11, s9, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s7, s5, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s24, s25, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s28, s29, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s15, s14, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s10, s8, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-FAKE16-NEXT:    v_perm_b32 v13, s6, s4, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v7, v4
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v5, v8
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v10, v6
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v12, v9
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v13, v11
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-FAKE16-NEXT:  .LBB87_2: ; %cmp.true
-; GFX11-FAKE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s18, s19, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s20, s21, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s22, s23, v3
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v5, 0xffff, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s41, s41, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v4
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v5, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s24, s25, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s26, s27, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s28, s29, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s41, s40, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s15, s14, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s13, s12, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s10, s8, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s11, s9, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s6, s4, v3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v3, s7, s5, v3
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v4, v5
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v6, v7
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v8, v9
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v10, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v12, v13
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-LABEL: bitcast_v32i8_to_v4f64_scalar:
+; GFX11:       ; %bb.0:
+; GFX11-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX11-NEXT:    v_readfirstlane_b32 s42, v14
+; GFX11-NEXT:    v_readfirstlane_b32 s5, v13
+; GFX11-NEXT:    v_readfirstlane_b32 s7, v12
+; GFX11-NEXT:    v_readfirstlane_b32 s4, v11
+; GFX11-NEXT:    v_readfirstlane_b32 s6, v10
+; GFX11-NEXT:    v_readfirstlane_b32 s9, v9
+; GFX11-NEXT:    v_readfirstlane_b32 s11, v8
+; GFX11-NEXT:    v_readfirstlane_b32 s8, v7
+; GFX11-NEXT:    v_readfirstlane_b32 s10, v6
+; GFX11-NEXT:    v_readfirstlane_b32 s12, v5
+; GFX11-NEXT:    v_readfirstlane_b32 s13, v4
+; GFX11-NEXT:    v_readfirstlane_b32 s14, v3
+; GFX11-NEXT:    v_readfirstlane_b32 s15, v2
+; GFX11-NEXT:    v_readfirstlane_b32 s40, v1
+; GFX11-NEXT:    v_readfirstlane_b32 s41, v0
+; GFX11-NEXT:    v_mov_b32_e32 v3, 0xc0c0004
+; GFX11-NEXT:    s_cmp_lg_u32 s42, 0
+; GFX11-NEXT:    s_cbranch_scc0 .LBB87_2
+; GFX11-NEXT:  ; %bb.1: ; %cmp.false
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_1)
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v3
+; GFX11-NEXT:    v_perm_b32 v4, s18, s19, v3
+; GFX11-NEXT:    v_perm_b32 v5, s22, s23, v3
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v3
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v3
+; GFX11-NEXT:    v_perm_b32 v6, s20, s21, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
+; GFX11-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
+; GFX11-NEXT:    v_perm_b32 v8, s26, s27, v3
+; GFX11-NEXT:    v_perm_b32 v9, s41, s40, v3
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v4
+; GFX11-NEXT:    v_or_b32_e32 v2, v6, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v4, 16, v8
+; GFX11-NEXT:    v_perm_b32 v6, s13, s12, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v8, 16, v9
+; GFX11-NEXT:    v_perm_b32 v9, s11, s9, v3
+; GFX11-NEXT:    v_perm_b32 v11, s7, s5, v3
+; GFX11-NEXT:    v_perm_b32 v7, s24, s25, v3
+; GFX11-NEXT:    v_perm_b32 v5, s28, s29, v3
+; GFX11-NEXT:    v_perm_b32 v10, s15, s14, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_perm_b32 v12, s10, s8, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
+; GFX11-NEXT:    v_perm_b32 v13, s6, s4, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_or_b32_e32 v3, v7, v4
+; GFX11-NEXT:    v_or_b32_e32 v4, v5, v8
+; GFX11-NEXT:    v_or_b32_e32 v5, v10, v6
+; GFX11-NEXT:    v_or_b32_e32 v6, v12, v9
+; GFX11-NEXT:    v_or_b32_e32 v7, v13, v11
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-NEXT:  .LBB87_2: ; %cmp.true
+; GFX11-NEXT:    s_add_i32 s0, s0, 3
+; GFX11-NEXT:    s_add_i32 s2, s2, 3
+; GFX11-NEXT:    s_add_i32 s16, s16, 3
+; GFX11-NEXT:    s_add_i32 s18, s18, 3
+; GFX11-NEXT:    s_add_i32 s20, s20, 3
+; GFX11-NEXT:    s_add_i32 s22, s22, 3
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v3
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v3
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v3
+; GFX11-NEXT:    v_perm_b32 v4, s18, s19, v3
+; GFX11-NEXT:    v_perm_b32 v5, s20, s21, v3
+; GFX11-NEXT:    v_perm_b32 v6, s22, s23, v3
+; GFX11-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
+; GFX11-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
+; GFX11-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
+; GFX11-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
+; GFX11-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_and_b32_e32 v0, 0xffff, v0
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_and_b32_e32 v2, 0xffff, v2
+; GFX11-NEXT:    v_lshlrev_b32_e32 v4, 16, v4
+; GFX11-NEXT:    v_and_b32_e32 v5, 0xffff, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    s_add_i32 s24, s24, 3
+; GFX11-NEXT:    s_add_i32 s26, s26, 3
+; GFX11-NEXT:    s_add_i32 s28, s28, 3
+; GFX11-NEXT:    s_add_i32 s41, s41, 3
+; GFX11-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-NEXT:    s_add_i32 s13, s13, 3
+; GFX11-NEXT:    s_add_i32 s10, s10, 3
+; GFX11-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-NEXT:    s_add_i32 s6, s6, 3
+; GFX11-NEXT:    s_add_i32 s7, s7, 3
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v4
+; GFX11-NEXT:    v_or_b32_e32 v2, v5, v6
+; GFX11-NEXT:    v_perm_b32 v4, s24, s25, v3
+; GFX11-NEXT:    v_perm_b32 v5, s26, s27, v3
+; GFX11-NEXT:    v_perm_b32 v6, s28, s29, v3
+; GFX11-NEXT:    v_perm_b32 v7, s41, s40, v3
+; GFX11-NEXT:    v_perm_b32 v8, s15, s14, v3
+; GFX11-NEXT:    v_perm_b32 v9, s13, s12, v3
+; GFX11-NEXT:    v_perm_b32 v10, s10, s8, v3
+; GFX11-NEXT:    v_perm_b32 v11, s11, s9, v3
+; GFX11-NEXT:    v_perm_b32 v12, s6, s4, v3
+; GFX11-NEXT:    v_perm_b32 v3, s7, s5, v3
+; GFX11-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
+; GFX11-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
+; GFX11-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
+; GFX11-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
+; GFX11-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
+; GFX11-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
+; GFX11-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
+; GFX11-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
+; GFX11-NEXT:    v_and_b32_e32 v4, 0xffff, v4
+; GFX11-NEXT:    v_lshlrev_b32_e32 v5, 16, v5
+; GFX11-NEXT:    v_and_b32_e32 v6, 0xffff, v6
+; GFX11-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
+; GFX11-NEXT:    v_and_b32_e32 v8, 0xffff, v8
+; GFX11-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
+; GFX11-NEXT:    v_and_b32_e32 v10, 0xffff, v10
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_and_b32_e32 v12, 0xffff, v12
+; GFX11-NEXT:    v_lshlrev_b32_e32 v13, 16, v3
+; GFX11-NEXT:    v_or_b32_e32 v3, v4, v5
+; GFX11-NEXT:    v_or_b32_e32 v4, v6, v7
+; GFX11-NEXT:    v_or_b32_e32 v5, v8, v9
+; GFX11-NEXT:    v_or_b32_e32 v6, v10, v11
+; GFX11-NEXT:    v_or_b32_e32 v7, v12, v13
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
   %cmp = icmp eq i32 %b, 0
   br i1 %cmp, label %cmp.true, label %cmp.false
 
@@ -32467,19 +31943,19 @@ define inreg <16 x i16> @bitcast_v32i8_to_v16i16_scalar(<32 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v14
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v12
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v12
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v10
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v10
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v6
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v4
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v1
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v0
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v1
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v0
 ; GFX11-TRUE16-NEXT:    s_cmp_lg_u32 s42, 0
 ; GFX11-TRUE16-NEXT:    s_cbranch_scc0 .LBB99_2
 ; GFX11-TRUE16-NEXT:  ; %bb.1: ; %cmp.false
@@ -32494,52 +31970,52 @@ define inreg <16 x i16> @bitcast_v32i8_to_v16i16_scalar(<32 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s20, s21, v7
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v0.h, v3.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v2.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s15, s40, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s12, s15, v6
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s24, s25, v7
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v3.h, v8.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s10, s13, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s7, s11, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s4, s8, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s10, s14, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s7, s40, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s4, s9, v6
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s16, s17, v7
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v1.h, v4.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s29, s28, v6
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v4.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s41, s14, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s9, s12, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s6, s5, v7
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s41, s11, v7
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s6, s13, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s8, s5, v7
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v5.h, v8.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v6.h, v9.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v7.h, v10.l
 ; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
 ; GFX11-TRUE16-NEXT:  .LBB99_2: ; %cmp.true
 ; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v0, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s8, s8, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s6, s5, v0
-; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s8, s4, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s11, s7, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s9, s9, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s8, s5, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s9, s4, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s40, s7, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s41, s14, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s41, s11, v0
 ; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s40, s15, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s15, s12, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s28, s29, v0
-; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s14, s14, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s20, s21, v0
 ; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s12, s9, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s13, s10, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s13, s6, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s14, s10, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s26, s27, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v1
@@ -37596,19 +37072,19 @@ define inreg <16 x half> @bitcast_v32i8_to_v16f16_scalar(<32 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v14
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v12
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v12
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v10
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v10
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v6
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v4
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v1
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v0
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v1
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v0
 ; GFX11-TRUE16-NEXT:    s_cmp_lg_u32 s42, 0
 ; GFX11-TRUE16-NEXT:    s_cbranch_scc0 .LBB107_2
 ; GFX11-TRUE16-NEXT:  ; %bb.1: ; %cmp.false
@@ -37623,52 +37099,52 @@ define inreg <16 x half> @bitcast_v32i8_to_v16f16_scalar(<32 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s20, s21, v7
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v0.h, v3.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v2.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s15, s40, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s12, s15, v6
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s24, s25, v7
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v3.h, v8.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s10, s13, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s7, s11, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s4, s8, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s10, s14, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s7, s40, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s4, s9, v6
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s16, s17, v7
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v1.h, v4.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s29, s28, v6
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v4.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s41, s14, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s9, s12, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s6, s5, v7
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s41, s11, v7
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s6, s13, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s8, s5, v7
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v5.h, v8.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v6.h, v9.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v7.h, v10.l
 ; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
 ; GFX11-TRUE16-NEXT:  .LBB107_2: ; %cmp.true
 ; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v0, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s8, s8, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s6, s5, v0
-; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s8, s4, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s11, s7, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s9, s9, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s8, s5, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s9, s4, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s40, s7, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s41, s14, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s41, s11, v0
 ; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s40, s15, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s15, s12, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s28, s29, v0
-; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s14, s14, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s20, s21, v0
 ; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s12, s9, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s13, s10, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s13, s6, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s14, s10, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s26, s27, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v1
@@ -41698,19 +41174,19 @@ define inreg <16 x bfloat> @bitcast_v32i8_to_v16bf16_scalar(<32 x i8> inreg %a,
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v14
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v12
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v12
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v10
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v10
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v6
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v4
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v1
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v0
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v1
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v0
 ; GFX11-TRUE16-NEXT:    s_cmp_lg_u32 s42, 0
 ; GFX11-TRUE16-NEXT:    s_cbranch_scc0 .LBB111_2
 ; GFX11-TRUE16-NEXT:  ; %bb.1: ; %cmp.false
@@ -41725,52 +41201,52 @@ define inreg <16 x bfloat> @bitcast_v32i8_to_v16bf16_scalar(<32 x i8> inreg %a,
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s20, s21, v7
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v0.h, v3.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v2.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s15, s40, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s12, s15, v6
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s24, s25, v7
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v3.h, v8.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s10, s13, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s7, s11, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s4, s8, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s10, s14, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s7, s40, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s4, s9, v6
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s16, s17, v7
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v1.h, v4.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s29, s28, v6
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v4.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s41, s14, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s9, s12, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s6, s5, v7
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s41, s11, v7
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s6, s13, v6
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s8, s5, v7
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v5.h, v8.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v6.h, v9.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v7.h, v10.l
 ; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
 ; GFX11-TRUE16-NEXT:  .LBB111_2: ; %cmp.true
 ; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v0, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s8, s8, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s6, s5, v0
-; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s8, s4, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s11, s7, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s9, s9, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s8, s5, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s9, s4, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s40, s7, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s41, s14, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s41, s11, v0
 ; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s40, s15, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s15, s12, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s28, s29, v0
-; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s14, s14, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s20, s21, v0
 ; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s12, s9, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s13, s10, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s13, s6, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s14, s10, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s26, s27, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v1
diff --git a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.320bit.ll b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.320bit.ll
index 9142d09a0588ab..5eb6579b04dc6e 100644
--- a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.320bit.ll
+++ b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.320bit.ll
@@ -5597,335 +5597,170 @@ define inreg <10 x i32> @bitcast_v40i8_to_v10i32_scalar(<40 x i8> inreg %a, i32
 ; GFX9-NEXT:    v_or_b32_sdwa v9, v10, v9 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
 ; GFX9-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX11-TRUE16-LABEL: bitcast_v40i8_to_v10i32_scalar:
-; GFX11-TRUE16:       ; %bb.0:
-; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v22
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v20
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v18
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v17
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v16
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v15
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v12
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v3
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v1
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v0
-; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v5, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_cmp_lg_u32 s58, 0
-; GFX11-TRUE16-NEXT:    s_cbranch_scc0 .LBB15_2
-; GFX11-TRUE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s46, s44, v5
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s42, s40, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s13, s12, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s10, s9, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s6, s4, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s47, s45, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s43, s41, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s15, s14, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s11, s8, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s7, s5, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v8, v6
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v9, v7
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v12, v10
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v8, v14, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v9, v15, v13
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-TRUE16-NEXT:  .LBB15_2: ; %cmp.true
-; GFX11-TRUE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v7, 0xffff, v7
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v9, 0xffff, v9
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    s_add_i32 s47, s47, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s43, s43, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s47, s45, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s46, s44, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s43, s41, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s42, s40, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s15, s14, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s13, s12, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s11, s8, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s10, s9, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s7, s5, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s6, s4, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v14, 0x300, v14
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v14, 0xffff, v14
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v15, 16, v5
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v6, v7
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v8, v9
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v10, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v8, v12, v13
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v9, v14, v15
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX11-FAKE16-LABEL: bitcast_v40i8_to_v10i32_scalar:
-; GFX11-FAKE16:       ; %bb.0:
-; GFX11-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s58, v22
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s5, v21
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s7, v20
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s4, v19
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s6, v18
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s9, v17
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s11, v16
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s8, v15
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s10, v14
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s12, v13
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s13, v12
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s14, v11
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s15, v10
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s40, v9
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s42, v8
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s41, v7
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s43, v6
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s45, v5
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s46, v4
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s44, v3
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s47, v2
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s56, v1
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s57, v0
-; GFX11-FAKE16-NEXT:    v_mov_b32_e32 v5, 0xc0c0004
-; GFX11-FAKE16-NEXT:    s_cmp_lg_u32 s58, 0
-; GFX11-FAKE16-NEXT:    s_cbranch_scc0 .LBB15_2
-; GFX11-FAKE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s46, s45, v5
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s42, s40, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s13, s12, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s11, s9, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v13, s7, s5, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s47, s44, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s43, s41, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s15, s14, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-FAKE16-NEXT:    v_perm_b32 v14, s10, s8, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_perm_b32 v15, s6, s4, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v8, v6
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v9, v7
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v12, v10
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v8, v14, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v9, v15, v13
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-FAKE16-NEXT:  .LBB15_2: ; %cmp.true
-; GFX11-FAKE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s57, s57, 3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v7, 0xffff, v7
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v9, 0xffff, v9
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-FAKE16-NEXT:    s_add_i32 s47, s47, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s46, s46, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s43, s43, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s42, s42, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s47, s44, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s46, s45, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s43, s41, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s42, s40, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s15, s14, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s13, s12, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s10, s8, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v13, s11, s9, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v14, s6, s4, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s7, s5, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v14, 0x300, v14
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v14, 0xffff, v14
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v15, 16, v5
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v6, v7
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v8, v9
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v10, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v8, v12, v13
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v9, v14, v15
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-LABEL: bitcast_v40i8_to_v10i32_scalar:
+; GFX11:       ; %bb.0:
+; GFX11-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX11-NEXT:    v_readfirstlane_b32 s58, v22
+; GFX11-NEXT:    v_readfirstlane_b32 s5, v21
+; GFX11-NEXT:    v_readfirstlane_b32 s7, v20
+; GFX11-NEXT:    v_readfirstlane_b32 s4, v19
+; GFX11-NEXT:    v_readfirstlane_b32 s6, v18
+; GFX11-NEXT:    v_readfirstlane_b32 s9, v17
+; GFX11-NEXT:    v_readfirstlane_b32 s11, v16
+; GFX11-NEXT:    v_readfirstlane_b32 s8, v15
+; GFX11-NEXT:    v_readfirstlane_b32 s10, v14
+; GFX11-NEXT:    v_readfirstlane_b32 s12, v13
+; GFX11-NEXT:    v_readfirstlane_b32 s13, v12
+; GFX11-NEXT:    v_readfirstlane_b32 s14, v11
+; GFX11-NEXT:    v_readfirstlane_b32 s15, v10
+; GFX11-NEXT:    v_readfirstlane_b32 s40, v9
+; GFX11-NEXT:    v_readfirstlane_b32 s42, v8
+; GFX11-NEXT:    v_readfirstlane_b32 s41, v7
+; GFX11-NEXT:    v_readfirstlane_b32 s43, v6
+; GFX11-NEXT:    v_readfirstlane_b32 s45, v5
+; GFX11-NEXT:    v_readfirstlane_b32 s46, v4
+; GFX11-NEXT:    v_readfirstlane_b32 s44, v3
+; GFX11-NEXT:    v_readfirstlane_b32 s47, v2
+; GFX11-NEXT:    v_readfirstlane_b32 s56, v1
+; GFX11-NEXT:    v_readfirstlane_b32 s57, v0
+; GFX11-NEXT:    v_mov_b32_e32 v5, 0xc0c0004
+; GFX11-NEXT:    s_cmp_lg_u32 s58, 0
+; GFX11-NEXT:    s_cbranch_scc0 .LBB15_2
+; GFX11-NEXT:  ; %bb.1: ; %cmp.false
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_1)
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v5
+; GFX11-NEXT:    v_perm_b32 v3, s18, s19, v5
+; GFX11-NEXT:    v_perm_b32 v6, s22, s23, v5
+; GFX11-NEXT:    v_perm_b32 v8, s26, s27, v5
+; GFX11-NEXT:    v_perm_b32 v10, s57, s56, v5
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v5
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v5
+; GFX11-NEXT:    v_perm_b32 v4, s20, s21, v5
+; GFX11-NEXT:    v_perm_b32 v7, s24, s25, v5
+; GFX11-NEXT:    v_perm_b32 v9, s28, s29, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
+; GFX11-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v3
+; GFX11-NEXT:    v_or_b32_e32 v2, v4, v6
+; GFX11-NEXT:    v_perm_b32 v6, s46, s45, v5
+; GFX11-NEXT:    v_or_b32_e32 v3, v7, v8
+; GFX11-NEXT:    v_or_b32_e32 v4, v9, v10
+; GFX11-NEXT:    v_perm_b32 v7, s42, s40, v5
+; GFX11-NEXT:    v_perm_b32 v10, s13, s12, v5
+; GFX11-NEXT:    v_perm_b32 v11, s11, s9, v5
+; GFX11-NEXT:    v_perm_b32 v13, s7, s5, v5
+; GFX11-NEXT:    v_perm_b32 v8, s47, s44, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_perm_b32 v9, s43, s41, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
+; GFX11-NEXT:    v_perm_b32 v12, s15, s14, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
+; GFX11-NEXT:    v_perm_b32 v14, s10, s8, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_perm_b32 v15, s6, s4, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
+; GFX11-NEXT:    v_or_b32_e32 v5, v8, v6
+; GFX11-NEXT:    v_or_b32_e32 v6, v9, v7
+; GFX11-NEXT:    v_or_b32_e32 v7, v12, v10
+; GFX11-NEXT:    v_or_b32_e32 v8, v14, v11
+; GFX11-NEXT:    v_or_b32_e32 v9, v15, v13
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-NEXT:  .LBB15_2: ; %cmp.true
+; GFX11-NEXT:    s_add_i32 s0, s0, 3
+; GFX11-NEXT:    s_add_i32 s2, s2, 3
+; GFX11-NEXT:    s_add_i32 s16, s16, 3
+; GFX11-NEXT:    s_add_i32 s18, s18, 3
+; GFX11-NEXT:    s_add_i32 s20, s20, 3
+; GFX11-NEXT:    s_add_i32 s22, s22, 3
+; GFX11-NEXT:    s_add_i32 s24, s24, 3
+; GFX11-NEXT:    s_add_i32 s26, s26, 3
+; GFX11-NEXT:    s_add_i32 s28, s28, 3
+; GFX11-NEXT:    s_add_i32 s57, s57, 3
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v5
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v5
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v5
+; GFX11-NEXT:    v_perm_b32 v3, s18, s19, v5
+; GFX11-NEXT:    v_perm_b32 v4, s20, s21, v5
+; GFX11-NEXT:    v_perm_b32 v6, s22, s23, v5
+; GFX11-NEXT:    v_perm_b32 v7, s24, s25, v5
+; GFX11-NEXT:    v_perm_b32 v8, s26, s27, v5
+; GFX11-NEXT:    v_perm_b32 v9, s28, s29, v5
+; GFX11-NEXT:    v_perm_b32 v10, s57, s56, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
+; GFX11-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
+; GFX11-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
+; GFX11-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
+; GFX11-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
+; GFX11-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
+; GFX11-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
+; GFX11-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
+; GFX11-NEXT:    v_and_b32_e32 v0, 0xffff, v0
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_and_b32_e32 v2, 0xffff, v2
+; GFX11-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
+; GFX11-NEXT:    v_and_b32_e32 v4, 0xffff, v4
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_and_b32_e32 v7, 0xffff, v7
+; GFX11-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
+; GFX11-NEXT:    v_and_b32_e32 v9, 0xffff, v9
+; GFX11-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
+; GFX11-NEXT:    s_add_i32 s47, s47, 3
+; GFX11-NEXT:    s_add_i32 s46, s46, 3
+; GFX11-NEXT:    s_add_i32 s43, s43, 3
+; GFX11-NEXT:    s_add_i32 s42, s42, 3
+; GFX11-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-NEXT:    s_add_i32 s13, s13, 3
+; GFX11-NEXT:    s_add_i32 s10, s10, 3
+; GFX11-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-NEXT:    s_add_i32 s6, s6, 3
+; GFX11-NEXT:    s_add_i32 s7, s7, 3
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v3
+; GFX11-NEXT:    v_or_b32_e32 v2, v4, v6
+; GFX11-NEXT:    v_or_b32_e32 v3, v7, v8
+; GFX11-NEXT:    v_or_b32_e32 v4, v9, v10
+; GFX11-NEXT:    v_perm_b32 v6, s47, s44, v5
+; GFX11-NEXT:    v_perm_b32 v7, s46, s45, v5
+; GFX11-NEXT:    v_perm_b32 v8, s43, s41, v5
+; GFX11-NEXT:    v_perm_b32 v9, s42, s40, v5
+; GFX11-NEXT:    v_perm_b32 v10, s15, s14, v5
+; GFX11-NEXT:    v_perm_b32 v11, s13, s12, v5
+; GFX11-NEXT:    v_perm_b32 v12, s10, s8, v5
+; GFX11-NEXT:    v_perm_b32 v13, s11, s9, v5
+; GFX11-NEXT:    v_perm_b32 v14, s6, s4, v5
+; GFX11-NEXT:    v_perm_b32 v5, s7, s5, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
+; GFX11-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
+; GFX11-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
+; GFX11-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
+; GFX11-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
+; GFX11-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
+; GFX11-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
+; GFX11-NEXT:    v_add_nc_u32_e32 v14, 0x300, v14
+; GFX11-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
+; GFX11-NEXT:    v_and_b32_e32 v6, 0xffff, v6
+; GFX11-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
+; GFX11-NEXT:    v_and_b32_e32 v8, 0xffff, v8
+; GFX11-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
+; GFX11-NEXT:    v_and_b32_e32 v10, 0xffff, v10
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_and_b32_e32 v12, 0xffff, v12
+; GFX11-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
+; GFX11-NEXT:    v_and_b32_e32 v14, 0xffff, v14
+; GFX11-NEXT:    v_lshlrev_b32_e32 v15, 16, v5
+; GFX11-NEXT:    v_or_b32_e32 v5, v6, v7
+; GFX11-NEXT:    v_or_b32_e32 v6, v8, v9
+; GFX11-NEXT:    v_or_b32_e32 v7, v10, v11
+; GFX11-NEXT:    v_or_b32_e32 v8, v12, v13
+; GFX11-NEXT:    v_or_b32_e32 v9, v14, v15
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
   %cmp = icmp eq i32 %b, 0
   br i1 %cmp, label %cmp.true, label %cmp.false
 
@@ -12110,335 +11945,170 @@ define inreg <10 x float> @bitcast_v40i8_to_v10f32_scalar(<40 x i8> inreg %a, i3
 ; GFX9-NEXT:    v_or_b32_sdwa v9, v10, v9 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
 ; GFX9-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX11-TRUE16-LABEL: bitcast_v40i8_to_v10f32_scalar:
-; GFX11-TRUE16:       ; %bb.0:
-; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v22
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v20
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v18
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v17
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v16
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v15
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v12
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v3
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v1
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v0
-; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v5, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_cmp_lg_u32 s58, 0
-; GFX11-TRUE16-NEXT:    s_cbranch_scc0 .LBB35_2
-; GFX11-TRUE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s46, s44, v5
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s42, s40, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s13, s12, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s10, s9, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s6, s4, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s47, s45, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s43, s41, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s15, s14, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s11, s8, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s7, s5, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v8, v6
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v9, v7
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v12, v10
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v8, v14, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v9, v15, v13
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-TRUE16-NEXT:  .LBB35_2: ; %cmp.true
-; GFX11-TRUE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v7, 0xffff, v7
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v9, 0xffff, v9
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    s_add_i32 s47, s47, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s43, s43, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s47, s45, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s46, s44, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s43, s41, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s42, s40, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s15, s14, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s13, s12, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s11, s8, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s10, s9, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s7, s5, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s6, s4, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v14, 0x300, v14
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v14, 0xffff, v14
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v15, 16, v5
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v6, v7
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v8, v9
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v10, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v8, v12, v13
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v9, v14, v15
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX11-FAKE16-LABEL: bitcast_v40i8_to_v10f32_scalar:
-; GFX11-FAKE16:       ; %bb.0:
-; GFX11-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s58, v22
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s5, v21
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s7, v20
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s4, v19
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s6, v18
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s9, v17
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s11, v16
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s8, v15
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s10, v14
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s12, v13
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s13, v12
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s14, v11
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s15, v10
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s40, v9
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s42, v8
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s41, v7
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s43, v6
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s45, v5
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s46, v4
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s44, v3
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s47, v2
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s56, v1
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s57, v0
-; GFX11-FAKE16-NEXT:    v_mov_b32_e32 v5, 0xc0c0004
-; GFX11-FAKE16-NEXT:    s_cmp_lg_u32 s58, 0
-; GFX11-FAKE16-NEXT:    s_cbranch_scc0 .LBB35_2
-; GFX11-FAKE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s46, s45, v5
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s42, s40, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s13, s12, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s11, s9, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v13, s7, s5, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s47, s44, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s43, s41, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s15, s14, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-FAKE16-NEXT:    v_perm_b32 v14, s10, s8, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_perm_b32 v15, s6, s4, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v8, v6
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v9, v7
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v12, v10
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v8, v14, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v9, v15, v13
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-FAKE16-NEXT:  .LBB35_2: ; %cmp.true
-; GFX11-FAKE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s57, s57, 3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v7, 0xffff, v7
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v9, 0xffff, v9
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-FAKE16-NEXT:    s_add_i32 s47, s47, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s46, s46, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s43, s43, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s42, s42, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s47, s44, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s46, s45, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s43, s41, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s42, s40, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s15, s14, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s13, s12, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s10, s8, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v13, s11, s9, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v14, s6, s4, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s7, s5, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v14, 0x300, v14
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v14, 0xffff, v14
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v15, 16, v5
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v6, v7
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v8, v9
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v10, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v8, v12, v13
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v9, v14, v15
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-LABEL: bitcast_v40i8_to_v10f32_scalar:
+; GFX11:       ; %bb.0:
+; GFX11-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX11-NEXT:    v_readfirstlane_b32 s58, v22
+; GFX11-NEXT:    v_readfirstlane_b32 s5, v21
+; GFX11-NEXT:    v_readfirstlane_b32 s7, v20
+; GFX11-NEXT:    v_readfirstlane_b32 s4, v19
+; GFX11-NEXT:    v_readfirstlane_b32 s6, v18
+; GFX11-NEXT:    v_readfirstlane_b32 s9, v17
+; GFX11-NEXT:    v_readfirstlane_b32 s11, v16
+; GFX11-NEXT:    v_readfirstlane_b32 s8, v15
+; GFX11-NEXT:    v_readfirstlane_b32 s10, v14
+; GFX11-NEXT:    v_readfirstlane_b32 s12, v13
+; GFX11-NEXT:    v_readfirstlane_b32 s13, v12
+; GFX11-NEXT:    v_readfirstlane_b32 s14, v11
+; GFX11-NEXT:    v_readfirstlane_b32 s15, v10
+; GFX11-NEXT:    v_readfirstlane_b32 s40, v9
+; GFX11-NEXT:    v_readfirstlane_b32 s42, v8
+; GFX11-NEXT:    v_readfirstlane_b32 s41, v7
+; GFX11-NEXT:    v_readfirstlane_b32 s43, v6
+; GFX11-NEXT:    v_readfirstlane_b32 s45, v5
+; GFX11-NEXT:    v_readfirstlane_b32 s46, v4
+; GFX11-NEXT:    v_readfirstlane_b32 s44, v3
+; GFX11-NEXT:    v_readfirstlane_b32 s47, v2
+; GFX11-NEXT:    v_readfirstlane_b32 s56, v1
+; GFX11-NEXT:    v_readfirstlane_b32 s57, v0
+; GFX11-NEXT:    v_mov_b32_e32 v5, 0xc0c0004
+; GFX11-NEXT:    s_cmp_lg_u32 s58, 0
+; GFX11-NEXT:    s_cbranch_scc0 .LBB35_2
+; GFX11-NEXT:  ; %bb.1: ; %cmp.false
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_1)
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v5
+; GFX11-NEXT:    v_perm_b32 v3, s18, s19, v5
+; GFX11-NEXT:    v_perm_b32 v6, s22, s23, v5
+; GFX11-NEXT:    v_perm_b32 v8, s26, s27, v5
+; GFX11-NEXT:    v_perm_b32 v10, s57, s56, v5
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v5
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v5
+; GFX11-NEXT:    v_perm_b32 v4, s20, s21, v5
+; GFX11-NEXT:    v_perm_b32 v7, s24, s25, v5
+; GFX11-NEXT:    v_perm_b32 v9, s28, s29, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
+; GFX11-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v3
+; GFX11-NEXT:    v_or_b32_e32 v2, v4, v6
+; GFX11-NEXT:    v_perm_b32 v6, s46, s45, v5
+; GFX11-NEXT:    v_or_b32_e32 v3, v7, v8
+; GFX11-NEXT:    v_or_b32_e32 v4, v9, v10
+; GFX11-NEXT:    v_perm_b32 v7, s42, s40, v5
+; GFX11-NEXT:    v_perm_b32 v10, s13, s12, v5
+; GFX11-NEXT:    v_perm_b32 v11, s11, s9, v5
+; GFX11-NEXT:    v_perm_b32 v13, s7, s5, v5
+; GFX11-NEXT:    v_perm_b32 v8, s47, s44, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_perm_b32 v9, s43, s41, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
+; GFX11-NEXT:    v_perm_b32 v12, s15, s14, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
+; GFX11-NEXT:    v_perm_b32 v14, s10, s8, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_perm_b32 v15, s6, s4, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
+; GFX11-NEXT:    v_or_b32_e32 v5, v8, v6
+; GFX11-NEXT:    v_or_b32_e32 v6, v9, v7
+; GFX11-NEXT:    v_or_b32_e32 v7, v12, v10
+; GFX11-NEXT:    v_or_b32_e32 v8, v14, v11
+; GFX11-NEXT:    v_or_b32_e32 v9, v15, v13
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-NEXT:  .LBB35_2: ; %cmp.true
+; GFX11-NEXT:    s_add_i32 s0, s0, 3
+; GFX11-NEXT:    s_add_i32 s2, s2, 3
+; GFX11-NEXT:    s_add_i32 s16, s16, 3
+; GFX11-NEXT:    s_add_i32 s18, s18, 3
+; GFX11-NEXT:    s_add_i32 s20, s20, 3
+; GFX11-NEXT:    s_add_i32 s22, s22, 3
+; GFX11-NEXT:    s_add_i32 s24, s24, 3
+; GFX11-NEXT:    s_add_i32 s26, s26, 3
+; GFX11-NEXT:    s_add_i32 s28, s28, 3
+; GFX11-NEXT:    s_add_i32 s57, s57, 3
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v5
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v5
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v5
+; GFX11-NEXT:    v_perm_b32 v3, s18, s19, v5
+; GFX11-NEXT:    v_perm_b32 v4, s20, s21, v5
+; GFX11-NEXT:    v_perm_b32 v6, s22, s23, v5
+; GFX11-NEXT:    v_perm_b32 v7, s24, s25, v5
+; GFX11-NEXT:    v_perm_b32 v8, s26, s27, v5
+; GFX11-NEXT:    v_perm_b32 v9, s28, s29, v5
+; GFX11-NEXT:    v_perm_b32 v10, s57, s56, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
+; GFX11-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
+; GFX11-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
+; GFX11-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
+; GFX11-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
+; GFX11-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
+; GFX11-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
+; GFX11-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
+; GFX11-NEXT:    v_and_b32_e32 v0, 0xffff, v0
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_and_b32_e32 v2, 0xffff, v2
+; GFX11-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
+; GFX11-NEXT:    v_and_b32_e32 v4, 0xffff, v4
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_and_b32_e32 v7, 0xffff, v7
+; GFX11-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
+; GFX11-NEXT:    v_and_b32_e32 v9, 0xffff, v9
+; GFX11-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
+; GFX11-NEXT:    s_add_i32 s47, s47, 3
+; GFX11-NEXT:    s_add_i32 s46, s46, 3
+; GFX11-NEXT:    s_add_i32 s43, s43, 3
+; GFX11-NEXT:    s_add_i32 s42, s42, 3
+; GFX11-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-NEXT:    s_add_i32 s13, s13, 3
+; GFX11-NEXT:    s_add_i32 s10, s10, 3
+; GFX11-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-NEXT:    s_add_i32 s6, s6, 3
+; GFX11-NEXT:    s_add_i32 s7, s7, 3
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v3
+; GFX11-NEXT:    v_or_b32_e32 v2, v4, v6
+; GFX11-NEXT:    v_or_b32_e32 v3, v7, v8
+; GFX11-NEXT:    v_or_b32_e32 v4, v9, v10
+; GFX11-NEXT:    v_perm_b32 v6, s47, s44, v5
+; GFX11-NEXT:    v_perm_b32 v7, s46, s45, v5
+; GFX11-NEXT:    v_perm_b32 v8, s43, s41, v5
+; GFX11-NEXT:    v_perm_b32 v9, s42, s40, v5
+; GFX11-NEXT:    v_perm_b32 v10, s15, s14, v5
+; GFX11-NEXT:    v_perm_b32 v11, s13, s12, v5
+; GFX11-NEXT:    v_perm_b32 v12, s10, s8, v5
+; GFX11-NEXT:    v_perm_b32 v13, s11, s9, v5
+; GFX11-NEXT:    v_perm_b32 v14, s6, s4, v5
+; GFX11-NEXT:    v_perm_b32 v5, s7, s5, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
+; GFX11-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
+; GFX11-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
+; GFX11-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
+; GFX11-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
+; GFX11-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
+; GFX11-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
+; GFX11-NEXT:    v_add_nc_u32_e32 v14, 0x300, v14
+; GFX11-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
+; GFX11-NEXT:    v_and_b32_e32 v6, 0xffff, v6
+; GFX11-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
+; GFX11-NEXT:    v_and_b32_e32 v8, 0xffff, v8
+; GFX11-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
+; GFX11-NEXT:    v_and_b32_e32 v10, 0xffff, v10
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_and_b32_e32 v12, 0xffff, v12
+; GFX11-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
+; GFX11-NEXT:    v_and_b32_e32 v14, 0xffff, v14
+; GFX11-NEXT:    v_lshlrev_b32_e32 v15, 16, v5
+; GFX11-NEXT:    v_or_b32_e32 v5, v6, v7
+; GFX11-NEXT:    v_or_b32_e32 v6, v8, v9
+; GFX11-NEXT:    v_or_b32_e32 v7, v10, v11
+; GFX11-NEXT:    v_or_b32_e32 v8, v12, v13
+; GFX11-NEXT:    v_or_b32_e32 v9, v14, v15
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
   %cmp = icmp eq i32 %b, 0
   br i1 %cmp, label %cmp.true, label %cmp.false
 
@@ -18462,27 +18132,27 @@ define inreg <20 x i16> @bitcast_v40i8_to_v20i16_scalar(<40 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v22
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v20
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v20
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v18
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v17
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v16
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v18
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v17
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v16
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v15
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v12
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v14
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v13
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v12
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v10
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v5
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v4
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v1
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v0
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v1
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v0
 ; GFX11-TRUE16-NEXT:    s_cmp_lg_u32 s58, 0
 ; GFX11-TRUE16-NEXT:    s_cbranch_scc0 .LBB51_2
 ; GFX11-TRUE16-NEXT:  ; %bb.1: ; %cmp.false
@@ -18497,70 +18167,70 @@ define inreg <20 x i16> @bitcast_v40i8_to_v20i16_scalar(<40 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s20, s21, v9
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v0.h, v3.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v2.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s56, s46, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s47, s43, v9
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s24, s25, v9
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v3.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s45, s44, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s42, s15, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s46, s42, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s40, s12, v9
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s16, s17, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s13, s10, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s9, s11, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s4, s6, v8
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s10, s6, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s8, s44, v8
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s4, s11, v8
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v1.h, v4.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s28, s29, v9
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v4.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s57, s47, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s57, s45, v9
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v5.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s43, s40, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s41, s13, v9
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v6.h, v7.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s41, s14, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s7, s12, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s8, s5, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s56, s14, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s7, s15, v8
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s9, s5, v9
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v7.h, v10.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v8.h, v11.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v9.h, v12.l
 ; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
 ; GFX11-TRUE16-NEXT:  .LBB51_2: ; %cmp.true
 ; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v0, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s8, s8, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s9, s9, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s56, s56, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s8, s5, v0
-; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s6, s4, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s11, s9, v0
-; GFX11-TRUE16-NEXT:    s_add_i32 s43, s43, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s9, s5, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s10, s10, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s11, s4, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s44, s8, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s41, s14, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s56, s14, v0
 ; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v4
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s13, s10, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s43, s40, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s57, s47, v0
-; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s56, s56, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s10, s6, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s41, s13, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s57, s45, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s47, s47, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s28, s29, v0
 ; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s12, s7, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s15, s7, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s56, s46, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s47, s43, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s20, s21, v0
-; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s45, s45, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s42, s15, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s45, s44, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s40, s12, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s46, s42, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s26, s27, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v16, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v1
@@ -24393,27 +24063,27 @@ define inreg <20 x half> @bitcast_v40i8_to_v20f16_scalar(<40 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v22
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v20
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v20
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v18
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v17
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v16
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v18
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v17
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v16
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v15
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v12
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v14
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v13
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v12
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v10
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v5
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v4
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v1
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v0
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v1
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v0
 ; GFX11-TRUE16-NEXT:    s_cmp_lg_u32 s58, 0
 ; GFX11-TRUE16-NEXT:    s_cbranch_scc0 .LBB63_2
 ; GFX11-TRUE16-NEXT:  ; %bb.1: ; %cmp.false
@@ -24428,70 +24098,70 @@ define inreg <20 x half> @bitcast_v40i8_to_v20f16_scalar(<40 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s20, s21, v9
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v0.h, v3.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v2.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s56, s46, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s47, s43, v9
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s24, s25, v9
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v3.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s45, s44, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s42, s15, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s46, s42, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s40, s12, v9
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s16, s17, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s13, s10, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s9, s11, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s4, s6, v8
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s10, s6, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s8, s44, v8
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s4, s11, v8
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v1.h, v4.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s28, s29, v9
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v4.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s57, s47, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s57, s45, v9
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v5.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s43, s40, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s41, s13, v9
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v6.h, v7.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s41, s14, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s7, s12, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s8, s5, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s56, s14, v9
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s7, s15, v8
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s9, s5, v9
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v7.h, v10.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v8.h, v11.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v9.h, v12.l
 ; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
 ; GFX11-TRUE16-NEXT:  .LBB63_2: ; %cmp.true
 ; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v0, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s8, s8, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s9, s9, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s56, s56, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s8, s5, v0
-; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s6, s4, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s11, s9, v0
-; GFX11-TRUE16-NEXT:    s_add_i32 s43, s43, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s9, s5, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s10, s10, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s11, s4, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s44, s8, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s41, s41, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s41, s14, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s56, s14, v0
 ; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v4
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s13, s10, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s43, s40, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s57, s47, v0
-; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s56, s56, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s10, s6, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s41, s13, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s57, s45, v0
+; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s47, s47, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s28, s29, v0
 ; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s12, s7, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s15, s7, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s56, s46, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s47, s43, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s20, s21, v0
-; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s45, s45, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s42, s15, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s45, s44, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s40, s12, v0
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s46, s42, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s26, s27, v0
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v16, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v1
@@ -28464,335 +28134,170 @@ define inreg <5 x double> @bitcast_v40i8_to_v5f64_scalar(<40 x i8> inreg %a, i32
 ; GFX9-NEXT:    v_or_b32_sdwa v9, v10, v9 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
 ; GFX9-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX11-TRUE16-LABEL: bitcast_v40i8_to_v5f64_scalar:
-; GFX11-TRUE16:       ; %bb.0:
-; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v22
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v20
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v18
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v17
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v16
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v15
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v12
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v3
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v1
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v0
-; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v5, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_cmp_lg_u32 s58, 0
-; GFX11-TRUE16-NEXT:    s_cbranch_scc0 .LBB73_2
-; GFX11-TRUE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s46, s44, v5
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s42, s40, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s13, s12, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s10, s9, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s6, s4, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s47, s45, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s43, s41, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s15, s14, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s11, s8, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s7, s5, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v8, v6
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v9, v7
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v12, v10
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v8, v14, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v9, v15, v13
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-TRUE16-NEXT:  .LBB73_2: ; %cmp.true
-; GFX11-TRUE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v7, 0xffff, v7
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v9, 0xffff, v9
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    s_add_i32 s47, s47, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s43, s43, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s47, s45, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s46, s44, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s43, s41, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s42, s40, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s15, s14, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s13, s12, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s11, s8, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s10, s9, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s7, s5, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s6, s4, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v14, 0x300, v14
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v14, 0xffff, v14
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v15, 16, v5
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v6, v7
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v8, v9
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v10, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v8, v12, v13
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v9, v14, v15
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX11-FAKE16-LABEL: bitcast_v40i8_to_v5f64_scalar:
-; GFX11-FAKE16:       ; %bb.0:
-; GFX11-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s58, v22
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s5, v21
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s7, v20
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s4, v19
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s6, v18
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s9, v17
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s11, v16
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s8, v15
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s10, v14
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s12, v13
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s13, v12
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s14, v11
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s15, v10
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s40, v9
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s42, v8
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s41, v7
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s43, v6
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s45, v5
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s46, v4
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s44, v3
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s47, v2
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s56, v1
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s57, v0
-; GFX11-FAKE16-NEXT:    v_mov_b32_e32 v5, 0xc0c0004
-; GFX11-FAKE16-NEXT:    s_cmp_lg_u32 s58, 0
-; GFX11-FAKE16-NEXT:    s_cbranch_scc0 .LBB73_2
-; GFX11-FAKE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s46, s45, v5
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s42, s40, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s13, s12, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s11, s9, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v13, s7, s5, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s47, s44, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s43, s41, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s15, s14, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-FAKE16-NEXT:    v_perm_b32 v14, s10, s8, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_perm_b32 v15, s6, s4, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v8, v6
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v9, v7
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v12, v10
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v8, v14, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v9, v15, v13
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-FAKE16-NEXT:  .LBB73_2: ; %cmp.true
-; GFX11-FAKE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s57, s57, 3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v7, 0xffff, v7
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v9, 0xffff, v9
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-FAKE16-NEXT:    s_add_i32 s47, s47, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s46, s46, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s43, s43, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s42, s42, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s47, s44, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s46, s45, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s43, s41, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s42, s40, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s15, s14, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s13, s12, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s10, s8, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v13, s11, s9, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v14, s6, s4, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s7, s5, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v14, 0x300, v14
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v14, 0xffff, v14
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v15, 16, v5
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v6, v7
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v8, v9
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v10, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v8, v12, v13
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v9, v14, v15
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-LABEL: bitcast_v40i8_to_v5f64_scalar:
+; GFX11:       ; %bb.0:
+; GFX11-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX11-NEXT:    v_readfirstlane_b32 s58, v22
+; GFX11-NEXT:    v_readfirstlane_b32 s5, v21
+; GFX11-NEXT:    v_readfirstlane_b32 s7, v20
+; GFX11-NEXT:    v_readfirstlane_b32 s4, v19
+; GFX11-NEXT:    v_readfirstlane_b32 s6, v18
+; GFX11-NEXT:    v_readfirstlane_b32 s9, v17
+; GFX11-NEXT:    v_readfirstlane_b32 s11, v16
+; GFX11-NEXT:    v_readfirstlane_b32 s8, v15
+; GFX11-NEXT:    v_readfirstlane_b32 s10, v14
+; GFX11-NEXT:    v_readfirstlane_b32 s12, v13
+; GFX11-NEXT:    v_readfirstlane_b32 s13, v12
+; GFX11-NEXT:    v_readfirstlane_b32 s14, v11
+; GFX11-NEXT:    v_readfirstlane_b32 s15, v10
+; GFX11-NEXT:    v_readfirstlane_b32 s40, v9
+; GFX11-NEXT:    v_readfirstlane_b32 s42, v8
+; GFX11-NEXT:    v_readfirstlane_b32 s41, v7
+; GFX11-NEXT:    v_readfirstlane_b32 s43, v6
+; GFX11-NEXT:    v_readfirstlane_b32 s45, v5
+; GFX11-NEXT:    v_readfirstlane_b32 s46, v4
+; GFX11-NEXT:    v_readfirstlane_b32 s44, v3
+; GFX11-NEXT:    v_readfirstlane_b32 s47, v2
+; GFX11-NEXT:    v_readfirstlane_b32 s56, v1
+; GFX11-NEXT:    v_readfirstlane_b32 s57, v0
+; GFX11-NEXT:    v_mov_b32_e32 v5, 0xc0c0004
+; GFX11-NEXT:    s_cmp_lg_u32 s58, 0
+; GFX11-NEXT:    s_cbranch_scc0 .LBB73_2
+; GFX11-NEXT:  ; %bb.1: ; %cmp.false
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_1)
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v5
+; GFX11-NEXT:    v_perm_b32 v3, s18, s19, v5
+; GFX11-NEXT:    v_perm_b32 v6, s22, s23, v5
+; GFX11-NEXT:    v_perm_b32 v8, s26, s27, v5
+; GFX11-NEXT:    v_perm_b32 v10, s57, s56, v5
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v5
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v5
+; GFX11-NEXT:    v_perm_b32 v4, s20, s21, v5
+; GFX11-NEXT:    v_perm_b32 v7, s24, s25, v5
+; GFX11-NEXT:    v_perm_b32 v9, s28, s29, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
+; GFX11-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v3
+; GFX11-NEXT:    v_or_b32_e32 v2, v4, v6
+; GFX11-NEXT:    v_perm_b32 v6, s46, s45, v5
+; GFX11-NEXT:    v_or_b32_e32 v3, v7, v8
+; GFX11-NEXT:    v_or_b32_e32 v4, v9, v10
+; GFX11-NEXT:    v_perm_b32 v7, s42, s40, v5
+; GFX11-NEXT:    v_perm_b32 v10, s13, s12, v5
+; GFX11-NEXT:    v_perm_b32 v11, s11, s9, v5
+; GFX11-NEXT:    v_perm_b32 v13, s7, s5, v5
+; GFX11-NEXT:    v_perm_b32 v8, s47, s44, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_perm_b32 v9, s43, s41, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
+; GFX11-NEXT:    v_perm_b32 v12, s15, s14, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
+; GFX11-NEXT:    v_perm_b32 v14, s10, s8, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_perm_b32 v15, s6, s4, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
+; GFX11-NEXT:    v_or_b32_e32 v5, v8, v6
+; GFX11-NEXT:    v_or_b32_e32 v6, v9, v7
+; GFX11-NEXT:    v_or_b32_e32 v7, v12, v10
+; GFX11-NEXT:    v_or_b32_e32 v8, v14, v11
+; GFX11-NEXT:    v_or_b32_e32 v9, v15, v13
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-NEXT:  .LBB73_2: ; %cmp.true
+; GFX11-NEXT:    s_add_i32 s0, s0, 3
+; GFX11-NEXT:    s_add_i32 s2, s2, 3
+; GFX11-NEXT:    s_add_i32 s16, s16, 3
+; GFX11-NEXT:    s_add_i32 s18, s18, 3
+; GFX11-NEXT:    s_add_i32 s20, s20, 3
+; GFX11-NEXT:    s_add_i32 s22, s22, 3
+; GFX11-NEXT:    s_add_i32 s24, s24, 3
+; GFX11-NEXT:    s_add_i32 s26, s26, 3
+; GFX11-NEXT:    s_add_i32 s28, s28, 3
+; GFX11-NEXT:    s_add_i32 s57, s57, 3
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v5
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v5
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v5
+; GFX11-NEXT:    v_perm_b32 v3, s18, s19, v5
+; GFX11-NEXT:    v_perm_b32 v4, s20, s21, v5
+; GFX11-NEXT:    v_perm_b32 v6, s22, s23, v5
+; GFX11-NEXT:    v_perm_b32 v7, s24, s25, v5
+; GFX11-NEXT:    v_perm_b32 v8, s26, s27, v5
+; GFX11-NEXT:    v_perm_b32 v9, s28, s29, v5
+; GFX11-NEXT:    v_perm_b32 v10, s57, s56, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
+; GFX11-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
+; GFX11-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
+; GFX11-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
+; GFX11-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
+; GFX11-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
+; GFX11-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
+; GFX11-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
+; GFX11-NEXT:    v_and_b32_e32 v0, 0xffff, v0
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_and_b32_e32 v2, 0xffff, v2
+; GFX11-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
+; GFX11-NEXT:    v_and_b32_e32 v4, 0xffff, v4
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_and_b32_e32 v7, 0xffff, v7
+; GFX11-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
+; GFX11-NEXT:    v_and_b32_e32 v9, 0xffff, v9
+; GFX11-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
+; GFX11-NEXT:    s_add_i32 s47, s47, 3
+; GFX11-NEXT:    s_add_i32 s46, s46, 3
+; GFX11-NEXT:    s_add_i32 s43, s43, 3
+; GFX11-NEXT:    s_add_i32 s42, s42, 3
+; GFX11-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-NEXT:    s_add_i32 s13, s13, 3
+; GFX11-NEXT:    s_add_i32 s10, s10, 3
+; GFX11-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-NEXT:    s_add_i32 s6, s6, 3
+; GFX11-NEXT:    s_add_i32 s7, s7, 3
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v3
+; GFX11-NEXT:    v_or_b32_e32 v2, v4, v6
+; GFX11-NEXT:    v_or_b32_e32 v3, v7, v8
+; GFX11-NEXT:    v_or_b32_e32 v4, v9, v10
+; GFX11-NEXT:    v_perm_b32 v6, s47, s44, v5
+; GFX11-NEXT:    v_perm_b32 v7, s46, s45, v5
+; GFX11-NEXT:    v_perm_b32 v8, s43, s41, v5
+; GFX11-NEXT:    v_perm_b32 v9, s42, s40, v5
+; GFX11-NEXT:    v_perm_b32 v10, s15, s14, v5
+; GFX11-NEXT:    v_perm_b32 v11, s13, s12, v5
+; GFX11-NEXT:    v_perm_b32 v12, s10, s8, v5
+; GFX11-NEXT:    v_perm_b32 v13, s11, s9, v5
+; GFX11-NEXT:    v_perm_b32 v14, s6, s4, v5
+; GFX11-NEXT:    v_perm_b32 v5, s7, s5, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
+; GFX11-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
+; GFX11-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
+; GFX11-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
+; GFX11-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
+; GFX11-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
+; GFX11-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
+; GFX11-NEXT:    v_add_nc_u32_e32 v14, 0x300, v14
+; GFX11-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
+; GFX11-NEXT:    v_and_b32_e32 v6, 0xffff, v6
+; GFX11-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
+; GFX11-NEXT:    v_and_b32_e32 v8, 0xffff, v8
+; GFX11-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
+; GFX11-NEXT:    v_and_b32_e32 v10, 0xffff, v10
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_and_b32_e32 v12, 0xffff, v12
+; GFX11-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
+; GFX11-NEXT:    v_and_b32_e32 v14, 0xffff, v14
+; GFX11-NEXT:    v_lshlrev_b32_e32 v15, 16, v5
+; GFX11-NEXT:    v_or_b32_e32 v5, v6, v7
+; GFX11-NEXT:    v_or_b32_e32 v6, v8, v9
+; GFX11-NEXT:    v_or_b32_e32 v7, v10, v11
+; GFX11-NEXT:    v_or_b32_e32 v8, v12, v13
+; GFX11-NEXT:    v_or_b32_e32 v9, v14, v15
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
   %cmp = icmp eq i32 %b, 0
   br i1 %cmp, label %cmp.true, label %cmp.false
 
@@ -32249,335 +31754,170 @@ define inreg <5 x i64> @bitcast_v40i8_to_v5i64_scalar(<40 x i8> inreg %a, i32 in
 ; GFX9-NEXT:    v_or_b32_sdwa v9, v10, v9 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
 ; GFX9-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX11-TRUE16-LABEL: bitcast_v40i8_to_v5i64_scalar:
-; GFX11-TRUE16:       ; %bb.0:
-; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v22
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v20
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v18
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v17
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v16
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v15
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v12
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v3
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v1
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v0
-; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v5, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_cmp_lg_u32 s58, 0
-; GFX11-TRUE16-NEXT:    s_cbranch_scc0 .LBB77_2
-; GFX11-TRUE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-TRUE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s46, s44, v5
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s42, s40, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s13, s12, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s10, s9, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s6, s4, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s47, s45, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s43, s41, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s15, s14, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s11, s8, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s7, s5, v5
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v8, v6
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v9, v7
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v12, v10
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v8, v14, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v9, v15, v13
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-TRUE16-NEXT:  .LBB77_2: ; %cmp.true
-; GFX11-TRUE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v7, 0xffff, v7
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v9, 0xffff, v9
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    s_add_i32 s47, s47, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s43, s43, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s47, s45, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s46, s44, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s43, s41, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s42, s40, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s15, s14, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s13, s12, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s11, s8, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s10, s9, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s7, s5, v5
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s6, s4, v5
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v14, 0x300, v14
-; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-TRUE16-NEXT:    v_and_b32_e32 v14, 0xffff, v14
-; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v15, 16, v5
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v6, v7
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v8, v9
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v10, v11
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v8, v12, v13
-; GFX11-TRUE16-NEXT:    v_or_b32_e32 v9, v14, v15
-; GFX11-TRUE16-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX11-FAKE16-LABEL: bitcast_v40i8_to_v5i64_scalar:
-; GFX11-FAKE16:       ; %bb.0:
-; GFX11-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s58, v22
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s5, v21
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s7, v20
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s4, v19
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s6, v18
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s9, v17
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s11, v16
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s8, v15
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s10, v14
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s12, v13
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s13, v12
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s14, v11
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s15, v10
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s40, v9
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s42, v8
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s41, v7
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s43, v6
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s45, v5
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s46, v4
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s44, v3
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s47, v2
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s56, v1
-; GFX11-FAKE16-NEXT:    v_readfirstlane_b32 s57, v0
-; GFX11-FAKE16-NEXT:    v_mov_b32_e32 v5, 0xc0c0004
-; GFX11-FAKE16-NEXT:    s_cmp_lg_u32 s58, 0
-; GFX11-FAKE16-NEXT:    s_cbranch_scc0 .LBB77_2
-; GFX11-FAKE16-NEXT:  ; %bb.1: ; %cmp.false
-; GFX11-FAKE16-NEXT:    s_delay_alu instid0(VALU_DEP_1)
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s46, s45, v5
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s42, s40, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s13, s12, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s11, s9, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v13, s7, s5, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s47, s44, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s43, s41, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s15, s14, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-FAKE16-NEXT:    v_perm_b32 v14, s10, s8, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_perm_b32 v15, s6, s4, v5
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v8, v6
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v9, v7
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v12, v10
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v8, v14, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v9, v15, v13
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
-; GFX11-FAKE16-NEXT:  .LBB77_2: ; %cmp.true
-; GFX11-FAKE16-NEXT:    s_add_i32 s0, s0, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s2, s2, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s16, s16, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s18, s18, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s20, s20, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s22, s22, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s24, s24, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s26, s26, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s57, s57, 3
-; GFX11-FAKE16-NEXT:    v_perm_b32 v0, s0, s1, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v1, s2, s3, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v2, s16, s17, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v3, s18, s19, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v4, s20, s21, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s22, s23, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s24, s25, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s26, s27, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s28, s29, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s57, s56, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v0, 0xffff, v0
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v2, 0xffff, v2
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v4, 0xffff, v4
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v7, 0xffff, v7
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v9, 0xffff, v9
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-FAKE16-NEXT:    s_add_i32 s47, s47, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s46, s46, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s43, s43, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s42, s42, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s10, s10, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s11, s11, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s6, s6, 3
-; GFX11-FAKE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v0, v0, v1
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v1, v2, v3
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v2, v4, v6
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v3, v7, v8
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v4, v9, v10
-; GFX11-FAKE16-NEXT:    v_perm_b32 v6, s47, s44, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v7, s46, s45, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v8, s43, s41, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v9, s42, s40, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v10, s15, s14, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v11, s13, s12, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v12, s10, s8, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v13, s11, s9, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v14, s6, s4, v5
-; GFX11-FAKE16-NEXT:    v_perm_b32 v5, s7, s5, v5
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v14, 0x300, v14
-; GFX11-FAKE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v6, 0xffff, v6
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v8, 0xffff, v8
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v10, 0xffff, v10
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v12, 0xffff, v12
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
-; GFX11-FAKE16-NEXT:    v_and_b32_e32 v14, 0xffff, v14
-; GFX11-FAKE16-NEXT:    v_lshlrev_b32_e32 v15, 16, v5
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v5, v6, v7
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v6, v8, v9
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v7, v10, v11
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v8, v12, v13
-; GFX11-FAKE16-NEXT:    v_or_b32_e32 v9, v14, v15
-; GFX11-FAKE16-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-LABEL: bitcast_v40i8_to_v5i64_scalar:
+; GFX11:       ; %bb.0:
+; GFX11-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX11-NEXT:    v_readfirstlane_b32 s58, v22
+; GFX11-NEXT:    v_readfirstlane_b32 s5, v21
+; GFX11-NEXT:    v_readfirstlane_b32 s7, v20
+; GFX11-NEXT:    v_readfirstlane_b32 s4, v19
+; GFX11-NEXT:    v_readfirstlane_b32 s6, v18
+; GFX11-NEXT:    v_readfirstlane_b32 s9, v17
+; GFX11-NEXT:    v_readfirstlane_b32 s11, v16
+; GFX11-NEXT:    v_readfirstlane_b32 s8, v15
+; GFX11-NEXT:    v_readfirstlane_b32 s10, v14
+; GFX11-NEXT:    v_readfirstlane_b32 s12, v13
+; GFX11-NEXT:    v_readfirstlane_b32 s13, v12
+; GFX11-NEXT:    v_readfirstlane_b32 s14, v11
+; GFX11-NEXT:    v_readfirstlane_b32 s15, v10
+; GFX11-NEXT:    v_readfirstlane_b32 s40, v9
+; GFX11-NEXT:    v_readfirstlane_b32 s42, v8
+; GFX11-NEXT:    v_readfirstlane_b32 s41, v7
+; GFX11-NEXT:    v_readfirstlane_b32 s43, v6
+; GFX11-NEXT:    v_readfirstlane_b32 s45, v5
+; GFX11-NEXT:    v_readfirstlane_b32 s46, v4
+; GFX11-NEXT:    v_readfirstlane_b32 s44, v3
+; GFX11-NEXT:    v_readfirstlane_b32 s47, v2
+; GFX11-NEXT:    v_readfirstlane_b32 s56, v1
+; GFX11-NEXT:    v_readfirstlane_b32 s57, v0
+; GFX11-NEXT:    v_mov_b32_e32 v5, 0xc0c0004
+; GFX11-NEXT:    s_cmp_lg_u32 s58, 0
+; GFX11-NEXT:    s_cbranch_scc0 .LBB77_2
+; GFX11-NEXT:  ; %bb.1: ; %cmp.false
+; GFX11-NEXT:    s_delay_alu instid0(VALU_DEP_1)
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v5
+; GFX11-NEXT:    v_perm_b32 v3, s18, s19, v5
+; GFX11-NEXT:    v_perm_b32 v6, s22, s23, v5
+; GFX11-NEXT:    v_perm_b32 v8, s26, s27, v5
+; GFX11-NEXT:    v_perm_b32 v10, s57, s56, v5
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v5
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v5
+; GFX11-NEXT:    v_perm_b32 v4, s20, s21, v5
+; GFX11-NEXT:    v_perm_b32 v7, s24, s25, v5
+; GFX11-NEXT:    v_perm_b32 v9, s28, s29, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
+; GFX11-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v3
+; GFX11-NEXT:    v_or_b32_e32 v2, v4, v6
+; GFX11-NEXT:    v_perm_b32 v6, s46, s45, v5
+; GFX11-NEXT:    v_or_b32_e32 v3, v7, v8
+; GFX11-NEXT:    v_or_b32_e32 v4, v9, v10
+; GFX11-NEXT:    v_perm_b32 v7, s42, s40, v5
+; GFX11-NEXT:    v_perm_b32 v10, s13, s12, v5
+; GFX11-NEXT:    v_perm_b32 v11, s11, s9, v5
+; GFX11-NEXT:    v_perm_b32 v13, s7, s5, v5
+; GFX11-NEXT:    v_perm_b32 v8, s47, s44, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_perm_b32 v9, s43, s41, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
+; GFX11-NEXT:    v_perm_b32 v12, s15, s14, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
+; GFX11-NEXT:    v_perm_b32 v14, s10, s8, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_perm_b32 v15, s6, s4, v5
+; GFX11-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
+; GFX11-NEXT:    v_or_b32_e32 v5, v8, v6
+; GFX11-NEXT:    v_or_b32_e32 v6, v9, v7
+; GFX11-NEXT:    v_or_b32_e32 v7, v12, v10
+; GFX11-NEXT:    v_or_b32_e32 v8, v14, v11
+; GFX11-NEXT:    v_or_b32_e32 v9, v15, v13
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-NEXT:  .LBB77_2: ; %cmp.true
+; GFX11-NEXT:    s_add_i32 s0, s0, 3
+; GFX11-NEXT:    s_add_i32 s2, s2, 3
+; GFX11-NEXT:    s_add_i32 s16, s16, 3
+; GFX11-NEXT:    s_add_i32 s18, s18, 3
+; GFX11-NEXT:    s_add_i32 s20, s20, 3
+; GFX11-NEXT:    s_add_i32 s22, s22, 3
+; GFX11-NEXT:    s_add_i32 s24, s24, 3
+; GFX11-NEXT:    s_add_i32 s26, s26, 3
+; GFX11-NEXT:    s_add_i32 s28, s28, 3
+; GFX11-NEXT:    s_add_i32 s57, s57, 3
+; GFX11-NEXT:    v_perm_b32 v0, s0, s1, v5
+; GFX11-NEXT:    v_perm_b32 v1, s2, s3, v5
+; GFX11-NEXT:    v_perm_b32 v2, s16, s17, v5
+; GFX11-NEXT:    v_perm_b32 v3, s18, s19, v5
+; GFX11-NEXT:    v_perm_b32 v4, s20, s21, v5
+; GFX11-NEXT:    v_perm_b32 v6, s22, s23, v5
+; GFX11-NEXT:    v_perm_b32 v7, s24, s25, v5
+; GFX11-NEXT:    v_perm_b32 v8, s26, s27, v5
+; GFX11-NEXT:    v_perm_b32 v9, s28, s29, v5
+; GFX11-NEXT:    v_perm_b32 v10, s57, s56, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v0, 0x300, v0
+; GFX11-NEXT:    v_add_nc_u32_e32 v1, 0x300, v1
+; GFX11-NEXT:    v_add_nc_u32_e32 v2, 0x300, v2
+; GFX11-NEXT:    v_add_nc_u32_e32 v3, 0x300, v3
+; GFX11-NEXT:    v_add_nc_u32_e32 v4, 0x300, v4
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
+; GFX11-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
+; GFX11-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
+; GFX11-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
+; GFX11-NEXT:    v_and_b32_e32 v0, 0xffff, v0
+; GFX11-NEXT:    v_lshlrev_b32_e32 v1, 16, v1
+; GFX11-NEXT:    v_and_b32_e32 v2, 0xffff, v2
+; GFX11-NEXT:    v_lshlrev_b32_e32 v3, 16, v3
+; GFX11-NEXT:    v_and_b32_e32 v4, 0xffff, v4
+; GFX11-NEXT:    v_lshlrev_b32_e32 v6, 16, v6
+; GFX11-NEXT:    v_and_b32_e32 v7, 0xffff, v7
+; GFX11-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
+; GFX11-NEXT:    v_and_b32_e32 v9, 0xffff, v9
+; GFX11-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
+; GFX11-NEXT:    s_add_i32 s47, s47, 3
+; GFX11-NEXT:    s_add_i32 s46, s46, 3
+; GFX11-NEXT:    s_add_i32 s43, s43, 3
+; GFX11-NEXT:    s_add_i32 s42, s42, 3
+; GFX11-NEXT:    s_add_i32 s15, s15, 3
+; GFX11-NEXT:    s_add_i32 s13, s13, 3
+; GFX11-NEXT:    s_add_i32 s10, s10, 3
+; GFX11-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-NEXT:    s_add_i32 s6, s6, 3
+; GFX11-NEXT:    s_add_i32 s7, s7, 3
+; GFX11-NEXT:    v_or_b32_e32 v0, v0, v1
+; GFX11-NEXT:    v_or_b32_e32 v1, v2, v3
+; GFX11-NEXT:    v_or_b32_e32 v2, v4, v6
+; GFX11-NEXT:    v_or_b32_e32 v3, v7, v8
+; GFX11-NEXT:    v_or_b32_e32 v4, v9, v10
+; GFX11-NEXT:    v_perm_b32 v6, s47, s44, v5
+; GFX11-NEXT:    v_perm_b32 v7, s46, s45, v5
+; GFX11-NEXT:    v_perm_b32 v8, s43, s41, v5
+; GFX11-NEXT:    v_perm_b32 v9, s42, s40, v5
+; GFX11-NEXT:    v_perm_b32 v10, s15, s14, v5
+; GFX11-NEXT:    v_perm_b32 v11, s13, s12, v5
+; GFX11-NEXT:    v_perm_b32 v12, s10, s8, v5
+; GFX11-NEXT:    v_perm_b32 v13, s11, s9, v5
+; GFX11-NEXT:    v_perm_b32 v14, s6, s4, v5
+; GFX11-NEXT:    v_perm_b32 v5, s7, s5, v5
+; GFX11-NEXT:    v_add_nc_u32_e32 v6, 0x300, v6
+; GFX11-NEXT:    v_add_nc_u32_e32 v7, 0x300, v7
+; GFX11-NEXT:    v_add_nc_u32_e32 v8, 0x300, v8
+; GFX11-NEXT:    v_add_nc_u32_e32 v9, 0x300, v9
+; GFX11-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
+; GFX11-NEXT:    v_add_nc_u32_e32 v11, 0x300, v11
+; GFX11-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
+; GFX11-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
+; GFX11-NEXT:    v_add_nc_u32_e32 v14, 0x300, v14
+; GFX11-NEXT:    v_add_nc_u32_e32 v5, 0x300, v5
+; GFX11-NEXT:    v_and_b32_e32 v6, 0xffff, v6
+; GFX11-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
+; GFX11-NEXT:    v_and_b32_e32 v8, 0xffff, v8
+; GFX11-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
+; GFX11-NEXT:    v_and_b32_e32 v10, 0xffff, v10
+; GFX11-NEXT:    v_lshlrev_b32_e32 v11, 16, v11
+; GFX11-NEXT:    v_and_b32_e32 v12, 0xffff, v12
+; GFX11-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
+; GFX11-NEXT:    v_and_b32_e32 v14, 0xffff, v14
+; GFX11-NEXT:    v_lshlrev_b32_e32 v15, 16, v5
+; GFX11-NEXT:    v_or_b32_e32 v5, v6, v7
+; GFX11-NEXT:    v_or_b32_e32 v6, v8, v9
+; GFX11-NEXT:    v_or_b32_e32 v7, v10, v11
+; GFX11-NEXT:    v_or_b32_e32 v8, v12, v13
+; GFX11-NEXT:    v_or_b32_e32 v9, v14, v15
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
   %cmp = icmp eq i32 %b, 0
   br i1 %cmp, label %cmp.true, label %cmp.false
 
diff --git a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.512bit.ll b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.512bit.ll
index 883d059986182e..28cf60a12da0c7 100644
--- a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.512bit.ll
+++ b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.512bit.ll
@@ -13866,14 +13866,14 @@ define inreg <16 x i32> @bitcast_v64i8_to_v16i32_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v28
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v27
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v26
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v25
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v24
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v23
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v22
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v20
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v18
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v25
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v24
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v23
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v22
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v21
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v20
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v19
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v18
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v17
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v16
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v15
@@ -13882,13 +13882,13 @@ define inreg <16 x i32> @bitcast_v64i8_to_v16i32_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v12
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v11
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v5
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v5
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v2
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s73, v1
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s74, v0
@@ -13912,31 +13912,31 @@ define inreg <16 x i32> @bitcast_v64i8_to_v16i32_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s63, s61, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s63, s62, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v7
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s28, s29, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s72, s62, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s72, s61, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v4
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s24, s25, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s60, s58, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s59, s57, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v5, v8
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s47, s45, v11
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v9, v10
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s42, s41, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s15, s13, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s11, s9, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s40, s14, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s12, s10, v11
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v6, v3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v12, v7
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s56, s46, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s44, s43, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s40, s14, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s15, s13, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s12, s10, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s11, s9, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v7, v8
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v8, v12, v9
@@ -14009,17 +14009,17 @@ define inreg <16 x i32> @bitcast_v64i8_to_v16i32_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v5
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v6
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s72, s62, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s63, s61, v11
-; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s72, s61, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s63, s62, v11
 ; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v3, v4
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v4, 0xffff, v5
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v6
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v7
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s60, s58, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    s_add_i32 s56, s56, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s47, s47, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
@@ -14037,20 +14037,20 @@ define inreg <16 x i32> @bitcast_v64i8_to_v16i32_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
 ; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v5, v6
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v7, v8
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v7, 0xffff, v9
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v10
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v9, 0xffff, v12
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s42, s41, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s40, s14, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s15, s13, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s12, s10, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s11, s9, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s15, s13, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s40, s14, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s11, s9, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s12, s10, v11
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
@@ -28051,14 +28051,14 @@ define inreg <16 x float> @bitcast_v64i8_to_v16f32_scalar(<64 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v28
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v27
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v26
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v25
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v24
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v23
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v22
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v20
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v18
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v25
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v24
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v23
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v22
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v21
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v20
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v19
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v18
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v17
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v16
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v15
@@ -28067,13 +28067,13 @@ define inreg <16 x float> @bitcast_v64i8_to_v16f32_scalar(<64 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v12
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v11
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v5
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v5
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v2
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s73, v1
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s74, v0
@@ -28097,31 +28097,31 @@ define inreg <16 x float> @bitcast_v64i8_to_v16f32_scalar(<64 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s63, s61, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s63, s62, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v7
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s28, s29, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s72, s62, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s72, s61, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v4
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s24, s25, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s60, s58, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s59, s57, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v5, v8
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s47, s45, v11
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v9, v10
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s42, s41, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s15, s13, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s11, s9, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s40, s14, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s12, s10, v11
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v6, v3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v12, v7
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s56, s46, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s44, s43, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s40, s14, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s15, s13, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s12, s10, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s11, s9, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v7, v8
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v8, v12, v9
@@ -28194,17 +28194,17 @@ define inreg <16 x float> @bitcast_v64i8_to_v16f32_scalar(<64 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v5
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v6
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s72, s62, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s63, s61, v11
-; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s72, s61, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s63, s62, v11
 ; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v3, v4
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v4, 0xffff, v5
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v6
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v7
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s60, s58, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    s_add_i32 s56, s56, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s47, s47, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
@@ -28222,20 +28222,20 @@ define inreg <16 x float> @bitcast_v64i8_to_v16f32_scalar(<64 x i8> inreg %a, i3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
 ; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v5, v6
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v7, v8
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v7, 0xffff, v9
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v10
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v9, 0xffff, v12
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s42, s41, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s40, s14, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s15, s13, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s12, s10, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s11, s9, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s15, s13, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s40, s14, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s11, s9, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s12, s10, v11
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
@@ -41089,14 +41089,14 @@ define inreg <8 x i64> @bitcast_v64i8_to_v8i64_scalar(<64 x i8> inreg %a, i32 in
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v28
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v27
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v26
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v25
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v24
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v23
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v22
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v20
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v18
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v25
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v24
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v23
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v22
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v21
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v20
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v19
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v18
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v17
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v16
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v15
@@ -41105,13 +41105,13 @@ define inreg <8 x i64> @bitcast_v64i8_to_v8i64_scalar(<64 x i8> inreg %a, i32 in
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v12
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v11
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v5
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v5
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v2
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s73, v1
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s74, v0
@@ -41135,31 +41135,31 @@ define inreg <8 x i64> @bitcast_v64i8_to_v8i64_scalar(<64 x i8> inreg %a, i32 in
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s63, s61, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s63, s62, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v7
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s28, s29, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s72, s62, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s72, s61, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v4
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s24, s25, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s60, s58, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s59, s57, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v5, v8
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s47, s45, v11
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v9, v10
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s42, s41, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s15, s13, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s11, s9, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s40, s14, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s12, s10, v11
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v6, v3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v12, v7
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s56, s46, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s44, s43, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s40, s14, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s15, s13, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s12, s10, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s11, s9, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v7, v8
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v8, v12, v9
@@ -41232,17 +41232,17 @@ define inreg <8 x i64> @bitcast_v64i8_to_v8i64_scalar(<64 x i8> inreg %a, i32 in
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v5
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v6
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s72, s62, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s63, s61, v11
-; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s72, s61, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s63, s62, v11
 ; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v3, v4
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v4, 0xffff, v5
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v6
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v7
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s60, s58, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    s_add_i32 s56, s56, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s47, s47, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
@@ -41260,20 +41260,20 @@ define inreg <8 x i64> @bitcast_v64i8_to_v8i64_scalar(<64 x i8> inreg %a, i32 in
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
 ; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v5, v6
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v7, v8
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v7, 0xffff, v9
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v10
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v9, 0xffff, v12
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s42, s41, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s40, s14, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s15, s13, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s12, s10, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s11, s9, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s15, s13, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s40, s14, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s11, s9, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s12, s10, v11
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
@@ -53668,14 +53668,14 @@ define inreg <8 x double> @bitcast_v64i8_to_v8f64_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v28
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v27
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v26
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v25
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v24
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v23
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v22
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v20
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v18
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v25
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v24
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v23
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v22
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v21
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v20
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v19
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v18
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v17
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v16
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v15
@@ -53684,13 +53684,13 @@ define inreg <8 x double> @bitcast_v64i8_to_v8f64_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v12
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v11
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v9
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v5
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v8
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v5
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v2
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s73, v1
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s74, v0
@@ -53714,31 +53714,31 @@ define inreg <8 x double> @bitcast_v64i8_to_v8f64_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v0, v0, v1
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v1, v2, v3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v2, v5, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s63, s61, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s63, s62, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v3, 16, v7
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s28, s29, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s72, s62, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s72, s61, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v4
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s24, s25, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s60, s58, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s59, s57, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v7, 16, v7
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v4, v5, v8
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s47, s45, v11
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v9, v10
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s42, s41, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s15, s13, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s11, s9, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s40, s14, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s12, s10, v11
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v6, v3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v12, v7
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s56, s46, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v8
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s44, s43, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v9, 16, v9
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s40, s14, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s15, s13, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v10, 16, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s12, s10, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s11, s9, v11
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v13, 16, v13
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v7, v7, v8
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v8, v12, v9
@@ -53811,17 +53811,17 @@ define inreg <8 x double> @bitcast_v64i8_to_v8f64_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v4, 16, v5
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v6
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v7
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s72, s62, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s63, s61, v11
-; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s72, s61, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s63, s62, v11
 ; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v3, v3, v4
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v4, 0xffff, v5
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v5, 16, v6
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v7
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v8
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s60, s58, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s59, s57, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s60, s58, v11
 ; GFX11-TRUE16-NEXT:    s_add_i32 s56, s56, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s47, s47, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
@@ -53839,20 +53839,20 @@ define inreg <8 x double> @bitcast_v64i8_to_v8f64_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
 ; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s12, s12, 3
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v5, v5, v6
 ; GFX11-TRUE16-NEXT:    v_or_b32_e32 v6, v7, v8
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v7, 0xffff, v9
 ; GFX11-TRUE16-NEXT:    v_lshlrev_b32_e32 v8, 16, v10
 ; GFX11-TRUE16-NEXT:    v_and_b32_e32 v9, 0xffff, v12
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s42, s41, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s40, s14, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s15, s13, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s12, s10, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s11, s9, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s15, s13, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s40, s14, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v14, s11, s9, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v15, s12, s10, v11
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v10
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v12
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v13
@@ -66768,36 +66768,36 @@ define inreg <32 x i16> @bitcast_v64i8_to_v32i16_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v35, off, s32 offset:8
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v49, off, s32 offset:4
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v48, off, s32
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v30
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v29
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v28
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v27
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v30
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v29
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v28
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v27
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v26
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v25
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v24
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v23
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v22
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v20
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v18
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v17
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v16
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v15
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v12
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v25
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v24
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v23
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v22
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v21
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v20
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v19
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v18
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v17
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v16
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v15
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v14
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v13
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v12
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v11
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v10
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v9
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v5
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v4
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s74, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v1
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v1
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s73, v0
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(8)
 ; GFX11-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v54
@@ -66818,38 +66818,38 @@ define inreg <32 x i16> @bitcast_v64i8_to_v32i16_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s20, s21, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v0.h, v3.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v2.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s73, s63, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s73, s61, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s24, s25, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v3.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s62, s61, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s56, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s72, s60, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s45, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s16, s17, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s46, s43, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s44, s10, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v1.h, v4.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s28, s29, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s42, s44, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s40, s57, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v4.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s74, s72, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s11, s14, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s74, s63, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s7, s15, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v5.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s60, s58, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s9, s13, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s58, s41, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s12, s46, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v6.h, v7.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s57, s47, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s62, s56, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v7.h, v8.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s41, s45, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s14, s47, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v8.h, v9.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s40, s12, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s13, s6, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v9.h, v12.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s4, s7, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s10, s15, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s5, s11, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s9, s43, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v10.h, v13.l
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(1)
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v13, v35, v49, 0x6050400
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s8, s5, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s8, s4, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v11.h, v12.l
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, v48, s6, 0x6050400
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, v48, s42, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v12.h, v13.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v13, v53, v36, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v13.h, v14.l
@@ -66864,80 +66864,80 @@ define inreg <32 x i16> @bitcast_v64i8_to_v32i16_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 3, v53
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v0, 3, v38
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 3, v51
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, v1, v33, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 3, v50
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 3, v52
-; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s8, s8, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v16, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, v4, v36, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, v2, v34, 0xc0c0004
+; GFX11-TRUE16-NEXT:    s_add_i32 s43, s43, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s14, s14, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v1, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v0, v31, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v14, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, v5, v37, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s15, s10, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s43, s9, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v15, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v3, v32, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(1)
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 3, v49
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v18, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s8, s5, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s8, s4, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v17, 0x300, v0
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s6, v48, 0xc0c0004
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s42, v48, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v4
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s14, s11, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s44, s42, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s15, s7, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s57, s40, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v3, v35, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s58, s58, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s74, s74, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v19, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s40, s12, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s13, s6, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s7, s4, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s13, s9, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s11, s5, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s46, s12, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v22, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s57, s47, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s62, s56, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v23, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s60, s58, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s74, s72, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s45, s45, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s58, s41, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s74, s63, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s47, s47, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s46, s43, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s44, s10, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s73, s73, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v20, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s45, s41, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s47, s14, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v25, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s28, s29, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v21, 0x300, v5
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s73, s63, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s73, s61, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s20, s21, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s72, s72, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s59, s56, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v24, s62, s61, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s59, s45, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v24, s72, s60, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v27, s26, s27, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v28, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v0
@@ -78375,36 +78375,36 @@ define inreg <32 x half> @bitcast_v64i8_to_v32f16_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v35, off, s32 offset:8
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v49, off, s32 offset:4
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v48, off, s32
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v30
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v29
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v28
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v27
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v30
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v29
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v28
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v27
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v26
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v25
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v24
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v23
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v22
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v20
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v18
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v17
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v16
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v15
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v12
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v25
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v24
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v23
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v22
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v21
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v20
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v19
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v18
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v17
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v16
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v15
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v14
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v13
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v12
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v11
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v10
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v9
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v5
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v4
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s74, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v1
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v1
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s73, v0
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(8)
 ; GFX11-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v54
@@ -78425,38 +78425,38 @@ define inreg <32 x half> @bitcast_v64i8_to_v32f16_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s20, s21, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v0.h, v3.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v2.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s73, s63, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s73, s61, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s24, s25, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v3.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s62, s61, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s56, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s72, s60, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s45, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s16, s17, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s46, s43, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s44, s10, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v1.h, v4.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s28, s29, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s42, s44, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s40, s57, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v4.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s74, s72, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s11, s14, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s74, s63, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s7, s15, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v5.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s60, s58, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s9, s13, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s58, s41, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s12, s46, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v6.h, v7.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s57, s47, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s62, s56, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v7.h, v8.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s41, s45, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s14, s47, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v8.h, v9.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s40, s12, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s13, s6, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v9.h, v12.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s4, s7, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s10, s15, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s5, s11, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s9, s43, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v10.h, v13.l
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(1)
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v13, v35, v49, 0x6050400
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s8, s5, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s8, s4, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v11.h, v12.l
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, v48, s6, 0x6050400
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, v48, s42, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v12.h, v13.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v13, v53, v36, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v13.h, v14.l
@@ -78471,80 +78471,80 @@ define inreg <32 x half> @bitcast_v64i8_to_v32f16_scalar(<64 x i8> inreg %a, i32
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 3, v53
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v0, 3, v38
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 3, v51
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, v1, v33, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 3, v50
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 3, v52
-; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s8, s8, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v16, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, v4, v36, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, v2, v34, 0xc0c0004
+; GFX11-TRUE16-NEXT:    s_add_i32 s43, s43, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s14, s14, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v1, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v0, v31, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v14, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, v5, v37, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s15, s10, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s43, s9, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v15, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v3, v32, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(1)
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 3, v49
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v18, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s8, s5, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s8, s4, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v17, 0x300, v0
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s6, v48, 0xc0c0004
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s42, v48, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v4
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s14, s11, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s44, s42, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s15, s7, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s57, s40, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v3, v35, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s58, s58, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s74, s74, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v19, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s40, s12, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s13, s6, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s7, s4, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s13, s9, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s11, s5, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s46, s12, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v22, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s57, s47, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s62, s56, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v23, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s60, s58, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s74, s72, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s45, s45, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s58, s41, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s74, s63, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s47, s47, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s46, s43, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s44, s10, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s73, s73, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v20, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s45, s41, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s47, s14, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v25, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s28, s29, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v21, 0x300, v5
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s73, s63, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s73, s61, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s20, s21, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s72, s72, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s59, s56, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v24, s62, s61, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s59, s45, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v24, s72, s60, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v27, s26, s27, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v28, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v0
@@ -88349,36 +88349,36 @@ define inreg <32 x bfloat> @bitcast_v64i8_to_v32bf16_scalar(<64 x i8> inreg %a,
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v35, off, s32 offset:8
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v49, off, s32 offset:4
 ; GFX11-TRUE16-NEXT:    scratch_load_d16_b16 v48, off, s32
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v30
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v29
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v28
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v27
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v30
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s5, v29
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v28
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s4, v27
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s8, v26
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v25
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v24
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v23
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v22
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s11, v21
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v20
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v19
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v18
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s42, v17
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v16
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v15
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v14
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v13
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v12
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v11
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v10
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v9
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s12, v25
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s46, v24
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s9, v23
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s43, v22
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s7, v21
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s15, v20
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s6, v19
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s13, v18
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s40, v17
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s57, v16
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s14, v15
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s47, v14
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s10, v13
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s44, v12
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s56, v11
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v10
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s45, v9
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s59, v8
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v7
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v6
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v5
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s62, v4
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v3
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s41, v7
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s58, v6
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s60, v5
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s72, v4
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v3
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s74, v2
-; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s63, v1
+; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s61, v1
 ; GFX11-TRUE16-NEXT:    v_readfirstlane_b32 s73, v0
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(8)
 ; GFX11-TRUE16-NEXT:    v_cmp_ne_u32_e32 vcc_lo, 0, v54
@@ -88399,38 +88399,38 @@ define inreg <32 x bfloat> @bitcast_v64i8_to_v32bf16_scalar(<64 x i8> inreg %a,
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s20, s21, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v0.h, v3.l
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v2.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s73, s63, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s73, s61, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s24, s25, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v3.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s62, s61, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s56, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s72, s60, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s59, s45, v11
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, s16, s17, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s46, s43, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s44, s10, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v1.h, v4.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s28, s29, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s42, s44, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s40, s57, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v4.h, v5.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s74, s72, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s11, s14, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s74, s63, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s7, s15, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v5.h, v6.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s60, s58, v11
-; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s9, s13, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v6, s58, s41, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v13, s12, s46, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v6.h, v7.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s57, s47, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v7, s62, s56, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v7.h, v8.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s41, s45, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v8, s14, s47, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v8.h, v9.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s40, s12, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v9, s13, s6, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v9.h, v12.l
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s4, s7, v10
-; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s10, s15, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, s5, s11, v10
+; GFX11-TRUE16-NEXT:    v_perm_b32 v10, s9, s43, v10
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v10.h, v13.l
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(1)
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v13, v35, v49, 0x6050400
-; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s8, s5, v11
+; GFX11-TRUE16-NEXT:    v_perm_b32 v11, s8, s4, v11
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v11.h, v12.l
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v12, v48, s6, 0x6050400
+; GFX11-TRUE16-NEXT:    v_perm_b32 v12, v48, s42, 0x6050400
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v12.h, v13.l
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v13, v53, v36, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_mov_b16_e32 v13.h, v14.l
@@ -88445,80 +88445,80 @@ define inreg <32 x bfloat> @bitcast_v64i8_to_v32bf16_scalar(<64 x i8> inreg %a,
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 3, v53
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v0, 3, v38
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 3, v51
-; GFX11-TRUE16-NEXT:    s_add_i32 s6, s6, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s42, s42, 3
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, v1, v33, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 3, v50
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 3, v52
-; GFX11-TRUE16-NEXT:    s_add_i32 s40, s40, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s8, s8, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v16, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v1, v4, v36, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, v2, v34, 0xc0c0004
+; GFX11-TRUE16-NEXT:    s_add_i32 s43, s43, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s15, s15, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s14, s14, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v13, 0x300, v1
 ; GFX11-TRUE16-NEXT:    v_mov_b32_e32 v1, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v0, v31, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v14, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v2, v5, v37, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s15, s10, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s57, s57, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s43, s9, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v15, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v3, v32, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(1)
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v3, 3, v49
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v18, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s8, s5, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s8, s4, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s44, s44, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v17, 0x300, v0
 ; GFX11-TRUE16-NEXT:    s_waitcnt vmcnt(0)
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s6, v48, 0xc0c0004
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s42, v48, 0xc0c0004
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v10, 0x300, v4
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v11, 0x300, v2
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s14, s11, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s44, s42, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s15, s7, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s57, s40, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v12, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, v3, v35, 0xc0c0004
-; GFX11-TRUE16-NEXT:    s_add_i32 s7, s7, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s13, s13, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s60, s60, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s11, s11, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s46, s46, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s58, s58, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s74, s74, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v19, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s40, s12, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s13, s6, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s28, s28, 3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s7, s4, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s13, s9, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s11, s5, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v5, s46, s12, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v22, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v9, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s57, s47, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s62, s56, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v23, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s60, s58, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s74, s72, v1
-; GFX11-TRUE16-NEXT:    s_add_i32 s45, s45, 3
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s58, s41, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v4, s74, s63, v1
+; GFX11-TRUE16-NEXT:    s_add_i32 s47, s47, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v7, 0x300, v0
-; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s46, s43, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s44, s10, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s73, s73, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s20, s20, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v20, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s45, s41, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s47, s14, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v25, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s28, s29, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v21, 0x300, v5
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v6, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v5, 0x300, v4
-; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s73, s63, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v2, s73, s61, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v4, 0x300, v0
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v0, s20, s21, v1
 ; GFX11-TRUE16-NEXT:    s_add_i32 s59, s59, 3
-; GFX11-TRUE16-NEXT:    s_add_i32 s62, s62, 3
+; GFX11-TRUE16-NEXT:    s_add_i32 s72, s72, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s26, s26, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s22, s22, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s2, s2, 3
 ; GFX11-TRUE16-NEXT:    s_add_i32 s18, s18, 3
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v8, 0x300, v3
-; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s59, s56, v1
-; GFX11-TRUE16-NEXT:    v_perm_b32 v24, s62, s61, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v3, s59, s45, v1
+; GFX11-TRUE16-NEXT:    v_perm_b32 v24, s72, s60, v1
 ; GFX11-TRUE16-NEXT:    v_perm_b32 v27, s26, s27, v1
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v28, 0x300, v2
 ; GFX11-TRUE16-NEXT:    v_add_nc_u32_e32 v2, 0x300, v0
diff --git a/llvm/test/CodeGen/AMDGPU/gfx-callable-argument-types.ll b/llvm/test/CodeGen/AMDGPU/gfx-callable-argument-types.ll
index dcb04eb96b8acc..f4baeb12334311 100644
--- a/llvm/test/CodeGen/AMDGPU/gfx-callable-argument-types.ll
+++ b/llvm/test/CodeGen/AMDGPU/gfx-callable-argument-types.ll
@@ -1106,7 +1106,7 @@ define amdgpu_gfx void @test_call_external_void_func_i16_signext(i32) #0 {
 ; GFX9-NEXT:    v_writelane_b32 v40, s30, 0
 ; GFX9-NEXT:    s_addk_i32 s32, 0x400
 ; GFX9-NEXT:    v_writelane_b32 v40, s31, 1
-; GFX9-NEXT:    global_load_ushort v0, v[0:1], off glc
+; GFX9-NEXT:    global_load_sshort v0, v[0:1], off glc
 ; GFX9-NEXT:    s_waitcnt vmcnt(0)
 ; GFX9-NEXT:    s_mov_b32 s35, external_void_func_i16_signext at abs32@hi
 ; GFX9-NEXT:    s_mov_b32 s34, external_void_func_i16_signext at abs32@lo
@@ -1135,7 +1135,7 @@ define amdgpu_gfx void @test_call_external_void_func_i16_signext(i32) #0 {
 ; GFX10-NEXT:    s_addk_i32 s32, 0x200
 ; GFX10-NEXT:    v_writelane_b32 v40, s30, 0
 ; GFX10-NEXT:    v_writelane_b32 v40, s31, 1
-; GFX10-NEXT:    global_load_ushort v0, v[0:1], off glc dlc
+; GFX10-NEXT:    global_load_sshort v0, v[0:1], off glc dlc
 ; GFX10-NEXT:    s_waitcnt vmcnt(0)
 ; GFX10-NEXT:    s_mov_b32 s35, external_void_func_i16_signext at abs32@hi
 ; GFX10-NEXT:    s_mov_b32 s34, external_void_func_i16_signext at abs32@lo
@@ -1193,7 +1193,7 @@ define amdgpu_gfx void @test_call_external_void_func_i16_signext(i32) #0 {
 ; GFX11-FAKE16-NEXT:    s_add_i32 s32, s32, 16
 ; GFX11-FAKE16-NEXT:    v_writelane_b32 v40, s30, 0
 ; GFX11-FAKE16-NEXT:    v_writelane_b32 v40, s31, 1
-; GFX11-FAKE16-NEXT:    global_load_u16 v0, v[0:1], off glc dlc
+; GFX11-FAKE16-NEXT:    global_load_i16 v0, v[0:1], off glc dlc
 ; GFX11-FAKE16-NEXT:    s_waitcnt vmcnt(0)
 ; GFX11-FAKE16-NEXT:    s_mov_b32 s1, external_void_func_i16_signext at abs32@hi
 ; GFX11-FAKE16-NEXT:    s_mov_b32 s0, external_void_func_i16_signext at abs32@lo
@@ -1223,7 +1223,7 @@ define amdgpu_gfx void @test_call_external_void_func_i16_signext(i32) #0 {
 ; GFX10-SCRATCH-NEXT:    s_add_i32 s32, s32, 16
 ; GFX10-SCRATCH-NEXT:    v_writelane_b32 v40, s30, 0
 ; GFX10-SCRATCH-NEXT:    v_writelane_b32 v40, s31, 1
-; GFX10-SCRATCH-NEXT:    global_load_ushort v0, v[0:1], off glc dlc
+; GFX10-SCRATCH-NEXT:    global_load_sshort v0, v[0:1], off glc dlc
 ; GFX10-SCRATCH-NEXT:    s_waitcnt vmcnt(0)
 ; GFX10-SCRATCH-NEXT:    s_mov_b32 s1, external_void_func_i16_signext at abs32@hi
 ; GFX10-SCRATCH-NEXT:    s_mov_b32 s0, external_void_func_i16_signext at abs32@lo
diff --git a/llvm/test/CodeGen/AMDGPU/isel-amdgpu-cs-chain-cc.ll b/llvm/test/CodeGen/AMDGPU/isel-amdgpu-cs-chain-cc.ll
index b13ac23948d9f0..aeed367e1ddbd4 100644
--- a/llvm/test/CodeGen/AMDGPU/isel-amdgpu-cs-chain-cc.ll
+++ b/llvm/test/CodeGen/AMDGPU/isel-amdgpu-cs-chain-cc.ll
@@ -577,15 +577,13 @@ define amdgpu_cs_chain void @amdgpu_cs_chain_cc_half(half inreg %a, half %b) {
   ; DAGISEL-GFX10-NEXT: {{  $}}
   ; DAGISEL-GFX10-NEXT:   [[COPY:%[0-9]+]]:vgpr_32 = COPY $vgpr8
   ; DAGISEL-GFX10-NEXT:   [[COPY1:%[0-9]+]]:sgpr_32 = COPY $sgpr0
-  ; DAGISEL-GFX10-NEXT:   [[COPY2:%[0-9]+]]:sreg_32 = COPY [[COPY1]]
-  ; DAGISEL-GFX10-NEXT:   [[COPY3:%[0-9]+]]:vgpr_32 = COPY [[COPY]]
   ; DAGISEL-GFX10-NEXT:   ADJCALLSTACKUP 0, 0, implicit-def dead $scc, implicit-def $sgpr32, implicit $sgpr32
   ; DAGISEL-GFX10-NEXT:   [[SI_PC_ADD_REL_OFFSET:%[0-9]+]]:sreg_64 = SI_PC_ADD_REL_OFFSET target-flags(amdgpu-gotprel32-lo) @use, target-flags(amdgpu-gotprel32-hi) @use, implicit-def dead $scc
   ; DAGISEL-GFX10-NEXT:   [[S_LOAD_DWORDX2_IMM:%[0-9]+]]:sreg_64_xexec = S_LOAD_DWORDX2_IMM [[SI_PC_ADD_REL_OFFSET]], 0, 0 :: (dereferenceable invariant load (s64) from got, addrspace 4)
-  ; DAGISEL-GFX10-NEXT:   [[COPY4:%[0-9]+]]:sgpr_128 = COPY $sgpr48_sgpr49_sgpr50_sgpr51
-  ; DAGISEL-GFX10-NEXT:   $sgpr0_sgpr1_sgpr2_sgpr3 = COPY [[COPY4]]
-  ; DAGISEL-GFX10-NEXT:   $vgpr0 = COPY [[COPY2]]
-  ; DAGISEL-GFX10-NEXT:   $vgpr1 = COPY [[COPY3]]
+  ; DAGISEL-GFX10-NEXT:   [[COPY2:%[0-9]+]]:sgpr_128 = COPY $sgpr48_sgpr49_sgpr50_sgpr51
+  ; DAGISEL-GFX10-NEXT:   $sgpr0_sgpr1_sgpr2_sgpr3 = COPY [[COPY2]]
+  ; DAGISEL-GFX10-NEXT:   $vgpr0 = COPY [[COPY1]]
+  ; DAGISEL-GFX10-NEXT:   $vgpr1 = COPY [[COPY]]
   ; DAGISEL-GFX10-NEXT:   dead $sgpr30_sgpr31 = SI_CALL [[S_LOAD_DWORDX2_IMM]], @use, csr_amdgpu_si_gfx, implicit $sgpr0_sgpr1_sgpr2_sgpr3, implicit $vgpr0, implicit $vgpr1
   ; DAGISEL-GFX10-NEXT:   ADJCALLSTACKDOWN 0, 0, implicit-def dead $scc, implicit-def $sgpr32, implicit $sgpr32
   ; DAGISEL-GFX10-NEXT:   S_ENDPGM 0
@@ -650,15 +648,13 @@ define amdgpu_cs_chain void @amdgpu_cs_chain_cc_bfloat(bfloat inreg %a, bfloat %
   ; DAGISEL-GFX10-NEXT: {{  $}}
   ; DAGISEL-GFX10-NEXT:   [[COPY:%[0-9]+]]:vgpr_32 = COPY $vgpr8
   ; DAGISEL-GFX10-NEXT:   [[COPY1:%[0-9]+]]:sgpr_32 = COPY $sgpr0
-  ; DAGISEL-GFX10-NEXT:   [[COPY2:%[0-9]+]]:sreg_32 = COPY [[COPY1]]
-  ; DAGISEL-GFX10-NEXT:   [[COPY3:%[0-9]+]]:vgpr_32 = COPY [[COPY]]
   ; DAGISEL-GFX10-NEXT:   ADJCALLSTACKUP 0, 0, implicit-def dead $scc, implicit-def $sgpr32, implicit $sgpr32
   ; DAGISEL-GFX10-NEXT:   [[SI_PC_ADD_REL_OFFSET:%[0-9]+]]:sreg_64 = SI_PC_ADD_REL_OFFSET target-flags(amdgpu-gotprel32-lo) @use, target-flags(amdgpu-gotprel32-hi) @use, implicit-def dead $scc
   ; DAGISEL-GFX10-NEXT:   [[S_LOAD_DWORDX2_IMM:%[0-9]+]]:sreg_64_xexec = S_LOAD_DWORDX2_IMM [[SI_PC_ADD_REL_OFFSET]], 0, 0 :: (dereferenceable invariant load (s64) from got, addrspace 4)
-  ; DAGISEL-GFX10-NEXT:   [[COPY4:%[0-9]+]]:sgpr_128 = COPY $sgpr48_sgpr49_sgpr50_sgpr51
-  ; DAGISEL-GFX10-NEXT:   $sgpr0_sgpr1_sgpr2_sgpr3 = COPY [[COPY4]]
-  ; DAGISEL-GFX10-NEXT:   $vgpr0 = COPY [[COPY2]]
-  ; DAGISEL-GFX10-NEXT:   $vgpr1 = COPY [[COPY3]]
+  ; DAGISEL-GFX10-NEXT:   [[COPY2:%[0-9]+]]:sgpr_128 = COPY $sgpr48_sgpr49_sgpr50_sgpr51
+  ; DAGISEL-GFX10-NEXT:   $sgpr0_sgpr1_sgpr2_sgpr3 = COPY [[COPY2]]
+  ; DAGISEL-GFX10-NEXT:   $vgpr0 = COPY [[COPY1]]
+  ; DAGISEL-GFX10-NEXT:   $vgpr1 = COPY [[COPY]]
   ; DAGISEL-GFX10-NEXT:   dead $sgpr30_sgpr31 = SI_CALL [[S_LOAD_DWORDX2_IMM]], @use, csr_amdgpu_si_gfx, implicit $sgpr0_sgpr1_sgpr2_sgpr3, implicit $vgpr0, implicit $vgpr1
   ; DAGISEL-GFX10-NEXT:   ADJCALLSTACKDOWN 0, 0, implicit-def dead $scc, implicit-def $sgpr32, implicit $sgpr32
   ; DAGISEL-GFX10-NEXT:   S_ENDPGM 0
@@ -721,15 +717,13 @@ define amdgpu_cs_chain void @amdgpu_cs_chain_cc_i16(i16 inreg %a, i16 %b) {
   ; DAGISEL-GFX10-NEXT: {{  $}}
   ; DAGISEL-GFX10-NEXT:   [[COPY:%[0-9]+]]:vgpr_32 = COPY $vgpr8
   ; DAGISEL-GFX10-NEXT:   [[COPY1:%[0-9]+]]:sgpr_32 = COPY $sgpr0
-  ; DAGISEL-GFX10-NEXT:   [[COPY2:%[0-9]+]]:sreg_32 = COPY [[COPY1]]
-  ; DAGISEL-GFX10-NEXT:   [[COPY3:%[0-9]+]]:vgpr_32 = COPY [[COPY]]
   ; DAGISEL-GFX10-NEXT:   ADJCALLSTACKUP 0, 0, implicit-def dead $scc, implicit-def $sgpr32, implicit $sgpr32
   ; DAGISEL-GFX10-NEXT:   [[SI_PC_ADD_REL_OFFSET:%[0-9]+]]:sreg_64 = SI_PC_ADD_REL_OFFSET target-flags(amdgpu-gotprel32-lo) @use, target-flags(amdgpu-gotprel32-hi) @use, implicit-def dead $scc
   ; DAGISEL-GFX10-NEXT:   [[S_LOAD_DWORDX2_IMM:%[0-9]+]]:sreg_64_xexec = S_LOAD_DWORDX2_IMM [[SI_PC_ADD_REL_OFFSET]], 0, 0 :: (dereferenceable invariant load (s64) from got, addrspace 4)
-  ; DAGISEL-GFX10-NEXT:   [[COPY4:%[0-9]+]]:sgpr_128 = COPY $sgpr48_sgpr49_sgpr50_sgpr51
-  ; DAGISEL-GFX10-NEXT:   $sgpr0_sgpr1_sgpr2_sgpr3 = COPY [[COPY4]]
-  ; DAGISEL-GFX10-NEXT:   $vgpr0 = COPY [[COPY2]]
-  ; DAGISEL-GFX10-NEXT:   $vgpr1 = COPY [[COPY3]]
+  ; DAGISEL-GFX10-NEXT:   [[COPY2:%[0-9]+]]:sgpr_128 = COPY $sgpr48_sgpr49_sgpr50_sgpr51
+  ; DAGISEL-GFX10-NEXT:   $sgpr0_sgpr1_sgpr2_sgpr3 = COPY [[COPY2]]
+  ; DAGISEL-GFX10-NEXT:   $vgpr0 = COPY [[COPY1]]
+  ; DAGISEL-GFX10-NEXT:   $vgpr1 = COPY [[COPY]]
   ; DAGISEL-GFX10-NEXT:   dead $sgpr30_sgpr31 = SI_CALL [[S_LOAD_DWORDX2_IMM]], @use, csr_amdgpu_si_gfx, implicit $sgpr0_sgpr1_sgpr2_sgpr3, implicit $vgpr0, implicit $vgpr1
   ; DAGISEL-GFX10-NEXT:   ADJCALLSTACKDOWN 0, 0, implicit-def dead $scc, implicit-def $sgpr32, implicit $sgpr32
   ; DAGISEL-GFX10-NEXT:   S_ENDPGM 0
diff --git a/llvm/test/CodeGen/AMDGPU/llvm.set.rounding.ll b/llvm/test/CodeGen/AMDGPU/llvm.set.rounding.ll
index 6bd5f11d4eafda..10c15ad07de8ec 100644
--- a/llvm/test/CodeGen/AMDGPU/llvm.set.rounding.ll
+++ b/llvm/test/CodeGen/AMDGPU/llvm.set.rounding.ll
@@ -1070,168 +1070,66 @@ define void @s_set_rounding_0xffff() {
 ; range
 ; --------------------------------------------------------------------
 define amdgpu_gfx void @s_set_rounding_i2_zeroext(i2 zeroext inreg %rounding) {
-; GFX6-LABEL: s_set_rounding_i2_zeroext:
-; GFX6:       ; %bb.0:
-; GFX6-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX6-NEXT:    s_lshl_b32 s34, s4, 2
-; GFX6-NEXT:    s_lshr_b32 s34, 0xa50f, s34
-; GFX6-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX6-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX7-LABEL: s_set_rounding_i2_zeroext:
-; GFX7:       ; %bb.0:
-; GFX7-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX7-NEXT:    s_lshl_b32 s34, s4, 2
-; GFX7-NEXT:    s_lshr_b32 s34, 0xa50f, s34
-; GFX7-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX7-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX8-SDAG-LABEL: s_set_rounding_i2_zeroext:
-; GFX8-SDAG:       ; %bb.0:
-; GFX8-SDAG-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX8-SDAG-NEXT:    s_lshl_b32 s34, s4, 2
-; GFX8-SDAG-NEXT:    s_lshr_b32 s34, 0xa50f, s34
-; GFX8-SDAG-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX8-SDAG-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX8-GISEL-LABEL: s_set_rounding_i2_zeroext:
-; GFX8-GISEL:       ; %bb.0:
-; GFX8-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX8-GISEL-NEXT:    s_and_b32 s34, s4, 3
-; GFX8-GISEL-NEXT:    s_lshl_b32 s34, s34, 2
-; GFX8-GISEL-NEXT:    s_lshr_b32 s34, 0xa50f, s34
-; GFX8-GISEL-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX8-GISEL-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX9-SDAG-LABEL: s_set_rounding_i2_zeroext:
-; GFX9-SDAG:       ; %bb.0:
-; GFX9-SDAG-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX9-SDAG-NEXT:    s_lshl_b32 s34, s4, 2
-; GFX9-SDAG-NEXT:    s_lshr_b32 s34, 0xa50f, s34
-; GFX9-SDAG-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX9-SDAG-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX9-GISEL-LABEL: s_set_rounding_i2_zeroext:
-; GFX9-GISEL:       ; %bb.0:
-; GFX9-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX9-GISEL-NEXT:    s_and_b32 s34, s4, 3
-; GFX9-GISEL-NEXT:    s_lshl_b32 s34, s34, 2
-; GFX9-GISEL-NEXT:    s_lshr_b32 s34, 0xa50f, s34
-; GFX9-GISEL-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX9-GISEL-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX10-SDAG-LABEL: s_set_rounding_i2_zeroext:
-; GFX10-SDAG:       ; %bb.0:
-; GFX10-SDAG-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX10-SDAG-NEXT:    s_lshl_b32 s34, s4, 2
-; GFX10-SDAG-NEXT:    s_lshr_b32 s34, 0xa50f, s34
-; GFX10-SDAG-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX10-SDAG-NEXT:    s_setpc_b64 s[30:31]
+; GFX678-LABEL: s_set_rounding_i2_zeroext:
+; GFX678:       ; %bb.0:
+; GFX678-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX678-NEXT:    s_lshl_b32 s34, s4, 2
+; GFX678-NEXT:    s_lshr_b32 s34, 0xa50f, s34
+; GFX678-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
+; GFX678-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX10-GISEL-LABEL: s_set_rounding_i2_zeroext:
-; GFX10-GISEL:       ; %bb.0:
-; GFX10-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX10-GISEL-NEXT:    s_and_b32 s34, s4, 3
-; GFX10-GISEL-NEXT:    s_lshl_b32 s34, s34, 2
-; GFX10-GISEL-NEXT:    s_lshr_b32 s34, 0xa50f, s34
-; GFX10-GISEL-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX10-GISEL-NEXT:    s_setpc_b64 s[30:31]
+; GFX9-LABEL: s_set_rounding_i2_zeroext:
+; GFX9:       ; %bb.0:
+; GFX9-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX9-NEXT:    s_lshl_b32 s34, s4, 2
+; GFX9-NEXT:    s_lshr_b32 s34, 0xa50f, s34
+; GFX9-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
+; GFX9-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX11-SDAG-LABEL: s_set_rounding_i2_zeroext:
-; GFX11-SDAG:       ; %bb.0:
-; GFX11-SDAG-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-SDAG-NEXT:    s_lshl_b32 s0, s4, 2
-; GFX11-SDAG-NEXT:    s_lshr_b32 s0, 0xa50f, s0
-; GFX11-SDAG-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s0
-; GFX11-SDAG-NEXT:    s_setpc_b64 s[30:31]
+; GFX10-LABEL: s_set_rounding_i2_zeroext:
+; GFX10:       ; %bb.0:
+; GFX10-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX10-NEXT:    s_lshl_b32 s34, s4, 2
+; GFX10-NEXT:    s_lshr_b32 s34, 0xa50f, s34
+; GFX10-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
+; GFX10-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX11-GISEL-LABEL: s_set_rounding_i2_zeroext:
-; GFX11-GISEL:       ; %bb.0:
-; GFX11-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-GISEL-NEXT:    s_and_b32 s0, s4, 3
-; GFX11-GISEL-NEXT:    s_lshl_b32 s0, s0, 2
-; GFX11-GISEL-NEXT:    s_lshr_b32 s0, 0xa50f, s0
-; GFX11-GISEL-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s0
-; GFX11-GISEL-NEXT:    s_setpc_b64 s[30:31]
+; GFX11-LABEL: s_set_rounding_i2_zeroext:
+; GFX11:       ; %bb.0:
+; GFX11-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX11-NEXT:    s_lshl_b32 s0, s4, 2
+; GFX11-NEXT:    s_lshr_b32 s0, 0xa50f, s0
+; GFX11-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s0
+; GFX11-NEXT:    s_setpc_b64 s[30:31]
   %zext.rounding = zext i2 %rounding to i32
   call void @llvm.set.rounding(i32 %zext.rounding)
   ret void
 }
 
 define amdgpu_gfx void @s_set_rounding_i2_signext(i2 signext inreg %rounding) {
-; GFX6-LABEL: s_set_rounding_i2_signext:
-; GFX6:       ; %bb.0:
-; GFX6-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX6-NEXT:    s_add_i32 s34, s4, -4
-; GFX6-NEXT:    s_min_u32 s34, s4, s34
-; GFX6-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX6-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX6-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX6-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX6-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX6-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX7-LABEL: s_set_rounding_i2_signext:
-; GFX7:       ; %bb.0:
-; GFX7-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX7-NEXT:    s_add_i32 s34, s4, -4
-; GFX7-NEXT:    s_min_u32 s34, s4, s34
-; GFX7-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX7-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX7-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX7-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX7-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX7-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX8-SDAG-LABEL: s_set_rounding_i2_signext:
-; GFX8-SDAG:       ; %bb.0:
-; GFX8-SDAG-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX8-SDAG-NEXT:    s_add_i32 s34, s4, -4
-; GFX8-SDAG-NEXT:    s_min_u32 s34, s4, s34
-; GFX8-SDAG-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX8-SDAG-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX8-SDAG-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX8-SDAG-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX8-SDAG-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX8-SDAG-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX8-GISEL-LABEL: s_set_rounding_i2_signext:
-; GFX8-GISEL:       ; %bb.0:
-; GFX8-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX8-GISEL-NEXT:    s_bfe_i32 s34, s4, 0x20000
-; GFX8-GISEL-NEXT:    s_add_i32 s35, s34, -4
-; GFX8-GISEL-NEXT:    s_min_u32 s34, s34, s35
-; GFX8-GISEL-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX8-GISEL-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX8-GISEL-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX8-GISEL-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX8-GISEL-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX8-GISEL-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX9-SDAG-LABEL: s_set_rounding_i2_signext:
-; GFX9-SDAG:       ; %bb.0:
-; GFX9-SDAG-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX9-SDAG-NEXT:    s_add_i32 s34, s4, -4
-; GFX9-SDAG-NEXT:    s_min_u32 s34, s4, s34
-; GFX9-SDAG-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX9-SDAG-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX9-SDAG-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX9-SDAG-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX9-SDAG-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX9-SDAG-NEXT:    s_setpc_b64 s[30:31]
+; GFX678-LABEL: s_set_rounding_i2_signext:
+; GFX678:       ; %bb.0:
+; GFX678-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX678-NEXT:    s_add_i32 s34, s4, -4
+; GFX678-NEXT:    s_min_u32 s34, s4, s34
+; GFX678-NEXT:    s_lshl_b32 s36, s34, 2
+; GFX678-NEXT:    s_mov_b32 s34, 0x1c84a50f
+; GFX678-NEXT:    s_mov_b32 s35, 0xb73e62d9
+; GFX678-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
+; GFX678-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
+; GFX678-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX9-GISEL-LABEL: s_set_rounding_i2_signext:
-; GFX9-GISEL:       ; %bb.0:
-; GFX9-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX9-GISEL-NEXT:    s_bfe_i32 s34, s4, 0x20000
-; GFX9-GISEL-NEXT:    s_add_i32 s35, s34, -4
-; GFX9-GISEL-NEXT:    s_min_u32 s34, s34, s35
-; GFX9-GISEL-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX9-GISEL-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX9-GISEL-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX9-GISEL-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX9-GISEL-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX9-GISEL-NEXT:    s_setpc_b64 s[30:31]
+; GFX9-LABEL: s_set_rounding_i2_signext:
+; GFX9:       ; %bb.0:
+; GFX9-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX9-NEXT:    s_add_i32 s34, s4, -4
+; GFX9-NEXT:    s_min_u32 s34, s4, s34
+; GFX9-NEXT:    s_lshl_b32 s36, s34, 2
+; GFX9-NEXT:    s_mov_b32 s34, 0x1c84a50f
+; GFX9-NEXT:    s_mov_b32 s35, 0xb73e62d9
+; GFX9-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
+; GFX9-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
+; GFX9-NEXT:    s_setpc_b64 s[30:31]
 ;
 ; GFX10-SDAG-LABEL: s_set_rounding_i2_signext:
 ; GFX10-SDAG:       ; %bb.0:
@@ -1248,10 +1146,9 @@ define amdgpu_gfx void @s_set_rounding_i2_signext(i2 signext inreg %rounding) {
 ; GFX10-GISEL-LABEL: s_set_rounding_i2_signext:
 ; GFX10-GISEL:       ; %bb.0:
 ; GFX10-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX10-GISEL-NEXT:    s_bfe_i32 s34, s4, 0x20000
-; GFX10-GISEL-NEXT:    s_add_i32 s35, s34, -4
-; GFX10-GISEL-NEXT:    s_min_u32 s34, s34, s35
+; GFX10-GISEL-NEXT:    s_add_i32 s34, s4, -4
 ; GFX10-GISEL-NEXT:    s_mov_b32 s35, 0xb73e62d9
+; GFX10-GISEL-NEXT:    s_min_u32 s34, s4, s34
 ; GFX10-GISEL-NEXT:    s_lshl_b32 s36, s34, 2
 ; GFX10-GISEL-NEXT:    s_mov_b32 s34, 0x1c84a50f
 ; GFX10-GISEL-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
@@ -1273,10 +1170,9 @@ define amdgpu_gfx void @s_set_rounding_i2_signext(i2 signext inreg %rounding) {
 ; GFX11-GISEL-LABEL: s_set_rounding_i2_signext:
 ; GFX11-GISEL:       ; %bb.0:
 ; GFX11-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-GISEL-NEXT:    s_bfe_i32 s0, s4, 0x20000
-; GFX11-GISEL-NEXT:    s_add_i32 s1, s0, -4
-; GFX11-GISEL-NEXT:    s_min_u32 s0, s0, s1
+; GFX11-GISEL-NEXT:    s_add_i32 s0, s4, -4
 ; GFX11-GISEL-NEXT:    s_mov_b32 s1, 0xb73e62d9
+; GFX11-GISEL-NEXT:    s_min_u32 s0, s4, s0
 ; GFX11-GISEL-NEXT:    s_lshl_b32 s2, s0, 2
 ; GFX11-GISEL-NEXT:    s_mov_b32 s0, 0x1c84a50f
 ; GFX11-GISEL-NEXT:    s_lshr_b64 s[0:1], s[0:1], s2
@@ -1288,79 +1184,29 @@ define amdgpu_gfx void @s_set_rounding_i2_signext(i2 signext inreg %rounding) {
 }
 
 define amdgpu_gfx void @s_set_rounding_i3_signext(i3 signext inreg %rounding) {
-; GFX6-LABEL: s_set_rounding_i3_signext:
-; GFX6:       ; %bb.0:
-; GFX6-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX6-NEXT:    s_add_i32 s34, s4, -4
-; GFX6-NEXT:    s_min_u32 s34, s4, s34
-; GFX6-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX6-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX6-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX6-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX6-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX6-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX7-LABEL: s_set_rounding_i3_signext:
-; GFX7:       ; %bb.0:
-; GFX7-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX7-NEXT:    s_add_i32 s34, s4, -4
-; GFX7-NEXT:    s_min_u32 s34, s4, s34
-; GFX7-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX7-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX7-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX7-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX7-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX7-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX8-SDAG-LABEL: s_set_rounding_i3_signext:
-; GFX8-SDAG:       ; %bb.0:
-; GFX8-SDAG-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX8-SDAG-NEXT:    s_add_i32 s34, s4, -4
-; GFX8-SDAG-NEXT:    s_min_u32 s34, s4, s34
-; GFX8-SDAG-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX8-SDAG-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX8-SDAG-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX8-SDAG-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX8-SDAG-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX8-SDAG-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX8-GISEL-LABEL: s_set_rounding_i3_signext:
-; GFX8-GISEL:       ; %bb.0:
-; GFX8-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX8-GISEL-NEXT:    s_bfe_i32 s34, s4, 0x30000
-; GFX8-GISEL-NEXT:    s_add_i32 s35, s34, -4
-; GFX8-GISEL-NEXT:    s_min_u32 s34, s34, s35
-; GFX8-GISEL-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX8-GISEL-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX8-GISEL-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX8-GISEL-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX8-GISEL-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX8-GISEL-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX9-SDAG-LABEL: s_set_rounding_i3_signext:
-; GFX9-SDAG:       ; %bb.0:
-; GFX9-SDAG-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX9-SDAG-NEXT:    s_add_i32 s34, s4, -4
-; GFX9-SDAG-NEXT:    s_min_u32 s34, s4, s34
-; GFX9-SDAG-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX9-SDAG-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX9-SDAG-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX9-SDAG-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX9-SDAG-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX9-SDAG-NEXT:    s_setpc_b64 s[30:31]
+; GFX678-LABEL: s_set_rounding_i3_signext:
+; GFX678:       ; %bb.0:
+; GFX678-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX678-NEXT:    s_add_i32 s34, s4, -4
+; GFX678-NEXT:    s_min_u32 s34, s4, s34
+; GFX678-NEXT:    s_lshl_b32 s36, s34, 2
+; GFX678-NEXT:    s_mov_b32 s34, 0x1c84a50f
+; GFX678-NEXT:    s_mov_b32 s35, 0xb73e62d9
+; GFX678-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
+; GFX678-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
+; GFX678-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX9-GISEL-LABEL: s_set_rounding_i3_signext:
-; GFX9-GISEL:       ; %bb.0:
-; GFX9-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX9-GISEL-NEXT:    s_bfe_i32 s34, s4, 0x30000
-; GFX9-GISEL-NEXT:    s_add_i32 s35, s34, -4
-; GFX9-GISEL-NEXT:    s_min_u32 s34, s34, s35
-; GFX9-GISEL-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX9-GISEL-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX9-GISEL-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX9-GISEL-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX9-GISEL-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX9-GISEL-NEXT:    s_setpc_b64 s[30:31]
+; GFX9-LABEL: s_set_rounding_i3_signext:
+; GFX9:       ; %bb.0:
+; GFX9-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX9-NEXT:    s_add_i32 s34, s4, -4
+; GFX9-NEXT:    s_min_u32 s34, s4, s34
+; GFX9-NEXT:    s_lshl_b32 s36, s34, 2
+; GFX9-NEXT:    s_mov_b32 s34, 0x1c84a50f
+; GFX9-NEXT:    s_mov_b32 s35, 0xb73e62d9
+; GFX9-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
+; GFX9-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
+; GFX9-NEXT:    s_setpc_b64 s[30:31]
 ;
 ; GFX10-SDAG-LABEL: s_set_rounding_i3_signext:
 ; GFX10-SDAG:       ; %bb.0:
@@ -1377,10 +1223,9 @@ define amdgpu_gfx void @s_set_rounding_i3_signext(i3 signext inreg %rounding) {
 ; GFX10-GISEL-LABEL: s_set_rounding_i3_signext:
 ; GFX10-GISEL:       ; %bb.0:
 ; GFX10-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX10-GISEL-NEXT:    s_bfe_i32 s34, s4, 0x30000
-; GFX10-GISEL-NEXT:    s_add_i32 s35, s34, -4
-; GFX10-GISEL-NEXT:    s_min_u32 s34, s34, s35
+; GFX10-GISEL-NEXT:    s_add_i32 s34, s4, -4
 ; GFX10-GISEL-NEXT:    s_mov_b32 s35, 0xb73e62d9
+; GFX10-GISEL-NEXT:    s_min_u32 s34, s4, s34
 ; GFX10-GISEL-NEXT:    s_lshl_b32 s36, s34, 2
 ; GFX10-GISEL-NEXT:    s_mov_b32 s34, 0x1c84a50f
 ; GFX10-GISEL-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
@@ -1402,10 +1247,9 @@ define amdgpu_gfx void @s_set_rounding_i3_signext(i3 signext inreg %rounding) {
 ; GFX11-GISEL-LABEL: s_set_rounding_i3_signext:
 ; GFX11-GISEL:       ; %bb.0:
 ; GFX11-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-GISEL-NEXT:    s_bfe_i32 s0, s4, 0x30000
-; GFX11-GISEL-NEXT:    s_add_i32 s1, s0, -4
-; GFX11-GISEL-NEXT:    s_min_u32 s0, s0, s1
+; GFX11-GISEL-NEXT:    s_add_i32 s0, s4, -4
 ; GFX11-GISEL-NEXT:    s_mov_b32 s1, 0xb73e62d9
+; GFX11-GISEL-NEXT:    s_min_u32 s0, s4, s0
 ; GFX11-GISEL-NEXT:    s_lshl_b32 s2, s0, 2
 ; GFX11-GISEL-NEXT:    s_mov_b32 s0, 0x1c84a50f
 ; GFX11-GISEL-NEXT:    s_lshr_b64 s[0:1], s[0:1], s2
@@ -1417,79 +1261,29 @@ define amdgpu_gfx void @s_set_rounding_i3_signext(i3 signext inreg %rounding) {
 }
 
 define amdgpu_gfx void @s_set_rounding_i3_zeroext(i3 zeroext inreg %rounding) {
-; GFX6-LABEL: s_set_rounding_i3_zeroext:
-; GFX6:       ; %bb.0:
-; GFX6-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX6-NEXT:    s_add_i32 s34, s4, -4
-; GFX6-NEXT:    s_min_u32 s34, s4, s34
-; GFX6-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX6-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX6-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX6-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX6-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX6-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX7-LABEL: s_set_rounding_i3_zeroext:
-; GFX7:       ; %bb.0:
-; GFX7-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX7-NEXT:    s_add_i32 s34, s4, -4
-; GFX7-NEXT:    s_min_u32 s34, s4, s34
-; GFX7-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX7-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX7-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX7-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX7-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX7-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX8-SDAG-LABEL: s_set_rounding_i3_zeroext:
-; GFX8-SDAG:       ; %bb.0:
-; GFX8-SDAG-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX8-SDAG-NEXT:    s_add_i32 s34, s4, -4
-; GFX8-SDAG-NEXT:    s_min_u32 s34, s4, s34
-; GFX8-SDAG-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX8-SDAG-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX8-SDAG-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX8-SDAG-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX8-SDAG-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX8-SDAG-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX8-GISEL-LABEL: s_set_rounding_i3_zeroext:
-; GFX8-GISEL:       ; %bb.0:
-; GFX8-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX8-GISEL-NEXT:    s_and_b32 s34, s4, 7
-; GFX8-GISEL-NEXT:    s_add_i32 s35, s34, -4
-; GFX8-GISEL-NEXT:    s_min_u32 s34, s34, s35
-; GFX8-GISEL-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX8-GISEL-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX8-GISEL-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX8-GISEL-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX8-GISEL-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX8-GISEL-NEXT:    s_setpc_b64 s[30:31]
-;
-; GFX9-SDAG-LABEL: s_set_rounding_i3_zeroext:
-; GFX9-SDAG:       ; %bb.0:
-; GFX9-SDAG-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX9-SDAG-NEXT:    s_add_i32 s34, s4, -4
-; GFX9-SDAG-NEXT:    s_min_u32 s34, s4, s34
-; GFX9-SDAG-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX9-SDAG-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX9-SDAG-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX9-SDAG-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX9-SDAG-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX9-SDAG-NEXT:    s_setpc_b64 s[30:31]
+; GFX678-LABEL: s_set_rounding_i3_zeroext:
+; GFX678:       ; %bb.0:
+; GFX678-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX678-NEXT:    s_add_i32 s34, s4, -4
+; GFX678-NEXT:    s_min_u32 s34, s4, s34
+; GFX678-NEXT:    s_lshl_b32 s36, s34, 2
+; GFX678-NEXT:    s_mov_b32 s34, 0x1c84a50f
+; GFX678-NEXT:    s_mov_b32 s35, 0xb73e62d9
+; GFX678-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
+; GFX678-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
+; GFX678-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX9-GISEL-LABEL: s_set_rounding_i3_zeroext:
-; GFX9-GISEL:       ; %bb.0:
-; GFX9-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX9-GISEL-NEXT:    s_and_b32 s34, s4, 7
-; GFX9-GISEL-NEXT:    s_add_i32 s35, s34, -4
-; GFX9-GISEL-NEXT:    s_min_u32 s34, s34, s35
-; GFX9-GISEL-NEXT:    s_lshl_b32 s36, s34, 2
-; GFX9-GISEL-NEXT:    s_mov_b32 s34, 0x1c84a50f
-; GFX9-GISEL-NEXT:    s_mov_b32 s35, 0xb73e62d9
-; GFX9-GISEL-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
-; GFX9-GISEL-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
-; GFX9-GISEL-NEXT:    s_setpc_b64 s[30:31]
+; GFX9-LABEL: s_set_rounding_i3_zeroext:
+; GFX9:       ; %bb.0:
+; GFX9-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
+; GFX9-NEXT:    s_add_i32 s34, s4, -4
+; GFX9-NEXT:    s_min_u32 s34, s4, s34
+; GFX9-NEXT:    s_lshl_b32 s36, s34, 2
+; GFX9-NEXT:    s_mov_b32 s34, 0x1c84a50f
+; GFX9-NEXT:    s_mov_b32 s35, 0xb73e62d9
+; GFX9-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
+; GFX9-NEXT:    s_setreg_b32 hwreg(HW_REG_MODE, 0, 4), s34
+; GFX9-NEXT:    s_setpc_b64 s[30:31]
 ;
 ; GFX10-SDAG-LABEL: s_set_rounding_i3_zeroext:
 ; GFX10-SDAG:       ; %bb.0:
@@ -1506,10 +1300,9 @@ define amdgpu_gfx void @s_set_rounding_i3_zeroext(i3 zeroext inreg %rounding) {
 ; GFX10-GISEL-LABEL: s_set_rounding_i3_zeroext:
 ; GFX10-GISEL:       ; %bb.0:
 ; GFX10-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX10-GISEL-NEXT:    s_and_b32 s34, s4, 7
-; GFX10-GISEL-NEXT:    s_add_i32 s35, s34, -4
-; GFX10-GISEL-NEXT:    s_min_u32 s34, s34, s35
+; GFX10-GISEL-NEXT:    s_add_i32 s34, s4, -4
 ; GFX10-GISEL-NEXT:    s_mov_b32 s35, 0xb73e62d9
+; GFX10-GISEL-NEXT:    s_min_u32 s34, s4, s34
 ; GFX10-GISEL-NEXT:    s_lshl_b32 s36, s34, 2
 ; GFX10-GISEL-NEXT:    s_mov_b32 s34, 0x1c84a50f
 ; GFX10-GISEL-NEXT:    s_lshr_b64 s[34:35], s[34:35], s36
@@ -1531,10 +1324,9 @@ define amdgpu_gfx void @s_set_rounding_i3_zeroext(i3 zeroext inreg %rounding) {
 ; GFX11-GISEL-LABEL: s_set_rounding_i3_zeroext:
 ; GFX11-GISEL:       ; %bb.0:
 ; GFX11-GISEL-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-GISEL-NEXT:    s_and_b32 s0, s4, 7
-; GFX11-GISEL-NEXT:    s_add_i32 s1, s0, -4
-; GFX11-GISEL-NEXT:    s_min_u32 s0, s0, s1
+; GFX11-GISEL-NEXT:    s_add_i32 s0, s4, -4
 ; GFX11-GISEL-NEXT:    s_mov_b32 s1, 0xb73e62d9
+; GFX11-GISEL-NEXT:    s_min_u32 s0, s4, s0
 ; GFX11-GISEL-NEXT:    s_lshl_b32 s2, s0, 2
 ; GFX11-GISEL-NEXT:    s_mov_b32 s0, 0x1c84a50f
 ; GFX11-GISEL-NEXT:    s_lshr_b64 s[0:1], s[0:1], s2



More information about the llvm-branch-commits mailing list