[llvm] [AMDGPU] Use `v_cvt_pk_*` instructions for i8_f32 saturated conversions (PR #206522)
via llvm-commits
llvm-commits at lists.llvm.org
Tue Jun 30 02:28:17 PDT 2026
llvmorg-github-actions[bot] wrote:
<!--LLVM PR SUMMARY COMMENT-->
@llvm/pr-subscribers-backend-amdgpu
Author: Igor Wodiany (IgWod)
<details>
<summary>Changes</summary>
The improvement is limited in some cases due to extra 8-bit-related shuffling, however in all cases, beside the one described below, there is at least one less instruction.
The real problem is the GFX12 GISel uniform case that has a significantly larger number of instructions. This is due to the fact that the widening rule introduces MAX and MIN nodes. For uniform case those nodes later hit `UnpackMinMax` that introduce a sequence of SALU instructions, instead of using `v_pk_max/min_*` as in the selectiondag case. We could change how MAX/MIN are handled in general by favoring packed VALU instructions over a sequence of SALU instructions, but that's a more general change.
Assisted-by: Claude Code
---
Patch is 41.31 KiB, truncated to 20.00 KiB below, full version: https://github.com/llvm/llvm-project/pull/206522.diff
8 Files Affected:
- (modified) llvm/lib/Target/AMDGPU/AMDGPUISelLowering.cpp (+9)
- (modified) llvm/lib/Target/AMDGPU/AMDGPULegalizerInfo.cpp (+11-2)
- (modified) llvm/lib/Target/AMDGPU/SIISelLowering.cpp (+22-1)
- (modified) llvm/lib/Target/AMDGPU/SOPInstructions.td (+4)
- (modified) llvm/lib/Target/AMDGPU/VOP3PInstructions.td (+27)
- (modified) llvm/test/CodeGen/AMDGPU/fptosi-sat-scalar.ll (+30-56)
- (modified) llvm/test/CodeGen/AMDGPU/fptosi-sat-vector.ll (+129-123)
- (modified) llvm/test/CodeGen/AMDGPU/fptoui-sat-vector.ll (+100-117)
``````````diff
diff --git a/llvm/lib/Target/AMDGPU/AMDGPUISelLowering.cpp b/llvm/lib/Target/AMDGPU/AMDGPUISelLowering.cpp
index 75f2c2e99359b..2072a1ed5627b 100644
--- a/llvm/lib/Target/AMDGPU/AMDGPUISelLowering.cpp
+++ b/llvm/lib/Target/AMDGPU/AMDGPUISelLowering.cpp
@@ -3917,6 +3917,7 @@ SDValue AMDGPUTargetLowering::LowerFP_TO_INT_SAT(const SDValue Op,
EVT DstVT = Op.getValueType();
SDValue SatVTOp = Op.getNode()->getOperand(1);
EVT SatVT = cast<VTSDNode>(SatVTOp)->getVT();
+ const GCNSubtarget &ST = DAG.getSubtarget<GCNSubtarget>();
SDLoc DL(Op);
uint64_t DstWidth = DstVT.getScalarSizeInBits();
@@ -3932,6 +3933,14 @@ SDValue AMDGPUTargetLowering::LowerFP_TO_INT_SAT(const SDValue Op,
return Op;
}
+ // Native selection also applies to some 8-bit width cases to allow use of
+ // packed instructions.
+ if (SatWidth == 8 &&
+ ((DstVT == MVT::i16 && SrcVT == MVT::f32) ||
+ (DstVT == MVT::v2i16 && SrcVT == MVT::v2f32)) &&
+ ST.hasVCvtPkIU16F32())
+ return Op;
+
// Vectors can only be selected natively.
if (DstVT.isVector())
return SDValue();
diff --git a/llvm/lib/Target/AMDGPU/AMDGPULegalizerInfo.cpp b/llvm/lib/Target/AMDGPU/AMDGPULegalizerInfo.cpp
index 9ea3bb4318bb3..094b9845ccad0 100644
--- a/llvm/lib/Target/AMDGPU/AMDGPULegalizerInfo.cpp
+++ b/llvm/lib/Target/AMDGPU/AMDGPULegalizerInfo.cpp
@@ -1245,8 +1245,17 @@ AMDGPULegalizerInfo::AMDGPULegalizerInfo(const GCNSubtarget &ST_,
auto &FPToISat = getActionDefinitionsBuilder({G_FPTOSI_SAT, G_FPTOUI_SAT})
.legalFor({{S32, S32}, {S32, S64}, {S16, S32}})
.legalFor(ST.has16BitInsts(), {{S16, S16}})
- .legalFor(ST.hasVCvtPkIU16F32(), {{V2S16, V2S32}})
- .narrowScalarFor({{S64, S16}}, changeTo(0, S32));
+ .legalFor(ST.hasVCvtPkIU16F32(), {{V2S16, V2S32}});
+
+ // Widen vNf32 -> vNi8 into vNf32 -> vNi16, so we can select a packed
+ // instruction.
+ if (ST.hasVCvtPkIU16F32())
+ FPToISat.widenScalarIf(
+ all(isVector(0), elementTypeIs(0, S8),
+ isVector(1), elementTypeIs(1, S32)),
+ changeElementTo(0, S16));
+
+ FPToISat.narrowScalarFor({{S64, S16}}, changeTo(0, S32));
// If available, widen width <16 to i16, intead of i32 so v_cvt_i16/u16_f16 can be used.
if (ST.has16BitInsts())
diff --git a/llvm/lib/Target/AMDGPU/SIISelLowering.cpp b/llvm/lib/Target/AMDGPU/SIISelLowering.cpp
index 3a80cfec33b23..3be3cbe7c0365 100644
--- a/llvm/lib/Target/AMDGPU/SIISelLowering.cpp
+++ b/llvm/lib/Target/AMDGPU/SIISelLowering.cpp
@@ -683,11 +683,15 @@ SITargetLowering::SITargetLowering(const TargetMachine &TM,
setOperationAction(ISD::BSWAP, MVT::v4i16, Custom);
// Legalize vector types for sat conversions to select v_cvt_pk_[iu]16_f32.
- if (Subtarget->hasVCvtPkIU16F32())
+ if (Subtarget->hasVCvtPkIU16F32()) {
setOperationAction(
{ISD::FP_TO_SINT_SAT, ISD::FP_TO_UINT_SAT},
{MVT::v2i16, MVT::v4i16, MVT::v8i16, MVT::v16i16, MVT::v32i16},
Custom);
+ setOperationAction(
+ {ISD::FP_TO_SINT_SAT, ISD::FP_TO_UINT_SAT},
+ {MVT::v2i8, MVT::v4i8, MVT::v8i8, MVT::v16i8, MVT::v32i8}, Custom);
+ }
// XXX - Do these do anything? Vector constants turn into build_vector.
setOperationAction(ISD::Constant, {MVT::v2i16, MVT::v2f16}, Legal);
@@ -8238,6 +8242,23 @@ void SITargetLowering::ReplaceNodeResults(SDNode *N,
Results.push_back(Res);
return;
}
+ case ISD::FP_TO_SINT_SAT:
+ case ISD::FP_TO_UINT_SAT: {
+ // Re-write vNi8 vector into vNi16 vector with a truncate, so we can select
+ // a packed conversion.
+ EVT DstVT = N->getValueType(0);
+ EVT SrcVT = N->getOperand(0).getValueType();
+ if (!DstVT.isVector() || DstVT.getScalarSizeInBits() != 8 ||
+ SrcVT.getScalarType() != MVT::f32)
+ return;
+
+ SDLoc SL(N);
+ EVT NewDstVT = DstVT.changeVectorElementType(*DAG.getContext(), MVT::i16);
+ SDValue SatVTOp = DAG.getNode(N->getOpcode(), SL, NewDstVT,
+ N->getOperand(0), N->getOperand(1));
+ Results.push_back(DAG.getNode(ISD::TRUNCATE, SL, DstVT, SatVTOp));
+ return;
+ }
case ISD::INTRINSIC_WO_CHAIN: {
unsigned IID = N->getConstantOperandVal(0);
switch (IID) {
diff --git a/llvm/lib/Target/AMDGPU/SOPInstructions.td b/llvm/lib/Target/AMDGPU/SOPInstructions.td
index cd7c43972813c..b89da716c72a2 100644
--- a/llvm/lib/Target/AMDGPU/SOPInstructions.td
+++ b/llvm/lib/Target/AMDGPU/SOPInstructions.td
@@ -723,6 +723,10 @@ let SubtargetPredicate = HasSALUFloatInsts, AddedComplexity = 9 in {
0xffff>;
def : SOP_FPToSSatPat<(i16 (UniformBinFrag<fp_to_sint_sat> f32:$src0, i16)),
0x7fff, 0xffff8000>;
+ def : SOP_FPToUSatPat<(i16 (UniformBinFrag<fp_to_uint_sat> f32:$src0, i8)),
+ 0xff>;
+ def : SOP_FPToSSatPat<(i16 (UniformBinFrag<fp_to_sint_sat> f32:$src0, i8)),
+ 0x7f, 0xffffff80>;
}
let SubtargetPredicate = isGFX12Plus in {
diff --git a/llvm/lib/Target/AMDGPU/VOP3PInstructions.td b/llvm/lib/Target/AMDGPU/VOP3PInstructions.td
index f99367d198f26..91d7b4461e8a5 100644
--- a/llvm/lib/Target/AMDGPU/VOP3PInstructions.td
+++ b/llvm/lib/Target/AMDGPU/VOP3PInstructions.td
@@ -3278,10 +3278,33 @@ multiclass FPToUSatI16Pat<dag lhs, int hi> {
(V_MIN_U32_e64 (V_CVT_U32_F32_e64 $src0_modifiers, $src0), (S_MOV_B32 (i32 hi)))>;
}
+multiclass CvtPkF32ToS8Pat<RegisterClass rc> {
+ def : GCNPat<(v2i16 (fp_to_sint_sat (v2f32 rc:$src), i8)),
+ (V_PK_MAX_I16 SRCMODS.OP_SEL_1,
+ (V_PK_MIN_I16 SRCMODS.OP_SEL_1,
+ (V_CVT_PK_I16_F32_e64 0, (EXTRACT_SUBREG rc:$src, sub0),
+ 0, (EXTRACT_SUBREG rc:$src, sub1)),
+ SRCMODS.OP_SEL_1, (i32 0x007f007f), DSTCLAMP.NONE),
+ SRCMODS.OP_SEL_1, (i32 0xff80ff80), DSTCLAMP.NONE)>;
+}
+multiclass CvtPkF32ToU8Pat<RegisterClass rc> {
+ def : GCNPat<(v2i16 (fp_to_uint_sat (v2f32 rc:$src), i8)),
+ (V_PK_MIN_U16 SRCMODS.OP_SEL_1,
+ (V_CVT_PK_U16_F32_e64 0, (EXTRACT_SUBREG rc:$src, sub0),
+ 0, (EXTRACT_SUBREG rc:$src, sub1)),
+ SRCMODS.OP_SEL_1, (i32 0x00ff00ff), DSTCLAMP.NONE)>;
+}
+
let SubtargetPredicate = isGFX11Plus in {
// f32 -> i16 saturated conversion (vector and scalar types).
defm : CvtPkF32ToI16Pat<fp_to_sint_sat, V_CVT_PK_I16_F32_e64>;
defm : CvtPkF32ToI16Pat<fp_to_uint_sat, V_CVT_PK_U16_F32_e64>;
+
+ // Packed f32 -> i8 saturated conversion.
+ defm : CvtPkF32ToS8Pat<VReg_64>;
+ defm : CvtPkF32ToS8Pat<SReg_64>;
+ defm : CvtPkF32ToU8Pat<VReg_64>;
+ defm : CvtPkF32ToU8Pat<SReg_64>;
}
// Fallback for f32 -> i16 saturated conversion on pre-GFX11. Required because
@@ -3290,3 +3313,7 @@ let SubtargetPredicate = isGFX6GFX7GFX8GFX9GFX10 in {
defm : FPToSSatI16Pat<(i16 (fp_to_sint_sat (f32 (VOP3Mods f32:$src0, i32:$src0_modifiers)), i16)), 0x7fff, 0x8000>;
defm : FPToUSatI16Pat<(i16 (fp_to_uint_sat (f32 (VOP3Mods f32:$src0, i32:$src0_modifiers)), i16)), 0xffff>;
}
+
+// Fallback for f32 -> i8.
+defm : FPToSSatI16Pat<(i16 (fp_to_sint_sat (f32 (VOP3Mods f32:$src0, i32:$src0_modifiers)), i8)), 0x7f, -128>;
+defm : FPToUSatI16Pat<(i16 (fp_to_uint_sat (f32 (VOP3Mods f32:$src0, i32:$src0_modifiers)), i8)), 0xff>;
diff --git a/llvm/test/CodeGen/AMDGPU/fptosi-sat-scalar.ll b/llvm/test/CodeGen/AMDGPU/fptosi-sat-scalar.ll
index dddcec6c10291..54ced7282a834 100644
--- a/llvm/test/CodeGen/AMDGPU/fptosi-sat-scalar.ll
+++ b/llvm/test/CodeGen/AMDGPU/fptosi-sat-scalar.ll
@@ -86,34 +86,21 @@ define i8 @test_signed_i8_f32(float %f) nounwind {
; GFX11: ; %bb.0:
; GFX11-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11-NEXT: v_cvt_i32_f32_e32 v0, v0
-; GFX11-NEXT: s_movk_i32 s0, 0xff80
-; GFX11-NEXT: v_med3_i32 v0, v0, s0, 0x7f
+; GFX11-NEXT: v_mov_b32_e32 v1, 0xffffff80
+; GFX11-NEXT: v_med3_i32 v0, v0, v1, 0x7f
; GFX11-NEXT: s_setpc_b64 s[30:31]
;
-; GFX12-ISEL-LABEL: test_signed_i8_f32:
-; GFX12-ISEL: ; %bb.0:
-; GFX12-ISEL-NEXT: s_wait_loadcnt_dscnt 0x0
-; GFX12-ISEL-NEXT: s_wait_expcnt 0x0
-; GFX12-ISEL-NEXT: s_wait_samplecnt 0x0
-; GFX12-ISEL-NEXT: s_wait_bvhcnt 0x0
-; GFX12-ISEL-NEXT: s_wait_kmcnt 0x0
-; GFX12-ISEL-NEXT: v_cvt_i32_f32_e32 v0, v0
-; GFX12-ISEL-NEXT: s_movk_i32 s0, 0xff80
-; GFX12-ISEL-NEXT: s_wait_alu depctr_sa_sdst(0)
-; GFX12-ISEL-NEXT: v_med3_i32 v0, v0, s0, 0x7f
-; GFX12-ISEL-NEXT: s_setpc_b64 s[30:31]
-;
-; GFX12-GI-LABEL: test_signed_i8_f32:
-; GFX12-GI: ; %bb.0:
-; GFX12-GI-NEXT: s_wait_loadcnt_dscnt 0x0
-; GFX12-GI-NEXT: s_wait_expcnt 0x0
-; GFX12-GI-NEXT: s_wait_samplecnt 0x0
-; GFX12-GI-NEXT: s_wait_bvhcnt 0x0
-; GFX12-GI-NEXT: s_wait_kmcnt 0x0
-; GFX12-GI-NEXT: v_cvt_i32_f32_e32 v0, v0
-; GFX12-GI-NEXT: v_mov_b32_e32 v1, 0xffffff80
-; GFX12-GI-NEXT: v_med3_i32 v0, v0, v1, 0x7f
-; GFX12-GI-NEXT: s_setpc_b64 s[30:31]
+; GFX12-LABEL: test_signed_i8_f32:
+; GFX12: ; %bb.0:
+; GFX12-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX12-NEXT: s_wait_expcnt 0x0
+; GFX12-NEXT: s_wait_samplecnt 0x0
+; GFX12-NEXT: s_wait_bvhcnt 0x0
+; GFX12-NEXT: s_wait_kmcnt 0x0
+; GFX12-NEXT: v_cvt_i32_f32_e32 v0, v0
+; GFX12-NEXT: v_mov_b32_e32 v1, 0xffffff80
+; GFX12-NEXT: v_med3_i32 v0, v0, v1, 0x7f
+; GFX12-NEXT: s_setpc_b64 s[30:31]
%x = call i8 @llvm.fptosi.sat.i8.f32(float %f)
ret i8 %x
}
@@ -491,38 +478,25 @@ define i8 @test_s_signed_i8_f32(float inreg %f) nounwind {
; GFX11: ; %bb.0:
; GFX11-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11-NEXT: v_cvt_i32_f32_e32 v0, s0
-; GFX11-NEXT: s_movk_i32 s0, 0xff80
-; GFX11-NEXT: v_med3_i32 v0, v0, s0, 0x7f
+; GFX11-NEXT: v_mov_b32_e32 v1, 0xffffff80
+; GFX11-NEXT: v_med3_i32 v0, v0, v1, 0x7f
; GFX11-NEXT: s_setpc_b64 s[30:31]
;
-; GFX12-ISEL-LABEL: test_s_signed_i8_f32:
-; GFX12-ISEL: ; %bb.0:
-; GFX12-ISEL-NEXT: s_wait_loadcnt_dscnt 0x0
-; GFX12-ISEL-NEXT: s_wait_expcnt 0x0
-; GFX12-ISEL-NEXT: s_wait_samplecnt 0x0
-; GFX12-ISEL-NEXT: s_wait_bvhcnt 0x0
-; GFX12-ISEL-NEXT: s_wait_kmcnt 0x0
-; GFX12-ISEL-NEXT: v_mov_b32_e32 v0, 0x7f
-; GFX12-ISEL-NEXT: s_cvt_i32_f32 s0, s0
-; GFX12-ISEL-NEXT: s_wait_alu depctr_sa_sdst(0)
-; GFX12-ISEL-NEXT: v_med3_i32 v0, 0xffffff80, s0, v0
-; GFX12-ISEL-NEXT: s_setpc_b64 s[30:31]
-;
-; GFX12-GI-LABEL: test_s_signed_i8_f32:
-; GFX12-GI: ; %bb.0:
-; GFX12-GI-NEXT: s_wait_loadcnt_dscnt 0x0
-; GFX12-GI-NEXT: s_wait_expcnt 0x0
-; GFX12-GI-NEXT: s_wait_samplecnt 0x0
-; GFX12-GI-NEXT: s_wait_bvhcnt 0x0
-; GFX12-GI-NEXT: s_wait_kmcnt 0x0
-; GFX12-GI-NEXT: s_cvt_i32_f32 s0, s0
-; GFX12-GI-NEXT: s_wait_alu depctr_sa_sdst(0)
-; GFX12-GI-NEXT: s_min_i32 s0, s0, 0x7f
-; GFX12-GI-NEXT: s_wait_alu depctr_sa_sdst(0)
-; GFX12-GI-NEXT: s_max_i32 s0, s0, 0xffffff80
-; GFX12-GI-NEXT: s_wait_alu depctr_sa_sdst(0)
-; GFX12-GI-NEXT: v_mov_b32_e32 v0, s0
-; GFX12-GI-NEXT: s_setpc_b64 s[30:31]
+; GFX12-LABEL: test_s_signed_i8_f32:
+; GFX12: ; %bb.0:
+; GFX12-NEXT: s_wait_loadcnt_dscnt 0x0
+; GFX12-NEXT: s_wait_expcnt 0x0
+; GFX12-NEXT: s_wait_samplecnt 0x0
+; GFX12-NEXT: s_wait_bvhcnt 0x0
+; GFX12-NEXT: s_wait_kmcnt 0x0
+; GFX12-NEXT: s_cvt_i32_f32 s0, s0
+; GFX12-NEXT: s_wait_alu depctr_sa_sdst(0)
+; GFX12-NEXT: s_min_i32 s0, s0, 0x7f
+; GFX12-NEXT: s_wait_alu depctr_sa_sdst(0)
+; GFX12-NEXT: s_max_i32 s0, s0, 0xffffff80
+; GFX12-NEXT: s_wait_alu depctr_sa_sdst(0)
+; GFX12-NEXT: v_mov_b32_e32 v0, s0
+; GFX12-NEXT: s_setpc_b64 s[30:31]
%x = call i8 @llvm.fptosi.sat.i8.f32(float %f)
ret i8 %x
}
diff --git a/llvm/test/CodeGen/AMDGPU/fptosi-sat-vector.ll b/llvm/test/CodeGen/AMDGPU/fptosi-sat-vector.ll
index ff08c1ac4d30e..9f78989ff3109 100644
--- a/llvm/test/CodeGen/AMDGPU/fptosi-sat-vector.ll
+++ b/llvm/test/CodeGen/AMDGPU/fptosi-sat-vector.ll
@@ -6934,50 +6934,46 @@ define <4 x i8> @test_signed_v4f32_v4i8(<4 x float> %f) {
; GFX11-FAKE16-LABEL: test_signed_v4f32_v4i8:
; GFX11-FAKE16: ; %bb.0:
; GFX11-FAKE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-FAKE16-NEXT: v_cvt_i32_f32_e32 v3, v3
-; GFX11-FAKE16-NEXT: v_cvt_i32_f32_e32 v2, v2
-; GFX11-FAKE16-NEXT: s_movk_i32 s0, 0xff80
-; GFX11-FAKE16-NEXT: v_cvt_i32_f32_e32 v1, v1
-; GFX11-FAKE16-NEXT: v_cvt_i32_f32_e32 v0, v0
-; GFX11-FAKE16-NEXT: v_med3_i32 v3, v3, s0, 0x7f
-; GFX11-FAKE16-NEXT: v_med3_i32 v2, v2, s0, 0x7f
-; GFX11-FAKE16-NEXT: v_med3_i32 v1, v1, s0, 0x7f
-; GFX11-FAKE16-NEXT: v_med3_i32 v0, v0, s0, 0x7f
-; GFX11-FAKE16-NEXT: v_lshlrev_b16 v3, 8, v3
-; GFX11-FAKE16-NEXT: v_and_b32_e32 v2, 0xff, v2
-; GFX11-FAKE16-NEXT: v_lshlrev_b16 v1, 8, v1
+; GFX11-FAKE16-NEXT: v_cvt_pk_i16_f32 v2, v2, v3
+; GFX11-FAKE16-NEXT: v_cvt_pk_i16_f32 v0, v0, v1
+; GFX11-FAKE16-NEXT: v_pk_min_i16 v1, 0x7f007f, v2
+; GFX11-FAKE16-NEXT: v_pk_min_i16 v0, 0x7f007f, v0
+; GFX11-FAKE16-NEXT: v_pk_max_i16 v1, 0xff80ff80, v1
+; GFX11-FAKE16-NEXT: v_pk_max_i16 v0, 0xff80ff80, v0
+; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v2, 16, v1
+; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v3, 16, v0
+; GFX11-FAKE16-NEXT: v_and_b32_e32 v1, 0xff, v1
; GFX11-FAKE16-NEXT: v_and_b32_e32 v0, 0xff, v0
-; GFX11-FAKE16-NEXT: v_or_b32_e32 v2, v2, v3
-; GFX11-FAKE16-NEXT: v_and_b32_e32 v3, 0xffff, v1
-; GFX11-FAKE16-NEXT: v_or_b32_e32 v0, v0, v1
+; GFX11-FAKE16-NEXT: v_lshlrev_b16 v2, 8, v2
+; GFX11-FAKE16-NEXT: v_lshlrev_b16 v3, 8, v3
+; GFX11-FAKE16-NEXT: v_or_b32_e32 v2, v1, v2
+; GFX11-FAKE16-NEXT: v_and_b32_e32 v1, 0xffff, v3
+; GFX11-FAKE16-NEXT: v_or_b32_e32 v0, v0, v3
; GFX11-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2
-; GFX11-FAKE16-NEXT: v_or_b32_e32 v3, v3, v4
-; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v1, 8, v3
+; GFX11-FAKE16-NEXT: v_or_b32_e32 v1, v1, v4
; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v3, 24, v4
+; GFX11-FAKE16-NEXT: v_lshrrev_b32_e32 v1, 8, v1
; GFX11-FAKE16-NEXT: s_setpc_b64 s[30:31]
;
; GFX11-TRUE16-LABEL: test_signed_v4f32_v4i8:
; GFX11-TRUE16: ; %bb.0:
; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
-; GFX11-TRUE16-NEXT: v_cvt_i32_f32_e32 v3, v3
-; GFX11-TRUE16-NEXT: v_cvt_i32_f32_e32 v2, v2
-; GFX11-TRUE16-NEXT: s_movk_i32 s0, 0xff80
-; GFX11-TRUE16-NEXT: v_cvt_i32_f32_e32 v1, v1
-; GFX11-TRUE16-NEXT: v_cvt_i32_f32_e32 v0, v0
-; GFX11-TRUE16-NEXT: v_med3_i32 v3, v3, s0, 0x7f
-; GFX11-TRUE16-NEXT: v_med3_i32 v4, v2, s0, 0x7f
-; GFX11-TRUE16-NEXT: v_med3_i32 v1, v1, s0, 0x7f
-; GFX11-TRUE16-NEXT: v_med3_i32 v0, v0, s0, 0x7f
-; GFX11-TRUE16-NEXT: v_lshlrev_b16 v2.l, 8, v3.l
-; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v4.l
+; GFX11-TRUE16-NEXT: v_cvt_pk_i16_f32 v2, v2, v3
+; GFX11-TRUE16-NEXT: v_cvt_pk_i16_f32 v1, v0, v1
+; GFX11-TRUE16-NEXT: v_pk_min_i16 v2, 0x7f007f, v2
+; GFX11-TRUE16-NEXT: v_pk_min_i16 v1, 0x7f007f, v1
+; GFX11-TRUE16-NEXT: v_pk_max_i16 v2, 0xff80ff80, v2
+; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v2.l
+; GFX11-TRUE16-NEXT: v_lshlrev_b16 v0.h, 8, v2.h
+; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v0.l, v0.h
+; GFX11-TRUE16-NEXT: v_pk_max_i16 v0, 0xff80ff80, v1
+; GFX11-TRUE16-NEXT: v_mov_b16_e32 v1.l, v2.h
; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v0.l
-; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v2.l
-; GFX11-TRUE16-NEXT: v_lshlrev_b16 v2.l, 8, v1.l
-; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.h
+; GFX11-TRUE16-NEXT: v_lshlrev_b16 v2.l, 8, v0.h
+; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1
; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v0.l, v2.l
; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v1, 8, v2
; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v2.h
-; GFX11-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3
; GFX11-TRUE16-NEXT: v_lshrrev_b32_e32 v3, 24, v3
; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31]
;
@@ -6988,27 +6984,25 @@ define <4 x i8> @test_signed_v4f32_v4i8(<4 x float> %f) {
; GFX12-FAKE16-NEXT: s_wait_samplecnt 0x0
; GFX12-FAKE16-NEXT: s_wait_bvhcnt 0x0
; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0
-; GFX12-FAKE16-NEXT: v_cvt_i32_f32_e32 v3, v3
-; GFX12-FAKE16-NEXT: v_cvt_i32_f32_e32 v2, v2
-; GFX12-FAKE16-NEXT: s_movk_i32 s0, 0xff80
-; GFX12-FAKE16-NEXT: v_cvt_i32_f32_e32 v1, v1
-; GFX12-FAKE16-NEXT: v_cvt_i32_f32_e32 v0, v0
-; GFX12-FAKE16-NEXT: s_wait_alu depctr_sa_sdst(0)
-; GFX12-FAKE16-NEXT: v_med3_i32 v3, v3, s0, 0x7f
-; GFX12-FAKE16-NEXT: v_med3_i32 v2, v2, s0, 0x7f
-; GFX12-FAKE16-NEXT: v_med3_i32 v1, v1, s0, 0x7f
-; GFX12-FAKE16-NEXT: v_med3_i32 v0, v0, s0, 0x7f
-; GFX12-FAKE16-NEXT: v_lshlrev_b16 v3, 8, v3
-; GFX12-FAKE16-NEXT: v_and_b32_e32 v2, 0xff, v2
-; GFX12-FAKE16-NEXT: v_lshlrev_b16 v1, 8, v1
+; GFX12-FAKE16-NEXT: v_cvt_pk_i16_f32 v2, v2, v3
+; GFX12-FAKE16-NEXT: v_cvt_pk_i16_f32 v0, v0, v1
+; GFX12-FAKE16-NEXT: v_pk_min_i16 v1, 0x7f007f, v2
+; GFX12-FAKE16-NEXT: v_pk_min_i16 v0, 0x7f007f, v0
+; GFX12-FAKE16-NEXT: v_pk_max_i16 v1, 0xff80ff80, v1
+; GFX12-FAKE16-NEXT: v_pk_max_i16 v0, 0xff80ff80, v0
+; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v2, 16, v1
+; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v3, 16, v0
+; GFX12-FAKE16-NEXT: v_and_b32_e32 v1, 0xff, v1
; GFX12-FAKE16-NEXT: v_and_b32_e32 v0, 0xff, v0
-; GFX12-FAKE16-NEXT: v_or_b32_e32 v2, v2, v3
-; GFX12-FAKE16-NEXT: v_and_b32_e32 v3, 0xffff, v1
-; GFX12-FAKE16-NEXT: v_or_b32_e32 v0, v0, v1
+; GFX12-FAKE16-NEXT: v_lshlrev_b16 v2, 8, v2
+; GFX12-FAKE16-NEXT: v_lshlrev_b16 v3, 8, v3
+; GFX12-FAKE16-NEXT: v_or_b32_e32 v2, v1, v2
+; GFX12-FAKE16-NEXT: v_and_b32_e32 v1, 0xffff, v3
+; GFX12-FAKE16-NEXT: v_or_b32_e32 v0, v0, v3
; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v4, 16, v2
-; GFX12-FAKE16-NEXT: v_or_b32_e32 v3, v3, v4
-; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v1, 8, v3
+; GFX12-FAKE16-NEXT: v_or_b32_e32 v1, v1, v4
; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v3, 24, v4
+; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v1, 8, v1
; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31]
;
; GFX12-TRUE16-LABEL: test_signed_v4f32_v4i8:
@@ -7018,26 +7012,22 @@ define <4 x i8> @test_signed_v4f32_v4i8(<4 x float> %f) {
; GFX12-TRUE16-NEXT: s_wait_samplecnt 0x0
; GFX12-TRUE16-NEXT: s_wait_bvhcnt 0x0
; GFX12-TRUE16-NEXT: s_wait_kmcnt 0x0
-; GFX12-TRUE16-NEXT: v_cvt_i32_f32_e32 v3, v3
-; GFX12-TRUE16-NEXT: v_cvt_i32_f32_e32 v2, v2
-; GFX12-TRUE16-NEXT: s_movk_i32 s0, 0xff80
-; GFX12-TRUE16-NEXT: v_cvt_i32_f32_e32 v1, v1
-; GFX12-TRUE16-NEXT: v_cvt_i32_f32_e32 v0, v0
-; GFX12-TRUE16-NEXT: s_wait_alu depctr_sa_sdst(0)
-; GFX12-TRUE16-NEXT: v_med3_i32 v3, v3, s0, 0x7f
-; GFX12-TRUE16-NEXT: v_med3_i32 v4, v2, s0, 0x7f
-; GFX12-TRUE16-NEXT: v_med3_i32 v1, v1, s0, 0x7f
-; GFX12-TRUE16-NEXT: v_med3_i32 v0, v0, s0, 0x7f
-; GFX12-TRUE16-NEXT: v_lshlrev_b16 v2.l, 8, v3.l
-; GFX12-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v4.l
+; GFX12-TRUE16-NEXT: v_cvt_pk_i16_f32 v2, v2, v3
+; GFX12-TRUE16-NEXT: v_cvt_pk_i16_f32 v1, v0, v1
+; GFX12-TRUE16-NEXT: v_pk_min_i16 v2, 0x7f007f, v2
+; GFX12-TRUE16-NEXT: v_pk_min_i16 v1, 0x7f007f, v1
+; GFX12-TRUE16-NEXT: v_pk_max_i16 v2, 0xff80ff80, v2
+; GFX12-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v2.l
+; GFX12-TRUE16-NEXT: v_lshlrev_b16 v0.h, 8, v2.h
+; GFX12-TRUE16-NEXT: v_or_b16 v2.h, v0.l, v0.h
+; GFX12-TRUE16-NEXT: v_pk_max_i16 v0, 0xff80ff80, v1
+; GFX12-TRUE16-NEXT: v_mov_b16_e32 v1.l, v2.h
; GFX12-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v0.l
-; GFX12-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v2.l
-; GFX12-TRUE16-NEXT: v_lshlrev_b16 v2.l, 8, v1.l
-; GFX12-TRUE16-NEXT: v_mov_b16_e32 v3.l, v2.h
+; GFX12-TRUE16-NEXT: v_lshlrev_b16 v2.l, 8, v0.h
+; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v1
; GFX12-TRUE16-NEXT: v_or_b16 v0.l, v0.l, v2.l
; GFX12-TRUE16-NEXT: v_lshrrev_b32_e32 v1, 8, v2
; GFX12-TRUE16-NEXT: v_mov_b16_e32 v2.l, v2.h
-; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v3, 16, v3
; GFX12-TRUE16-NEXT: v_lshrrev_b32_e32 v3, 24, v3
; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31]
;
@@ -7048,15 +7038,14 @@ define <4 x i8> @test_signed_v4f32_v4i8(<4 x float> %f) {
; GFX12-GI-NEXT: s_wait_samplecnt 0x0
; GFX12-GI-NEXT: s_wait_bvhcnt 0x0
; GFX12-GI-NEXT: s_wait_kmcnt 0x0
-; GFX12-GI-NEXT: v_mov_b32_e32 v4, 0xffffff80
-; GFX12-GI-NEXT: v_cvt_i32_f32_e32 v0, v0
-; GFX...
[truncated]
``````````
</details>
https://github.com/llvm/llvm-project/pull/206522
More information about the llvm-commits
mailing list