[llvm] [AMDGPU] SIPeepholeSDWA: Handle V_CNDMASK_B32_e64 (PR #137930)
Matt Arsenault via llvm-commits
llvm-commits at lists.llvm.org
Wed Apr 30 02:25:36 PDT 2025
================
@@ -1061,6 +1062,79 @@ void SIPeepholeSDWA::pseudoOpConvertToVOP2(MachineInstr &MI,
MISucc.substituteRegister(CarryIn->getReg(), TRI->getVCC(), 0, *TRI);
}
+static unsigned getVCmpEqOpcode(unsigned Bits) {
+ if (Bits == 64)
+ return AMDGPU::V_CMP_EQ_U64_e64;
+ if (Bits == 32)
+ return AMDGPU::V_CMP_EQ_U32_e64;
+ if (Bits == 16)
+ return AMDGPU::V_CMP_EQ_U16_e64;
+
+ llvm_unreachable("Unexpected register bit width.");
+};
+
+/// Try to convert an \p MI in VOP3 which takes an src2 carry-in
+/// operand into the corresponding VOP2 form which expects the
+/// argument in VCC. To this end, either try to change the definition
+/// of the carry-in operand to write to VCC or add an instruction that
+/// copies from the carry-in to VCC. The conversion will only be
+/// applied if \p MI can be shrunk to VOP2 and if VCC can be proven to
+/// be dead before \p MI.
+void SIPeepholeSDWA::convertToImplicitVcc(MachineInstr &MI,
+ const GCNSubtarget &ST) const {
+ assert(MI.getOpcode() == AMDGPU::V_CNDMASK_B32_e64);
+
+ MCRegister Vcc = TRI->getVCC();
+ // FIXME Conversion introduces implicit vcc_hi use
+ if (Vcc == AMDGPU::VCC_LO)
+ return;
+
+ LLVM_DEBUG(dbgs() << "Attempting VOP2 conversion: " << MI);
+ if (!TII->canShrink(MI, *MRI)) {
+ LLVM_DEBUG(dbgs() << "Cannot shrink instruction\n");
+ return;
+ }
+
+ const MachineOperand &CarryIn =
+ *TII->getNamedOperand(MI, AMDGPU::OpName::src2);
+
+ // Make sure VCC or its subregs are dead before MI.
+ MachineBasicBlock &MBB = *MI.getParent();
+ auto Liveness = MBB.computeRegisterLiveness(TRI, Vcc, MI, 100);
+ if (Liveness != MachineBasicBlock::LQR_Dead) {
+ LLVM_DEBUG(dbgs() << "VCC not known to be dead before instruction.\n");
+ return;
+ }
+ // Change destination of compare instruction to VCC
+ // or copy to VCC if carry-in is not a compare inst.
+ Register CarryReg = CarryIn.getReg();
+ MachineInstr &CarryDef = *MRI->getVRegDef(CarryReg);
----------------
arsenm wrote:
This will fail if CarryIn is undef
https://github.com/llvm/llvm-project/pull/137930
More information about the llvm-commits
mailing list