[llvm] [VPlan] Impl VPlan-based pattern match for ExtendedRed and MulAccRed (NFCI) (PR #113903)
Florian Hahn via llvm-commits
llvm-commits at lists.llvm.org
Mon Dec 9 02:05:49 PST 2024
================
@@ -2694,6 +2724,202 @@ class VPReductionEVLRecipe : public VPReductionRecipe {
}
};
+/// A recipe to represent inloop extended reduction operations, performing a
+/// reduction on a vector operand into a scalar value, and adding the result to
+/// a chain. This recipe is high level abstract which will generate
+/// VPReductionRecipe and VPWidenCastRecipe before execution. The Operands are
+/// {ChainOp, VecOp, [Condition]}.
+class VPExtendedReductionRecipe : public VPReductionRecipe {
+ Instruction::CastOps ExtOp;
+ DebugLoc ExtDL;
+ /// Non-negative flag for the extended instruction.
+ bool IsNonNeg;
+
+protected:
+ VPExtendedReductionRecipe(const unsigned char SC,
+ const RecurrenceDescriptor &R, Instruction *RedI,
+ Instruction::CastOps ExtOp, DebugLoc ExtDL,
+ bool IsNonNeg, VPValue *ChainOp, VPValue *VecOp,
+ VPValue *CondOp, bool IsOrdered)
+ : VPReductionRecipe(SC, R, RedI, ArrayRef<VPValue *>({ChainOp, VecOp}),
+ CondOp, IsOrdered),
+ ExtOp(ExtOp), ExtDL(ExtDL), IsNonNeg(IsNonNeg) {}
+
+public:
+ VPExtendedReductionRecipe(const RecurrenceDescriptor &R, Instruction *RedI,
+ VPValue *ChainOp, VPWidenCastRecipe *Ext,
+ VPValue *CondOp, bool IsOrdered)
+ : VPExtendedReductionRecipe(VPDef::VPExtendedReductionSC, R, RedI,
+ Ext->getOpcode(), Ext->getDebugLoc(),
+ Ext->isNonNeg(), ChainOp, Ext->getOperand(0),
+ CondOp, IsOrdered) {}
+
+ ~VPExtendedReductionRecipe() override = default;
+
+ VPExtendedReductionRecipe *clone() override {
+ llvm_unreachable("Not implement yet");
+ }
+
+ VP_CLASSOF_IMPL(VPDef::VPExtendedReductionSC);
+
+ void execute(VPTransformState &State) override {
+ llvm_unreachable("VPExtendedReductionRecipe should be transform to "
+ "VPExtendedRecipe + VPReductionRecipe before execution.");
+ };
+
+ /// Return the cost of VPExtendedReductionRecipe.
+ InstructionCost computeCost(ElementCount VF,
+ VPCostContext &Ctx) const override;
+
+#if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
+ /// Print the recipe.
+ void print(raw_ostream &O, const Twine &Indent,
+ VPSlotTracker &SlotTracker) const override;
+#endif
+
+ /// The scalar type after extended.
+ Type *getResultType() const {
+ return getRecurrenceDescriptor().getRecurrenceType();
+ }
+
+ bool isZExt() const { return getExtOpcode() == Instruction::ZExt; }
+
+ /// The Opcode of extend instruction.
+ Instruction::CastOps getExtOpcode() const { return ExtOp; }
+
+ bool getNonNegFlags() const { return IsNonNeg; }
+
+ /// Return the debug location of the extend instruction.
+ DebugLoc getExtDebugLoc() const { return ExtDL; }
+};
+
+/// A recipe to represent inloop MulAccreduction operations, performing a
+/// reduction on a vector operand into a scalar value, and adding the result to
+/// a chain. This recipe is high level abstract which will generate
+/// VPReductionRecipe VPWidenRecipe(mul) and VPWidenCastRecipes before
+/// execution. The Operands are {ChainOp, VecOp1, VecOp2, [Condition]}.
+class VPMulAccRecipe : public VPReductionRecipe {
+
+ // WrapFlags (NoUnsignedWraps, NoSignedWraps)
+ bool NUW;
+ bool NSW;
----------------
fhahn wrote:
Is it possible to handle this via VPRecipeWithIRFlags?
https://github.com/llvm/llvm-project/pull/113903
More information about the llvm-commits
mailing list