[llvm] Redesign Straight-Line Strength Reduction (SLSR) (PR #162930)
Matt Arsenault via llvm-commits
llvm-commits at lists.llvm.org
Fri Oct 10 17:52:10 PDT 2025
================
@@ -561,118 +1067,164 @@ void StraightLineStrengthReduce::allocateCandidatesAndFindBasisForGEP(
DL->getIndexSizeInBits(GEP->getAddressSpace())) {
// Skip factoring if TruncatedArrayIdx is wider than the pointer size,
// because TruncatedArrayIdx is implicitly truncated to the pointer size.
- factorArrayIndex(TruncatedArrayIdx, BaseExpr, ElementSize, GEP);
+ allocateCandidatesAndFindBasis(Candidate::GEP, BaseExpr, ElementSizeIdx,
+ TruncatedArrayIdx, GEP);
}
IndexExprs[I - 1] = OrigIndexExpr;
}
}
-// A helper function that unifies the bitwidth of A and B.
-static void unifyBitWidth(APInt &A, APInt &B) {
- if (A.getBitWidth() < B.getBitWidth())
- A = A.sext(B.getBitWidth());
- else if (A.getBitWidth() > B.getBitWidth())
- B = B.sext(A.getBitWidth());
-}
-
Value *StraightLineStrengthReduce::emitBump(const Candidate &Basis,
const Candidate &C,
IRBuilder<> &Builder,
const DataLayout *DL) {
- APInt Idx = C.Index->getValue(), BasisIdx = Basis.Index->getValue();
- unifyBitWidth(Idx, BasisIdx);
- APInt IndexOffset = Idx - BasisIdx;
+ auto CreateMul = [&](Value *LHS, Value *RHS) {
+ if (isa<ConstantInt>(RHS)) {
+ APInt ConstRHS = cast<ConstantInt>(RHS)->getValue();
+ IntegerType *DeltaType =
+ IntegerType::get(C.Ins->getContext(), ConstRHS.getBitWidth());
+ if (ConstRHS.isPowerOf2()) {
+ ConstantInt *Exponent =
+ ConstantInt::get(DeltaType, ConstRHS.logBase2());
+ return Builder.CreateShl(LHS, Exponent);
+ }
+ if (ConstRHS.isNegatedPowerOf2()) {
+ ConstantInt *Exponent =
+ ConstantInt::get(DeltaType, (-ConstRHS).logBase2());
+ return Builder.CreateNeg(Builder.CreateShl(LHS, Exponent));
+ }
+ }
- // Compute Bump = C - Basis = (i' - i) * S.
- // Common case 1: if (i' - i) is 1, Bump = S.
- if (IndexOffset == 1)
- return C.Stride;
- // Common case 2: if (i' - i) is -1, Bump = -S.
- if (IndexOffset.isAllOnes())
- return Builder.CreateNeg(C.Stride);
+ return Builder.CreateMul(LHS, RHS);
+ };
- // Otherwise, Bump = (i' - i) * sext/trunc(S). Note that (i' - i) and S may
- // have different bit widths.
- IntegerType *DeltaType =
- IntegerType::get(Basis.Ins->getContext(), IndexOffset.getBitWidth());
- Value *ExtendedStride = Builder.CreateSExtOrTrunc(C.Stride, DeltaType);
- if (IndexOffset.isPowerOf2()) {
- // If (i' - i) is a power of 2, Bump = sext/trunc(S) << log(i' - i).
- ConstantInt *Exponent = ConstantInt::get(DeltaType, IndexOffset.logBase2());
- return Builder.CreateShl(ExtendedStride, Exponent);
- }
- if (IndexOffset.isNegatedPowerOf2()) {
- // If (i - i') is a power of 2, Bump = -sext/trunc(S) << log(i' - i).
- ConstantInt *Exponent =
- ConstantInt::get(DeltaType, (-IndexOffset).logBase2());
- return Builder.CreateNeg(Builder.CreateShl(ExtendedStride, Exponent));
+ if (C.DeltaKind == Candidate::IndexDelta) {
+ APInt IndexOffset = cast<ConstantInt>(C.Delta)->getValue();
+ // IndexDelta
+ // X = B + i * S
+ // Y = B + i` * S
+ // = B + (i' - i) * S
+ // = X + Delta * S
+ // Bump = (i' - i) * S
+
+ // If Delta is 0, C is a fully redundant of C.Basis,
+ // just replace C.Ins with Basis.Ins
+ if (IndexOffset.isZero())
+ return nullptr;
+
+ // Compute Bump = C - Basis = (i' - i) * S.
+ // Common case 1: if (i' - i) is 1, Bump = S.
+ if (IndexOffset == 1)
+ return C.Stride;
+ // Common case 2: if (i' - i) is -1, Bump = -S.
+ if (IndexOffset.isAllOnes())
+ return Builder.CreateNeg(C.Stride);
+
+ IntegerType *DeltaType =
+ IntegerType::get(Basis.Ins->getContext(), IndexOffset.getBitWidth());
+ Value *ExtendedStride = Builder.CreateSExtOrTrunc(C.Stride, DeltaType);
+
+ return CreateMul(ExtendedStride, C.Delta);
+ } else {
----------------
arsenm wrote:
No else after return
https://github.com/llvm/llvm-project/pull/162930
More information about the llvm-commits
mailing list