[llvm] d841c88 - [RISCV] Move spread(4,8) shuffle lowering above generic fallbacks [NFC
Philip Reames via llvm-commits
llvm-commits at lists.llvm.org
Fri Jan 31 12:44:36 PST 2025
Author: Philip Reames
Date: 2025-01-31T12:43:46-08:00
New Revision: d841c8842e17b7e74c3ee98c13a8a2505566deed
URL: https://github.com/llvm/llvm-project/commit/d841c8842e17b7e74c3ee98c13a8a2505566deed
DIFF: https://github.com/llvm/llvm-project/commit/d841c8842e17b7e74c3ee98c13a8a2505566deed.diff
LOG: [RISCV] Move spread(4,8) shuffle lowering above generic fallbacks [NFC
NFC because the patterns are distinct, but has confused me now twice
despite being the person who wrote said code.
Added:
Modified:
llvm/lib/Target/RISCV/RISCVISelLowering.cpp
Removed:
################################################################################
diff --git a/llvm/lib/Target/RISCV/RISCVISelLowering.cpp b/llvm/lib/Target/RISCV/RISCVISelLowering.cpp
index c70e93d0fa4766..07e3390f3fbb22 100644
--- a/llvm/lib/Target/RISCV/RISCVISelLowering.cpp
+++ b/llvm/lib/Target/RISCV/RISCVISelLowering.cpp
@@ -5601,6 +5601,23 @@ static SDValue lowerVECTOR_SHUFFLE(SDValue Op, SelectionDAG &DAG,
if (SDValue V = lowerVECTOR_SHUFFLEAsRotate(SVN, DAG, Subtarget))
return V;
+ // Match a spread(4,8) which can be done via extend and shift. Spread(2)
+ // is fully covered in interleave(2) above, so it is ignored here.
+ if (VT.getScalarSizeInBits() < Subtarget.getELen()) {
+ unsigned MaxFactor = Subtarget.getELen() / VT.getScalarSizeInBits();
+ assert(MaxFactor == 2 || MaxFactor == 4 || MaxFactor == 8);
+ for (unsigned Factor = 4; Factor <= MaxFactor; Factor <<= 1) {
+ unsigned Index;
+ if (isSpreadMask(Mask, Factor, Index)) {
+ MVT NarrowVT =
+ MVT::getVectorVT(VT.getVectorElementType(), NumElts / Factor);
+ SDValue Src = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, NarrowVT, V1,
+ DAG.getVectorIdxConstant(0, DL));
+ return getWideningSpread(Src, Factor, Index, DL, DAG);
+ }
+ }
+ }
+
// Before hitting generic lowering fallbacks, try to widen the mask
// to a wider SEW.
if (SDValue V = tryWidenMaskForShuffle(Op, DAG))
@@ -5625,23 +5642,6 @@ static SDValue lowerVECTOR_SHUFFLE(SDValue Op, SelectionDAG &DAG,
DAG.getUNDEF(VT));
}
- // Match a spread(4,8) which can be done via extend and shift. Spread(2)
- // is fully covered in interleave(2) above, so it is ignored here.
- if (VT.getScalarSizeInBits() < Subtarget.getELen()) {
- unsigned MaxFactor = Subtarget.getELen() / VT.getScalarSizeInBits();
- assert(MaxFactor == 2 || MaxFactor == 4 || MaxFactor == 8);
- for (unsigned Factor = 4; Factor <= MaxFactor; Factor <<= 1) {
- unsigned Index;
- if (isSpreadMask(Mask, Factor, Index)) {
- MVT NarrowVT =
- MVT::getVectorVT(VT.getVectorElementType(), NumElts / Factor);
- SDValue Src = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, NarrowVT, V1,
- DAG.getVectorIdxConstant(0, DL));
- return getWideningSpread(Src, Factor, Index, DL, DAG);
- }
- }
- }
-
if (VT.getScalarSizeInBits() == 8 &&
any_of(Mask, [&](const auto &Idx) { return Idx > 255; })) {
// On such a vector we're unable to use i8 as the index type.
More information about the llvm-commits
mailing list