[llvm] [RISC-V] Fix check of minimum vlen. (PR #114055)
Harald van Dijk via llvm-commits
llvm-commits at lists.llvm.org
Tue Oct 29 08:35:20 PDT 2024
https://github.com/hvdijk updated https://github.com/llvm/llvm-project/pull/114055
>From 3da9bc09f5ee38c6e4edc15769c069bbf0eafc26 Mon Sep 17 00:00:00 2001
From: Harald van Dijk <harald.vandijk at codeplay.com>
Date: Tue, 29 Oct 2024 12:01:02 +0000
Subject: [PATCH] Fix check of minimum vlen.
If we have a minimum vlen, we were adjusting StackSize to change the
unit from vscale to bytes, and then calculating the required padding
size for alignment in bytes. However, we then used that padding size as
an offset in vscale units, resulting in misplaced stack objects.
While it would be possible to adjust the object offsets by dividing
AlignmentPadding by ST.getRealMinVLen() / RISCV::RVVBitsPerBlock, we can
simplify the calculation a bit if instead we adjust the alignment to be
in vscale units.
---
llvm/lib/Target/RISCV/RISCVFrameLowering.cpp | 24 ++---
.../CodeGen/RISCV/rvv/allocate-lmul-2-4-8.ll | 101 ++++++++++++++++++
2 files changed, 113 insertions(+), 12 deletions(-)
diff --git a/llvm/lib/Target/RISCV/RISCVFrameLowering.cpp b/llvm/lib/Target/RISCV/RISCVFrameLowering.cpp
index b49cbab1876d79..d70903519ecb05 100644
--- a/llvm/lib/Target/RISCV/RISCVFrameLowering.cpp
+++ b/llvm/lib/Target/RISCV/RISCVFrameLowering.cpp
@@ -1133,23 +1133,23 @@ RISCVFrameLowering::assignRVVStackObjectOffsets(MachineFunction &MF) const {
uint64_t StackSize = Offset;
- // Multiply by vscale.
- if (ST.getRealMinVLen() >= RISCV::RVVBitsPerBlock)
- StackSize *= ST.getRealMinVLen() / RISCV::RVVBitsPerBlock;
-
// Ensure the alignment of the RVV stack. Since we want the most-aligned
// object right at the bottom (i.e., any padding at the top of the frame),
// readjust all RVV objects down by the alignment padding.
- if (auto AlignmentPadding = offsetToAlignment(StackSize, RVVStackAlign)) {
- StackSize += AlignmentPadding;
- for (int FI : ObjectsToAllocate)
- MFI.setObjectOffset(FI, MFI.getObjectOffset(FI) - AlignmentPadding);
+ // Stack size and offsets are multiples of vscale, stack alignment is in
+ // bytes, we can divide stack alignment by minimum vscale to get a maximum
+ // stack alignment multiple of vscale.
+ auto VScale =
+ std::max<uint64_t>(ST.getRealMinVLen() / RISCV::RVVBitsPerBlock, 1);
+ if (auto RVVStackAlignVScale = RVVStackAlign.value() / VScale) {
+ if (auto AlignmentPadding =
+ offsetToAlignment(StackSize, Align(RVVStackAlignVScale))) {
+ StackSize += AlignmentPadding;
+ for (int FI : ObjectsToAllocate)
+ MFI.setObjectOffset(FI, MFI.getObjectOffset(FI) - AlignmentPadding);
+ }
}
- // Remove vscale.
- if (ST.getRealMinVLen() >= RISCV::RVVBitsPerBlock)
- StackSize /= ST.getRealMinVLen() / RISCV::RVVBitsPerBlock;
-
return std::make_pair(StackSize, RVVStackAlign);
}
diff --git a/llvm/test/CodeGen/RISCV/rvv/allocate-lmul-2-4-8.ll b/llvm/test/CodeGen/RISCV/rvv/allocate-lmul-2-4-8.ll
index 35e269b9119025..43be8feece23c1 100644
--- a/llvm/test/CodeGen/RISCV/rvv/allocate-lmul-2-4-8.ll
+++ b/llvm/test/CodeGen/RISCV/rvv/allocate-lmul-2-4-8.ll
@@ -756,3 +756,104 @@ define void @lmul_8_x9() nounwind {
%v9 = alloca <vscale x 8 x i64>
ret void
}
+
+define void @lmul_16_align() nounwind {
+; NOZBA-LABEL: lmul_16_align:
+; NOZBA: # %bb.0:
+; NOZBA-NEXT: addi sp, sp, -144
+; NOZBA-NEXT: sd ra, 136(sp) # 8-byte Folded Spill
+; NOZBA-NEXT: sd s0, 128(sp) # 8-byte Folded Spill
+; NOZBA-NEXT: addi s0, sp, 144
+; NOZBA-NEXT: csrr a0, vlenb
+; NOZBA-NEXT: li a1, 24
+; NOZBA-NEXT: mul a0, a0, a1
+; NOZBA-NEXT: sub sp, sp, a0
+; NOZBA-NEXT: andi sp, sp, -128
+; NOZBA-NEXT: vsetvli a0, zero, e64, m8, ta, ma
+; NOZBA-NEXT: vmv.v.i v8, 0
+; NOZBA-NEXT: csrr a0, vlenb
+; NOZBA-NEXT: add a0, sp, a0
+; NOZBA-NEXT: addi a0, a0, 128
+; NOZBA-NEXT: vs8r.v v8, (a0)
+; NOZBA-NEXT: csrr a1, vlenb
+; NOZBA-NEXT: slli a1, a1, 3
+; NOZBA-NEXT: add a0, a0, a1
+; NOZBA-NEXT: vs8r.v v8, (a0)
+; NOZBA-NEXT: vsetvli a0, zero, e64, m1, ta, ma
+; NOZBA-NEXT: vmv.v.i v8, 0
+; NOZBA-NEXT: addi a0, sp, 128
+; NOZBA-NEXT: vs1r.v v8, (a0)
+; NOZBA-NEXT: addi sp, s0, -144
+; NOZBA-NEXT: ld ra, 136(sp) # 8-byte Folded Reload
+; NOZBA-NEXT: ld s0, 128(sp) # 8-byte Folded Reload
+; NOZBA-NEXT: addi sp, sp, 144
+; NOZBA-NEXT: ret
+;
+; ZBA-LABEL: lmul_16_align:
+; ZBA: # %bb.0:
+; ZBA-NEXT: addi sp, sp, -144
+; ZBA-NEXT: sd ra, 136(sp) # 8-byte Folded Spill
+; ZBA-NEXT: sd s0, 128(sp) # 8-byte Folded Spill
+; ZBA-NEXT: addi s0, sp, 144
+; ZBA-NEXT: csrr a0, vlenb
+; ZBA-NEXT: slli a0, a0, 3
+; ZBA-NEXT: sh1add a0, a0, a0
+; ZBA-NEXT: sub sp, sp, a0
+; ZBA-NEXT: andi sp, sp, -128
+; ZBA-NEXT: vsetvli a0, zero, e64, m8, ta, ma
+; ZBA-NEXT: vmv.v.i v8, 0
+; ZBA-NEXT: csrr a0, vlenb
+; ZBA-NEXT: add a0, sp, a0
+; ZBA-NEXT: addi a0, a0, 128
+; ZBA-NEXT: vs8r.v v8, (a0)
+; ZBA-NEXT: csrr a1, vlenb
+; ZBA-NEXT: sh3add a0, a1, a0
+; ZBA-NEXT: vs8r.v v8, (a0)
+; ZBA-NEXT: vsetvli a0, zero, e64, m1, ta, ma
+; ZBA-NEXT: vmv.v.i v8, 0
+; ZBA-NEXT: addi a0, sp, 128
+; ZBA-NEXT: vs1r.v v8, (a0)
+; ZBA-NEXT: addi sp, s0, -144
+; ZBA-NEXT: ld ra, 136(sp) # 8-byte Folded Reload
+; ZBA-NEXT: ld s0, 128(sp) # 8-byte Folded Reload
+; ZBA-NEXT: addi sp, sp, 144
+; ZBA-NEXT: ret
+;
+; NOMUL-LABEL: lmul_16_align:
+; NOMUL: # %bb.0:
+; NOMUL-NEXT: addi sp, sp, -144
+; NOMUL-NEXT: sd ra, 136(sp) # 8-byte Folded Spill
+; NOMUL-NEXT: sd s0, 128(sp) # 8-byte Folded Spill
+; NOMUL-NEXT: addi s0, sp, 144
+; NOMUL-NEXT: csrr a0, vlenb
+; NOMUL-NEXT: slli a0, a0, 3
+; NOMUL-NEXT: mv a1, a0
+; NOMUL-NEXT: slli a0, a0, 1
+; NOMUL-NEXT: add a0, a0, a1
+; NOMUL-NEXT: sub sp, sp, a0
+; NOMUL-NEXT: andi sp, sp, -128
+; NOMUL-NEXT: vsetvli a0, zero, e64, m8, ta, ma
+; NOMUL-NEXT: vmv.v.i v8, 0
+; NOMUL-NEXT: csrr a0, vlenb
+; NOMUL-NEXT: add a0, sp, a0
+; NOMUL-NEXT: addi a0, a0, 128
+; NOMUL-NEXT: vs8r.v v8, (a0)
+; NOMUL-NEXT: csrr a1, vlenb
+; NOMUL-NEXT: slli a1, a1, 3
+; NOMUL-NEXT: add a0, a0, a1
+; NOMUL-NEXT: vs8r.v v8, (a0)
+; NOMUL-NEXT: vsetvli a0, zero, e64, m1, ta, ma
+; NOMUL-NEXT: vmv.v.i v8, 0
+; NOMUL-NEXT: addi a0, sp, 128
+; NOMUL-NEXT: vs1r.v v8, (a0)
+; NOMUL-NEXT: addi sp, s0, -144
+; NOMUL-NEXT: ld ra, 136(sp) # 8-byte Folded Reload
+; NOMUL-NEXT: ld s0, 128(sp) # 8-byte Folded Reload
+; NOMUL-NEXT: addi sp, sp, 144
+; NOMUL-NEXT: ret
+ %v1 = alloca <vscale x 16 x i64>
+ %v2 = alloca <vscale x 1 x i64>
+ store <vscale x 16 x i64> zeroinitializer, ptr %v1
+ store <vscale x 1 x i64> zeroinitializer, ptr %v2
+ ret void
+}
More information about the llvm-commits
mailing list