[llvm] 6dd21d1 - [AMDGPU][SIFoldOperands] Consider the alignment constraints
Christudasan Devadasan via llvm-commits
llvm-commits at lists.llvm.org
Wed Mar 16 19:59:40 PDT 2022
Author: Christudasan Devadasan
Date: 2022-03-17T08:27:53+05:30
New Revision: 6dd21d1db14f1589f93cb14e572320eaab823f16
URL: https://github.com/llvm/llvm-project/commit/6dd21d1db14f1589f93cb14e572320eaab823f16
DIFF: https://github.com/llvm/llvm-project/commit/6dd21d1db14f1589f93cb14e572320eaab823f16.diff
LOG: [AMDGPU][SIFoldOperands] Consider the alignment constraints
Enforced an alignment check while folding the operands.
Added:
llvm/test/CodeGen/AMDGPU/si-fold-aligned-agprs.mir
llvm/test/CodeGen/AMDGPU/si-fold-aligned-vgprs.mir
Modified:
llvm/lib/Target/AMDGPU/SIFoldOperands.cpp
Removed:
################################################################################
diff --git a/llvm/lib/Target/AMDGPU/SIFoldOperands.cpp b/llvm/lib/Target/AMDGPU/SIFoldOperands.cpp
index 8f8ed936422d1..367951458ea45 100644
--- a/llvm/lib/Target/AMDGPU/SIFoldOperands.cpp
+++ b/llvm/lib/Target/AMDGPU/SIFoldOperands.cpp
@@ -912,6 +912,22 @@ void SIFoldOperands::foldOperand(
}
if (!FoldingImmLike) {
+ if (OpToFold.isReg() && ST->needsAlignedVGPRs()) {
+ // Don't fold if OpToFold doesn't hold an aligned register.
+ const TargetRegisterClass *RC =
+ TRI->getRegClassForReg(*MRI, OpToFold.getReg());
+ if (TRI->hasVectorRegisters(RC) && OpToFold.getSubReg()) {
+ unsigned SubReg = OpToFold.getSubReg();
+ const TargetRegisterClass *SubRC = TRI->getSubRegClass(RC, SubReg);
+ RC = TRI->getCompatibleSubRegClass(RC, SubRC, SubReg);
+ if (RC)
+ RC = SubRC;
+ }
+
+ if (!RC || !TRI->isProperlyAlignedRC(*RC))
+ return;
+ }
+
tryAddToFoldList(FoldList, UseMI, UseOpIdx, &OpToFold, TII);
// FIXME: We could try to change the instruction from 64-bit to 32-bit
diff --git a/llvm/test/CodeGen/AMDGPU/si-fold-aligned-agprs.mir b/llvm/test/CodeGen/AMDGPU/si-fold-aligned-agprs.mir
new file mode 100644
index 0000000000000..a0ea04b1b9c0f
--- /dev/null
+++ b/llvm/test/CodeGen/AMDGPU/si-fold-aligned-agprs.mir
@@ -0,0 +1,244 @@
+# NOTE: Assertions have been autogenerated by utils/update_mir_test_checks.py
+# RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx90a -run-pass=si-fold-operands -verify-machineinstrs -o - %s | FileCheck --check-prefix=GFX90A %s
+
+# Should fold only the aligned agpr copies with their uses.
+
+---
+name: aligned_agpr_64
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX90A-LABEL: name: aligned_agpr_64
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:areg_64_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:areg_64_align2 = IMPLICIT_DEF
+ %2:areg_64_align2 = COPY killed %1
+ GLOBAL_STORE_DWORDX2 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: unaligned_agpr_64
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX90A-LABEL: name: unaligned_agpr_64
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:areg_64 = IMPLICIT_DEF
+ ; GFX90A-NEXT: [[COPY1:%[0-9]+]]:areg_64_align2 = COPY killed [[DEF]]
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:areg_64 = IMPLICIT_DEF
+ %2:areg_64_align2 = COPY killed %1
+ GLOBAL_STORE_DWORDX2 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: aligned_agpr_96_sub0_subg1
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX90A-LABEL: name: aligned_agpr_96_sub0_subg1
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:areg_96_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]].sub0_sub1, 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:areg_96_align2 = IMPLICIT_DEF
+ %2:areg_64_align2 = COPY killed %1.sub0_sub1:areg_96_align2
+ GLOBAL_STORE_DWORDX2 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: unaligned_agpr_96_sub1_sub2
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX90A-LABEL: name: unaligned_agpr_96_sub1_sub2
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:areg_96_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: [[COPY1:%[0-9]+]]:areg_64_align2 = COPY killed [[DEF]].sub1_sub2
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:areg_96_align2 = IMPLICIT_DEF
+ %2:areg_64_align2 = COPY killed %1.sub1_sub2:areg_96_align2
+ GLOBAL_STORE_DWORDX2 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: aligned_agpr_96
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX90A-LABEL: name: aligned_agpr_96
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:areg_96_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX3 [[COPY]], [[DEF]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:areg_96_align2 = IMPLICIT_DEF
+ %2:areg_96_align2 = COPY killed %1
+ GLOBAL_STORE_DWORDX3 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: unaligned_agpr_96
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX90A-LABEL: name: unaligned_agpr_96
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:areg_96 = IMPLICIT_DEF
+ ; GFX90A-NEXT: [[COPY1:%[0-9]+]]:areg_96_align2 = COPY killed [[DEF]]
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:areg_96 = IMPLICIT_DEF
+ %2:areg_96_align2 = COPY killed %1
+ GLOBAL_STORE_DWORDX3 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: aligned_agpr_128_sub0_sub1
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX90A-LABEL: name: aligned_agpr_128_sub0_sub1
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:areg_128_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]].sub0_sub1, 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:areg_128_align2 = IMPLICIT_DEF
+ %2:areg_64_align2 = COPY killed %1.sub0_sub1:areg_128_align2
+ GLOBAL_STORE_DWORDX2 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: aligned_agpr_128_sub2_sub3
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX90A-LABEL: name: aligned_agpr_128_sub2_sub3
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:areg_128_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]].sub2_sub3, 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:areg_128_align2 = IMPLICIT_DEF
+ %2:areg_64_align2 = COPY killed %1.sub2_sub3:areg_128_align2
+ GLOBAL_STORE_DWORDX2 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: unaligned_agpr_128_sub1_sub2
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX90A-LABEL: name: unaligned_agpr_128_sub1_sub2
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:areg_128_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: [[COPY1:%[0-9]+]]:areg_64_align2 = COPY killed [[DEF]].sub1_sub2
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:areg_128_align2 = IMPLICIT_DEF
+ %2:areg_64_align2 = COPY killed %1.sub1_sub2:areg_128_align2
+ GLOBAL_STORE_DWORDX2 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: aligned_agpr_128_sub0_sub1_sub2
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX90A-LABEL: name: aligned_agpr_128_sub0_sub1_sub2
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:areg_128_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX3 [[COPY]], [[DEF]].sub0_sub1_sub2, 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:areg_128_align2 = IMPLICIT_DEF
+ %2:areg_96_align2 = COPY killed %1.sub0_sub1_sub2:areg_128_align2
+ GLOBAL_STORE_DWORDX3 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: unaligned_agpr_128_sub1_sub2_sub3
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX90A-LABEL: name: unaligned_agpr_128_sub1_sub2_sub3
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:areg_128_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: [[COPY1:%[0-9]+]]:areg_96_align2 = COPY killed [[DEF]].sub1_sub2_sub3
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:areg_128_align2 = IMPLICIT_DEF
+ %2:areg_96_align2 = COPY killed %1.sub1_sub2_sub3:areg_128_align2
+ GLOBAL_STORE_DWORDX3 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: aligned_agpr_128
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX90A-LABEL: name: aligned_agpr_128
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:areg_128_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX4 [[COPY]], [[DEF]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:areg_128_align2 = IMPLICIT_DEF
+ %2:areg_128_align2 = COPY killed %1
+ GLOBAL_STORE_DWORDX4 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: unaligned_agpr_128
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX90A-LABEL: name: unaligned_agpr_128
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:areg_128 = IMPLICIT_DEF
+ ; GFX90A-NEXT: [[COPY1:%[0-9]+]]:areg_128_align2 = COPY killed [[DEF]]
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:areg_128 = IMPLICIT_DEF
+ %2:areg_128_align2 = COPY killed %1
+ GLOBAL_STORE_DWORDX4 %0, %2, 0, 0, implicit $exec
+...
diff --git a/llvm/test/CodeGen/AMDGPU/si-fold-aligned-vgprs.mir b/llvm/test/CodeGen/AMDGPU/si-fold-aligned-vgprs.mir
new file mode 100644
index 0000000000000..90924b3345fa0
--- /dev/null
+++ b/llvm/test/CodeGen/AMDGPU/si-fold-aligned-vgprs.mir
@@ -0,0 +1,323 @@
+# NOTE: Assertions have been autogenerated by utils/update_mir_test_checks.py
+# RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx908 -run-pass=si-fold-operands -verify-machineinstrs -o - %s | FileCheck --check-prefix=GFX908 %s
+# RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx90a -run-pass=si-fold-operands -verify-machineinstrs -o - %s | FileCheck --check-prefix=GFX90A %s
+
+# Should fold all copies for gfx908. In case of gfx90a, the folding must happen only for the aligned cases.
+
+---
+name: aligned_vgpr_64
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX908-LABEL: name: aligned_vgpr_64
+ ; GFX908: liveins: $vgpr0_vgpr1
+ ; GFX908-NEXT: {{ $}}
+ ; GFX908-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX908-NEXT: [[DEF:%[0-9]+]]:vreg_64_align2 = IMPLICIT_DEF
+ ; GFX908-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]], 0, 0, implicit $exec
+ ; GFX90A-LABEL: name: aligned_vgpr_64
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:vreg_64_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:vreg_64_align2 = IMPLICIT_DEF
+ %2:vreg_64_align2 = COPY killed %1
+ GLOBAL_STORE_DWORDX2 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: unaligned_vgpr_64
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX908-LABEL: name: unaligned_vgpr_64
+ ; GFX908: liveins: $vgpr0_vgpr1
+ ; GFX908-NEXT: {{ $}}
+ ; GFX908-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX908-NEXT: [[DEF:%[0-9]+]]:vreg_64 = IMPLICIT_DEF
+ ; GFX908-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]], 0, 0, implicit $exec
+ ; GFX90A-LABEL: name: unaligned_vgpr_64
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:vreg_64 = IMPLICIT_DEF
+ ; GFX90A-NEXT: [[COPY1:%[0-9]+]]:vreg_64_align2 = COPY killed [[DEF]]
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:vreg_64 = IMPLICIT_DEF
+ %2:vreg_64_align2 = COPY killed %1
+ GLOBAL_STORE_DWORDX2 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: aligned_vgpr_96_sub0_subg1
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX908-LABEL: name: aligned_vgpr_96_sub0_subg1
+ ; GFX908: liveins: $vgpr0_vgpr1
+ ; GFX908-NEXT: {{ $}}
+ ; GFX908-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX908-NEXT: [[DEF:%[0-9]+]]:vreg_96_align2 = IMPLICIT_DEF
+ ; GFX908-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]].sub0_sub1, 0, 0, implicit $exec
+ ; GFX90A-LABEL: name: aligned_vgpr_96_sub0_subg1
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:vreg_96_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]].sub0_sub1, 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:vreg_96_align2 = IMPLICIT_DEF
+ %2:vreg_64_align2 = COPY killed %1.sub0_sub1:vreg_96_align2
+ GLOBAL_STORE_DWORDX2 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: unaligned_vgpr_96_sub1_sub2
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX908-LABEL: name: unaligned_vgpr_96_sub1_sub2
+ ; GFX908: liveins: $vgpr0_vgpr1
+ ; GFX908-NEXT: {{ $}}
+ ; GFX908-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX908-NEXT: [[DEF:%[0-9]+]]:vreg_96_align2 = IMPLICIT_DEF
+ ; GFX908-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]].sub1_sub2, 0, 0, implicit $exec
+ ; GFX90A-LABEL: name: unaligned_vgpr_96_sub1_sub2
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:vreg_96_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: [[COPY1:%[0-9]+]]:vreg_64_align2 = COPY killed [[DEF]].sub1_sub2
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:vreg_96_align2 = IMPLICIT_DEF
+ %2:vreg_64_align2 = COPY killed %1.sub1_sub2:vreg_96_align2
+ GLOBAL_STORE_DWORDX2 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: aligned_vgpr_96
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX908-LABEL: name: aligned_vgpr_96
+ ; GFX908: liveins: $vgpr0_vgpr1
+ ; GFX908-NEXT: {{ $}}
+ ; GFX908-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX908-NEXT: [[DEF:%[0-9]+]]:vreg_96_align2 = IMPLICIT_DEF
+ ; GFX908-NEXT: GLOBAL_STORE_DWORDX3 [[COPY]], [[DEF]], 0, 0, implicit $exec
+ ; GFX90A-LABEL: name: aligned_vgpr_96
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:vreg_96_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX3 [[COPY]], [[DEF]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:vreg_96_align2 = IMPLICIT_DEF
+ %2:vreg_96_align2 = COPY killed %1
+ GLOBAL_STORE_DWORDX3 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: unaligned_vgpr_96
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX908-LABEL: name: unaligned_vgpr_96
+ ; GFX908: liveins: $vgpr0_vgpr1
+ ; GFX908-NEXT: {{ $}}
+ ; GFX908-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX908-NEXT: [[DEF:%[0-9]+]]:vreg_96 = IMPLICIT_DEF
+ ; GFX908-NEXT: GLOBAL_STORE_DWORDX3 [[COPY]], [[DEF]], 0, 0, implicit $exec
+ ; GFX90A-LABEL: name: unaligned_vgpr_96
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:vreg_96 = IMPLICIT_DEF
+ ; GFX90A-NEXT: [[COPY1:%[0-9]+]]:vreg_96_align2 = COPY killed [[DEF]]
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:vreg_96 = IMPLICIT_DEF
+ %2:vreg_96_align2 = COPY killed %1
+ GLOBAL_STORE_DWORDX3 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: aligned_vgpr_128_sub0_sub1
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX908-LABEL: name: aligned_vgpr_128_sub0_sub1
+ ; GFX908: liveins: $vgpr0_vgpr1
+ ; GFX908-NEXT: {{ $}}
+ ; GFX908-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX908-NEXT: [[DEF:%[0-9]+]]:vreg_128_align2 = IMPLICIT_DEF
+ ; GFX908-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]].sub0_sub1, 0, 0, implicit $exec
+ ; GFX90A-LABEL: name: aligned_vgpr_128_sub0_sub1
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:vreg_128_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]].sub0_sub1, 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:vreg_128_align2 = IMPLICIT_DEF
+ %2:vreg_64_align2 = COPY killed %1.sub0_sub1:vreg_128_align2
+ GLOBAL_STORE_DWORDX2 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: aligned_vgpr_128_sub2_sub3
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX908-LABEL: name: aligned_vgpr_128_sub2_sub3
+ ; GFX908: liveins: $vgpr0_vgpr1
+ ; GFX908-NEXT: {{ $}}
+ ; GFX908-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX908-NEXT: [[DEF:%[0-9]+]]:vreg_128_align2 = IMPLICIT_DEF
+ ; GFX908-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]].sub2_sub3, 0, 0, implicit $exec
+ ; GFX90A-LABEL: name: aligned_vgpr_128_sub2_sub3
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:vreg_128_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]].sub2_sub3, 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:vreg_128_align2 = IMPLICIT_DEF
+ %2:vreg_64_align2 = COPY killed %1.sub2_sub3:vreg_128_align2
+ GLOBAL_STORE_DWORDX2 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: unaligned_vgpr_128_sub1_sub2
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX908-LABEL: name: unaligned_vgpr_128_sub1_sub2
+ ; GFX908: liveins: $vgpr0_vgpr1
+ ; GFX908-NEXT: {{ $}}
+ ; GFX908-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX908-NEXT: [[DEF:%[0-9]+]]:vreg_128_align2 = IMPLICIT_DEF
+ ; GFX908-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[DEF]].sub1_sub2, 0, 0, implicit $exec
+ ; GFX90A-LABEL: name: unaligned_vgpr_128_sub1_sub2
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:vreg_128_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: [[COPY1:%[0-9]+]]:vreg_64_align2 = COPY killed [[DEF]].sub1_sub2
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:vreg_128_align2 = IMPLICIT_DEF
+ %2:vreg_64_align2 = COPY killed %1.sub1_sub2:vreg_128_align2
+ GLOBAL_STORE_DWORDX2 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: aligned_vgpr_128_sub0_sub1_sub2
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX908-LABEL: name: aligned_vgpr_128_sub0_sub1_sub2
+ ; GFX908: liveins: $vgpr0_vgpr1
+ ; GFX908-NEXT: {{ $}}
+ ; GFX908-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX908-NEXT: [[DEF:%[0-9]+]]:vreg_128_align2 = IMPLICIT_DEF
+ ; GFX908-NEXT: GLOBAL_STORE_DWORDX3 [[COPY]], [[DEF]].sub0_sub1_sub2, 0, 0, implicit $exec
+ ; GFX90A-LABEL: name: aligned_vgpr_128_sub0_sub1_sub2
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:vreg_128_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX3 [[COPY]], [[DEF]].sub0_sub1_sub2, 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:vreg_128_align2 = IMPLICIT_DEF
+ %2:vreg_96_align2 = COPY killed %1.sub0_sub1_sub2:vreg_128_align2
+ GLOBAL_STORE_DWORDX3 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: unaligned_vgpr_128_sub1_sub2_sub3
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX908-LABEL: name: unaligned_vgpr_128_sub1_sub2_sub3
+ ; GFX908: liveins: $vgpr0_vgpr1
+ ; GFX908-NEXT: {{ $}}
+ ; GFX908-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX908-NEXT: [[DEF:%[0-9]+]]:vreg_128_align2 = IMPLICIT_DEF
+ ; GFX908-NEXT: GLOBAL_STORE_DWORDX3 [[COPY]], [[DEF]].sub1_sub2_sub3, 0, 0, implicit $exec
+ ; GFX90A-LABEL: name: unaligned_vgpr_128_sub1_sub2_sub3
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:vreg_128_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: [[COPY1:%[0-9]+]]:vreg_96_align2 = COPY killed [[DEF]].sub1_sub2_sub3
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:vreg_128_align2 = IMPLICIT_DEF
+ %2:vreg_96_align2 = COPY killed %1.sub1_sub2_sub3:vreg_128_align2
+ GLOBAL_STORE_DWORDX3 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: aligned_vgpr_128
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX908-LABEL: name: aligned_vgpr_128
+ ; GFX908: liveins: $vgpr0_vgpr1
+ ; GFX908-NEXT: {{ $}}
+ ; GFX908-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX908-NEXT: [[DEF:%[0-9]+]]:vreg_128_align2 = IMPLICIT_DEF
+ ; GFX908-NEXT: GLOBAL_STORE_DWORDX4 [[COPY]], [[DEF]], 0, 0, implicit $exec
+ ; GFX90A-LABEL: name: aligned_vgpr_128
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:vreg_128_align2 = IMPLICIT_DEF
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX4 [[COPY]], [[DEF]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:vreg_128_align2 = IMPLICIT_DEF
+ %2:vreg_128_align2 = COPY killed %1
+ GLOBAL_STORE_DWORDX4 %0, %2, 0, 0, implicit $exec
+...
+
+---
+name: unaligned_vgpr_128
+tracksRegLiveness: true
+body: |
+ bb.0:
+ liveins: $vgpr0_vgpr1
+ ; GFX908-LABEL: name: unaligned_vgpr_128
+ ; GFX908: liveins: $vgpr0_vgpr1
+ ; GFX908-NEXT: {{ $}}
+ ; GFX908-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX908-NEXT: [[DEF:%[0-9]+]]:vreg_128 = IMPLICIT_DEF
+ ; GFX908-NEXT: GLOBAL_STORE_DWORDX4 [[COPY]], [[DEF]], 0, 0, implicit $exec
+ ; GFX90A-LABEL: name: unaligned_vgpr_128
+ ; GFX90A: liveins: $vgpr0_vgpr1
+ ; GFX90A-NEXT: {{ $}}
+ ; GFX90A-NEXT: [[COPY:%[0-9]+]]:vreg_64_align2 = COPY $vgpr0_vgpr1
+ ; GFX90A-NEXT: [[DEF:%[0-9]+]]:vreg_128 = IMPLICIT_DEF
+ ; GFX90A-NEXT: [[COPY1:%[0-9]+]]:vreg_128_align2 = COPY killed [[DEF]]
+ ; GFX90A-NEXT: GLOBAL_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, implicit $exec
+ %0:vreg_64_align2 = COPY $vgpr0_vgpr1
+ %1:vreg_128 = IMPLICIT_DEF
+ %2:vreg_128_align2 = COPY killed %1
+ GLOBAL_STORE_DWORDX4 %0, %2, 0, 0, implicit $exec
+...
More information about the llvm-commits
mailing list