[llvm] 366e469 - [RISCV] Add cost tests for more interleave factors. NFC
Luke Lau via llvm-commits
llvm-commits at lists.llvm.org
Tue Oct 8 02:16:27 PDT 2024
Author: Luke Lau
Date: 2024-10-08T17:16:17+08:00
New Revision: 366e469db9ef15373c8671712a083d1a1c4a55ad
URL: https://github.com/llvm/llvm-project/commit/366e469db9ef15373c8671712a083d1a1c4a55ad
DIFF: https://github.com/llvm/llvm-project/commit/366e469db9ef15373c8671712a083d1a1c4a55ad.diff
LOG: [RISCV] Add cost tests for more interleave factors. NFC
This shows how we're not properly scaling the cost with the number of
factors, i.e. a factor 8 interleave costs the same as a factor 2
interleave at VF=2.
Added:
Modified:
llvm/test/Transforms/LoopVectorize/RISCV/interleaved-cost.ll
Removed:
################################################################################
diff --git a/llvm/test/Transforms/LoopVectorize/RISCV/interleaved-cost.ll b/llvm/test/Transforms/LoopVectorize/RISCV/interleaved-cost.ll
index 80493728c6540b..fa346b4eac02d4 100644
--- a/llvm/test/Transforms/LoopVectorize/RISCV/interleaved-cost.ll
+++ b/llvm/test/Transforms/LoopVectorize/RISCV/interleaved-cost.ll
@@ -80,3 +80,240 @@ for.body:
for.end:
ret void
}
+
+%i8.4 = type {i8, i8, i8, i8}
+define void @i8_factor_4(ptr %data, i64 %n) {
+entry:
+ br label %for.body
+; CHECK-LABEL: Checking a loop in 'i8_factor_4'
+; CHECK: Cost of 2 for VF 2: INTERLEAVE-GROUP with factor 4 at %l0, ir<%p0>
+; CHECK: Cost of 2 for VF 2: INTERLEAVE-GROUP with factor 4 at <badref>, ir<%p0>
+; CHECK: Cost of 2 for VF 4: INTERLEAVE-GROUP with factor 4 at %l0, ir<%p0>
+; CHECK: Cost of 2 for VF 4: INTERLEAVE-GROUP with factor 4 at <badref>, ir<%p0>
+; CHECK: Cost of 3 for VF 8: INTERLEAVE-GROUP with factor 4 at %l0, ir<%p0>
+; CHECK: Cost of 3 for VF 8: INTERLEAVE-GROUP with factor 4 at <badref>, ir<%p0>
+; CHECK: Cost of 5 for VF 16: INTERLEAVE-GROUP with factor 4 at %l0, ir<%p0>
+; CHECK: Cost of 5 for VF 16: INTERLEAVE-GROUP with factor 4 at <badref>, ir<%p0>
+; CHECK: Cost of 9 for VF 32: INTERLEAVE-GROUP with factor 4 at %l0, ir<%p0>
+; CHECK: Cost of 9 for VF 32: INTERLEAVE-GROUP with factor 4 at <badref>, ir<%p0>
+for.body:
+ %i = phi i64 [ 0, %entry ], [ %i.next, %for.body ]
+ %p0 = getelementptr inbounds %i8.4, ptr %data, i64 %i, i32 0
+ %p1 = getelementptr inbounds %i8.4, ptr %data, i64 %i, i32 1
+ %p2 = getelementptr inbounds %i8.4, ptr %data, i64 %i, i32 2
+ %p3 = getelementptr inbounds %i8.4, ptr %data, i64 %i, i32 3
+ %l0 = load i8, ptr %p0, align 1
+ %l1 = load i8, ptr %p1, align 1
+ %l2 = load i8, ptr %p2, align 1
+ %l3 = load i8, ptr %p3, align 1
+ %a0 = add i8 %l0, 1
+ %a1 = add i8 %l1, 2
+ %a2 = add i8 %l2, 3
+ %a3 = add i8 %l3, 4
+ store i8 %a0, ptr %p0, align 1
+ store i8 %a1, ptr %p1, align 1
+ store i8 %a2, ptr %p2, align 1
+ store i8 %a3, ptr %p3, align 1
+ %i.next = add nuw nsw i64 %i, 1
+ %cond = icmp slt i64 %i.next, %n
+ br i1 %cond, label %for.body, label %for.end
+
+for.end:
+ ret void
+}
+
+%i8.5 = type {i8, i8, i8, i8, i8}
+define void @i8_factor_5(ptr %data, i64 %n) {
+entry:
+ br label %for.body
+; CHECK-LABEL: Checking a loop in 'i8_factor_5'
+; CHECK: Cost of 2 for VF 2: INTERLEAVE-GROUP with factor 5 at %l0, ir<%p0>
+; CHECK: Cost of 2 for VF 2: INTERLEAVE-GROUP with factor 5 at <badref>, ir<%p0>
+; CHECK: Cost of 3 for VF 4: INTERLEAVE-GROUP with factor 5 at %l0, ir<%p0>
+; CHECK: Cost of 3 for VF 4: INTERLEAVE-GROUP with factor 5 at <badref>, ir<%p0>
+; CHECK: Cost of 5 for VF 8: INTERLEAVE-GROUP with factor 5 at %l0, ir<%p0>
+; CHECK: Cost of 5 for VF 8: INTERLEAVE-GROUP with factor 5 at <badref>, ir<%p0>
+; CHECK: Cost of 9 for VF 16: INTERLEAVE-GROUP with factor 5 at %l0, ir<%p0>
+; CHECK: Cost of 9 for VF 16: INTERLEAVE-GROUP with factor 5 at <badref>, ir<%p0>
+for.body:
+ %i = phi i64 [ 0, %entry ], [ %i.next, %for.body ]
+ %p0 = getelementptr inbounds %i8.5, ptr %data, i64 %i, i32 0
+ %p1 = getelementptr inbounds %i8.5, ptr %data, i64 %i, i32 1
+ %p2 = getelementptr inbounds %i8.5, ptr %data, i64 %i, i32 2
+ %p3 = getelementptr inbounds %i8.5, ptr %data, i64 %i, i32 3
+ %p4 = getelementptr inbounds %i8.5, ptr %data, i64 %i, i32 4
+ %l0 = load i8, ptr %p0, align 1
+ %l1 = load i8, ptr %p1, align 1
+ %l2 = load i8, ptr %p2, align 1
+ %l3 = load i8, ptr %p3, align 1
+ %l4 = load i8, ptr %p4, align 1
+ %a0 = add i8 %l0, 1
+ %a1 = add i8 %l1, 2
+ %a2 = add i8 %l2, 3
+ %a3 = add i8 %l3, 4
+ %a4 = add i8 %l4, 5
+ store i8 %a0, ptr %p0, align 1
+ store i8 %a1, ptr %p1, align 1
+ store i8 %a2, ptr %p2, align 1
+ store i8 %a3, ptr %p3, align 1
+ store i8 %a4, ptr %p4, align 1
+ %i.next = add nuw nsw i64 %i, 1
+ %cond = icmp slt i64 %i.next, %n
+ br i1 %cond, label %for.body, label %for.end
+
+for.end:
+ ret void
+}
+
+%i8.6 = type {i8, i8, i8, i8, i8, i8}
+define void @i8_factor_6(ptr %data, i64 %n) {
+entry:
+ br label %for.body
+; CHECK-LABEL: Checking a loop in 'i8_factor_6'
+; CHECK: Cost of 2 for VF 2: INTERLEAVE-GROUP with factor 6 at %l0, ir<%p0>
+; CHECK: Cost of 2 for VF 2: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%p0>
+; CHECK: Cost of 3 for VF 4: INTERLEAVE-GROUP with factor 6 at %l0, ir<%p0>
+; CHECK: Cost of 3 for VF 4: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%p0>
+; CHECK: Cost of 5 for VF 8: INTERLEAVE-GROUP with factor 6 at %l0, ir<%p0>
+; CHECK: Cost of 5 for VF 8: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%p0>
+; CHECK: Cost of 9 for VF 16: INTERLEAVE-GROUP with factor 6 at %l0, ir<%p0>
+; CHECK: Cost of 9 for VF 16: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%p0>
+for.body:
+ %i = phi i64 [ 0, %entry ], [ %i.next, %for.body ]
+ %p0 = getelementptr inbounds %i8.6, ptr %data, i64 %i, i32 0
+ %p1 = getelementptr inbounds %i8.6, ptr %data, i64 %i, i32 1
+ %p2 = getelementptr inbounds %i8.6, ptr %data, i64 %i, i32 2
+ %p3 = getelementptr inbounds %i8.6, ptr %data, i64 %i, i32 3
+ %p4 = getelementptr inbounds %i8.6, ptr %data, i64 %i, i32 4
+ %p5 = getelementptr inbounds %i8.6, ptr %data, i64 %i, i32 5
+ %l0 = load i8, ptr %p0, align 1
+ %l1 = load i8, ptr %p1, align 1
+ %l2 = load i8, ptr %p2, align 1
+ %l3 = load i8, ptr %p3, align 1
+ %l4 = load i8, ptr %p4, align 1
+ %l5 = load i8, ptr %p5, align 1
+ %a0 = add i8 %l0, 1
+ %a1 = add i8 %l1, 2
+ %a2 = add i8 %l2, 3
+ %a3 = add i8 %l3, 4
+ %a4 = add i8 %l4, 5
+ %a5 = add i8 %l5, 6
+ store i8 %a0, ptr %p0, align 1
+ store i8 %a1, ptr %p1, align 1
+ store i8 %a2, ptr %p2, align 1
+ store i8 %a3, ptr %p3, align 1
+ store i8 %a4, ptr %p4, align 1
+ store i8 %a5, ptr %p5, align 1
+ %i.next = add nuw nsw i64 %i, 1
+ %cond = icmp slt i64 %i.next, %n
+ br i1 %cond, label %for.body, label %for.end
+
+for.end:
+ ret void
+}
+
+%i8.7 = type {i8, i8, i8, i8, i8, i8, i8}
+define void @i8_factor_7(ptr %data, i64 %n) {
+entry:
+ br label %for.body
+; CHECK-LABEL: Checking a loop in 'i8_factor_7'
+; CHECK: Cost of 2 for VF 2: INTERLEAVE-GROUP with factor 7 at %l0, ir<%p0>
+; CHECK: Cost of 2 for VF 2: INTERLEAVE-GROUP with factor 7 at <badref>, ir<%p0>
+; CHECK: Cost of 3 for VF 4: INTERLEAVE-GROUP with factor 7 at %l0, ir<%p0>
+; CHECK: Cost of 3 for VF 4: INTERLEAVE-GROUP with factor 7 at <badref>, ir<%p0>
+; CHECK: Cost of 5 for VF 8: INTERLEAVE-GROUP with factor 7 at %l0, ir<%p0>
+; CHECK: Cost of 5 for VF 8: INTERLEAVE-GROUP with factor 7 at <badref>, ir<%p0>
+; CHECK: Cost of 9 for VF 16: INTERLEAVE-GROUP with factor 7 at %l0, ir<%p0>
+; CHECK: Cost of 9 for VF 16: INTERLEAVE-GROUP with factor 7 at <badref>, ir<%p0>
+for.body:
+ %i = phi i64 [ 0, %entry ], [ %i.next, %for.body ]
+ %p0 = getelementptr inbounds %i8.7, ptr %data, i64 %i, i32 0
+ %p1 = getelementptr inbounds %i8.7, ptr %data, i64 %i, i32 1
+ %p2 = getelementptr inbounds %i8.7, ptr %data, i64 %i, i32 2
+ %p3 = getelementptr inbounds %i8.7, ptr %data, i64 %i, i32 3
+ %p4 = getelementptr inbounds %i8.7, ptr %data, i64 %i, i32 4
+ %p5 = getelementptr inbounds %i8.7, ptr %data, i64 %i, i32 5
+ %p6 = getelementptr inbounds %i8.7, ptr %data, i64 %i, i32 6
+ %l0 = load i8, ptr %p0, align 1
+ %l1 = load i8, ptr %p1, align 1
+ %l2 = load i8, ptr %p2, align 1
+ %l3 = load i8, ptr %p3, align 1
+ %l4 = load i8, ptr %p4, align 1
+ %l5 = load i8, ptr %p5, align 1
+ %l6 = load i8, ptr %p6, align 1
+ %a0 = add i8 %l0, 1
+ %a1 = add i8 %l1, 2
+ %a2 = add i8 %l2, 3
+ %a3 = add i8 %l3, 4
+ %a4 = add i8 %l4, 5
+ %a5 = add i8 %l5, 6
+ %a6 = add i8 %l6, 7
+ store i8 %a0, ptr %p0, align 1
+ store i8 %a1, ptr %p1, align 1
+ store i8 %a2, ptr %p2, align 1
+ store i8 %a3, ptr %p3, align 1
+ store i8 %a4, ptr %p4, align 1
+ store i8 %a5, ptr %p5, align 1
+ store i8 %a6, ptr %p6, align 1
+ %i.next = add nuw nsw i64 %i, 1
+ %cond = icmp slt i64 %i.next, %n
+ br i1 %cond, label %for.body, label %for.end
+
+for.end:
+ ret void
+}
+
+%i8.8 = type {i8, i8, i8, i8, i8, i8, i8, i8}
+define void @i8_factor_8(ptr %data, i64 %n) {
+entry:
+ br label %for.body
+; CHECK-LABEL: Checking a loop in 'i8_factor_8'
+; CHECK: Cost of 2 for VF 2: INTERLEAVE-GROUP with factor 8 at %l0, ir<%p0>
+; CHECK: Cost of 2 for VF 2: INTERLEAVE-GROUP with factor 8 at <badref>, ir<%p0>
+; CHECK: Cost of 3 for VF 4: INTERLEAVE-GROUP with factor 8 at %l0, ir<%p0>
+; CHECK: Cost of 3 for VF 4: INTERLEAVE-GROUP with factor 8 at <badref>, ir<%p0>
+; CHECK: Cost of 5 for VF 8: INTERLEAVE-GROUP with factor 8 at %l0, ir<%p0>
+; CHECK: Cost of 5 for VF 8: INTERLEAVE-GROUP with factor 8 at <badref>, ir<%p0>
+; CHECK: Cost of 9 for VF 16: INTERLEAVE-GROUP with factor 8 at %l0, ir<%p0>
+; CHECK: Cost of 9 for VF 16: INTERLEAVE-GROUP with factor 8 at <badref>, ir<%p0>
+for.body:
+ %i = phi i64 [ 0, %entry ], [ %i.next, %for.body ]
+ %p0 = getelementptr inbounds %i8.8, ptr %data, i64 %i, i32 0
+ %p1 = getelementptr inbounds %i8.8, ptr %data, i64 %i, i32 1
+ %p2 = getelementptr inbounds %i8.8, ptr %data, i64 %i, i32 2
+ %p3 = getelementptr inbounds %i8.8, ptr %data, i64 %i, i32 3
+ %p4 = getelementptr inbounds %i8.8, ptr %data, i64 %i, i32 4
+ %p5 = getelementptr inbounds %i8.8, ptr %data, i64 %i, i32 5
+ %p6 = getelementptr inbounds %i8.8, ptr %data, i64 %i, i32 6
+ %p7 = getelementptr inbounds %i8.8, ptr %data, i64 %i, i32 7
+ %l0 = load i8, ptr %p0, align 1
+ %l1 = load i8, ptr %p1, align 1
+ %l2 = load i8, ptr %p2, align 1
+ %l3 = load i8, ptr %p3, align 1
+ %l4 = load i8, ptr %p4, align 1
+ %l5 = load i8, ptr %p5, align 1
+ %l6 = load i8, ptr %p6, align 1
+ %l7 = load i8, ptr %p7, align 1
+ %a0 = add i8 %l0, 1
+ %a1 = add i8 %l1, 2
+ %a2 = add i8 %l2, 3
+ %a3 = add i8 %l3, 4
+ %a4 = add i8 %l4, 5
+ %a5 = add i8 %l5, 6
+ %a6 = add i8 %l6, 7
+ %a7 = add i8 %l7, 8
+ store i8 %a0, ptr %p0, align 1
+ store i8 %a1, ptr %p1, align 1
+ store i8 %a2, ptr %p2, align 1
+ store i8 %a3, ptr %p3, align 1
+ store i8 %a4, ptr %p4, align 1
+ store i8 %a5, ptr %p5, align 1
+ store i8 %a6, ptr %p6, align 1
+ store i8 %a7, ptr %p7, align 1
+ %i.next = add nuw nsw i64 %i, 1
+ %cond = icmp slt i64 %i.next, %n
+ br i1 %cond, label %for.body, label %for.end
+
+for.end:
+ ret void
+}
More information about the llvm-commits
mailing list