[llvm] ad12f46 - [SLP][AArch64][NFC] Add test for a follow-up patch that fixes the lookahead cost of splat-loads for AArch64
Vasileios Porpodas via llvm-commits
llvm-commits at lists.llvm.org
Fri Apr 22 05:30:44 PDT 2022
Author: Vasileios Porpodas
Date: 2022-04-22T05:29:34-07:00
New Revision: ad12f468a35564fa18bb45efb22497ce0d4c7aa3
URL: https://github.com/llvm/llvm-project/commit/ad12f468a35564fa18bb45efb22497ce0d4c7aa3
DIFF: https://github.com/llvm/llvm-project/commit/ad12f468a35564fa18bb45efb22497ce0d4c7aa3.diff
LOG: [SLP][AArch64][NFC] Add test for a follow-up patch that fixes the lookahead cost of splat-loads for AArch64
Added:
llvm/test/Transforms/SLPVectorizer/AArch64/splat-loads.ll
Modified:
Removed:
################################################################################
diff --git a/llvm/test/Transforms/SLPVectorizer/AArch64/splat-loads.ll b/llvm/test/Transforms/SLPVectorizer/AArch64/splat-loads.ll
new file mode 100644
index 0000000000000..13ab4a7efbaf6
--- /dev/null
+++ b/llvm/test/Transforms/SLPVectorizer/AArch64/splat-loads.ll
@@ -0,0 +1,193 @@
+; NOTE: Assertions have been autogenerated by utils/update_test_checks.py
+; RUN: opt < %s -slp-vectorizer -S | FileCheck %s
+
+target triple = "aarch64--linux-gnu"
+
+; This checks that we we prefer splats rather than load vectors + shuffles.
+; A load + broadcast can be done efficiently with a single `ld1r` instruction.
+define void @splat_loads_double(double *%array1, double *%array2, double *%ptrA, double *%ptrB) {
+; CHECK-LABEL: @splat_loads_double(
+; CHECK-NEXT: entry:
+; CHECK-NEXT: [[GEP_1_0:%.*]] = getelementptr inbounds double, double* [[ARRAY1:%.*]], i64 0
+; CHECK-NEXT: [[GEP_2_0:%.*]] = getelementptr inbounds double, double* [[ARRAY2:%.*]], i64 0
+; CHECK-NEXT: [[TMP0:%.*]] = bitcast double* [[GEP_1_0]] to <2 x double>*
+; CHECK-NEXT: [[TMP1:%.*]] = load <2 x double>, <2 x double>* [[TMP0]], align 8
+; CHECK-NEXT: [[TMP2:%.*]] = bitcast double* [[GEP_2_0]] to <2 x double>*
+; CHECK-NEXT: [[TMP3:%.*]] = load <2 x double>, <2 x double>* [[TMP2]], align 8
+; CHECK-NEXT: [[SHUFFLE:%.*]] = shufflevector <2 x double> [[TMP3]], <2 x double> poison, <2 x i32> <i32 1, i32 0>
+; CHECK-NEXT: [[TMP4:%.*]] = fmul <2 x double> [[TMP1]], [[SHUFFLE]]
+; CHECK-NEXT: [[TMP5:%.*]] = extractelement <2 x double> [[SHUFFLE]], i32 1
+; CHECK-NEXT: [[TMP6:%.*]] = insertelement <2 x double> poison, double [[TMP5]], i32 0
+; CHECK-NEXT: [[TMP7:%.*]] = extractelement <2 x double> [[SHUFFLE]], i32 0
+; CHECK-NEXT: [[TMP8:%.*]] = insertelement <2 x double> [[TMP6]], double [[TMP7]], i32 1
+; CHECK-NEXT: [[TMP9:%.*]] = fmul <2 x double> [[TMP1]], [[TMP8]]
+; CHECK-NEXT: [[TMP10:%.*]] = fadd <2 x double> [[TMP4]], [[TMP9]]
+; CHECK-NEXT: [[TMP11:%.*]] = bitcast double* [[GEP_1_0]] to <2 x double>*
+; CHECK-NEXT: store <2 x double> [[TMP10]], <2 x double>* [[TMP11]], align 8
+; CHECK-NEXT: ret void
+;
+entry:
+ %gep_1_0 = getelementptr inbounds double, double* %array1, i64 0
+ %gep_1_1 = getelementptr inbounds double, double* %array1, i64 1
+ %ld_1_0 = load double, double* %gep_1_0, align 8
+ %ld_1_1 = load double, double* %gep_1_1, align 8
+
+ %gep_2_0 = getelementptr inbounds double, double* %array2, i64 0
+ %gep_2_1 = getelementptr inbounds double, double* %array2, i64 1
+ %ld_2_0 = load double, double* %gep_2_0, align 8
+ %ld_2_1 = load double, double* %gep_2_1, align 8
+
+ %mul0 = fmul double %ld_1_0, %ld_2_0
+ %mul1 = fmul double %ld_1_1, %ld_2_0
+
+ %mul2 = fmul double %ld_1_0, %ld_2_1
+ %mul3 = fmul double %ld_1_1, %ld_2_1
+
+ %add0 = fadd double %mul0, %mul2
+ %add1 = fadd double %mul1, %mul3
+
+ store double %add0, double *%gep_1_0
+ store double %add1, double *%gep_1_1
+ ret void
+}
+
+; Same but with float instead of double
+define void @splat_loads_float(float *%array1, float *%array2, float *%ptrA, float *%ptrB) {
+; CHECK-LABEL: @splat_loads_float(
+; CHECK-NEXT: entry:
+; CHECK-NEXT: [[GEP_1_0:%.*]] = getelementptr inbounds float, float* [[ARRAY1:%.*]], i64 0
+; CHECK-NEXT: [[GEP_2_0:%.*]] = getelementptr inbounds float, float* [[ARRAY2:%.*]], i64 0
+; CHECK-NEXT: [[TMP0:%.*]] = bitcast float* [[GEP_1_0]] to <2 x float>*
+; CHECK-NEXT: [[TMP1:%.*]] = load <2 x float>, <2 x float>* [[TMP0]], align 8
+; CHECK-NEXT: [[TMP2:%.*]] = bitcast float* [[GEP_2_0]] to <2 x float>*
+; CHECK-NEXT: [[TMP3:%.*]] = load <2 x float>, <2 x float>* [[TMP2]], align 8
+; CHECK-NEXT: [[SHUFFLE:%.*]] = shufflevector <2 x float> [[TMP3]], <2 x float> poison, <2 x i32> <i32 1, i32 0>
+; CHECK-NEXT: [[TMP4:%.*]] = fmul <2 x float> [[TMP1]], [[SHUFFLE]]
+; CHECK-NEXT: [[TMP5:%.*]] = extractelement <2 x float> [[SHUFFLE]], i32 1
+; CHECK-NEXT: [[TMP6:%.*]] = insertelement <2 x float> poison, float [[TMP5]], i32 0
+; CHECK-NEXT: [[TMP7:%.*]] = extractelement <2 x float> [[SHUFFLE]], i32 0
+; CHECK-NEXT: [[TMP8:%.*]] = insertelement <2 x float> [[TMP6]], float [[TMP7]], i32 1
+; CHECK-NEXT: [[TMP9:%.*]] = fmul <2 x float> [[TMP1]], [[TMP8]]
+; CHECK-NEXT: [[TMP10:%.*]] = fadd <2 x float> [[TMP4]], [[TMP9]]
+; CHECK-NEXT: [[TMP11:%.*]] = bitcast float* [[GEP_1_0]] to <2 x float>*
+; CHECK-NEXT: store <2 x float> [[TMP10]], <2 x float>* [[TMP11]], align 4
+; CHECK-NEXT: ret void
+;
+entry:
+ %gep_1_0 = getelementptr inbounds float, float* %array1, i64 0
+ %gep_1_1 = getelementptr inbounds float, float* %array1, i64 1
+ %ld_1_0 = load float, float* %gep_1_0, align 8
+ %ld_1_1 = load float, float* %gep_1_1, align 8
+
+ %gep_2_0 = getelementptr inbounds float, float* %array2, i64 0
+ %gep_2_1 = getelementptr inbounds float, float* %array2, i64 1
+ %ld_2_0 = load float, float* %gep_2_0, align 8
+ %ld_2_1 = load float, float* %gep_2_1, align 8
+
+ %mul0 = fmul float %ld_1_0, %ld_2_0
+ %mul1 = fmul float %ld_1_1, %ld_2_0
+
+ %mul2 = fmul float %ld_1_0, %ld_2_1
+ %mul3 = fmul float %ld_1_1, %ld_2_1
+
+ %add0 = fadd float %mul0, %mul2
+ %add1 = fadd float %mul1, %mul3
+
+ store float %add0, float *%gep_1_0
+ store float %add1, float *%gep_1_1
+ ret void
+}
+
+; Same but with i64
+define void @splat_loads_i64(i64 *%array1, i64 *%array2, i64 *%ptrA, i64 *%ptrB) {
+; CHECK-LABEL: @splat_loads_i64(
+; CHECK-NEXT: entry:
+; CHECK-NEXT: [[GEP_1_0:%.*]] = getelementptr inbounds i64, i64* [[ARRAY1:%.*]], i64 0
+; CHECK-NEXT: [[GEP_2_0:%.*]] = getelementptr inbounds i64, i64* [[ARRAY2:%.*]], i64 0
+; CHECK-NEXT: [[TMP0:%.*]] = bitcast i64* [[GEP_1_0]] to <2 x i64>*
+; CHECK-NEXT: [[TMP1:%.*]] = load <2 x i64>, <2 x i64>* [[TMP0]], align 8
+; CHECK-NEXT: [[TMP2:%.*]] = bitcast i64* [[GEP_2_0]] to <2 x i64>*
+; CHECK-NEXT: [[TMP3:%.*]] = load <2 x i64>, <2 x i64>* [[TMP2]], align 8
+; CHECK-NEXT: [[SHUFFLE:%.*]] = shufflevector <2 x i64> [[TMP3]], <2 x i64> poison, <2 x i32> <i32 1, i32 0>
+; CHECK-NEXT: [[TMP4:%.*]] = or <2 x i64> [[TMP1]], [[SHUFFLE]]
+; CHECK-NEXT: [[TMP5:%.*]] = extractelement <2 x i64> [[SHUFFLE]], i32 1
+; CHECK-NEXT: [[TMP6:%.*]] = insertelement <2 x i64> poison, i64 [[TMP5]], i32 0
+; CHECK-NEXT: [[TMP7:%.*]] = extractelement <2 x i64> [[SHUFFLE]], i32 0
+; CHECK-NEXT: [[TMP8:%.*]] = insertelement <2 x i64> [[TMP6]], i64 [[TMP7]], i32 1
+; CHECK-NEXT: [[TMP9:%.*]] = or <2 x i64> [[TMP1]], [[TMP8]]
+; CHECK-NEXT: [[TMP10:%.*]] = add <2 x i64> [[TMP4]], [[TMP9]]
+; CHECK-NEXT: [[TMP11:%.*]] = bitcast i64* [[GEP_1_0]] to <2 x i64>*
+; CHECK-NEXT: store <2 x i64> [[TMP10]], <2 x i64>* [[TMP11]], align 4
+; CHECK-NEXT: ret void
+;
+entry:
+ %gep_1_0 = getelementptr inbounds i64, i64* %array1, i64 0
+ %gep_1_1 = getelementptr inbounds i64, i64* %array1, i64 1
+ %ld_1_0 = load i64, i64* %gep_1_0, align 8
+ %ld_1_1 = load i64, i64* %gep_1_1, align 8
+
+ %gep_2_0 = getelementptr inbounds i64, i64* %array2, i64 0
+ %gep_2_1 = getelementptr inbounds i64, i64* %array2, i64 1
+ %ld_2_0 = load i64, i64* %gep_2_0, align 8
+ %ld_2_1 = load i64, i64* %gep_2_1, align 8
+
+ %or0 = or i64 %ld_1_0, %ld_2_0
+ %or1 = or i64 %ld_1_1, %ld_2_0
+
+ %or2 = or i64 %ld_1_0, %ld_2_1
+ %or3 = or i64 %ld_1_1, %ld_2_1
+
+ %add0 = add i64 %or0, %or2
+ %add1 = add i64 %or1, %or3
+
+ store i64 %add0, i64 *%gep_1_0
+ store i64 %add1, i64 *%gep_1_1
+ ret void
+}
+
+; Same but with i32
+define void @splat_loads_i32(i32 *%array1, i32 *%array2, i32 *%ptrA, i32 *%ptrB) {
+; CHECK-LABEL: @splat_loads_i32(
+; CHECK-NEXT: entry:
+; CHECK-NEXT: [[GEP_1_0:%.*]] = getelementptr inbounds i32, i32* [[ARRAY1:%.*]], i64 0
+; CHECK-NEXT: [[GEP_2_0:%.*]] = getelementptr inbounds i32, i32* [[ARRAY2:%.*]], i64 0
+; CHECK-NEXT: [[TMP0:%.*]] = bitcast i32* [[GEP_1_0]] to <2 x i32>*
+; CHECK-NEXT: [[TMP1:%.*]] = load <2 x i32>, <2 x i32>* [[TMP0]], align 8
+; CHECK-NEXT: [[TMP2:%.*]] = bitcast i32* [[GEP_2_0]] to <2 x i32>*
+; CHECK-NEXT: [[TMP3:%.*]] = load <2 x i32>, <2 x i32>* [[TMP2]], align 8
+; CHECK-NEXT: [[SHUFFLE:%.*]] = shufflevector <2 x i32> [[TMP3]], <2 x i32> poison, <2 x i32> <i32 1, i32 0>
+; CHECK-NEXT: [[TMP4:%.*]] = or <2 x i32> [[TMP1]], [[SHUFFLE]]
+; CHECK-NEXT: [[TMP5:%.*]] = extractelement <2 x i32> [[SHUFFLE]], i32 1
+; CHECK-NEXT: [[TMP6:%.*]] = insertelement <2 x i32> poison, i32 [[TMP5]], i32 0
+; CHECK-NEXT: [[TMP7:%.*]] = extractelement <2 x i32> [[SHUFFLE]], i32 0
+; CHECK-NEXT: [[TMP8:%.*]] = insertelement <2 x i32> [[TMP6]], i32 [[TMP7]], i32 1
+; CHECK-NEXT: [[TMP9:%.*]] = or <2 x i32> [[TMP1]], [[TMP8]]
+; CHECK-NEXT: [[TMP10:%.*]] = add <2 x i32> [[TMP4]], [[TMP9]]
+; CHECK-NEXT: [[TMP11:%.*]] = bitcast i32* [[GEP_1_0]] to <2 x i32>*
+; CHECK-NEXT: store <2 x i32> [[TMP10]], <2 x i32>* [[TMP11]], align 4
+; CHECK-NEXT: ret void
+;
+entry:
+ %gep_1_0 = getelementptr inbounds i32, i32* %array1, i64 0
+ %gep_1_1 = getelementptr inbounds i32, i32* %array1, i64 1
+ %ld_1_0 = load i32, i32* %gep_1_0, align 8
+ %ld_1_1 = load i32, i32* %gep_1_1, align 8
+
+ %gep_2_0 = getelementptr inbounds i32, i32* %array2, i64 0
+ %gep_2_1 = getelementptr inbounds i32, i32* %array2, i64 1
+ %ld_2_0 = load i32, i32* %gep_2_0, align 8
+ %ld_2_1 = load i32, i32* %gep_2_1, align 8
+
+ %or0 = or i32 %ld_1_0, %ld_2_0
+ %or1 = or i32 %ld_1_1, %ld_2_0
+
+ %or2 = or i32 %ld_1_0, %ld_2_1
+ %or3 = or i32 %ld_1_1, %ld_2_1
+
+ %add0 = add i32 %or0, %or2
+ %add1 = add i32 %or1, %or3
+
+ store i32 %add0, i32 *%gep_1_0
+ store i32 %add1, i32 *%gep_1_1
+ ret void
+}
More information about the llvm-commits
mailing list