[llvm] r300276 - [AArch64] Avoid partial register writes on lane 0 of BUILD_VECTOR for i8/i16/f16
Adam Nemet via llvm-commits
llvm-commits at lists.llvm.org
Thu Apr 13 16:32:48 PDT 2017
Author: anemet
Date: Thu Apr 13 18:32:47 2017
New Revision: 300276
URL: http://llvm.org/viewvc/llvm-project?rev=300276&view=rev
Log:
[AArch64] Avoid partial register writes on lane 0 of BUILD_VECTOR for i8/i16/f16
This further improves Ahmed's change in rL299482. See the new comment for the
rationale.
The patch recovers most of the regression for bzip2 after D31965. We're down
to +2.68% from +6.97%.
Differential Revision: https://reviews.llvm.org/D32028
Modified:
llvm/trunk/lib/Target/AArch64/AArch64ISelLowering.cpp
llvm/trunk/test/CodeGen/AArch64/arm64-indexed-vector-ldst.ll
llvm/trunk/test/CodeGen/AArch64/arm64-neon-copy.ll
llvm/trunk/test/CodeGen/AArch64/concat_vector-scalar-combine.ll
Modified: llvm/trunk/lib/Target/AArch64/AArch64ISelLowering.cpp
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/lib/Target/AArch64/AArch64ISelLowering.cpp?rev=300276&r1=300275&r2=300276&view=diff
==============================================================================
--- llvm/trunk/lib/Target/AArch64/AArch64ISelLowering.cpp (original)
+++ llvm/trunk/lib/Target/AArch64/AArch64ISelLowering.cpp Thu Apr 13 18:32:47 2017
@@ -6590,14 +6590,19 @@ FailedModImm:
if (!isConstant && !usesOnlyOneValue) {
SDValue Vec = DAG.getUNDEF(VT);
SDValue Op0 = Op.getOperand(0);
- unsigned ElemSize = VT.getScalarSizeInBits();
unsigned i = 0;
- // For 32 and 64 bit types, use SCALAR_TO_VECTOR for lane zero to
+
+ // Use SCALAR_TO_VECTOR for lane zero to
// a) Avoid a RMW dependency on the full vector register, and
// b) Allow the register coalescer to fold away the copy if the
// value is already in an S or D register, and we're forced to emit an
// INSERT_SUBREG that we can't fold anywhere.
- if (!Op0.isUndef() && (ElemSize == 32 || ElemSize == 64)) {
+ //
+ // We also allow types like i8 and i16 which are illegal scalar but legal
+ // vector element types. After type-legalization the inserted value is
+ // extended (i32) and it is safe to cast them to the vector type by ignoring
+ // the upper bits of the lowest lane (e.g. v8i8, v4i16).
+ if (!Op0.isUndef()) {
Vec = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, VT, Op0);
++i;
}
Modified: llvm/trunk/test/CodeGen/AArch64/arm64-indexed-vector-ldst.ll
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/test/CodeGen/AArch64/arm64-indexed-vector-ldst.ll?rev=300276&r1=300275&r2=300276&view=diff
==============================================================================
--- llvm/trunk/test/CodeGen/AArch64/arm64-indexed-vector-ldst.ll (original)
+++ llvm/trunk/test/CodeGen/AArch64/arm64-indexed-vector-ldst.ll Thu Apr 13 18:32:47 2017
@@ -6238,3 +6238,84 @@ define void @test_ld1lane_build(i32* %pt
store <2 x i32> %sub, <2 x i32>* %out, align 16
ret void
}
+
+; CHECK-LABEL: test_ld1lane_build_i16:
+; CHECK-DAG: ldr h[[REGNUM1:[0-9]+]], [x0]
+; CHECK-DAG: ld1.h { v[[REGNUM1]] }[1], [x1]
+; CHECK-DAG: ld1.h { v[[REGNUM1]] }[2], [x2]
+; CHECK-DAG: ld1.h { v[[REGNUM1]] }[3], [x3]
+; CHECK: sub.4h v[[REGNUM2:[0-9]+]], v[[REGNUM1]], v0
+; CHECK-NEXT: str d[[REGNUM2]], [x4]
+; CHECK-NEXT: ret
+define void @test_ld1lane_build_i16(i16* %a, i16* %b, i16* %c, i16* %d, <4 x i16> %e, <4 x i16>* %p) {
+ %ld.a = load i16, i16* %a
+ %ld.b = load i16, i16* %b
+ %ld.c = load i16, i16* %c
+ %ld.d = load i16, i16* %d
+ %v.a = insertelement <4 x i16> undef, i16 %ld.a, i64 0
+ %v.b = insertelement <4 x i16> %v.a, i16 %ld.b, i64 1
+ %v.c = insertelement <4 x i16> %v.b, i16 %ld.c, i64 2
+ %v = insertelement <4 x i16> %v.c, i16 %ld.d, i64 3
+ %sub = sub nsw <4 x i16> %v, %e
+ store <4 x i16> %sub, <4 x i16>* %p
+ ret void
+}
+
+; CHECK-LABEL: test_ld1lane_build_half:
+; CHECK-DAG: ldr h[[REGNUM1:[0-9]+]], [x0]
+; CHECK-DAG: ld1.h { v[[REGNUM1]] }[1], [x1]
+; CHECK-DAG: ld1.h { v[[REGNUM1]] }[2], [x2]
+; CHECK-DAG: ld1.h { v[[REGNUM1]] }[3], [x3]
+; CHECK-DAG: fcvtl v[[REGNUM01:[0-9]+]].4s, v0.4h
+; CHECK-DAG: fcvtl v[[REGNUM11:[0-9]+]].4s, v[[REGNUM1]].4h
+; CHECK: fsub.4s v[[REGNUM2:[0-9]+]], v[[REGNUM11]], v[[REGNUM01]]
+; CHECK-DAG: fcvtn v[[REGNUM3:[0-9]+]].4h, v[[REGNUM2]].4s
+; CHECK-NEXT: str d[[REGNUM2]], [x4]
+; CHECK-NEXT: ret
+define void @test_ld1lane_build_half(half* %a, half* %b, half* %c, half* %d, <4 x half> %e, <4 x half>* %p) {
+ %ld.a = load half, half* %a
+ %ld.b = load half, half* %b
+ %ld.c = load half, half* %c
+ %ld.d = load half, half* %d
+ %v.a = insertelement <4 x half> undef, half %ld.a, i64 0
+ %v.b = insertelement <4 x half> %v.a, half %ld.b, i64 1
+ %v.c = insertelement <4 x half> %v.b, half %ld.c, i64 2
+ %v = insertelement <4 x half> %v.c, half %ld.d, i64 3
+ %sub = fsub <4 x half> %v, %e
+ store <4 x half> %sub, <4 x half>* %p
+ ret void
+}
+
+; CHECK-LABEL: test_ld1lane_build_i8:
+; CHECK-DAG: ldr b[[REGNUM1:[0-9]+]], [x0]
+; CHECK-DAG: ld1.b { v[[REGNUM1]] }[1], [x1]
+; CHECK-DAG: ld1.b { v[[REGNUM1]] }[2], [x2]
+; CHECK-DAG: ld1.b { v[[REGNUM1]] }[3], [x3]
+; CHECK-DAG: ld1.b { v[[REGNUM1]] }[4], [x4]
+; CHECK-DAG: ld1.b { v[[REGNUM1]] }[5], [x5]
+; CHECK-DAG: ld1.b { v[[REGNUM1]] }[6], [x6]
+; CHECK-DAG: ld1.b { v[[REGNUM1]] }[7], [x7]
+; CHECK: sub.8b v[[REGNUM2:[0-9]+]], v[[REGNUM1]], v0
+; CHECK-NEXT: str d[[REGNUM2]], [x
+; CHECK-NEXT: ret
+define void @test_ld1lane_build_i8(i8* %a, i8* %b, i8* %c, i8* %d, i8* %e, i8* %f, i8* %g, i8* %h, <8 x i8> %v, <8 x i8>* %p) {
+ %ld.a = load i8, i8* %a
+ %ld.b = load i8, i8* %b
+ %ld.c = load i8, i8* %c
+ %ld.d = load i8, i8* %d
+ %ld.e = load i8, i8* %e
+ %ld.f = load i8, i8* %f
+ %ld.g = load i8, i8* %g
+ %ld.h = load i8, i8* %h
+ %v.a = insertelement <8 x i8> undef, i8 %ld.a, i64 0
+ %v.b = insertelement <8 x i8> %v.a, i8 %ld.b, i64 1
+ %v.c = insertelement <8 x i8> %v.b, i8 %ld.c, i64 2
+ %v.d = insertelement <8 x i8> %v.c, i8 %ld.d, i64 3
+ %v.e = insertelement <8 x i8> %v.d, i8 %ld.e, i64 4
+ %v.f = insertelement <8 x i8> %v.e, i8 %ld.f, i64 5
+ %v.g = insertelement <8 x i8> %v.f, i8 %ld.g, i64 6
+ %v1 = insertelement <8 x i8> %v.g, i8 %ld.h, i64 7
+ %sub = sub nsw <8 x i8> %v1, %v
+ store <8 x i8> %sub, <8 x i8>* %p
+ ret void
+}
Modified: llvm/trunk/test/CodeGen/AArch64/arm64-neon-copy.ll
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/test/CodeGen/AArch64/arm64-neon-copy.ll?rev=300276&r1=300275&r2=300276&view=diff
==============================================================================
--- llvm/trunk/test/CodeGen/AArch64/arm64-neon-copy.ll (original)
+++ llvm/trunk/test/CodeGen/AArch64/arm64-neon-copy.ll Thu Apr 13 18:32:47 2017
@@ -906,7 +906,7 @@ define <8 x i8> @getl(<16 x i8> %x) #0 {
; CHECK: str q0
; CHECK-DAG: and [[MASKED_IDX:x[0-9]+]], x0, #0x7
; CHECK: bfi [[PTR:x[0-9]+]], [[MASKED_IDX]], #1, #3
-; CHECK-DAG: ld1 { v[[R:[0-9]+]].h }[0], {{\[}}[[PTR]]{{\]}}
+; CHECK-DAG: ldr h[[R:[0-9]+]], {{\[}}[[PTR]]{{\]}}
; CHECK-DAG: ins v[[R]].h[1], v0.h[1]
; CHECK-DAG: ins v[[R]].h[2], v0.h[2]
; CHECK-DAG: ins v[[R]].h[3], v0.h[3]
Modified: llvm/trunk/test/CodeGen/AArch64/concat_vector-scalar-combine.ll
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/test/CodeGen/AArch64/concat_vector-scalar-combine.ll?rev=300276&r1=300275&r2=300276&view=diff
==============================================================================
--- llvm/trunk/test/CodeGen/AArch64/concat_vector-scalar-combine.ll (original)
+++ llvm/trunk/test/CodeGen/AArch64/concat_vector-scalar-combine.ll Thu Apr 13 18:32:47 2017
@@ -38,7 +38,7 @@ entry:
define <8 x i8> @test_concat_scalars_2x_v2i8_to_v8i8(i32 %x, i32 %y) #0 {
entry:
; CHECK-LABEL: test_concat_scalars_2x_v2i8_to_v8i8:
-; CHECK-NEXT: ins.h v0[0], w0
+; CHECK-NEXT: fmov s0, w0
; CHECK-NEXT: ins.h v0[1], w1
; CHECK-NEXT: ins.h v0[3], w1
; CHECK-NEXT: ret
@@ -84,7 +84,7 @@ define <8 x i8> @test_concat_scalars_mix
entry:
; CHECK-LABEL: test_concat_scalars_mixed_2x_v2i8_to_v8i8:
; CHECK-NEXT: fmov s[[X:[0-9]+]], w0
-; CHECK-NEXT: ins.h v0[0], v[[X]][0]
+; CHECK-NEXT: mov.16b v0, v[[X]]
; CHECK-NEXT: ins.h v0[1], v1[0]
; CHECK-NEXT: ins.h v0[2], v[[X]][0]
; CHECK-NEXT: ins.h v0[3], v1[0]
@@ -99,7 +99,7 @@ entry:
define <2 x float> @test_concat_scalars_fp_2x_v2i8_to_v8i8(float %dummy, half %x, half %y) #0 {
entry:
; CHECK-LABEL: test_concat_scalars_fp_2x_v2i8_to_v8i8:
-; CHECK-NEXT: ins.h v0[0], v1[0]
+; CHECK-NEXT: mov.16b v0, v1
; CHECK-NEXT: ins.h v0[1], v2[0]
; CHECK-NEXT: ins.h v0[2], v1[0]
; CHECK-NEXT: ins.h v0[3], v2[0]
More information about the llvm-commits
mailing list