[llvm] [WIP][X86] Replace custom AND/OR/XOR reduction pattern matching with ISD::VECREDUCE_AND/OR/XOR support (PR #199544)
Simon Pilgrim via llvm-commits
llvm-commits at lists.llvm.org
Mon Aug 3 07:21:28 PDT 2026
https://github.com/RKSimon updated https://github.com/llvm/llvm-project/pull/199544
>From 5b695ee5623900fc07c46c63c97924db20817076 Mon Sep 17 00:00:00 2001
From: Simon Pilgrim <llvm-dev at redking.me.uk>
Date: Mon, 25 May 2026 17:03:29 +0100
Subject: [PATCH] [WIP][X86] Replace custom AND/OR/XOR reduction pattern
matching with ISD::VECREDUCE_AND/OR/XOR support
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 70 +-
.../lib/Target/X86/X86TargetTransformInfo.cpp | 3 +
.../X86/avx512-intrinsics-fast-isel.ll | 28 +-
llvm/test/CodeGen/X86/pr53419.ll | 30 +-
llvm/test/CodeGen/X86/pr61923.ll | 13 +-
.../test/CodeGen/X86/vector-compare-all_of.ll | 1229 +++++++-----
.../test/CodeGen/X86/vector-compare-any_of.ll | 1064 +++++++----
.../CodeGen/X86/vector-extract-last-active.ll | 147 +-
.../CodeGen/X86/vector-reduce-and-bool.ll | 1696 +++++++++--------
llvm/test/CodeGen/X86/vector-reduce-and.ll | 204 +-
.../test/CodeGen/X86/vector-reduce-or-bool.ll | 1424 +++++++-------
llvm/test/CodeGen/X86/vector-reduce-or-cmp.ll | 127 +-
llvm/test/CodeGen/X86/vector-reduce-or.ll | 204 +-
.../CodeGen/X86/vector-reduce-xor-bool.ll | 96 +-
llvm/test/CodeGen/X86/vector-reduce-xor.ll | 204 +-
.../X86/vector-reductions-expanded.ll | 12 +-
16 files changed, 3647 insertions(+), 2904 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index dfda1157a720e..7ade7d3efdbe8 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -1176,15 +1176,15 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
setOperationAction(ISD::SMIN, VT, VT == MVT::v8i16 ? Legal : Custom);
setOperationAction(ISD::UMAX, VT, VT == MVT::v16i8 ? Legal : Custom);
setOperationAction(ISD::UMIN, VT, VT == MVT::v16i8 ? Legal : Custom);
- setOperationAction(ISD::VECREDUCE_AND, VT, Custom);
- setOperationAction(ISD::VECREDUCE_OR, VT, Custom);
- setOperationAction(ISD::VECREDUCE_XOR, VT, Custom);
}
// SSE2 can use basic vector unrolling.
// SSE41 can use PHMINPOS to perform v16i8/v8i16 minmax reductions.
// Fallback to ReplaceNodeResults for vXi64 reductions on 32-bit targets.
for (auto VT : {MVT::v16i8, MVT::v8i16, MVT::v4i32, MVT::v2i64, MVT::i64}) {
+ setOperationAction(ISD::VECREDUCE_AND, VT, Custom);
+ setOperationAction(ISD::VECREDUCE_OR, VT, Custom);
+ setOperationAction(ISD::VECREDUCE_XOR, VT, Custom);
setOperationAction(ISD::VECREDUCE_MUL, VT, Custom);
setOperationAction(ISD::VECREDUCE_SMAX, VT, Custom);
setOperationAction(ISD::VECREDUCE_SMIN, VT, Custom);
@@ -2836,6 +2836,9 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
ISD::ANY_EXTEND_VECTOR_INREG,
ISD::SIGN_EXTEND_VECTOR_INREG,
ISD::ZERO_EXTEND_VECTOR_INREG,
+ ISD::VECREDUCE_AND,
+ ISD::VECREDUCE_OR,
+ ISD::VECREDUCE_XOR,
ISD::VECREDUCE_MUL,
ISD::SINT_TO_FP,
ISD::UINT_TO_FP,
@@ -23673,16 +23676,14 @@ static SDValue MatchVectorAllEqualTest(SDValue OrigLHS, SDValue OrigRHS,
// Match icmp(reduce_or(X),0) anyof reduction patterns.
// Match icmp(reduce_and(X),-1) allof reduction patterns.
- if (Op.getOpcode() == ISD::EXTRACT_VECTOR_ELT) {
- ISD::NodeType BinOp;
- if (SDValue Match =
- DAG.matchBinOpReduction(Op.getNode(), BinOp, {LogicOp})) {
- EVT MatchVT = Match.getValueType();
- return LowerVectorAllEqual(DL, Match,
- CmpNull ? DAG.getConstant(0, DL, MatchVT)
- : DAG.getAllOnesConstant(DL, MatchVT),
- CC, Mask, Subtarget, DAG, X86CC);
- }
+ if (Op.getOpcode() == ISD::VECREDUCE_AND ||
+ Op.getOpcode() == ISD::VECREDUCE_OR) {
+ SDValue Match = Op.getOperand(0);
+ EVT MatchVT = Match.getValueType();
+ return LowerVectorAllEqual(DL, Match,
+ CmpNull ? DAG.getConstant(0, DL, MatchVT)
+ : DAG.getAllOnesConstant(DL, MatchVT),
+ CC, Mask, Subtarget, DAG, X86CC);
}
if (Mask.isAllOnes()) {
@@ -35335,6 +35336,14 @@ void X86TargetLowering::ReplaceNodeResults(SDNode *N,
}
return;
}
+ case ISD::VECREDUCE_AND:
+ case ISD::VECREDUCE_OR:
+ case ISD::VECREDUCE_XOR: {
+ assert(N->getValueType(0) == MVT::i64 && "Unexpected vector reduction");
+ if (SDValue Res = LowerVECREDUCE(SDValue(N, 0), Subtarget, DAG, true))
+ Results.push_back(Res);
+ return;
+ }
case ISD::VECREDUCE_MUL: {
assert(N->getValueType(0) == MVT::i64 && "Unexpected vector reduction");
if (SDValue Res = LowerVECREDUCE(SDValue(N, 0), Subtarget, DAG, false))
@@ -47164,33 +47173,34 @@ static SDValue createPSADBW(SelectionDAG &DAG, SDValue N0, SDValue N1,
}
// Attempt to replace an all_of/any_of/parity style horizontal reduction with a MOVMSK.
-static SDValue combinePredicateReduction(SDNode *Extract, SelectionDAG &DAG,
+static SDValue combinePredicateReduction(SDNode *Reduce, SelectionDAG &DAG,
const X86Subtarget &Subtarget) {
// Bail without SSE2.
if (!Subtarget.hasSSE2())
return SDValue();
- EVT ExtractVT = Extract->getValueType(0);
+ EVT ExtractVT = Reduce->getValueType(0);
unsigned BitWidth = ExtractVT.getSizeInBits();
if (ExtractVT != MVT::i64 && ExtractVT != MVT::i32 && ExtractVT != MVT::i16 &&
ExtractVT != MVT::i8 && ExtractVT != MVT::i1)
return SDValue();
// Check for OR(any_of)/AND(all_of)/XOR(parity) horizontal reduction patterns.
- ISD::NodeType BinOp;
- SDValue Match = DAG.matchBinOpReduction(Extract, BinOp, {ISD::OR, ISD::AND});
- if (!Match && ExtractVT == MVT::i1)
- Match = DAG.matchBinOpReduction(Extract, BinOp, {ISD::XOR});
- if (!Match)
+ if (Reduce->getOpcode() != ISD::VECREDUCE_AND &&
+ Reduce->getOpcode() != ISD::VECREDUCE_OR &&
+ Reduce->getOpcode() != ISD::VECREDUCE_XOR)
return SDValue();
- // EXTRACT_VECTOR_ELT can require implicit extension of the vector element
+ ISD::NodeType BinOp = ISD::getVecReduceBaseOpcode(Reduce->getOpcode());
+ SDValue Match = Reduce->getOperand(0);
+
+ // ISD::VECREDUCE_* can require implicit extension of the vector element
// which we can't support here for now.
if (Match.getScalarValueSizeInBits() != BitWidth)
return SDValue();
SDValue Movmsk;
- SDLoc DL(Extract);
+ SDLoc DL(Reduce);
EVT MatchVT = Match.getValueType();
unsigned NumElts = MatchVT.getVectorNumElements();
unsigned MaxElts = Subtarget.hasInt256() ? 32 : 16;
@@ -48081,10 +48091,6 @@ static SDValue combineExtractVectorElt(SDNode *N, SelectionDAG &DAG,
if (SDValue VPDPBUSD = combineVPDPBUSDPattern(N, DAG, Subtarget))
return VPDPBUSD;
- // Attempt to replace an all_of/any_of horizontal reduction with a MOVMSK.
- if (SDValue Cmp = combinePredicateReduction(N, DAG, Subtarget))
- return Cmp;
-
// Attempt to optimize ADD/FADD reductions with HADD, promotion etc..
if (SDValue V = combineArithReduction(N, DAG, Subtarget))
return V;
@@ -48174,6 +48180,15 @@ static SDValue combineExtractVectorElt(SDNode *N, SelectionDAG &DAG,
return SDValue();
}
+static SDValue combineVECREDUCE_LOGIC(SDNode *N, SelectionDAG &DAG,
+ const X86Subtarget &Subtarget) {
+ // Attempt to replace an all_of/any_of horizontal reduction with a MOVMSK.
+ if (SDValue Cmp = combinePredicateReduction(N, DAG, Subtarget))
+ return Cmp;
+
+ return SDValue();
+}
+
static SDValue combineVECREDUCE_MUL(SDNode *N, SelectionDAG &DAG,
const X86Subtarget &Subtarget) {
SDValue Src = N->getOperand(0);
@@ -63099,6 +63114,9 @@ SDValue X86TargetLowering::PerformDAGCombine(SDNode *N,
case X86ISD::VFCMULC:
case X86ISD::VFMULC: return combineFMulcFCMulc(N, DAG, Subtarget);
case ISD::FNEG: return combineFneg(N, DAG, DCI, Subtarget);
+ case ISD::VECREDUCE_AND:
+ case ISD::VECREDUCE_OR:
+ case ISD::VECREDUCE_XOR: return combineVECREDUCE_LOGIC(N, DAG, Subtarget);
case ISD::VECREDUCE_MUL: return combineVECREDUCE_MUL(N, DAG, Subtarget);
case ISD::TRUNCATE: return combineTruncate(N, DAG, Subtarget);
case X86ISD::VTRUNC: return combineVTRUNC(N, DAG, DCI);
diff --git a/llvm/lib/Target/X86/X86TargetTransformInfo.cpp b/llvm/lib/Target/X86/X86TargetTransformInfo.cpp
index 421a2829cb509..2f14d905f779c 100644
--- a/llvm/lib/Target/X86/X86TargetTransformInfo.cpp
+++ b/llvm/lib/Target/X86/X86TargetTransformInfo.cpp
@@ -6937,6 +6937,9 @@ bool X86TTIImpl::shouldExpandReduction(const IntrinsicInst *II) const {
switch (II->getIntrinsicID()) {
default:
return true;
+ case Intrinsic::vector_reduce_and:
+ case Intrinsic::vector_reduce_or:
+ case Intrinsic::vector_reduce_xor:
case Intrinsic::vector_reduce_mul:
case Intrinsic::vector_reduce_smax:
case Intrinsic::vector_reduce_smin:
diff --git a/llvm/test/CodeGen/X86/avx512-intrinsics-fast-isel.ll b/llvm/test/CodeGen/X86/avx512-intrinsics-fast-isel.ll
index a2caf173dd8ae..24c358f52c794 100644
--- a/llvm/test/CodeGen/X86/avx512-intrinsics-fast-isel.ll
+++ b/llvm/test/CodeGen/X86/avx512-intrinsics-fast-isel.ll
@@ -6614,7 +6614,7 @@ define i64 @test_mm512_reduce_or_epi64(<8 x i64> %__W) nounwind {
; X86-LABEL: test_mm512_reduce_or_epi64:
; X86: # %bb.0: # %entry
; X86-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; X86-NEXT: vporq %zmm1, %zmm0, %zmm0
+; X86-NEXT: vpor %ymm1, %ymm0, %ymm0
; X86-NEXT: vextracti128 $1, %ymm0, %xmm1
; X86-NEXT: vpor %xmm1, %xmm0, %xmm0
; X86-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -6627,7 +6627,7 @@ define i64 @test_mm512_reduce_or_epi64(<8 x i64> %__W) nounwind {
; X64-LABEL: test_mm512_reduce_or_epi64:
; X64: # %bb.0: # %entry
; X64-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; X64-NEXT: vporq %zmm1, %zmm0, %zmm0
+; X64-NEXT: vpor %ymm1, %ymm0, %ymm0
; X64-NEXT: vextracti128 $1, %ymm0, %xmm1
; X64-NEXT: vpor %xmm1, %xmm0, %xmm0
; X64-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -6644,7 +6644,7 @@ define i64 @test_mm512_reduce_and_epi64(<8 x i64> %__W) nounwind {
; X86-LABEL: test_mm512_reduce_and_epi64:
; X86: # %bb.0: # %entry
; X86-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; X86-NEXT: vpandq %zmm1, %zmm0, %zmm0
+; X86-NEXT: vpand %ymm1, %ymm0, %ymm0
; X86-NEXT: vextracti128 $1, %ymm0, %xmm1
; X86-NEXT: vpand %xmm1, %xmm0, %xmm0
; X86-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -6657,7 +6657,7 @@ define i64 @test_mm512_reduce_and_epi64(<8 x i64> %__W) nounwind {
; X64-LABEL: test_mm512_reduce_and_epi64:
; X64: # %bb.0: # %entry
; X64-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; X64-NEXT: vpandq %zmm1, %zmm0, %zmm0
+; X64-NEXT: vpand %ymm1, %ymm0, %ymm0
; X64-NEXT: vextracti128 $1, %ymm0, %xmm1
; X64-NEXT: vpand %xmm1, %xmm0, %xmm0
; X64-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -6789,7 +6789,7 @@ define i64 @test_mm512_mask_reduce_and_epi64(i8 zeroext %__M, <8 x i64> %__W) no
; X86-NEXT: vpternlogd {{.*#+}} zmm1 = -1
; X86-NEXT: vmovdqa64 %zmm0, %zmm1 {%k1}
; X86-NEXT: vextracti64x4 $1, %zmm1, %ymm0
-; X86-NEXT: vpandq %zmm0, %zmm1, %zmm0
+; X86-NEXT: vpand %ymm0, %ymm1, %ymm0
; X86-NEXT: vextracti128 $1, %ymm0, %xmm1
; X86-NEXT: vpand %xmm1, %xmm0, %xmm0
; X86-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -6805,7 +6805,7 @@ define i64 @test_mm512_mask_reduce_and_epi64(i8 zeroext %__M, <8 x i64> %__W) no
; X64-NEXT: vpternlogd {{.*#+}} zmm1 = -1
; X64-NEXT: vmovdqa64 %zmm0, %zmm1 {%k1}
; X64-NEXT: vextracti64x4 $1, %zmm1, %ymm0
-; X64-NEXT: vpandq %zmm0, %zmm1, %zmm0
+; X64-NEXT: vpand %ymm0, %ymm1, %ymm0
; X64-NEXT: vextracti128 $1, %ymm0, %xmm1
; X64-NEXT: vpand %xmm1, %xmm0, %xmm0
; X64-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -6827,7 +6827,7 @@ define i64 @test_mm512_mask_reduce_or_epi64(i8 zeroext %__M, <8 x i64> %__W) nou
; X86-NEXT: kmovw %eax, %k1
; X86-NEXT: vmovdqa64 %zmm0, %zmm0 {%k1} {z}
; X86-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; X86-NEXT: vporq %zmm1, %zmm0, %zmm0
+; X86-NEXT: vpor %ymm1, %ymm0, %ymm0
; X86-NEXT: vextracti128 $1, %ymm0, %xmm1
; X86-NEXT: vpor %xmm1, %xmm0, %xmm0
; X86-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -6842,7 +6842,7 @@ define i64 @test_mm512_mask_reduce_or_epi64(i8 zeroext %__M, <8 x i64> %__W) nou
; X64-NEXT: kmovw %edi, %k1
; X64-NEXT: vmovdqa64 %zmm0, %zmm0 {%k1} {z}
; X64-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; X64-NEXT: vporq %zmm1, %zmm0, %zmm0
+; X64-NEXT: vpor %ymm1, %ymm0, %ymm0
; X64-NEXT: vextracti128 $1, %ymm0, %xmm1
; X64-NEXT: vpor %xmm1, %xmm0, %xmm0
; X64-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -6901,7 +6901,7 @@ define i32 @test_mm512_reduce_or_epi32(<8 x i64> %__W) nounwind {
; CHECK-LABEL: test_mm512_reduce_or_epi32:
; CHECK: # %bb.0: # %entry
; CHECK-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; CHECK-NEXT: vporq %zmm1, %zmm0, %zmm0
+; CHECK-NEXT: vpor %ymm1, %ymm0, %ymm0
; CHECK-NEXT: vextracti128 $1, %ymm0, %xmm1
; CHECK-NEXT: vpor %xmm1, %xmm0, %xmm0
; CHECK-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -6921,7 +6921,7 @@ define i32 @test_mm512_reduce_and_epi32(<8 x i64> %__W) nounwind {
; CHECK-LABEL: test_mm512_reduce_and_epi32:
; CHECK: # %bb.0: # %entry
; CHECK-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; CHECK-NEXT: vpandq %zmm1, %zmm0, %zmm0
+; CHECK-NEXT: vpand %ymm1, %ymm0, %ymm0
; CHECK-NEXT: vextracti128 $1, %ymm0, %xmm1
; CHECK-NEXT: vpand %xmm1, %xmm0, %xmm0
; CHECK-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -7029,7 +7029,7 @@ define i32 @test_mm512_mask_reduce_and_epi32(i16 zeroext %__M, <8 x i64> %__W) n
; X86-NEXT: vpternlogd {{.*#+}} zmm1 = -1
; X86-NEXT: vmovdqa32 %zmm0, %zmm1 {%k1}
; X86-NEXT: vextracti64x4 $1, %zmm1, %ymm0
-; X86-NEXT: vpandd %zmm0, %zmm1, %zmm0
+; X86-NEXT: vpand %ymm0, %ymm1, %ymm0
; X86-NEXT: vextracti128 $1, %ymm0, %xmm1
; X86-NEXT: vpand %xmm1, %xmm0, %xmm0
; X86-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -7046,7 +7046,7 @@ define i32 @test_mm512_mask_reduce_and_epi32(i16 zeroext %__M, <8 x i64> %__W) n
; X64-NEXT: vpternlogd {{.*#+}} zmm1 = -1
; X64-NEXT: vmovdqa32 %zmm0, %zmm1 {%k1}
; X64-NEXT: vextracti64x4 $1, %zmm1, %ymm0
-; X64-NEXT: vpandd %zmm0, %zmm1, %zmm0
+; X64-NEXT: vpand %ymm0, %ymm1, %ymm0
; X64-NEXT: vextracti128 $1, %ymm0, %xmm1
; X64-NEXT: vpand %xmm1, %xmm0, %xmm0
; X64-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -7071,7 +7071,7 @@ define i32 @test_mm512_mask_reduce_or_epi32(i16 zeroext %__M, <8 x i64> %__W) no
; X86-NEXT: kmovw %eax, %k1
; X86-NEXT: vmovdqa32 %zmm0, %zmm0 {%k1} {z}
; X86-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; X86-NEXT: vpord %zmm1, %zmm0, %zmm0
+; X86-NEXT: vpor %ymm1, %ymm0, %ymm0
; X86-NEXT: vextracti128 $1, %ymm0, %xmm1
; X86-NEXT: vpor %xmm1, %xmm0, %xmm0
; X86-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -7087,7 +7087,7 @@ define i32 @test_mm512_mask_reduce_or_epi32(i16 zeroext %__M, <8 x i64> %__W) no
; X64-NEXT: kmovw %edi, %k1
; X64-NEXT: vmovdqa32 %zmm0, %zmm0 {%k1} {z}
; X64-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; X64-NEXT: vpord %zmm1, %zmm0, %zmm0
+; X64-NEXT: vpor %ymm1, %ymm0, %ymm0
; X64-NEXT: vextracti128 $1, %ymm0, %xmm1
; X64-NEXT: vpor %xmm1, %xmm0, %xmm0
; X64-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
diff --git a/llvm/test/CodeGen/X86/pr53419.ll b/llvm/test/CodeGen/X86/pr53419.ll
index 750751d404f38..b4c01676d73b4 100644
--- a/llvm/test/CodeGen/X86/pr53419.ll
+++ b/llvm/test/CodeGen/X86/pr53419.ll
@@ -15,8 +15,8 @@ declare i1 @llvm.vector.reduce.and.v8i1(<8 x i1>)
define i1 @intrinsic_v2i8(ptr align 1 %arg, ptr align 1 %arg1) {
; X64-LABEL: intrinsic_v2i8:
; X64: # %bb.0: # %bb
-; X64-NEXT: movzwl (%rsi), %eax
-; X64-NEXT: cmpw (%rdi), %ax
+; X64-NEXT: movzwl (%rdi), %eax
+; X64-NEXT: cmpw %ax, (%rsi)
; X64-NEXT: sete %al
; X64-NEXT: retq
;
@@ -24,8 +24,8 @@ define i1 @intrinsic_v2i8(ptr align 1 %arg, ptr align 1 %arg1) {
; X86: # %bb.0: # %bb
; X86-NEXT: movl {{[0-9]+}}(%esp), %eax
; X86-NEXT: movl {{[0-9]+}}(%esp), %ecx
-; X86-NEXT: movzwl (%ecx), %ecx
-; X86-NEXT: cmpw (%eax), %cx
+; X86-NEXT: movzwl (%eax), %eax
+; X86-NEXT: cmpw %ax, (%ecx)
; X86-NEXT: sete %al
; X86-NEXT: retl
bb:
@@ -39,8 +39,8 @@ bb:
define i1 @intrinsic_v4i8(ptr align 1 %arg, ptr align 1 %arg1) {
; X64-LABEL: intrinsic_v4i8:
; X64: # %bb.0: # %bb
-; X64-NEXT: movl (%rsi), %eax
-; X64-NEXT: cmpl (%rdi), %eax
+; X64-NEXT: movl (%rdi), %eax
+; X64-NEXT: cmpl %eax, (%rsi)
; X64-NEXT: sete %al
; X64-NEXT: retq
;
@@ -48,8 +48,8 @@ define i1 @intrinsic_v4i8(ptr align 1 %arg, ptr align 1 %arg1) {
; X86: # %bb.0: # %bb
; X86-NEXT: movl {{[0-9]+}}(%esp), %eax
; X86-NEXT: movl {{[0-9]+}}(%esp), %ecx
-; X86-NEXT: movl (%ecx), %ecx
-; X86-NEXT: cmpl (%eax), %ecx
+; X86-NEXT: movl (%eax), %eax
+; X86-NEXT: cmpl %eax, (%ecx)
; X86-NEXT: sete %al
; X86-NEXT: retl
bb:
@@ -63,8 +63,8 @@ bb:
define i1 @intrinsic_v8i8(ptr align 1 %arg, ptr align 1 %arg1) {
; X64-LABEL: intrinsic_v8i8:
; X64: # %bb.0: # %bb
-; X64-NEXT: movq (%rsi), %rax
-; X64-NEXT: cmpq (%rdi), %rax
+; X64-NEXT: movq (%rdi), %rax
+; X64-NEXT: cmpq %rax, (%rsi)
; X64-NEXT: sete %al
; X64-NEXT: retq
;
@@ -72,11 +72,11 @@ define i1 @intrinsic_v8i8(ptr align 1 %arg, ptr align 1 %arg1) {
; X86: # %bb.0: # %bb
; X86-NEXT: movl {{[0-9]+}}(%esp), %eax
; X86-NEXT: movl {{[0-9]+}}(%esp), %ecx
-; X86-NEXT: movl (%ecx), %edx
-; X86-NEXT: movl 4(%ecx), %ecx
-; X86-NEXT: xorl 4(%eax), %ecx
-; X86-NEXT: xorl (%eax), %edx
-; X86-NEXT: orl %ecx, %edx
+; X86-NEXT: movl (%eax), %edx
+; X86-NEXT: movl 4(%eax), %eax
+; X86-NEXT: xorl 4(%ecx), %eax
+; X86-NEXT: xorl (%ecx), %edx
+; X86-NEXT: orl %eax, %edx
; X86-NEXT: sete %al
; X86-NEXT: retl
bb:
diff --git a/llvm/test/CodeGen/X86/pr61923.ll b/llvm/test/CodeGen/X86/pr61923.ll
index f9290b9743f47..41cb6d6ce4c7d 100644
--- a/llvm/test/CodeGen/X86/pr61923.ll
+++ b/llvm/test/CodeGen/X86/pr61923.ll
@@ -17,9 +17,15 @@ define void @test_loop(ptr align 1 %src, ptr align 1 %dest, i32 %len) {
; CHECK-NEXT: .p2align 4
; CHECK-NEXT: .LBB0_2: # %memcmp.loop
; CHECK-NEXT: # =>This Inner Loop Header: Depth=1
-; CHECK-NEXT: vmovups (%rsi,%rcx), %ymm0
-; CHECK-NEXT: vxorps (%rdi,%rcx), %ymm0, %ymm0
-; CHECK-NEXT: vptest %ymm0, %ymm0
+; CHECK-NEXT: vmovdqu (%rsi,%rcx), %xmm0
+; CHECK-NEXT: vmovdqu 16(%rsi,%rcx), %xmm1
+; CHECK-NEXT: vpcmpeqb (%rdi,%rcx), %xmm0, %xmm0
+; CHECK-NEXT: vpmovmskb %xmm0, %edx
+; CHECK-NEXT: vpcmpeqb 16(%rdi,%rcx), %xmm1, %xmm0
+; CHECK-NEXT: vpmovmskb %xmm0, %r8d
+; CHECK-NEXT: shll $16, %r8d
+; CHECK-NEXT: orl %edx, %r8d
+; CHECK-NEXT: cmpl $-1, %r8d
; CHECK-NEXT: jne .LBB0_4
; CHECK-NEXT: # %bb.3: # %memcmp.loop.latch
; CHECK-NEXT: # in Loop: Header=BB0_2 Depth=1
@@ -27,7 +33,6 @@ define void @test_loop(ptr align 1 %src, ptr align 1 %dest, i32 %len) {
; CHECK-NEXT: cmpq %rax, %rcx
; CHECK-NEXT: jb .LBB0_2
; CHECK-NEXT: .LBB0_4: # %done
-; CHECK-NEXT: vzeroupper
; CHECK-NEXT: retq
entry:
%len.wide = zext i32 %len to i64
diff --git a/llvm/test/CodeGen/X86/vector-compare-all_of.ll b/llvm/test/CodeGen/X86/vector-compare-all_of.ll
index 8995989ef4474..fdea2a4e10246 100644
--- a/llvm/test/CodeGen/X86/vector-compare-all_of.ll
+++ b/llvm/test/CodeGen/X86/vector-compare-all_of.ll
@@ -9,20 +9,18 @@ define i64 @test_v2f64_sext(<2 x double> %a0, <2 x double> %a1) {
; SSE-LABEL: test_v2f64_sext:
; SSE: # %bb.0:
; SSE-NEXT: cmpltpd %xmm0, %xmm1
-; SSE-NEXT: movmskpd %xmm1, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: cmpl $3, %ecx
-; SSE-NEXT: sete %al
-; SSE-NEXT: negq %rax
+; SSE-NEXT: movapd %xmm1, %xmm0
+; SSE-NEXT: unpckhpd {{.*#+}} xmm0 = xmm0[1],xmm1[1]
+; SSE-NEXT: andpd %xmm1, %xmm0
+; SSE-NEXT: movq %xmm0, %rax
; SSE-NEXT: retq
;
; AVX-LABEL: test_v2f64_sext:
; AVX: # %bb.0:
; AVX-NEXT: vcmpltpd %xmm0, %xmm1, %xmm0
-; AVX-NEXT: xorl %eax, %eax
-; AVX-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
-; AVX-NEXT: vtestpd %xmm1, %xmm0
-; AVX-NEXT: sbbq %rax, %rax
+; AVX-NEXT: vshufpd {{.*#+}} xmm1 = xmm0[1,1]
+; AVX-NEXT: vandpd %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vmovq %xmm0, %rax
; AVX-NEXT: retq
%c = fcmp ogt <2 x double> %a0, %a1
%s = sext <2 x i1> %c to <2 x i64>
@@ -38,43 +36,21 @@ define i64 @test_v4f64_sext(<4 x double> %a0, <4 x double> %a1) {
; SSE-NEXT: cmpltpd %xmm1, %xmm3
; SSE-NEXT: cmpltpd %xmm0, %xmm2
; SSE-NEXT: andpd %xmm3, %xmm2
-; SSE-NEXT: movmskpd %xmm2, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: cmpl $3, %ecx
-; SSE-NEXT: sete %al
-; SSE-NEXT: negq %rax
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm2[2,3,2,3]
+; SSE-NEXT: pand %xmm2, %xmm0
+; SSE-NEXT: movq %xmm0, %rax
; SSE-NEXT: retq
;
-; AVX1-LABEL: test_v4f64_sext:
-; AVX1: # %bb.0:
-; AVX1-NEXT: vcmpltpd %ymm0, %ymm1, %ymm0
-; AVX1-NEXT: xorl %eax, %eax
-; AVX1-NEXT: vxorpd %xmm1, %xmm1, %xmm1
-; AVX1-NEXT: vcmptrueps %ymm1, %ymm1, %ymm1
-; AVX1-NEXT: vtestpd %ymm1, %ymm0
-; AVX1-NEXT: sbbq %rax, %rax
-; AVX1-NEXT: vzeroupper
-; AVX1-NEXT: retq
-;
-; AVX2-LABEL: test_v4f64_sext:
-; AVX2: # %bb.0:
-; AVX2-NEXT: vcmpltpd %ymm0, %ymm1, %ymm0
-; AVX2-NEXT: xorl %eax, %eax
-; AVX2-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
-; AVX2-NEXT: vtestpd %ymm1, %ymm0
-; AVX2-NEXT: sbbq %rax, %rax
-; AVX2-NEXT: vzeroupper
-; AVX2-NEXT: retq
-;
-; AVX512-LABEL: test_v4f64_sext:
-; AVX512: # %bb.0:
-; AVX512-NEXT: vcmpltpd %ymm0, %ymm1, %ymm0
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
-; AVX512-NEXT: vtestpd %ymm1, %ymm0
-; AVX512-NEXT: sbbq %rax, %rax
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
+; AVX-LABEL: test_v4f64_sext:
+; AVX: # %bb.0:
+; AVX-NEXT: vcmpltpd %ymm0, %ymm1, %ymm0
+; AVX-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX-NEXT: vandpd %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vshufps {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX-NEXT: vandpd %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vmovq %xmm0, %rax
+; AVX-NEXT: vzeroupper
+; AVX-NEXT: retq
%c = fcmp ogt <4 x double> %a0, %a1
%s = sext <4 x i1> %c to <4 x i64>
%1 = shufflevector <4 x i64> %s, <4 x i64> undef, <4 x i32> <i32 2, i32 3, i32 undef, i32 undef>
@@ -91,22 +67,24 @@ define i64 @test_v4f64_legal_sext(<4 x double> %a0, <4 x double> %a1) {
; SSE-NEXT: cmpltpd %xmm1, %xmm3
; SSE-NEXT: cmpltpd %xmm0, %xmm2
; SSE-NEXT: shufps {{.*#+}} xmm2 = xmm2[0,2],xmm3[0,2]
-; SSE-NEXT: movmskps %xmm2, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: cmpl $15, %ecx
-; SSE-NEXT: sete %al
-; SSE-NEXT: negq %rax
+; SSE-NEXT: shufps {{.*#+}} xmm3 = xmm3[0,2,0,2]
+; SSE-NEXT: andps %xmm2, %xmm3
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm3[1,1,1,1]
+; SSE-NEXT: pand %xmm3, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: cltq
; SSE-NEXT: retq
;
; AVX1OR2-LABEL: test_v4f64_legal_sext:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vcmpltpd %ymm0, %ymm1, %ymm0
; AVX1OR2-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1OR2-NEXT: vandpd %xmm1, %xmm0, %xmm0
; AVX1OR2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
-; AVX1OR2-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
-; AVX1OR2-NEXT: xorl %eax, %eax
-; AVX1OR2-NEXT: vtestps %xmm1, %xmm0
-; AVX1OR2-NEXT: sbbq %rax, %rax
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: cltq
; AVX1OR2-NEXT: vzeroupper
; AVX1OR2-NEXT: retq
;
@@ -114,10 +92,13 @@ define i64 @test_v4f64_legal_sext(<4 x double> %a0, <4 x double> %a1) {
; AVX512: # %bb.0:
; AVX512-NEXT: vcmpltpd %ymm0, %ymm1, %k1
; AVX512-NEXT: vpcmpeqd %xmm0, %xmm0, %xmm0
-; AVX512-NEXT: vmovdqa32 %xmm0, %xmm1 {%k1} {z}
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: vtestps %xmm0, %xmm1
-; AVX512-NEXT: sbbq %rax, %rax
+; AVX512-NEXT: vmovdqa32 %xmm0, %xmm0 {%k1} {z}
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
+; AVX512-NEXT: cltq
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%c = fcmp ogt <4 x double> %a0, %a1
@@ -135,20 +116,22 @@ define i32 @test_v4f32_sext(<4 x float> %a0, <4 x float> %a1) {
; SSE-LABEL: test_v4f32_sext:
; SSE: # %bb.0:
; SSE-NEXT: cmpltps %xmm0, %xmm1
-; SSE-NEXT: movmskps %xmm1, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: cmpl $15, %ecx
-; SSE-NEXT: sete %al
-; SSE-NEXT: negl %eax
+; SSE-NEXT: movaps %xmm1, %xmm0
+; SSE-NEXT: unpckhpd {{.*#+}} xmm0 = xmm0[1],xmm1[1]
+; SSE-NEXT: andps %xmm1, %xmm0
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
; SSE-NEXT: retq
;
; AVX-LABEL: test_v4f32_sext:
; AVX: # %bb.0:
; AVX-NEXT: vcmpltps %xmm0, %xmm1, %xmm0
-; AVX-NEXT: xorl %eax, %eax
-; AVX-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
-; AVX-NEXT: vtestps %xmm1, %xmm0
-; AVX-NEXT: sbbl %eax, %eax
+; AVX-NEXT: vshufpd {{.*#+}} xmm1 = xmm0[1,1]
+; AVX-NEXT: vandpd %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX-NEXT: vandpd %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vmovd %xmm0, %eax
; AVX-NEXT: retq
%c = fcmp ogt <4 x float> %a0, %a1
%s = sext <4 x i1> %c to <4 x i32>
@@ -166,43 +149,25 @@ define i32 @test_v8f32_sext(<8 x float> %a0, <8 x float> %a1) {
; SSE-NEXT: cmpltps %xmm1, %xmm3
; SSE-NEXT: cmpltps %xmm0, %xmm2
; SSE-NEXT: andps %xmm3, %xmm2
-; SSE-NEXT: movmskps %xmm2, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: cmpl $15, %ecx
-; SSE-NEXT: sete %al
-; SSE-NEXT: negl %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm2[2,3,2,3]
+; SSE-NEXT: pand %xmm2, %xmm0
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
; SSE-NEXT: retq
;
-; AVX1-LABEL: test_v8f32_sext:
-; AVX1: # %bb.0:
-; AVX1-NEXT: vcmpltps %ymm0, %ymm1, %ymm0
-; AVX1-NEXT: vxorps %xmm1, %xmm1, %xmm1
-; AVX1-NEXT: vcmptrueps %ymm1, %ymm1, %ymm1
-; AVX1-NEXT: xorl %eax, %eax
-; AVX1-NEXT: vtestps %ymm1, %ymm0
-; AVX1-NEXT: sbbl %eax, %eax
-; AVX1-NEXT: vzeroupper
-; AVX1-NEXT: retq
-;
-; AVX2-LABEL: test_v8f32_sext:
-; AVX2: # %bb.0:
-; AVX2-NEXT: vcmpltps %ymm0, %ymm1, %ymm0
-; AVX2-NEXT: xorl %eax, %eax
-; AVX2-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
-; AVX2-NEXT: vtestps %ymm1, %ymm0
-; AVX2-NEXT: sbbl %eax, %eax
-; AVX2-NEXT: vzeroupper
-; AVX2-NEXT: retq
-;
-; AVX512-LABEL: test_v8f32_sext:
-; AVX512: # %bb.0:
-; AVX512-NEXT: vcmpltps %ymm0, %ymm1, %ymm0
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
-; AVX512-NEXT: vtestps %ymm1, %ymm0
-; AVX512-NEXT: sbbl %eax, %eax
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
+; AVX-LABEL: test_v8f32_sext:
+; AVX: # %bb.0:
+; AVX-NEXT: vcmpltps %ymm0, %ymm1, %ymm0
+; AVX-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX-NEXT: vandps %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vshufps {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX-NEXT: vandps %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX-NEXT: vandps %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vmovd %xmm0, %eax
+; AVX-NEXT: vzeroupper
+; AVX-NEXT: retq
%c = fcmp ogt <8 x float> %a0, %a1
%s = sext <8 x i1> %c to <8 x i32>
%1 = shufflevector <8 x i32> %s, <8 x i32> undef, <8 x i32> <i32 4, i32 5, i32 6, i32 7, i32 undef, i32 undef, i32 undef, i32 undef>
@@ -220,24 +185,29 @@ define i32 @test_v8f32_legal_sext(<8 x float> %a0, <8 x float> %a1) {
; SSE: # %bb.0:
; SSE-NEXT: cmpltps %xmm1, %xmm3
; SSE-NEXT: cmpltps %xmm0, %xmm2
+; SSE-NEXT: andps %xmm3, %xmm2
; SSE-NEXT: packssdw %xmm3, %xmm2
-; SSE-NEXT: pmovmskb %xmm2, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: cmpl $65535, %ecx # imm = 0xFFFF
-; SSE-NEXT: sete %al
-; SSE-NEXT: negl %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm2[1,1,1,1]
+; SSE-NEXT: pand %xmm2, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrld $16, %xmm1
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
+; SSE-NEXT: cwtl
; SSE-NEXT: retq
;
; AVX1OR2-LABEL: test_v8f32_legal_sext:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vcmpltps %ymm0, %ymm1, %ymm0
; AVX1OR2-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1OR2-NEXT: vandps %xmm1, %xmm0, %xmm0
; AVX1OR2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
-; AVX1OR2-NEXT: vpmovmskb %xmm0, %ecx
-; AVX1OR2-NEXT: xorl %eax, %eax
-; AVX1OR2-NEXT: cmpl $65535, %ecx # imm = 0xFFFF
-; AVX1OR2-NEXT: sete %al
-; AVX1OR2-NEXT: negl %eax
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1OR2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: cwtl
; AVX1OR2-NEXT: vzeroupper
; AVX1OR2-NEXT: retq
;
@@ -245,11 +215,14 @@ define i32 @test_v8f32_legal_sext(<8 x float> %a0, <8 x float> %a1) {
; AVX512: # %bb.0:
; AVX512-NEXT: vcmpltps %ymm0, %ymm1, %k0
; AVX512-NEXT: vpmovm2w %k0, %xmm0
-; AVX512-NEXT: vpmovmskb %xmm0, %ecx
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: cmpl $65535, %ecx # imm = 0xFFFF
-; AVX512-NEXT: sete %al
-; AVX512-NEXT: negl %eax
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX512-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
+; AVX512-NEXT: cwtl
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%c = fcmp ogt <8 x float> %a0, %a1
@@ -279,30 +252,25 @@ define i64 @test_v2i64_sext(<2 x i64> %a0, <2 x i64> %a1) {
; SSE2-NEXT: pand %xmm3, %xmm0
; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm2[1,1,3,3]
; SSE2-NEXT: por %xmm0, %xmm1
-; SSE2-NEXT: movmskpd %xmm1, %ecx
-; SSE2-NEXT: xorl %eax, %eax
-; SSE2-NEXT: cmpl $3, %ecx
-; SSE2-NEXT: sete %al
-; SSE2-NEXT: negq %rax
+; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; SSE2-NEXT: pand %xmm1, %xmm0
+; SSE2-NEXT: movq %xmm0, %rax
; SSE2-NEXT: retq
;
; SSE42-LABEL: test_v2i64_sext:
; SSE42: # %bb.0:
; SSE42-NEXT: pcmpgtq %xmm1, %xmm0
-; SSE42-NEXT: movmskpd %xmm0, %ecx
-; SSE42-NEXT: xorl %eax, %eax
-; SSE42-NEXT: cmpl $3, %ecx
-; SSE42-NEXT: sete %al
-; SSE42-NEXT: negq %rax
+; SSE42-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE42-NEXT: pand %xmm0, %xmm1
+; SSE42-NEXT: movq %xmm1, %rax
; SSE42-NEXT: retq
;
; AVX-LABEL: test_v2i64_sext:
; AVX: # %bb.0:
; AVX-NEXT: vpcmpgtq %xmm1, %xmm0, %xmm0
-; AVX-NEXT: xorl %eax, %eax
-; AVX-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
-; AVX-NEXT: vtestpd %xmm1, %xmm0
-; AVX-NEXT: sbbq %rax, %rax
+; AVX-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vmovq %xmm0, %rax
; AVX-NEXT: retq
%c = icmp sgt <2 x i64> %a0, %a1
%s = sext <2 x i1> %c to <2 x i64>
@@ -337,11 +305,9 @@ define i64 @test_v4i64_sext(<4 x i64> %a0, <4 x i64> %a1) {
; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm1[1,1,3,3]
; SSE2-NEXT: por %xmm0, %xmm1
; SSE2-NEXT: pand %xmm3, %xmm1
-; SSE2-NEXT: movmskpd %xmm1, %ecx
-; SSE2-NEXT: xorl %eax, %eax
-; SSE2-NEXT: cmpl $3, %ecx
-; SSE2-NEXT: sete %al
-; SSE2-NEXT: negq %rax
+; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; SSE2-NEXT: pand %xmm1, %xmm0
+; SSE2-NEXT: movq %xmm0, %rax
; SSE2-NEXT: retq
;
; SSE42-LABEL: test_v4i64_sext:
@@ -349,11 +315,9 @@ define i64 @test_v4i64_sext(<4 x i64> %a0, <4 x i64> %a1) {
; SSE42-NEXT: pcmpgtq %xmm3, %xmm1
; SSE42-NEXT: pcmpgtq %xmm2, %xmm0
; SSE42-NEXT: pand %xmm1, %xmm0
-; SSE42-NEXT: movmskpd %xmm0, %ecx
-; SSE42-NEXT: xorl %eax, %eax
-; SSE42-NEXT: cmpl $3, %ecx
-; SSE42-NEXT: sete %al
-; SSE42-NEXT: negq %rax
+; SSE42-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE42-NEXT: pand %xmm0, %xmm1
+; SSE42-NEXT: movq %xmm1, %rax
; SSE42-NEXT: retq
;
; AVX1-LABEL: test_v4i64_sext:
@@ -363,30 +327,31 @@ define i64 @test_v4i64_sext(<4 x i64> %a0, <4 x i64> %a1) {
; AVX1-NEXT: vpcmpgtq %xmm2, %xmm3, %xmm2
; AVX1-NEXT: vpcmpgtq %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: xorl %eax, %eax
-; AVX1-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
-; AVX1-NEXT: vtestpd %xmm1, %xmm0
-; AVX1-NEXT: sbbq %rax, %rax
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vmovq %xmm0, %rax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
; AVX2-LABEL: test_v4i64_sext:
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtq %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: xorl %eax, %eax
-; AVX2-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
-; AVX2-NEXT: vtestpd %ymm1, %ymm0
-; AVX2-NEXT: sbbq %rax, %rax
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vmovq %xmm0, %rax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
; AVX512-LABEL: test_v4i64_sext:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtq %ymm1, %ymm0, %ymm0
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
-; AVX512-NEXT: vtestpd %ymm1, %ymm0
-; AVX512-NEXT: sbbq %rax, %rax
+; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vmovq %xmm0, %rax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%c = icmp sgt <4 x i64> %a0, %a1
@@ -419,11 +384,12 @@ define i64 @test_v4i64_legal_sext(<4 x i64> %a0, <4 x i64> %a1) {
; SSE2-NEXT: andps %xmm6, %xmm0
; SSE2-NEXT: shufps {{.*#+}} xmm4 = xmm4[1,3],xmm5[1,3]
; SSE2-NEXT: orps %xmm0, %xmm4
-; SSE2-NEXT: movmskps %xmm4, %ecx
-; SSE2-NEXT: xorl %eax, %eax
-; SSE2-NEXT: cmpl $15, %ecx
-; SSE2-NEXT: sete %al
-; SSE2-NEXT: negq %rax
+; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm4[2,3,2,3]
+; SSE2-NEXT: pand %xmm4, %xmm0
+; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE2-NEXT: pand %xmm0, %xmm1
+; SSE2-NEXT: movd %xmm1, %eax
+; SSE2-NEXT: cltq
; SSE2-NEXT: retq
;
; SSE42-LABEL: test_v4i64_legal_sext:
@@ -431,11 +397,12 @@ define i64 @test_v4i64_legal_sext(<4 x i64> %a0, <4 x i64> %a1) {
; SSE42-NEXT: pcmpgtq %xmm3, %xmm1
; SSE42-NEXT: pcmpgtq %xmm2, %xmm0
; SSE42-NEXT: packssdw %xmm1, %xmm0
-; SSE42-NEXT: movmskps %xmm0, %ecx
-; SSE42-NEXT: xorl %eax, %eax
-; SSE42-NEXT: cmpl $15, %ecx
-; SSE42-NEXT: sete %al
-; SSE42-NEXT: negq %rax
+; SSE42-NEXT: pshufd {{.*#+}} xmm1 = xmm1[0,2,0,2]
+; SSE42-NEXT: pand %xmm0, %xmm1
+; SSE42-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE42-NEXT: pand %xmm1, %xmm0
+; SSE42-NEXT: movd %xmm0, %eax
+; SSE42-NEXT: cltq
; SSE42-NEXT: retq
;
; AVX1-LABEL: test_v4i64_legal_sext:
@@ -444,11 +411,12 @@ define i64 @test_v4i64_legal_sext(<4 x i64> %a0, <4 x i64> %a1) {
; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm3
; AVX1-NEXT: vpcmpgtq %xmm2, %xmm3, %xmm2
; AVX1-NEXT: vpcmpgtq %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm0
; AVX1-NEXT: vpackssdw %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
-; AVX1-NEXT: xorl %eax, %eax
-; AVX1-NEXT: vtestps %xmm1, %xmm0
-; AVX1-NEXT: sbbq %rax, %rax
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
+; AVX1-NEXT: cltq
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
@@ -456,11 +424,12 @@ define i64 @test_v4i64_legal_sext(<4 x i64> %a0, <4 x i64> %a1) {
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtq %ymm1, %ymm0, %ymm0
; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
-; AVX2-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
-; AVX2-NEXT: xorl %eax, %eax
-; AVX2-NEXT: vtestps %xmm1, %xmm0
-; AVX2-NEXT: sbbq %rax, %rax
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
+; AVX2-NEXT: cltq
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
@@ -468,10 +437,13 @@ define i64 @test_v4i64_legal_sext(<4 x i64> %a0, <4 x i64> %a1) {
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtq %ymm1, %ymm0, %k1
; AVX512-NEXT: vpcmpeqd %xmm0, %xmm0, %xmm0
-; AVX512-NEXT: vmovdqa32 %xmm0, %xmm1 {%k1} {z}
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: vtestps %xmm0, %xmm1
-; AVX512-NEXT: sbbq %rax, %rax
+; AVX512-NEXT: vmovdqa32 %xmm0, %xmm0 {%k1} {z}
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
+; AVX512-NEXT: cltq
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%c = icmp sgt <4 x i64> %a0, %a1
@@ -489,20 +461,21 @@ define i32 @test_v4i32_sext(<4 x i32> %a0, <4 x i32> %a1) {
; SSE-LABEL: test_v4i32_sext:
; SSE: # %bb.0:
; SSE-NEXT: pcmpgtd %xmm1, %xmm0
-; SSE-NEXT: movmskps %xmm0, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: cmpl $15, %ecx
-; SSE-NEXT: sete %al
-; SSE-NEXT: negl %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
; SSE-NEXT: retq
;
; AVX-LABEL: test_v4i32_sext:
; AVX: # %bb.0:
; AVX-NEXT: vpcmpgtd %xmm1, %xmm0, %xmm0
-; AVX-NEXT: xorl %eax, %eax
-; AVX-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
-; AVX-NEXT: vtestps %xmm1, %xmm0
-; AVX-NEXT: sbbl %eax, %eax
+; AVX-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vmovd %xmm0, %eax
; AVX-NEXT: retq
%c = icmp sgt <4 x i32> %a0, %a1
%s = sext <4 x i1> %c to <4 x i32>
@@ -520,11 +493,11 @@ define i32 @test_v8i32_sext(<8 x i32> %a0, <8 x i32> %a1) {
; SSE-NEXT: pcmpgtd %xmm3, %xmm1
; SSE-NEXT: pcmpgtd %xmm2, %xmm0
; SSE-NEXT: pand %xmm1, %xmm0
-; SSE-NEXT: movmskps %xmm0, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: cmpl $15, %ecx
-; SSE-NEXT: sete %al
-; SSE-NEXT: negl %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
; SSE-NEXT: retq
;
; AVX1-LABEL: test_v8i32_sext:
@@ -534,30 +507,37 @@ define i32 @test_v8i32_sext(<8 x i32> %a0, <8 x i32> %a1) {
; AVX1-NEXT: vpcmpgtd %xmm2, %xmm3, %xmm2
; AVX1-NEXT: vpcmpgtd %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: xorl %eax, %eax
-; AVX1-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
-; AVX1-NEXT: vtestps %xmm1, %xmm0
-; AVX1-NEXT: sbbl %eax, %eax
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
; AVX2-LABEL: test_v8i32_sext:
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtd %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: xorl %eax, %eax
-; AVX2-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
-; AVX2-NEXT: vtestps %ymm1, %ymm0
-; AVX2-NEXT: sbbl %eax, %eax
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
; AVX512-LABEL: test_v8i32_sext:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtd %ymm1, %ymm0, %ymm0
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
-; AVX512-NEXT: vtestps %ymm1, %ymm0
-; AVX512-NEXT: sbbl %eax, %eax
+; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%c = icmp sgt <8 x i32> %a0, %a1
@@ -577,12 +557,15 @@ define i32 @test_v8i32_legal_sext(<8 x i32> %a0, <8 x i32> %a1) {
; SSE: # %bb.0:
; SSE-NEXT: pcmpgtd %xmm3, %xmm1
; SSE-NEXT: pcmpgtd %xmm2, %xmm0
+; SSE-NEXT: pand %xmm1, %xmm0
; SSE-NEXT: packssdw %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: cmpl $65535, %ecx # imm = 0xFFFF
-; SSE-NEXT: sete %al
-; SSE-NEXT: negl %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrld $16, %xmm0
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: cwtl
; SSE-NEXT: retq
;
; AVX1-LABEL: test_v8i32_legal_sext:
@@ -591,12 +574,14 @@ define i32 @test_v8i32_legal_sext(<8 x i32> %a0, <8 x i32> %a1) {
; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm3
; AVX1-NEXT: vpcmpgtd %xmm2, %xmm3, %xmm2
; AVX1-NEXT: vpcmpgtd %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm0
; AVX1-NEXT: vpackssdw %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vpmovmskb %xmm0, %ecx
-; AVX1-NEXT: xorl %eax, %eax
-; AVX1-NEXT: cmpl $65535, %ecx # imm = 0xFFFF
-; AVX1-NEXT: sete %al
-; AVX1-NEXT: negl %eax
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
+; AVX1-NEXT: cwtl
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
@@ -604,12 +589,14 @@ define i32 @test_v8i32_legal_sext(<8 x i32> %a0, <8 x i32> %a1) {
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtd %ymm1, %ymm0, %ymm0
; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
-; AVX2-NEXT: vpmovmskb %xmm0, %ecx
-; AVX2-NEXT: xorl %eax, %eax
-; AVX2-NEXT: cmpl $65535, %ecx # imm = 0xFFFF
-; AVX2-NEXT: sete %al
-; AVX2-NEXT: negl %eax
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
+; AVX2-NEXT: cwtl
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
@@ -617,11 +604,14 @@ define i32 @test_v8i32_legal_sext(<8 x i32> %a0, <8 x i32> %a1) {
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtd %ymm1, %ymm0, %k0
; AVX512-NEXT: vpmovm2w %k0, %xmm0
-; AVX512-NEXT: vpmovmskb %xmm0, %ecx
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: cmpl $65535, %ecx # imm = 0xFFFF
-; AVX512-NEXT: sete %al
-; AVX512-NEXT: negl %eax
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX512-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
+; AVX512-NEXT: cwtl
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%c = icmp sgt <8 x i32> %a0, %a1
@@ -641,22 +631,27 @@ define i16 @test_v8i16_sext(<8 x i16> %a0, <8 x i16> %a1) {
; SSE-LABEL: test_v8i16_sext:
; SSE: # %bb.0:
; SSE-NEXT: pcmpgtw %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: cmpl $65535, %ecx # imm = 0xFFFF
-; SSE-NEXT: sete %al
-; SSE-NEXT: negl %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrld $16, %xmm1
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
; SSE-NEXT: # kill: def $ax killed $ax killed $eax
; SSE-NEXT: retq
;
; AVX-LABEL: test_v8i16_sext:
; AVX: # %bb.0:
; AVX-NEXT: vpcmpgtw %xmm1, %xmm0, %xmm0
-; AVX-NEXT: vpmovmskb %xmm0, %ecx
-; AVX-NEXT: xorl %eax, %eax
-; AVX-NEXT: cmpl $65535, %ecx # imm = 0xFFFF
-; AVX-NEXT: sete %al
-; AVX-NEXT: negl %eax
+; AVX-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX-NEXT: vmovd %xmm0, %eax
; AVX-NEXT: # kill: def $ax killed $ax killed $eax
; AVX-NEXT: retq
%c = icmp sgt <8 x i16> %a0, %a1
@@ -677,11 +672,14 @@ define i16 @test_v16i16_sext(<16 x i16> %a0, <16 x i16> %a1) {
; SSE-NEXT: pcmpgtw %xmm3, %xmm1
; SSE-NEXT: pcmpgtw %xmm2, %xmm0
; SSE-NEXT: pand %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: cmpl $65535, %ecx # imm = 0xFFFF
-; SSE-NEXT: sete %al
-; SSE-NEXT: negl %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrld $16, %xmm1
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
; SSE-NEXT: # kill: def $ax killed $ax killed $eax
; SSE-NEXT: retq
;
@@ -692,11 +690,13 @@ define i16 @test_v16i16_sext(<16 x i16> %a0, <16 x i16> %a1) {
; AVX1-NEXT: vpcmpgtw %xmm2, %xmm3, %xmm2
; AVX1-NEXT: vpcmpgtw %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vpmovmskb %xmm0, %ecx
-; AVX1-NEXT: xorl %eax, %eax
-; AVX1-NEXT: cmpl $65535, %ecx # imm = 0xFFFF
-; AVX1-NEXT: sete %al
-; AVX1-NEXT: negl %eax
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
; AVX1-NEXT: # kill: def $ax killed $ax killed $eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
@@ -704,11 +704,15 @@ define i16 @test_v16i16_sext(<16 x i16> %a0, <16 x i16> %a1) {
; AVX2-LABEL: test_v16i16_sext:
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtw %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: vpmovmskb %ymm0, %ecx
-; AVX2-NEXT: xorl %eax, %eax
-; AVX2-NEXT: cmpl $-1, %ecx
-; AVX2-NEXT: sete %al
-; AVX2-NEXT: negl %eax
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
; AVX2-NEXT: # kill: def $ax killed $ax killed $eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
@@ -716,11 +720,15 @@ define i16 @test_v16i16_sext(<16 x i16> %a0, <16 x i16> %a1) {
; AVX512-LABEL: test_v16i16_sext:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtw %ymm1, %ymm0, %ymm0
-; AVX512-NEXT: vpmovmskb %ymm0, %ecx
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: cmpl $-1, %ecx
-; AVX512-NEXT: sete %al
-; AVX512-NEXT: negl %eax
+; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX512-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
; AVX512-NEXT: # kill: def $ax killed $ax killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
@@ -743,11 +751,17 @@ define i16 @test_v16i16_legal_sext(<16 x i16> %a0, <16 x i16> %a1) {
; SSE: # %bb.0:
; SSE-NEXT: pcmpgtw %xmm3, %xmm1
; SSE-NEXT: pcmpgtw %xmm2, %xmm0
+; SSE-NEXT: pand %xmm1, %xmm0
; SSE-NEXT: packsswb %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %eax
-; SSE-NEXT: cmpl $65535, %eax # imm = 0xFFFF
-; SSE-NEXT: sete %al
-; SSE-NEXT: negb %al
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrld $16, %xmm0
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrlw $8, %xmm1
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
; SSE-NEXT: movsbl %al, %eax
; SSE-NEXT: # kill: def $ax killed $ax killed $eax
; SSE-NEXT: retq
@@ -758,11 +772,15 @@ define i16 @test_v16i16_legal_sext(<16 x i16> %a0, <16 x i16> %a1) {
; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm3
; AVX1-NEXT: vpcmpgtw %xmm2, %xmm3, %xmm2
; AVX1-NEXT: vpcmpgtw %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm0
; AVX1-NEXT: vpacksswb %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vpmovmskb %xmm0, %eax
-; AVX1-NEXT: cmpl $65535, %eax # imm = 0xFFFF
-; AVX1-NEXT: sete %al
-; AVX1-NEXT: negb %al
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
; AVX1-NEXT: movsbl %al, %eax
; AVX1-NEXT: # kill: def $ax killed $ax killed $eax
; AVX1-NEXT: vzeroupper
@@ -771,10 +789,16 @@ define i16 @test_v16i16_legal_sext(<16 x i16> %a0, <16 x i16> %a1) {
; AVX2-LABEL: test_v16i16_legal_sext:
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtw %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: vpmovmskb %ymm0, %eax
-; AVX2-NEXT: cmpl $-1, %eax
-; AVX2-NEXT: sete %al
-; AVX2-NEXT: negb %al
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
; AVX2-NEXT: movsbl %al, %eax
; AVX2-NEXT: # kill: def $ax killed $ax killed $eax
; AVX2-NEXT: vzeroupper
@@ -784,10 +808,15 @@ define i16 @test_v16i16_legal_sext(<16 x i16> %a0, <16 x i16> %a1) {
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtw %ymm1, %ymm0, %k0
; AVX512-NEXT: vpmovm2b %k0, %xmm0
-; AVX512-NEXT: vpmovmskb %xmm0, %eax
-; AVX512-NEXT: cmpl $65535, %eax # imm = 0xFFFF
-; AVX512-NEXT: sete %al
-; AVX512-NEXT: negb %al
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
; AVX512-NEXT: movsbl %al, %eax
; AVX512-NEXT: # kill: def $ax killed $ax killed $eax
; AVX512-NEXT: vzeroupper
@@ -811,19 +840,33 @@ define i8 @test_v16i8_sext(<16 x i8> %a0, <16 x i8> %a1) {
; SSE-LABEL: test_v16i8_sext:
; SSE: # %bb.0:
; SSE-NEXT: pcmpgtb %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %eax
-; SSE-NEXT: cmpl $65535, %eax # imm = 0xFFFF
-; SSE-NEXT: sete %al
-; SSE-NEXT: negb %al
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrld $16, %xmm1
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrlw $8, %xmm0
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX-LABEL: test_v16i8_sext:
; AVX: # %bb.0:
; AVX-NEXT: vpcmpgtb %xmm1, %xmm0, %xmm0
-; AVX-NEXT: vpmovmskb %xmm0, %eax
-; AVX-NEXT: cmpl $65535, %eax # imm = 0xFFFF
-; AVX-NEXT: sete %al
-; AVX-NEXT: negb %al
+; AVX-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vmovd %xmm0, %eax
+; AVX-NEXT: # kill: def $al killed $al killed $eax
; AVX-NEXT: retq
%c = icmp sgt <16 x i8> %a0, %a1
%s = sext <16 x i1> %c to <16 x i8>
@@ -845,10 +888,18 @@ define i8 @test_v32i8_sext(<32 x i8> %a0, <32 x i8> %a1) {
; SSE-NEXT: pcmpgtb %xmm3, %xmm1
; SSE-NEXT: pcmpgtb %xmm2, %xmm0
; SSE-NEXT: pand %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %eax
-; SSE-NEXT: cmpl $65535, %eax # imm = 0xFFFF
-; SSE-NEXT: sete %al
-; SSE-NEXT: negb %al
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrld $16, %xmm1
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrlw $8, %xmm0
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX1-LABEL: test_v32i8_sext:
@@ -858,30 +909,52 @@ define i8 @test_v32i8_sext(<32 x i8> %a0, <32 x i8> %a1) {
; AVX1-NEXT: vpcmpgtb %xmm2, %xmm3, %xmm2
; AVX1-NEXT: vpcmpgtb %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vpmovmskb %xmm0, %eax
-; AVX1-NEXT: cmpl $65535, %eax # imm = 0xFFFF
-; AVX1-NEXT: sete %al
-; AVX1-NEXT: negb %al
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
+; AVX1-NEXT: # kill: def $al killed $al killed $eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
; AVX2-LABEL: test_v32i8_sext:
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtb %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: vpmovmskb %ymm0, %eax
-; AVX2-NEXT: cmpl $-1, %eax
-; AVX2-NEXT: sete %al
-; AVX2-NEXT: negb %al
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
+; AVX2-NEXT: # kill: def $al killed $al killed $eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
; AVX512-LABEL: test_v32i8_sext:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtb %ymm1, %ymm0, %ymm0
-; AVX512-NEXT: vpmovmskb %ymm0, %eax
-; AVX512-NEXT: cmpl $-1, %eax
-; AVX512-NEXT: sete %al
-; AVX512-NEXT: negb %al
+; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%c = icmp sgt <32 x i8> %a0, %a1
@@ -961,25 +1034,29 @@ define i1 @bool_reduction_v2f64(<2 x double> %x, <2 x double> %y) {
; SSE-LABEL: bool_reduction_v2f64:
; SSE: # %bb.0:
; SSE-NEXT: cmpltpd %xmm0, %xmm1
-; SSE-NEXT: movmskpd %xmm1, %eax
-; SSE-NEXT: cmpl $3, %eax
-; SSE-NEXT: sete %al
+; SSE-NEXT: movapd %xmm1, %xmm0
+; SSE-NEXT: unpckhpd {{.*#+}} xmm0 = xmm0[1],xmm1[1]
+; SSE-NEXT: andpd %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX1OR2-LABEL: bool_reduction_v2f64:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vcmpltpd %xmm0, %xmm1, %xmm0
-; AVX1OR2-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
-; AVX1OR2-NEXT: vtestpd %xmm1, %xmm0
-; AVX1OR2-NEXT: setb %al
+; AVX1OR2-NEXT: vshufpd {{.*#+}} xmm1 = xmm0[1,1]
+; AVX1OR2-NEXT: vandpd %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v2f64:
; AVX512: # %bb.0:
; AVX512-NEXT: vcmpltpd %xmm0, %xmm1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: kandw %k1, %k0, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: cmpb $3, %al
-; AVX512-NEXT: sete %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: retq
%a = fcmp ogt <2 x double> %x, %y
%b = shufflevector <2 x i1> %a, <2 x i1> undef, <2 x i32> <i32 1, i32 undef>
@@ -992,25 +1069,35 @@ define i1 @bool_reduction_v4f32(<4 x float> %x, <4 x float> %y) {
; SSE-LABEL: bool_reduction_v4f32:
; SSE: # %bb.0:
; SSE-NEXT: cmpeqps %xmm1, %xmm0
-; SSE-NEXT: movmskps %xmm0, %eax
-; SSE-NEXT: cmpl $15, %eax
-; SSE-NEXT: sete %al
+; SSE-NEXT: movaps %xmm0, %xmm1
+; SSE-NEXT: unpckhpd {{.*#+}} xmm1 = xmm1[1],xmm0[1]
+; SSE-NEXT: andps %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX1OR2-LABEL: bool_reduction_v4f32:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vcmpeqps %xmm1, %xmm0, %xmm0
-; AVX1OR2-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
-; AVX1OR2-NEXT: vtestps %xmm1, %xmm0
-; AVX1OR2-NEXT: setb %al
+; AVX1OR2-NEXT: vshufpd {{.*#+}} xmm1 = xmm0[1,1]
+; AVX1OR2-NEXT: vandpd %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vandpd %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v4f32:
; AVX512: # %bb.0:
; AVX512-NEXT: vcmpeqps %xmm1, %xmm0, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: cmpb $15, %al
-; AVX512-NEXT: sete %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: retq
%a = fcmp oeq <4 x float> %x, %y
%s1 = shufflevector <4 x i1> %a, <4 x i1> undef, <4 x i32> <i32 2, i32 3, i32 undef, i32 undef>
@@ -1027,36 +1114,36 @@ define i1 @bool_reduction_v4f64(<4 x double> %x, <4 x double> %y) {
; SSE-NEXT: cmplepd %xmm1, %xmm3
; SSE-NEXT: cmplepd %xmm0, %xmm2
; SSE-NEXT: shufps {{.*#+}} xmm2 = xmm2[0,2],xmm3[0,2]
-; SSE-NEXT: movmskps %xmm2, %eax
-; SSE-NEXT: cmpl $15, %eax
-; SSE-NEXT: sete %al
+; SSE-NEXT: shufps {{.*#+}} xmm3 = xmm3[0,2,0,2]
+; SSE-NEXT: andps %xmm2, %xmm3
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm3[1,1,1,1]
+; SSE-NEXT: pand %xmm3, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
-; AVX1-LABEL: bool_reduction_v4f64:
-; AVX1: # %bb.0:
-; AVX1-NEXT: vcmplepd %ymm0, %ymm1, %ymm0
-; AVX1-NEXT: vxorpd %xmm1, %xmm1, %xmm1
-; AVX1-NEXT: vcmptrueps %ymm1, %ymm1, %ymm1
-; AVX1-NEXT: vtestpd %ymm1, %ymm0
-; AVX1-NEXT: setb %al
-; AVX1-NEXT: vzeroupper
-; AVX1-NEXT: retq
-;
-; AVX2-LABEL: bool_reduction_v4f64:
-; AVX2: # %bb.0:
-; AVX2-NEXT: vcmplepd %ymm0, %ymm1, %ymm0
-; AVX2-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
-; AVX2-NEXT: vtestpd %ymm1, %ymm0
-; AVX2-NEXT: setb %al
-; AVX2-NEXT: vzeroupper
-; AVX2-NEXT: retq
+; AVX1OR2-LABEL: bool_reduction_v4f64:
+; AVX1OR2: # %bb.0:
+; AVX1OR2-NEXT: vcmplepd %ymm0, %ymm1, %ymm0
+; AVX1OR2-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1OR2-NEXT: vandpd %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
+; AVX1OR2-NEXT: vzeroupper
+; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v4f64:
; AVX512: # %bb.0:
; AVX512-NEXT: vcmplepd %ymm0, %ymm1, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: cmpb $15, %al
-; AVX512-NEXT: sete %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%a = fcmp oge <4 x double> %x, %y
@@ -1071,40 +1158,45 @@ define i1 @bool_reduction_v4f64(<4 x double> %x, <4 x double> %y) {
define i1 @bool_reduction_v8f32(<8 x float> %x, <8 x float> %y) {
; SSE-LABEL: bool_reduction_v8f32:
; SSE: # %bb.0:
-; SSE-NEXT: cmpneqps %xmm3, %xmm1
; SSE-NEXT: cmpneqps %xmm2, %xmm0
+; SSE-NEXT: cmpneqps %xmm3, %xmm1
+; SSE-NEXT: andps %xmm1, %xmm0
; SSE-NEXT: packssdw %xmm1, %xmm0
-; SSE-NEXT: packsswb %xmm0, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %eax
-; SSE-NEXT: cmpb $-1, %al
-; SSE-NEXT: sete %al
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrld $16, %xmm0
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
-; AVX1-LABEL: bool_reduction_v8f32:
-; AVX1: # %bb.0:
-; AVX1-NEXT: vcmpneqps %ymm1, %ymm0, %ymm0
-; AVX1-NEXT: vxorps %xmm1, %xmm1, %xmm1
-; AVX1-NEXT: vcmptrueps %ymm1, %ymm1, %ymm1
-; AVX1-NEXT: vtestps %ymm1, %ymm0
-; AVX1-NEXT: setb %al
-; AVX1-NEXT: vzeroupper
-; AVX1-NEXT: retq
-;
-; AVX2-LABEL: bool_reduction_v8f32:
-; AVX2: # %bb.0:
-; AVX2-NEXT: vcmpneqps %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
-; AVX2-NEXT: vtestps %ymm1, %ymm0
-; AVX2-NEXT: setb %al
-; AVX2-NEXT: vzeroupper
-; AVX2-NEXT: retq
+; AVX1OR2-LABEL: bool_reduction_v8f32:
+; AVX1OR2: # %bb.0:
+; AVX1OR2-NEXT: vcmpneqps %ymm1, %ymm0, %ymm0
+; AVX1OR2-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1OR2-NEXT: vandps %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1OR2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
+; AVX1OR2-NEXT: vzeroupper
+; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v8f32:
; AVX512: # %bb.0:
; AVX512-NEXT: vcmpneqps %ymm1, %ymm0, %k0
+; AVX512-NEXT: kshiftrw $4, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: cmpb $-1, %al
-; AVX512-NEXT: sete %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%a = fcmp une <8 x float> %x, %y
@@ -1124,32 +1216,40 @@ define i1 @bool_reduction_v2i64(<2 x i64> %x, <2 x i64> %y) {
; SSE2-NEXT: pcmpeqd %xmm1, %xmm0
; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,0,3,2]
; SSE2-NEXT: pand %xmm0, %xmm1
-; SSE2-NEXT: movmskpd %xmm1, %eax
-; SSE2-NEXT: testl %eax, %eax
-; SSE2-NEXT: sete %al
+; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; SSE2-NEXT: por %xmm1, %xmm0
+; SSE2-NEXT: movd %xmm0, %eax
+; SSE2-NEXT: notl %eax
+; SSE2-NEXT: # kill: def $al killed $al killed $eax
; SSE2-NEXT: retq
;
; SSE42-LABEL: bool_reduction_v2i64:
; SSE42: # %bb.0:
; SSE42-NEXT: pcmpeqq %xmm1, %xmm0
-; SSE42-NEXT: movmskpd %xmm0, %eax
-; SSE42-NEXT: testl %eax, %eax
-; SSE42-NEXT: sete %al
+; SSE42-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE42-NEXT: por %xmm0, %xmm1
+; SSE42-NEXT: movd %xmm1, %eax
+; SSE42-NEXT: notl %eax
+; SSE42-NEXT: # kill: def $al killed $al killed $eax
; SSE42-NEXT: retq
;
; AVX1OR2-LABEL: bool_reduction_v2i64:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vpcmpeqq %xmm1, %xmm0, %xmm0
-; AVX1OR2-NEXT: vtestpd %xmm0, %xmm0
-; AVX1OR2-NEXT: sete %al
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: notl %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v2i64:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpneqq %xmm1, %xmm0, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: kandw %k1, %k0, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: cmpb $3, %al
-; AVX512-NEXT: sete %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: retq
%a = icmp ne <2 x i64> %x, %y
%b = shufflevector <2 x i1> %a, <2 x i1> undef, <2 x i32> <i32 1, i32 undef>
@@ -1165,34 +1265,49 @@ define i1 @bool_reduction_v4i32(<4 x i32> %x, <4 x i32> %y) {
; SSE2-NEXT: pxor %xmm2, %xmm1
; SSE2-NEXT: pxor %xmm2, %xmm0
; SSE2-NEXT: pcmpgtd %xmm1, %xmm0
-; SSE2-NEXT: movmskps %xmm0, %eax
-; SSE2-NEXT: cmpl $15, %eax
-; SSE2-NEXT: sete %al
+; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE2-NEXT: pand %xmm0, %xmm1
+; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE2-NEXT: pand %xmm1, %xmm0
+; SSE2-NEXT: movd %xmm0, %eax
+; SSE2-NEXT: # kill: def $al killed $al killed $eax
; SSE2-NEXT: retq
;
; SSE42-LABEL: bool_reduction_v4i32:
; SSE42: # %bb.0:
; SSE42-NEXT: pminud %xmm0, %xmm1
; SSE42-NEXT: pcmpeqd %xmm0, %xmm1
-; SSE42-NEXT: movmskps %xmm1, %eax
-; SSE42-NEXT: testl %eax, %eax
-; SSE42-NEXT: sete %al
+; SSE42-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; SSE42-NEXT: por %xmm1, %xmm0
+; SSE42-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE42-NEXT: por %xmm0, %xmm1
+; SSE42-NEXT: movd %xmm1, %eax
+; SSE42-NEXT: notl %eax
+; SSE42-NEXT: # kill: def $al killed $al killed $eax
; SSE42-NEXT: retq
;
; AVX1OR2-LABEL: bool_reduction_v4i32:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vpminud %xmm1, %xmm0, %xmm1
; AVX1OR2-NEXT: vpcmpeqd %xmm1, %xmm0, %xmm0
-; AVX1OR2-NEXT: vtestps %xmm0, %xmm0
-; AVX1OR2-NEXT: sete %al
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1OR2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: notl %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v4i32:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpnleud %xmm1, %xmm0, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: cmpb $15, %al
-; AVX512-NEXT: sete %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: retq
%a = icmp ugt <4 x i32> %x, %y
%s1 = shufflevector <4 x i1> %a, <4 x i1> undef, <4 x i32> <i32 2, i32 3, i32 undef, i32 undef>
@@ -1207,27 +1322,41 @@ define i1 @bool_reduction_v8i16(<8 x i16> %x, <8 x i16> %y) {
; SSE-LABEL: bool_reduction_v8i16:
; SSE: # %bb.0:
; SSE-NEXT: pcmpgtw %xmm0, %xmm1
-; SSE-NEXT: packsswb %xmm1, %xmm1
-; SSE-NEXT: pmovmskb %xmm1, %eax
-; SSE-NEXT: cmpb $-1, %al
-; SSE-NEXT: sete %al
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrld $16, %xmm0
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX1OR2-LABEL: bool_reduction_v8i16:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vpcmpgtw %xmm0, %xmm1, %xmm0
-; AVX1OR2-NEXT: vpacksswb %xmm0, %xmm0, %xmm0
-; AVX1OR2-NEXT: vpmovmskb %xmm0, %eax
-; AVX1OR2-NEXT: cmpb $-1, %al
-; AVX1OR2-NEXT: sete %al
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1OR2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1OR2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v8i16:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtw %xmm0, %xmm1, %k0
+; AVX512-NEXT: kshiftrw $4, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: cmpb $-1, %al
-; AVX512-NEXT: sete %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: retq
%a = icmp slt <8 x i16> %x, %y
%s1 = shufflevector <8 x i1> %a, <8 x i1> undef, <8 x i32> <i32 4, i32 5, i32 6, i32 7, i32 undef, i32 undef, i32 undef, i32 undef>
@@ -1244,24 +1373,48 @@ define i1 @bool_reduction_v16i8(<16 x i8> %x, <16 x i8> %y) {
; SSE-LABEL: bool_reduction_v16i8:
; SSE: # %bb.0:
; SSE-NEXT: pcmpgtb %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %eax
-; SSE-NEXT: cmpl $65535, %eax # imm = 0xFFFF
-; SSE-NEXT: sete %al
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrld $16, %xmm1
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrlw $8, %xmm0
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX1OR2-LABEL: bool_reduction_v16i8:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vpcmpgtb %xmm1, %xmm0, %xmm0
-; AVX1OR2-NEXT: vpmovmskb %xmm0, %eax
-; AVX1OR2-NEXT: cmpl $65535, %eax # imm = 0xFFFF
-; AVX1OR2-NEXT: sete %al
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1OR2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1OR2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX1OR2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v16i8:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtb %xmm1, %xmm0, %k0
-; AVX512-NEXT: kortestw %k0, %k0
-; AVX512-NEXT: setb %al
+; AVX512-NEXT: kshiftrw $8, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $4, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kmovd %k0, %eax
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: retq
%a = icmp sgt <16 x i8> %x, %y
%s1 = shufflevector <16 x i1> %a, <16 x i1> undef, <16 x i32> <i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 undef, i32 undef, i32 undef, i32 undef, i32 undef, i32 undef, i32 undef, i32 undef>
@@ -1296,9 +1449,12 @@ define i1 @bool_reduction_v4i64(<4 x i64> %x, <4 x i64> %y) {
; SSE2-NEXT: andps %xmm6, %xmm2
; SSE2-NEXT: shufps {{.*#+}} xmm4 = xmm4[1,3],xmm5[1,3]
; SSE2-NEXT: orps %xmm2, %xmm4
-; SSE2-NEXT: movmskps %xmm4, %eax
-; SSE2-NEXT: cmpl $15, %eax
-; SSE2-NEXT: sete %al
+; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm4[2,3,2,3]
+; SSE2-NEXT: pand %xmm4, %xmm0
+; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE2-NEXT: pand %xmm0, %xmm1
+; SSE2-NEXT: movd %xmm1, %eax
+; SSE2-NEXT: # kill: def $al killed $al killed $eax
; SSE2-NEXT: retq
;
; SSE42-LABEL: bool_reduction_v4i64:
@@ -1306,39 +1462,51 @@ define i1 @bool_reduction_v4i64(<4 x i64> %x, <4 x i64> %y) {
; SSE42-NEXT: pcmpgtq %xmm1, %xmm3
; SSE42-NEXT: pcmpgtq %xmm0, %xmm2
; SSE42-NEXT: packssdw %xmm3, %xmm2
-; SSE42-NEXT: movmskps %xmm2, %eax
-; SSE42-NEXT: cmpl $15, %eax
-; SSE42-NEXT: sete %al
+; SSE42-NEXT: pshufd {{.*#+}} xmm0 = xmm3[0,2,0,2]
+; SSE42-NEXT: pand %xmm2, %xmm0
+; SSE42-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE42-NEXT: pand %xmm0, %xmm1
+; SSE42-NEXT: movd %xmm1, %eax
+; SSE42-NEXT: # kill: def $al killed $al killed $eax
; SSE42-NEXT: retq
;
; AVX1-LABEL: bool_reduction_v4i64:
; AVX1: # %bb.0:
-; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm2
-; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm3
-; AVX1-NEXT: vpcmpgtq %xmm2, %xmm3, %xmm2
+; AVX1-NEXT: vpcmpgtq %xmm0, %xmm1, %xmm2
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm0
+; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm1
; AVX1-NEXT: vpcmpgtq %xmm0, %xmm1, %xmm0
-; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
-; AVX1-NEXT: vtestpd %xmm1, %xmm0
-; AVX1-NEXT: setb %al
+; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm1
+; AVX1-NEXT: vpackssdw %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
+; AVX1-NEXT: # kill: def $al killed $al killed $eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
; AVX2-LABEL: bool_reduction_v4i64:
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtq %ymm0, %ymm1, %ymm0
-; AVX2-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
-; AVX2-NEXT: vtestpd %ymm1, %ymm0
-; AVX2-NEXT: setb %al
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
+; AVX2-NEXT: # kill: def $al killed $al killed $eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v4i64:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtq %ymm0, %ymm1, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: cmpb $15, %al
-; AVX512-NEXT: sete %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%a = icmp slt <4 x i64> %x, %y
@@ -1360,56 +1528,82 @@ define i1 @bool_reduction_v8i32(<8 x i32> %x, <8 x i32> %y) {
; SSE2-NEXT: pxor %xmm4, %xmm2
; SSE2-NEXT: pxor %xmm4, %xmm0
; SSE2-NEXT: pcmpgtd %xmm2, %xmm0
+; SSE2-NEXT: por %xmm1, %xmm0
; SSE2-NEXT: packssdw %xmm1, %xmm0
-; SSE2-NEXT: packsswb %xmm0, %xmm0
-; SSE2-NEXT: pmovmskb %xmm0, %eax
-; SSE2-NEXT: notl %eax
-; SSE2-NEXT: cmpb $-1, %al
-; SSE2-NEXT: sete %al
+; SSE2-NEXT: pcmpeqd %xmm1, %xmm1
+; SSE2-NEXT: pxor %xmm0, %xmm1
+; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm1[1,1,1,1]
+; SSE2-NEXT: pandn %xmm1, %xmm0
+; SSE2-NEXT: movdqa %xmm0, %xmm1
+; SSE2-NEXT: psrld $16, %xmm1
+; SSE2-NEXT: pand %xmm0, %xmm1
+; SSE2-NEXT: movd %xmm1, %eax
+; SSE2-NEXT: # kill: def $al killed $al killed $eax
; SSE2-NEXT: retq
;
; SSE42-LABEL: bool_reduction_v8i32:
; SSE42: # %bb.0:
-; SSE42-NEXT: pminud %xmm1, %xmm3
-; SSE42-NEXT: pcmpeqd %xmm1, %xmm3
; SSE42-NEXT: pminud %xmm0, %xmm2
; SSE42-NEXT: pcmpeqd %xmm0, %xmm2
+; SSE42-NEXT: pminud %xmm1, %xmm3
+; SSE42-NEXT: pcmpeqd %xmm1, %xmm3
+; SSE42-NEXT: pand %xmm3, %xmm2
; SSE42-NEXT: packssdw %xmm3, %xmm2
-; SSE42-NEXT: packsswb %xmm2, %xmm2
-; SSE42-NEXT: pmovmskb %xmm2, %eax
-; SSE42-NEXT: cmpb $-1, %al
-; SSE42-NEXT: sete %al
+; SSE42-NEXT: pshufd {{.*#+}} xmm0 = xmm2[1,1,1,1]
+; SSE42-NEXT: pand %xmm2, %xmm0
+; SSE42-NEXT: movdqa %xmm0, %xmm1
+; SSE42-NEXT: psrld $16, %xmm1
+; SSE42-NEXT: pand %xmm0, %xmm1
+; SSE42-NEXT: movd %xmm1, %eax
+; SSE42-NEXT: # kill: def $al killed $al killed $eax
; SSE42-NEXT: retq
;
; AVX1-LABEL: bool_reduction_v8i32:
; AVX1: # %bb.0:
-; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm2
-; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm3
-; AVX1-NEXT: vpminud %xmm2, %xmm3, %xmm2
-; AVX1-NEXT: vpxor %xmm2, %xmm3, %xmm2
+; AVX1-NEXT: vpminud %xmm1, %xmm0, %xmm2
+; AVX1-NEXT: vpcmpeqd %xmm2, %xmm0, %xmm2
+; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm1
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm0
; AVX1-NEXT: vpminud %xmm1, %xmm0, %xmm1
-; AVX1-NEXT: vpxor %xmm1, %xmm0, %xmm0
-; AVX1-NEXT: vpor %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vptest %xmm0, %xmm0
-; AVX1-NEXT: sete %al
+; AVX1-NEXT: vpcmpeqd %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm1
+; AVX1-NEXT: vpackssdw %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
+; AVX1-NEXT: # kill: def $al killed $al killed $eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
; AVX2-LABEL: bool_reduction_v8i32:
; AVX2: # %bb.0:
; AVX2-NEXT: vpminud %ymm1, %ymm0, %ymm1
-; AVX2-NEXT: vpxor %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: vptest %ymm0, %ymm0
-; AVX2-NEXT: sete %al
+; AVX2-NEXT: vpcmpeqd %ymm1, %ymm0, %ymm0
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
+; AVX2-NEXT: # kill: def $al killed $al killed $eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v8i32:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpleud %ymm1, %ymm0, %k0
+; AVX512-NEXT: kshiftrw $4, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: cmpb $-1, %al
-; AVX512-NEXT: sete %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%a = icmp ule <8 x i32> %x, %y
@@ -1424,46 +1618,73 @@ define i1 @bool_reduction_v8i32(<8 x i32> %x, <8 x i32> %y) {
}
define i1 @bool_reduction_v16i16(<16 x i16> %x, <16 x i16> %y) {
-; SSE2-LABEL: bool_reduction_v16i16:
-; SSE2: # %bb.0:
-; SSE2-NEXT: pcmpeqb %xmm3, %xmm1
-; SSE2-NEXT: pcmpeqb %xmm2, %xmm0
-; SSE2-NEXT: pand %xmm1, %xmm0
-; SSE2-NEXT: pmovmskb %xmm0, %eax
-; SSE2-NEXT: xorl $65535, %eax # imm = 0xFFFF
-; SSE2-NEXT: sete %al
-; SSE2-NEXT: retq
-;
-; SSE42-LABEL: bool_reduction_v16i16:
-; SSE42: # %bb.0:
-; SSE42-NEXT: pxor %xmm3, %xmm1
-; SSE42-NEXT: pxor %xmm2, %xmm0
-; SSE42-NEXT: por %xmm1, %xmm0
-; SSE42-NEXT: ptest %xmm0, %xmm0
-; SSE42-NEXT: sete %al
-; SSE42-NEXT: retq
+; SSE-LABEL: bool_reduction_v16i16:
+; SSE: # %bb.0:
+; SSE-NEXT: pcmpeqw %xmm2, %xmm0
+; SSE-NEXT: pcmpeqw %xmm3, %xmm1
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: packsswb %xmm1, %xmm0
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrld $16, %xmm0
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrlw $8, %xmm1
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
+; SSE-NEXT: retq
;
; AVX1-LABEL: bool_reduction_v16i16:
; AVX1: # %bb.0:
-; AVX1-NEXT: vxorps %ymm1, %ymm0, %ymm0
-; AVX1-NEXT: vptest %ymm0, %ymm0
-; AVX1-NEXT: sete %al
+; AVX1-NEXT: vpcmpeqw %xmm1, %xmm0, %xmm2
+; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm1
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm0
+; AVX1-NEXT: vpcmpeqw %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm1
+; AVX1-NEXT: vpacksswb %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
+; AVX1-NEXT: # kill: def $al killed $al killed $eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
; AVX2-LABEL: bool_reduction_v16i16:
; AVX2: # %bb.0:
-; AVX2-NEXT: vpxor %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: vptest %ymm0, %ymm0
-; AVX2-NEXT: sete %al
+; AVX2-NEXT: vpcmpeqw %ymm1, %ymm0, %ymm0
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
+; AVX2-NEXT: # kill: def $al killed $al killed $eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v16i16:
; AVX512: # %bb.0:
-; AVX512-NEXT: vpxor %ymm1, %ymm0, %ymm0
-; AVX512-NEXT: vptest %ymm0, %ymm0
-; AVX512-NEXT: sete %al
+; AVX512-NEXT: vpcmpeqw %ymm1, %ymm0, %k0
+; AVX512-NEXT: kshiftrw $8, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $4, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: kandw %k0, %k1, %k0
+; AVX512-NEXT: kmovd %k0, %eax
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%a = icmp eq <16 x i16> %x, %y
@@ -1480,46 +1701,78 @@ define i1 @bool_reduction_v16i16(<16 x i16> %x, <16 x i16> %y) {
}
define i1 @bool_reduction_v32i8(<32 x i8> %x, <32 x i8> %y) {
-; SSE2-LABEL: bool_reduction_v32i8:
-; SSE2: # %bb.0:
-; SSE2-NEXT: pcmpeqb %xmm3, %xmm1
-; SSE2-NEXT: pcmpeqb %xmm2, %xmm0
-; SSE2-NEXT: pand %xmm1, %xmm0
-; SSE2-NEXT: pmovmskb %xmm0, %eax
-; SSE2-NEXT: xorl $65535, %eax # imm = 0xFFFF
-; SSE2-NEXT: sete %al
-; SSE2-NEXT: retq
-;
-; SSE42-LABEL: bool_reduction_v32i8:
-; SSE42: # %bb.0:
-; SSE42-NEXT: pxor %xmm3, %xmm1
-; SSE42-NEXT: pxor %xmm2, %xmm0
-; SSE42-NEXT: por %xmm1, %xmm0
-; SSE42-NEXT: ptest %xmm0, %xmm0
-; SSE42-NEXT: sete %al
-; SSE42-NEXT: retq
+; SSE-LABEL: bool_reduction_v32i8:
+; SSE: # %bb.0:
+; SSE-NEXT: pcmpeqb %xmm2, %xmm0
+; SSE-NEXT: pcmpeqb %xmm3, %xmm1
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrld $16, %xmm0
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrlw $8, %xmm1
+; SSE-NEXT: pand %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
+; SSE-NEXT: retq
;
; AVX1-LABEL: bool_reduction_v32i8:
; AVX1: # %bb.0:
-; AVX1-NEXT: vxorps %ymm1, %ymm0, %ymm0
-; AVX1-NEXT: vptest %ymm0, %ymm0
-; AVX1-NEXT: sete %al
+; AVX1-NEXT: vpcmpeqb %xmm1, %xmm0, %xmm2
+; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm1
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm0
+; AVX1-NEXT: vpcmpeqb %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
+; AVX1-NEXT: # kill: def $al killed $al killed $eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
; AVX2-LABEL: bool_reduction_v32i8:
; AVX2: # %bb.0:
-; AVX2-NEXT: vpxor %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: vptest %ymm0, %ymm0
-; AVX2-NEXT: sete %al
+; AVX2-NEXT: vpcmpeqb %ymm1, %ymm0, %ymm0
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
+; AVX2-NEXT: # kill: def $al killed $al killed $eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v32i8:
; AVX512: # %bb.0:
-; AVX512-NEXT: vpxor %ymm1, %ymm0, %ymm0
-; AVX512-NEXT: vptest %ymm0, %ymm0
-; AVX512-NEXT: sete %al
+; AVX512-NEXT: vpcmpeqb %ymm1, %ymm0, %k0
+; AVX512-NEXT: kshiftrd $16, %k0, %k1
+; AVX512-NEXT: kandd %k0, %k1, %k0
+; AVX512-NEXT: kshiftrd $8, %k0, %k1
+; AVX512-NEXT: kandd %k0, %k1, %k0
+; AVX512-NEXT: kshiftrd $4, %k0, %k1
+; AVX512-NEXT: kandd %k0, %k1, %k0
+; AVX512-NEXT: kshiftrd $2, %k0, %k1
+; AVX512-NEXT: kandd %k0, %k1, %k0
+; AVX512-NEXT: kshiftrd $1, %k0, %k1
+; AVX512-NEXT: kandd %k0, %k1, %k0
+; AVX512-NEXT: kmovd %k0, %eax
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%a = icmp eq <32 x i8> %x, %y
diff --git a/llvm/test/CodeGen/X86/vector-compare-any_of.ll b/llvm/test/CodeGen/X86/vector-compare-any_of.ll
index 24fee35c73404..53ae5774779b5 100644
--- a/llvm/test/CodeGen/X86/vector-compare-any_of.ll
+++ b/llvm/test/CodeGen/X86/vector-compare-any_of.ll
@@ -9,19 +9,18 @@ define i64 @test_v2f64_sext(<2 x double> %a0, <2 x double> %a1) {
; SSE-LABEL: test_v2f64_sext:
; SSE: # %bb.0:
; SSE-NEXT: cmpltpd %xmm0, %xmm1
-; SSE-NEXT: movmskpd %xmm1, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: negl %ecx
-; SSE-NEXT: sbbq %rax, %rax
+; SSE-NEXT: movapd %xmm1, %xmm0
+; SSE-NEXT: unpckhpd {{.*#+}} xmm0 = xmm0[1],xmm1[1]
+; SSE-NEXT: orpd %xmm1, %xmm0
+; SSE-NEXT: movq %xmm0, %rax
; SSE-NEXT: retq
;
; AVX-LABEL: test_v2f64_sext:
; AVX: # %bb.0:
; AVX-NEXT: vcmpltpd %xmm0, %xmm1, %xmm0
-; AVX-NEXT: xorl %eax, %eax
-; AVX-NEXT: vtestpd %xmm0, %xmm0
-; AVX-NEXT: setne %al
-; AVX-NEXT: negq %rax
+; AVX-NEXT: vshufpd {{.*#+}} xmm1 = xmm0[1,1]
+; AVX-NEXT: vorpd %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vmovq %xmm0, %rax
; AVX-NEXT: retq
%c = fcmp ogt <2 x double> %a0, %a1
%s = sext <2 x i1> %c to <2 x i64>
@@ -37,19 +36,19 @@ define i64 @test_v4f64_sext(<4 x double> %a0, <4 x double> %a1) {
; SSE-NEXT: cmpltpd %xmm1, %xmm3
; SSE-NEXT: cmpltpd %xmm0, %xmm2
; SSE-NEXT: orpd %xmm3, %xmm2
-; SSE-NEXT: movmskpd %xmm2, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: negl %ecx
-; SSE-NEXT: sbbq %rax, %rax
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm2[2,3,2,3]
+; SSE-NEXT: por %xmm2, %xmm0
+; SSE-NEXT: movq %xmm0, %rax
; SSE-NEXT: retq
;
; AVX-LABEL: test_v4f64_sext:
; AVX: # %bb.0:
; AVX-NEXT: vcmpltpd %ymm0, %ymm1, %ymm0
-; AVX-NEXT: xorl %eax, %eax
-; AVX-NEXT: vtestpd %ymm0, %ymm0
-; AVX-NEXT: setne %al
-; AVX-NEXT: negq %rax
+; AVX-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX-NEXT: vorpd %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vshufps {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX-NEXT: vorpd %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vmovq %xmm0, %rax
; AVX-NEXT: vzeroupper
; AVX-NEXT: retq
%c = fcmp ogt <4 x double> %a0, %a1
@@ -68,21 +67,24 @@ define i64 @test_v4f64_legal_sext(<4 x double> %a0, <4 x double> %a1) {
; SSE-NEXT: cmpltpd %xmm1, %xmm3
; SSE-NEXT: cmpltpd %xmm0, %xmm2
; SSE-NEXT: shufps {{.*#+}} xmm2 = xmm2[0,2],xmm3[0,2]
-; SSE-NEXT: movmskps %xmm2, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: negl %ecx
-; SSE-NEXT: sbbq %rax, %rax
+; SSE-NEXT: shufps {{.*#+}} xmm3 = xmm3[0,2,0,2]
+; SSE-NEXT: orps %xmm2, %xmm3
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm3[1,1,1,1]
+; SSE-NEXT: por %xmm3, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: cltq
; SSE-NEXT: retq
;
; AVX1OR2-LABEL: test_v4f64_legal_sext:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vcmpltpd %ymm0, %ymm1, %ymm0
; AVX1OR2-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1OR2-NEXT: vorpd %xmm1, %xmm0, %xmm0
; AVX1OR2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
-; AVX1OR2-NEXT: xorl %eax, %eax
-; AVX1OR2-NEXT: vtestps %xmm0, %xmm0
-; AVX1OR2-NEXT: setne %al
-; AVX1OR2-NEXT: negq %rax
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: cltq
; AVX1OR2-NEXT: vzeroupper
; AVX1OR2-NEXT: retq
;
@@ -91,10 +93,12 @@ define i64 @test_v4f64_legal_sext(<4 x double> %a0, <4 x double> %a1) {
; AVX512-NEXT: vcmpltpd %ymm0, %ymm1, %k1
; AVX512-NEXT: vpcmpeqd %xmm0, %xmm0, %xmm0
; AVX512-NEXT: vmovdqa32 %xmm0, %xmm0 {%k1} {z}
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: vtestps %xmm0, %xmm0
-; AVX512-NEXT: setne %al
-; AVX512-NEXT: negq %rax
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
+; AVX512-NEXT: cltq
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%c = fcmp ogt <4 x double> %a0, %a1
@@ -112,19 +116,22 @@ define i32 @test_v4f32_sext(<4 x float> %a0, <4 x float> %a1) {
; SSE-LABEL: test_v4f32_sext:
; SSE: # %bb.0:
; SSE-NEXT: cmpltps %xmm0, %xmm1
-; SSE-NEXT: movmskps %xmm1, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: negl %ecx
-; SSE-NEXT: sbbl %eax, %eax
+; SSE-NEXT: movaps %xmm1, %xmm0
+; SSE-NEXT: unpckhpd {{.*#+}} xmm0 = xmm0[1],xmm1[1]
+; SSE-NEXT: orps %xmm1, %xmm0
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
; SSE-NEXT: retq
;
; AVX-LABEL: test_v4f32_sext:
; AVX: # %bb.0:
; AVX-NEXT: vcmpltps %xmm0, %xmm1, %xmm0
-; AVX-NEXT: xorl %eax, %eax
-; AVX-NEXT: vtestps %xmm0, %xmm0
-; AVX-NEXT: setne %al
-; AVX-NEXT: negl %eax
+; AVX-NEXT: vshufpd {{.*#+}} xmm1 = xmm0[1,1]
+; AVX-NEXT: vorpd %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX-NEXT: vorpd %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vmovd %xmm0, %eax
; AVX-NEXT: retq
%c = fcmp ogt <4 x float> %a0, %a1
%s = sext <4 x i1> %c to <4 x i32>
@@ -142,19 +149,23 @@ define i32 @test_v8f32_sext(<8 x float> %a0, <8 x float> %a1) {
; SSE-NEXT: cmpltps %xmm1, %xmm3
; SSE-NEXT: cmpltps %xmm0, %xmm2
; SSE-NEXT: orps %xmm3, %xmm2
-; SSE-NEXT: movmskps %xmm2, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: negl %ecx
-; SSE-NEXT: sbbl %eax, %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm2[2,3,2,3]
+; SSE-NEXT: por %xmm2, %xmm0
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
; SSE-NEXT: retq
;
; AVX-LABEL: test_v8f32_sext:
; AVX: # %bb.0:
; AVX-NEXT: vcmpltps %ymm0, %ymm1, %ymm0
-; AVX-NEXT: xorl %eax, %eax
-; AVX-NEXT: vtestps %ymm0, %ymm0
-; AVX-NEXT: setne %al
-; AVX-NEXT: negl %eax
+; AVX-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX-NEXT: vorps %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vshufps {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX-NEXT: vorps %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX-NEXT: vorps %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vmovd %xmm0, %eax
; AVX-NEXT: vzeroupper
; AVX-NEXT: retq
%c = fcmp ogt <8 x float> %a0, %a1
@@ -174,22 +185,29 @@ define i32 @test_v8f32_legal_sext(<8 x float> %a0, <8 x float> %a1) {
; SSE: # %bb.0:
; SSE-NEXT: cmpltps %xmm1, %xmm3
; SSE-NEXT: cmpltps %xmm0, %xmm2
+; SSE-NEXT: orps %xmm3, %xmm2
; SSE-NEXT: packssdw %xmm3, %xmm2
-; SSE-NEXT: pmovmskb %xmm2, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: negl %ecx
-; SSE-NEXT: sbbl %eax, %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm2[1,1,1,1]
+; SSE-NEXT: por %xmm2, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrld $16, %xmm1
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
+; SSE-NEXT: cwtl
; SSE-NEXT: retq
;
; AVX1OR2-LABEL: test_v8f32_legal_sext:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vcmpltps %ymm0, %ymm1, %ymm0
; AVX1OR2-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1OR2-NEXT: vorps %xmm1, %xmm0, %xmm0
; AVX1OR2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
-; AVX1OR2-NEXT: vpmovmskb %xmm0, %ecx
-; AVX1OR2-NEXT: xorl %eax, %eax
-; AVX1OR2-NEXT: negl %ecx
-; AVX1OR2-NEXT: sbbl %eax, %eax
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: cwtl
; AVX1OR2-NEXT: vzeroupper
; AVX1OR2-NEXT: retq
;
@@ -197,10 +215,14 @@ define i32 @test_v8f32_legal_sext(<8 x float> %a0, <8 x float> %a1) {
; AVX512: # %bb.0:
; AVX512-NEXT: vcmpltps %ymm0, %ymm1, %k0
; AVX512-NEXT: vpmovm2w %k0, %xmm0
-; AVX512-NEXT: vpmovmskb %xmm0, %ecx
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: negl %ecx
-; AVX512-NEXT: sbbl %eax, %eax
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX512-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
+; AVX512-NEXT: cwtl
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%c = fcmp ogt <8 x float> %a0, %a1
@@ -230,28 +252,25 @@ define i64 @test_v2i64_sext(<2 x i64> %a0, <2 x i64> %a1) {
; SSE2-NEXT: pand %xmm3, %xmm0
; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm2[1,1,3,3]
; SSE2-NEXT: por %xmm0, %xmm1
-; SSE2-NEXT: movmskpd %xmm1, %ecx
-; SSE2-NEXT: xorl %eax, %eax
-; SSE2-NEXT: negl %ecx
-; SSE2-NEXT: sbbq %rax, %rax
+; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; SSE2-NEXT: por %xmm1, %xmm0
+; SSE2-NEXT: movq %xmm0, %rax
; SSE2-NEXT: retq
;
; SSE42-LABEL: test_v2i64_sext:
; SSE42: # %bb.0:
; SSE42-NEXT: pcmpgtq %xmm1, %xmm0
-; SSE42-NEXT: movmskpd %xmm0, %ecx
-; SSE42-NEXT: xorl %eax, %eax
-; SSE42-NEXT: negl %ecx
-; SSE42-NEXT: sbbq %rax, %rax
+; SSE42-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE42-NEXT: por %xmm0, %xmm1
+; SSE42-NEXT: movq %xmm1, %rax
; SSE42-NEXT: retq
;
; AVX-LABEL: test_v2i64_sext:
; AVX: # %bb.0:
; AVX-NEXT: vpcmpgtq %xmm1, %xmm0, %xmm0
-; AVX-NEXT: xorl %eax, %eax
-; AVX-NEXT: vtestpd %xmm0, %xmm0
-; AVX-NEXT: setne %al
-; AVX-NEXT: negq %rax
+; AVX-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vmovq %xmm0, %rax
; AVX-NEXT: retq
%c = icmp sgt <2 x i64> %a0, %a1
%s = sext <2 x i1> %c to <2 x i64>
@@ -286,10 +305,9 @@ define i64 @test_v4i64_sext(<4 x i64> %a0, <4 x i64> %a1) {
; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm1[1,1,3,3]
; SSE2-NEXT: por %xmm0, %xmm1
; SSE2-NEXT: por %xmm3, %xmm1
-; SSE2-NEXT: movmskpd %xmm1, %ecx
-; SSE2-NEXT: xorl %eax, %eax
-; SSE2-NEXT: negl %ecx
-; SSE2-NEXT: sbbq %rax, %rax
+; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; SSE2-NEXT: por %xmm1, %xmm0
+; SSE2-NEXT: movq %xmm0, %rax
; SSE2-NEXT: retq
;
; SSE42-LABEL: test_v4i64_sext:
@@ -297,10 +315,9 @@ define i64 @test_v4i64_sext(<4 x i64> %a0, <4 x i64> %a1) {
; SSE42-NEXT: pcmpgtq %xmm3, %xmm1
; SSE42-NEXT: pcmpgtq %xmm2, %xmm0
; SSE42-NEXT: por %xmm1, %xmm0
-; SSE42-NEXT: movmskpd %xmm0, %ecx
-; SSE42-NEXT: xorl %eax, %eax
-; SSE42-NEXT: negl %ecx
-; SSE42-NEXT: sbbq %rax, %rax
+; SSE42-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE42-NEXT: por %xmm0, %xmm1
+; SSE42-NEXT: movq %xmm1, %rax
; SSE42-NEXT: retq
;
; AVX1-LABEL: test_v4i64_sext:
@@ -310,30 +327,31 @@ define i64 @test_v4i64_sext(<4 x i64> %a0, <4 x i64> %a1) {
; AVX1-NEXT: vpcmpgtq %xmm2, %xmm3, %xmm2
; AVX1-NEXT: vpcmpgtq %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpor %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: xorl %eax, %eax
-; AVX1-NEXT: vtestpd %xmm0, %xmm0
-; AVX1-NEXT: setne %al
-; AVX1-NEXT: negq %rax
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vmovq %xmm0, %rax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
; AVX2-LABEL: test_v4i64_sext:
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtq %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: xorl %eax, %eax
-; AVX2-NEXT: vtestpd %ymm0, %ymm0
-; AVX2-NEXT: setne %al
-; AVX2-NEXT: negq %rax
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vmovq %xmm0, %rax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
; AVX512-LABEL: test_v4i64_sext:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtq %ymm1, %ymm0, %ymm0
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: vtestpd %ymm0, %ymm0
-; AVX512-NEXT: setne %al
-; AVX512-NEXT: negq %rax
+; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vmovq %xmm0, %rax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%c = icmp sgt <4 x i64> %a0, %a1
@@ -366,10 +384,12 @@ define i64 @test_v4i64_legal_sext(<4 x i64> %a0, <4 x i64> %a1) {
; SSE2-NEXT: andps %xmm6, %xmm0
; SSE2-NEXT: shufps {{.*#+}} xmm4 = xmm4[1,3],xmm5[1,3]
; SSE2-NEXT: orps %xmm0, %xmm4
-; SSE2-NEXT: movmskps %xmm4, %ecx
-; SSE2-NEXT: xorl %eax, %eax
-; SSE2-NEXT: negl %ecx
-; SSE2-NEXT: sbbq %rax, %rax
+; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm4[2,3,2,3]
+; SSE2-NEXT: por %xmm4, %xmm0
+; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE2-NEXT: por %xmm0, %xmm1
+; SSE2-NEXT: movd %xmm1, %eax
+; SSE2-NEXT: cltq
; SSE2-NEXT: retq
;
; SSE42-LABEL: test_v4i64_legal_sext:
@@ -377,10 +397,12 @@ define i64 @test_v4i64_legal_sext(<4 x i64> %a0, <4 x i64> %a1) {
; SSE42-NEXT: pcmpgtq %xmm3, %xmm1
; SSE42-NEXT: pcmpgtq %xmm2, %xmm0
; SSE42-NEXT: packssdw %xmm1, %xmm0
-; SSE42-NEXT: movmskps %xmm0, %ecx
-; SSE42-NEXT: xorl %eax, %eax
-; SSE42-NEXT: negl %ecx
-; SSE42-NEXT: sbbq %rax, %rax
+; SSE42-NEXT: pshufd {{.*#+}} xmm1 = xmm1[0,2,0,2]
+; SSE42-NEXT: por %xmm0, %xmm1
+; SSE42-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE42-NEXT: por %xmm1, %xmm0
+; SSE42-NEXT: movd %xmm0, %eax
+; SSE42-NEXT: cltq
; SSE42-NEXT: retq
;
; AVX1-LABEL: test_v4i64_legal_sext:
@@ -389,11 +411,12 @@ define i64 @test_v4i64_legal_sext(<4 x i64> %a0, <4 x i64> %a1) {
; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm3
; AVX1-NEXT: vpcmpgtq %xmm2, %xmm3, %xmm2
; AVX1-NEXT: vpcmpgtq %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpor %xmm2, %xmm0, %xmm0
; AVX1-NEXT: vpackssdw %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: xorl %eax, %eax
-; AVX1-NEXT: vtestps %xmm0, %xmm0
-; AVX1-NEXT: setne %al
-; AVX1-NEXT: negq %rax
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
+; AVX1-NEXT: cltq
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
@@ -401,11 +424,12 @@ define i64 @test_v4i64_legal_sext(<4 x i64> %a0, <4 x i64> %a1) {
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtq %ymm1, %ymm0, %ymm0
; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
-; AVX2-NEXT: xorl %eax, %eax
-; AVX2-NEXT: vtestps %xmm0, %xmm0
-; AVX2-NEXT: setne %al
-; AVX2-NEXT: negq %rax
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
+; AVX2-NEXT: cltq
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
@@ -414,10 +438,12 @@ define i64 @test_v4i64_legal_sext(<4 x i64> %a0, <4 x i64> %a1) {
; AVX512-NEXT: vpcmpgtq %ymm1, %ymm0, %k1
; AVX512-NEXT: vpcmpeqd %xmm0, %xmm0, %xmm0
; AVX512-NEXT: vmovdqa32 %xmm0, %xmm0 {%k1} {z}
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: vtestps %xmm0, %xmm0
-; AVX512-NEXT: setne %al
-; AVX512-NEXT: negq %rax
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
+; AVX512-NEXT: cltq
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%c = icmp sgt <4 x i64> %a0, %a1
@@ -435,19 +461,21 @@ define i32 @test_v4i32_sext(<4 x i32> %a0, <4 x i32> %a1) {
; SSE-LABEL: test_v4i32_sext:
; SSE: # %bb.0:
; SSE-NEXT: pcmpgtd %xmm1, %xmm0
-; SSE-NEXT: movmskps %xmm0, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: negl %ecx
-; SSE-NEXT: sbbl %eax, %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
; SSE-NEXT: retq
;
; AVX-LABEL: test_v4i32_sext:
; AVX: # %bb.0:
; AVX-NEXT: vpcmpgtd %xmm1, %xmm0, %xmm0
-; AVX-NEXT: xorl %eax, %eax
-; AVX-NEXT: vtestps %xmm0, %xmm0
-; AVX-NEXT: setne %al
-; AVX-NEXT: negl %eax
+; AVX-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vmovd %xmm0, %eax
; AVX-NEXT: retq
%c = icmp sgt <4 x i32> %a0, %a1
%s = sext <4 x i1> %c to <4 x i32>
@@ -465,10 +493,11 @@ define i32 @test_v8i32_sext(<8 x i32> %a0, <8 x i32> %a1) {
; SSE-NEXT: pcmpgtd %xmm3, %xmm1
; SSE-NEXT: pcmpgtd %xmm2, %xmm0
; SSE-NEXT: por %xmm1, %xmm0
-; SSE-NEXT: movmskps %xmm0, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: negl %ecx
-; SSE-NEXT: sbbl %eax, %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
; SSE-NEXT: retq
;
; AVX1-LABEL: test_v8i32_sext:
@@ -478,30 +507,37 @@ define i32 @test_v8i32_sext(<8 x i32> %a0, <8 x i32> %a1) {
; AVX1-NEXT: vpcmpgtd %xmm2, %xmm3, %xmm2
; AVX1-NEXT: vpcmpgtd %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpor %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: xorl %eax, %eax
-; AVX1-NEXT: vtestps %xmm0, %xmm0
-; AVX1-NEXT: setne %al
-; AVX1-NEXT: negl %eax
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
; AVX2-LABEL: test_v8i32_sext:
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtd %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: xorl %eax, %eax
-; AVX2-NEXT: vtestps %ymm0, %ymm0
-; AVX2-NEXT: setne %al
-; AVX2-NEXT: negl %eax
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
; AVX512-LABEL: test_v8i32_sext:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtd %ymm1, %ymm0, %ymm0
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: vtestps %ymm0, %ymm0
-; AVX512-NEXT: setne %al
-; AVX512-NEXT: negl %eax
+; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%c = icmp sgt <8 x i32> %a0, %a1
@@ -521,11 +557,15 @@ define i32 @test_v8i32_legal_sext(<8 x i32> %a0, <8 x i32> %a1) {
; SSE: # %bb.0:
; SSE-NEXT: pcmpgtd %xmm3, %xmm1
; SSE-NEXT: pcmpgtd %xmm2, %xmm0
+; SSE-NEXT: por %xmm1, %xmm0
; SSE-NEXT: packssdw %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: negl %ecx
-; SSE-NEXT: sbbl %eax, %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrld $16, %xmm0
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: cwtl
; SSE-NEXT: retq
;
; AVX1-LABEL: test_v8i32_legal_sext:
@@ -534,11 +574,14 @@ define i32 @test_v8i32_legal_sext(<8 x i32> %a0, <8 x i32> %a1) {
; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm3
; AVX1-NEXT: vpcmpgtd %xmm2, %xmm3, %xmm2
; AVX1-NEXT: vpcmpgtd %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpor %xmm2, %xmm0, %xmm0
; AVX1-NEXT: vpackssdw %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vpmovmskb %xmm0, %ecx
-; AVX1-NEXT: xorl %eax, %eax
-; AVX1-NEXT: negl %ecx
-; AVX1-NEXT: sbbl %eax, %eax
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
+; AVX1-NEXT: cwtl
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
@@ -546,11 +589,14 @@ define i32 @test_v8i32_legal_sext(<8 x i32> %a0, <8 x i32> %a1) {
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtd %ymm1, %ymm0, %ymm0
; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
-; AVX2-NEXT: vpmovmskb %xmm0, %ecx
-; AVX2-NEXT: xorl %eax, %eax
-; AVX2-NEXT: negl %ecx
-; AVX2-NEXT: sbbl %eax, %eax
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
+; AVX2-NEXT: cwtl
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
@@ -558,10 +604,14 @@ define i32 @test_v8i32_legal_sext(<8 x i32> %a0, <8 x i32> %a1) {
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtd %ymm1, %ymm0, %k0
; AVX512-NEXT: vpmovm2w %k0, %xmm0
-; AVX512-NEXT: vpmovmskb %xmm0, %ecx
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: negl %ecx
-; AVX512-NEXT: sbbl %eax, %eax
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX512-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
+; AVX512-NEXT: cwtl
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%c = icmp sgt <8 x i32> %a0, %a1
@@ -581,20 +631,27 @@ define i16 @test_v8i16_sext(<8 x i16> %a0, <8 x i16> %a1) {
; SSE-LABEL: test_v8i16_sext:
; SSE: # %bb.0:
; SSE-NEXT: pcmpgtw %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: negl %ecx
-; SSE-NEXT: sbbl %eax, %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrld $16, %xmm1
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
; SSE-NEXT: # kill: def $ax killed $ax killed $eax
; SSE-NEXT: retq
;
; AVX-LABEL: test_v8i16_sext:
; AVX: # %bb.0:
; AVX-NEXT: vpcmpgtw %xmm1, %xmm0, %xmm0
-; AVX-NEXT: vpmovmskb %xmm0, %ecx
-; AVX-NEXT: xorl %eax, %eax
-; AVX-NEXT: negl %ecx
-; AVX-NEXT: sbbl %eax, %eax
+; AVX-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX-NEXT: vmovd %xmm0, %eax
; AVX-NEXT: # kill: def $ax killed $ax killed $eax
; AVX-NEXT: retq
%c = icmp sgt <8 x i16> %a0, %a1
@@ -615,10 +672,14 @@ define i16 @test_v16i16_sext(<16 x i16> %a0, <16 x i16> %a1) {
; SSE-NEXT: pcmpgtw %xmm3, %xmm1
; SSE-NEXT: pcmpgtw %xmm2, %xmm0
; SSE-NEXT: por %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: negl %ecx
-; SSE-NEXT: sbbl %eax, %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrld $16, %xmm1
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
; SSE-NEXT: # kill: def $ax killed $ax killed $eax
; SSE-NEXT: retq
;
@@ -629,10 +690,13 @@ define i16 @test_v16i16_sext(<16 x i16> %a0, <16 x i16> %a1) {
; AVX1-NEXT: vpcmpgtw %xmm2, %xmm3, %xmm2
; AVX1-NEXT: vpcmpgtw %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpor %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vpmovmskb %xmm0, %ecx
-; AVX1-NEXT: xorl %eax, %eax
-; AVX1-NEXT: negl %ecx
-; AVX1-NEXT: sbbl %eax, %eax
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
; AVX1-NEXT: # kill: def $ax killed $ax killed $eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
@@ -640,10 +704,15 @@ define i16 @test_v16i16_sext(<16 x i16> %a0, <16 x i16> %a1) {
; AVX2-LABEL: test_v16i16_sext:
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtw %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: vpmovmskb %ymm0, %ecx
-; AVX2-NEXT: xorl %eax, %eax
-; AVX2-NEXT: negl %ecx
-; AVX2-NEXT: sbbl %eax, %eax
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
; AVX2-NEXT: # kill: def $ax killed $ax killed $eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
@@ -651,10 +720,15 @@ define i16 @test_v16i16_sext(<16 x i16> %a0, <16 x i16> %a1) {
; AVX512-LABEL: test_v16i16_sext:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtw %ymm1, %ymm0, %ymm0
-; AVX512-NEXT: vpmovmskb %ymm0, %ecx
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: negl %ecx
-; AVX512-NEXT: sbbl %eax, %eax
+; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX512-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
; AVX512-NEXT: # kill: def $ax killed $ax killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
@@ -677,11 +751,18 @@ define i16 @test_v16i16_legal_sext(<16 x i16> %a0, <16 x i16> %a1) {
; SSE: # %bb.0:
; SSE-NEXT: pcmpgtw %xmm3, %xmm1
; SSE-NEXT: pcmpgtw %xmm2, %xmm0
+; SSE-NEXT: por %xmm1, %xmm0
; SSE-NEXT: packsswb %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: negl %ecx
-; SSE-NEXT: sbbl %eax, %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrld $16, %xmm0
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrlw $8, %xmm1
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
+; SSE-NEXT: movsbl %al, %eax
; SSE-NEXT: # kill: def $ax killed $ax killed $eax
; SSE-NEXT: retq
;
@@ -691,11 +772,16 @@ define i16 @test_v16i16_legal_sext(<16 x i16> %a0, <16 x i16> %a1) {
; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm3
; AVX1-NEXT: vpcmpgtw %xmm2, %xmm3, %xmm2
; AVX1-NEXT: vpcmpgtw %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpor %xmm2, %xmm0, %xmm0
; AVX1-NEXT: vpacksswb %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vpmovmskb %xmm0, %ecx
-; AVX1-NEXT: xorl %eax, %eax
-; AVX1-NEXT: negl %ecx
-; AVX1-NEXT: sbbl %eax, %eax
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
+; AVX1-NEXT: movsbl %al, %eax
; AVX1-NEXT: # kill: def $ax killed $ax killed $eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
@@ -703,10 +789,17 @@ define i16 @test_v16i16_legal_sext(<16 x i16> %a0, <16 x i16> %a1) {
; AVX2-LABEL: test_v16i16_legal_sext:
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtw %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: vpmovmskb %ymm0, %ecx
-; AVX2-NEXT: xorl %eax, %eax
-; AVX2-NEXT: negl %ecx
-; AVX2-NEXT: sbbl %eax, %eax
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
+; AVX2-NEXT: movsbl %al, %eax
; AVX2-NEXT: # kill: def $ax killed $ax killed $eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
@@ -715,10 +808,16 @@ define i16 @test_v16i16_legal_sext(<16 x i16> %a0, <16 x i16> %a1) {
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtw %ymm1, %ymm0, %k0
; AVX512-NEXT: vpmovm2b %k0, %xmm0
-; AVX512-NEXT: vpmovmskb %xmm0, %ecx
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: negl %ecx
-; AVX512-NEXT: sbbl %eax, %eax
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
+; AVX512-NEXT: movsbl %al, %eax
; AVX512-NEXT: # kill: def $ax killed $ax killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
@@ -741,20 +840,32 @@ define i8 @test_v16i8_sext(<16 x i8> %a0, <16 x i8> %a1) {
; SSE-LABEL: test_v16i8_sext:
; SSE: # %bb.0:
; SSE-NEXT: pcmpgtb %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: negl %ecx
-; SSE-NEXT: sbbl %eax, %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrld $16, %xmm1
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrlw $8, %xmm0
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX-LABEL: test_v16i8_sext:
; AVX: # %bb.0:
; AVX-NEXT: vpcmpgtb %xmm1, %xmm0, %xmm0
-; AVX-NEXT: vpmovmskb %xmm0, %ecx
-; AVX-NEXT: xorl %eax, %eax
-; AVX-NEXT: negl %ecx
-; AVX-NEXT: sbbl %eax, %eax
+; AVX-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX-NEXT: vmovd %xmm0, %eax
; AVX-NEXT: # kill: def $al killed $al killed $eax
; AVX-NEXT: retq
%c = icmp sgt <16 x i8> %a0, %a1
@@ -777,10 +888,17 @@ define i8 @test_v32i8_sext(<32 x i8> %a0, <32 x i8> %a1) {
; SSE-NEXT: pcmpgtb %xmm3, %xmm1
; SSE-NEXT: pcmpgtb %xmm2, %xmm0
; SSE-NEXT: por %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %ecx
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: negl %ecx
-; SSE-NEXT: sbbl %eax, %eax
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrld $16, %xmm1
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrlw $8, %xmm0
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
@@ -791,10 +909,15 @@ define i8 @test_v32i8_sext(<32 x i8> %a0, <32 x i8> %a1) {
; AVX1-NEXT: vpcmpgtb %xmm2, %xmm3, %xmm2
; AVX1-NEXT: vpcmpgtb %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpor %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vpmovmskb %xmm0, %ecx
-; AVX1-NEXT: xorl %eax, %eax
-; AVX1-NEXT: negl %ecx
-; AVX1-NEXT: sbbl %eax, %eax
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
; AVX1-NEXT: # kill: def $al killed $al killed $eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
@@ -802,10 +925,17 @@ define i8 @test_v32i8_sext(<32 x i8> %a0, <32 x i8> %a1) {
; AVX2-LABEL: test_v32i8_sext:
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtb %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: vpmovmskb %ymm0, %ecx
-; AVX2-NEXT: xorl %eax, %eax
-; AVX2-NEXT: negl %ecx
-; AVX2-NEXT: sbbl %eax, %eax
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
; AVX2-NEXT: # kill: def $al killed $al killed $eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
@@ -813,10 +943,17 @@ define i8 @test_v32i8_sext(<32 x i8> %a0, <32 x i8> %a1) {
; AVX512-LABEL: test_v32i8_sext:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtb %ymm1, %ymm0, %ymm0
-; AVX512-NEXT: vpmovmskb %ymm0, %ecx
-; AVX512-NEXT: xorl %eax, %eax
-; AVX512-NEXT: negl %ecx
-; AVX512-NEXT: sbbl %eax, %eax
+; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512-NEXT: vmovd %xmm0, %eax
; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
@@ -840,24 +977,29 @@ define i1 @bool_reduction_v2f64(<2 x double> %x, <2 x double> %y) {
; SSE-LABEL: bool_reduction_v2f64:
; SSE: # %bb.0:
; SSE-NEXT: cmpltpd %xmm0, %xmm1
-; SSE-NEXT: movmskpd %xmm1, %eax
-; SSE-NEXT: testl %eax, %eax
-; SSE-NEXT: setne %al
+; SSE-NEXT: movapd %xmm1, %xmm0
+; SSE-NEXT: unpckhpd {{.*#+}} xmm0 = xmm0[1],xmm1[1]
+; SSE-NEXT: orpd %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX1OR2-LABEL: bool_reduction_v2f64:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vcmpltpd %xmm0, %xmm1, %xmm0
-; AVX1OR2-NEXT: vtestpd %xmm0, %xmm0
-; AVX1OR2-NEXT: setne %al
+; AVX1OR2-NEXT: vshufpd {{.*#+}} xmm1 = xmm0[1,1]
+; AVX1OR2-NEXT: vorpd %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v2f64:
; AVX512: # %bb.0:
; AVX512-NEXT: vcmpltpd %xmm0, %xmm1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: korw %k1, %k0, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: testb %al, %al
-; AVX512-NEXT: setne %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: retq
%a = fcmp ogt <2 x double> %x, %y
%b = shufflevector <2 x i1> %a, <2 x i1> undef, <2 x i32> <i32 1, i32 undef>
@@ -870,24 +1012,35 @@ define i1 @bool_reduction_v4f32(<4 x float> %x, <4 x float> %y) {
; SSE-LABEL: bool_reduction_v4f32:
; SSE: # %bb.0:
; SSE-NEXT: cmpeqps %xmm1, %xmm0
-; SSE-NEXT: movmskps %xmm0, %eax
-; SSE-NEXT: testl %eax, %eax
-; SSE-NEXT: setne %al
+; SSE-NEXT: movaps %xmm0, %xmm1
+; SSE-NEXT: unpckhpd {{.*#+}} xmm1 = xmm1[1],xmm0[1]
+; SSE-NEXT: orps %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX1OR2-LABEL: bool_reduction_v4f32:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vcmpeqps %xmm1, %xmm0, %xmm0
-; AVX1OR2-NEXT: vtestps %xmm0, %xmm0
-; AVX1OR2-NEXT: setne %al
+; AVX1OR2-NEXT: vshufpd {{.*#+}} xmm1 = xmm0[1,1]
+; AVX1OR2-NEXT: vorpd %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vorpd %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v4f32:
; AVX512: # %bb.0:
; AVX512-NEXT: vcmpeqps %xmm1, %xmm0, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: testb %al, %al
-; AVX512-NEXT: setne %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: retq
%a = fcmp oeq <4 x float> %x, %y
%s1 = shufflevector <4 x i1> %a, <4 x i1> undef, <4 x i32> <i32 2, i32 3, i32 undef, i32 undef>
@@ -904,25 +1057,36 @@ define i1 @bool_reduction_v4f64(<4 x double> %x, <4 x double> %y) {
; SSE-NEXT: cmplepd %xmm1, %xmm3
; SSE-NEXT: cmplepd %xmm0, %xmm2
; SSE-NEXT: shufps {{.*#+}} xmm2 = xmm2[0,2],xmm3[0,2]
-; SSE-NEXT: movmskps %xmm2, %eax
-; SSE-NEXT: testl %eax, %eax
-; SSE-NEXT: setne %al
+; SSE-NEXT: shufps {{.*#+}} xmm3 = xmm3[0,2,0,2]
+; SSE-NEXT: orps %xmm2, %xmm3
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm3[1,1,1,1]
+; SSE-NEXT: por %xmm3, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX1OR2-LABEL: bool_reduction_v4f64:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vcmplepd %ymm0, %ymm1, %ymm0
-; AVX1OR2-NEXT: vtestpd %ymm0, %ymm0
-; AVX1OR2-NEXT: setne %al
+; AVX1OR2-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1OR2-NEXT: vorpd %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
; AVX1OR2-NEXT: vzeroupper
; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v4f64:
; AVX512: # %bb.0:
; AVX512-NEXT: vcmplepd %ymm0, %ymm1, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: testb %al, %al
-; AVX512-NEXT: setne %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%a = fcmp oge <4 x double> %x, %y
@@ -937,28 +1101,45 @@ define i1 @bool_reduction_v4f64(<4 x double> %x, <4 x double> %y) {
define i1 @bool_reduction_v8f32(<8 x float> %x, <8 x float> %y) {
; SSE-LABEL: bool_reduction_v8f32:
; SSE: # %bb.0:
-; SSE-NEXT: cmpneqps %xmm3, %xmm1
; SSE-NEXT: cmpneqps %xmm2, %xmm0
+; SSE-NEXT: cmpneqps %xmm3, %xmm1
+; SSE-NEXT: orps %xmm1, %xmm0
; SSE-NEXT: packssdw %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %eax
-; SSE-NEXT: testl %eax, %eax
-; SSE-NEXT: setne %al
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrld $16, %xmm0
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX1OR2-LABEL: bool_reduction_v8f32:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vcmpneqps %ymm1, %ymm0, %ymm0
-; AVX1OR2-NEXT: vtestps %ymm0, %ymm0
-; AVX1OR2-NEXT: setne %al
+; AVX1OR2-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1OR2-NEXT: vorps %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
; AVX1OR2-NEXT: vzeroupper
; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v8f32:
; AVX512: # %bb.0:
; AVX512-NEXT: vcmpneqps %ymm1, %ymm0, %k0
+; AVX512-NEXT: kshiftrw $4, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: testb %al, %al
-; AVX512-NEXT: setne %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%a = fcmp une <8 x float> %x, %y
@@ -976,24 +1157,46 @@ define i1 @bool_reduction_v2i64(<2 x i64> %x, <2 x i64> %y) {
; SSE2-LABEL: bool_reduction_v2i64:
; SSE2: # %bb.0:
; SSE2-NEXT: pcmpeqd %xmm1, %xmm0
-; SSE2-NEXT: movmskps %xmm0, %eax
-; SSE2-NEXT: xorl $15, %eax
-; SSE2-NEXT: setne %al
+; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,0,3,2]
+; SSE2-NEXT: pand %xmm0, %xmm1
+; SSE2-NEXT: pcmpeqd %xmm0, %xmm0
+; SSE2-NEXT: pxor %xmm1, %xmm0
+; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE2-NEXT: por %xmm0, %xmm1
+; SSE2-NEXT: movd %xmm1, %eax
+; SSE2-NEXT: # kill: def $al killed $al killed $eax
; SSE2-NEXT: retq
;
; SSE42-LABEL: bool_reduction_v2i64:
; SSE42: # %bb.0:
-; SSE42-NEXT: pxor %xmm1, %xmm0
-; SSE42-NEXT: ptest %xmm0, %xmm0
-; SSE42-NEXT: setne %al
+; SSE42-NEXT: pcmpeqq %xmm1, %xmm0
+; SSE42-NEXT: pcmpeqd %xmm1, %xmm1
+; SSE42-NEXT: pxor %xmm0, %xmm1
+; SSE42-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; SSE42-NEXT: por %xmm1, %xmm0
+; SSE42-NEXT: movd %xmm0, %eax
+; SSE42-NEXT: # kill: def $al killed $al killed $eax
; SSE42-NEXT: retq
;
-; AVX-LABEL: bool_reduction_v2i64:
-; AVX: # %bb.0:
-; AVX-NEXT: vpxor %xmm1, %xmm0, %xmm0
-; AVX-NEXT: vptest %xmm0, %xmm0
-; AVX-NEXT: setne %al
-; AVX-NEXT: retq
+; AVX1OR2-LABEL: bool_reduction_v2i64:
+; AVX1OR2: # %bb.0:
+; AVX1OR2-NEXT: vpcmpeqq %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
+; AVX1OR2-NEXT: vpxor %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
+; AVX1OR2-NEXT: retq
+;
+; AVX512-LABEL: bool_reduction_v2i64:
+; AVX512: # %bb.0:
+; AVX512-NEXT: vpcmpneqq %xmm1, %xmm0, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: korw %k1, %k0, %k0
+; AVX512-NEXT: kmovd %k0, %eax
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
+; AVX512-NEXT: retq
%a = icmp ne <2 x i64> %x, %y
%b = shufflevector <2 x i1> %a, <2 x i1> undef, <2 x i32> <i32 1, i32 undef>
%c = or <2 x i1> %a, %b
@@ -1008,33 +1211,51 @@ define i1 @bool_reduction_v4i32(<4 x i32> %x, <4 x i32> %y) {
; SSE2-NEXT: pxor %xmm2, %xmm1
; SSE2-NEXT: pxor %xmm2, %xmm0
; SSE2-NEXT: pcmpgtd %xmm1, %xmm0
-; SSE2-NEXT: movmskps %xmm0, %eax
-; SSE2-NEXT: testl %eax, %eax
-; SSE2-NEXT: setne %al
+; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE2-NEXT: por %xmm0, %xmm1
+; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE2-NEXT: por %xmm1, %xmm0
+; SSE2-NEXT: movd %xmm0, %eax
+; SSE2-NEXT: # kill: def $al killed $al killed $eax
; SSE2-NEXT: retq
;
; SSE42-LABEL: bool_reduction_v4i32:
; SSE42: # %bb.0:
; SSE42-NEXT: pminud %xmm0, %xmm1
-; SSE42-NEXT: pxor %xmm0, %xmm1
-; SSE42-NEXT: ptest %xmm1, %xmm1
-; SSE42-NEXT: setne %al
+; SSE42-NEXT: pcmpeqd %xmm0, %xmm1
+; SSE42-NEXT: pcmpeqd %xmm0, %xmm0
+; SSE42-NEXT: pxor %xmm1, %xmm0
+; SSE42-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE42-NEXT: por %xmm0, %xmm1
+; SSE42-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE42-NEXT: por %xmm1, %xmm0
+; SSE42-NEXT: movd %xmm0, %eax
+; SSE42-NEXT: # kill: def $al killed $al killed $eax
; SSE42-NEXT: retq
;
; AVX1OR2-LABEL: bool_reduction_v4i32:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vpminud %xmm1, %xmm0, %xmm1
+; AVX1OR2-NEXT: vpcmpeqd %xmm1, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
; AVX1OR2-NEXT: vpxor %xmm1, %xmm0, %xmm0
-; AVX1OR2-NEXT: vptest %xmm0, %xmm0
-; AVX1OR2-NEXT: setne %al
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v4i32:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpnleud %xmm1, %xmm0, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: testb %al, %al
-; AVX512-NEXT: setne %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: retq
%a = icmp ugt <4 x i32> %x, %y
%s1 = shufflevector <4 x i1> %a, <4 x i1> undef, <4 x i32> <i32 2, i32 3, i32 undef, i32 undef>
@@ -1049,25 +1270,41 @@ define i1 @bool_reduction_v8i16(<8 x i16> %x, <8 x i16> %y) {
; SSE-LABEL: bool_reduction_v8i16:
; SSE: # %bb.0:
; SSE-NEXT: pcmpgtw %xmm0, %xmm1
-; SSE-NEXT: pmovmskb %xmm1, %eax
-; SSE-NEXT: testl %eax, %eax
-; SSE-NEXT: setne %al
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrld $16, %xmm0
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX1OR2-LABEL: bool_reduction_v8i16:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vpcmpgtw %xmm0, %xmm1, %xmm0
-; AVX1OR2-NEXT: vpmovmskb %xmm0, %eax
-; AVX1OR2-NEXT: testl %eax, %eax
-; AVX1OR2-NEXT: setne %al
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v8i16:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtw %xmm0, %xmm1, %k0
+; AVX512-NEXT: kshiftrw $4, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: testb %al, %al
-; AVX512-NEXT: setne %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: retq
%a = icmp slt <8 x i16> %x, %y
%s1 = shufflevector <8 x i1> %a, <8 x i1> undef, <8 x i32> <i32 4, i32 5, i32 6, i32 7, i32 undef, i32 undef, i32 undef, i32 undef>
@@ -1084,24 +1321,48 @@ define i1 @bool_reduction_v16i8(<16 x i8> %x, <16 x i8> %y) {
; SSE-LABEL: bool_reduction_v16i8:
; SSE: # %bb.0:
; SSE-NEXT: pcmpgtb %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %eax
-; SSE-NEXT: testl %eax, %eax
-; SSE-NEXT: setne %al
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrld $16, %xmm1
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrlw $8, %xmm0
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movd %xmm0, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX1OR2-LABEL: bool_reduction_v16i8:
; AVX1OR2: # %bb.0:
; AVX1OR2-NEXT: vpcmpgtb %xmm1, %xmm0, %xmm0
-; AVX1OR2-NEXT: vpmovmskb %xmm0, %eax
-; AVX1OR2-NEXT: testl %eax, %eax
-; AVX1OR2-NEXT: setne %al
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1OR2-NEXT: vmovd %xmm0, %eax
+; AVX1OR2-NEXT: # kill: def $al killed $al killed $eax
; AVX1OR2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v16i8:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtb %xmm1, %xmm0, %k0
-; AVX512-NEXT: kortestw %k0, %k0
-; AVX512-NEXT: setne %al
+; AVX512-NEXT: kshiftrw $8, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $4, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kmovd %k0, %eax
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: retq
%a = icmp sgt <16 x i8> %x, %y
%s1 = shufflevector <16 x i1> %a, <16 x i1> undef, <16 x i32> <i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 undef, i32 undef, i32 undef, i32 undef, i32 undef, i32 undef, i32 undef, i32 undef>
@@ -1136,9 +1397,12 @@ define i1 @bool_reduction_v4i64(<4 x i64> %x, <4 x i64> %y) {
; SSE2-NEXT: andps %xmm6, %xmm2
; SSE2-NEXT: shufps {{.*#+}} xmm4 = xmm4[1,3],xmm5[1,3]
; SSE2-NEXT: orps %xmm2, %xmm4
-; SSE2-NEXT: movmskps %xmm4, %eax
-; SSE2-NEXT: testl %eax, %eax
-; SSE2-NEXT: setne %al
+; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm4[2,3,2,3]
+; SSE2-NEXT: por %xmm4, %xmm0
+; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE2-NEXT: por %xmm0, %xmm1
+; SSE2-NEXT: movd %xmm1, %eax
+; SSE2-NEXT: # kill: def $al killed $al killed $eax
; SSE2-NEXT: retq
;
; SSE42-LABEL: bool_reduction_v4i64:
@@ -1146,37 +1410,51 @@ define i1 @bool_reduction_v4i64(<4 x i64> %x, <4 x i64> %y) {
; SSE42-NEXT: pcmpgtq %xmm1, %xmm3
; SSE42-NEXT: pcmpgtq %xmm0, %xmm2
; SSE42-NEXT: packssdw %xmm3, %xmm2
-; SSE42-NEXT: movmskps %xmm2, %eax
-; SSE42-NEXT: testl %eax, %eax
-; SSE42-NEXT: setne %al
+; SSE42-NEXT: pshufd {{.*#+}} xmm0 = xmm3[0,2,0,2]
+; SSE42-NEXT: por %xmm2, %xmm0
+; SSE42-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE42-NEXT: por %xmm0, %xmm1
+; SSE42-NEXT: movd %xmm1, %eax
+; SSE42-NEXT: # kill: def $al killed $al killed $eax
; SSE42-NEXT: retq
;
; AVX1-LABEL: bool_reduction_v4i64:
; AVX1: # %bb.0:
-; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm2
-; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm3
-; AVX1-NEXT: vpcmpgtq %xmm2, %xmm3, %xmm2
+; AVX1-NEXT: vpcmpgtq %xmm0, %xmm1, %xmm2
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm0
+; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm1
; AVX1-NEXT: vpcmpgtq %xmm0, %xmm1, %xmm0
-; AVX1-NEXT: vpor %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vtestpd %xmm0, %xmm0
-; AVX1-NEXT: setne %al
+; AVX1-NEXT: vpor %xmm2, %xmm0, %xmm1
+; AVX1-NEXT: vpackssdw %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
+; AVX1-NEXT: # kill: def $al killed $al killed $eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
; AVX2-LABEL: bool_reduction_v4i64:
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpgtq %ymm0, %ymm1, %ymm0
-; AVX2-NEXT: vtestpd %ymm0, %ymm0
-; AVX2-NEXT: setne %al
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
+; AVX2-NEXT: # kill: def $al killed $al killed $eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v4i64:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpgtq %ymm0, %ymm1, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: testb %al, %al
-; AVX512-NEXT: setne %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%a = icmp slt <4 x i64> %x, %y
@@ -1199,35 +1477,52 @@ define i1 @bool_reduction_v8i32(<8 x i32> %x, <8 x i32> %y) {
; SSE2-NEXT: pxor %xmm4, %xmm0
; SSE2-NEXT: pcmpgtd %xmm2, %xmm0
; SSE2-NEXT: packssdw %xmm1, %xmm0
-; SSE2-NEXT: packsswb %xmm0, %xmm0
-; SSE2-NEXT: pmovmskb %xmm0, %eax
-; SSE2-NEXT: xorb $-1, %al
-; SSE2-NEXT: setne %al
+; SSE2-NEXT: pcmpeqd %xmm1, %xmm1
+; SSE2-NEXT: pxor %xmm0, %xmm1
+; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; SSE2-NEXT: por %xmm1, %xmm0
+; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE2-NEXT: por %xmm0, %xmm1
+; SSE2-NEXT: movdqa %xmm1, %xmm0
+; SSE2-NEXT: psrld $16, %xmm0
+; SSE2-NEXT: por %xmm1, %xmm0
+; SSE2-NEXT: movd %xmm0, %eax
+; SSE2-NEXT: # kill: def $al killed $al killed $eax
; SSE2-NEXT: retq
;
; SSE42-LABEL: bool_reduction_v8i32:
; SSE42: # %bb.0:
-; SSE42-NEXT: pminud %xmm1, %xmm3
-; SSE42-NEXT: pcmpeqd %xmm1, %xmm3
; SSE42-NEXT: pminud %xmm0, %xmm2
; SSE42-NEXT: pcmpeqd %xmm0, %xmm2
+; SSE42-NEXT: pminud %xmm1, %xmm3
+; SSE42-NEXT: pcmpeqd %xmm1, %xmm3
+; SSE42-NEXT: por %xmm3, %xmm2
; SSE42-NEXT: packssdw %xmm3, %xmm2
-; SSE42-NEXT: pmovmskb %xmm2, %eax
-; SSE42-NEXT: testl %eax, %eax
-; SSE42-NEXT: setne %al
+; SSE42-NEXT: pshufd {{.*#+}} xmm0 = xmm2[1,1,1,1]
+; SSE42-NEXT: por %xmm2, %xmm0
+; SSE42-NEXT: movdqa %xmm0, %xmm1
+; SSE42-NEXT: psrld $16, %xmm1
+; SSE42-NEXT: por %xmm0, %xmm1
+; SSE42-NEXT: movd %xmm1, %eax
+; SSE42-NEXT: # kill: def $al killed $al killed $eax
; SSE42-NEXT: retq
;
; AVX1-LABEL: bool_reduction_v8i32:
; AVX1: # %bb.0:
-; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm2
-; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm3
-; AVX1-NEXT: vpminud %xmm2, %xmm3, %xmm2
-; AVX1-NEXT: vpcmpeqd %xmm2, %xmm3, %xmm2
+; AVX1-NEXT: vpminud %xmm1, %xmm0, %xmm2
+; AVX1-NEXT: vpcmpeqd %xmm2, %xmm0, %xmm2
+; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm1
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm0
; AVX1-NEXT: vpminud %xmm1, %xmm0, %xmm1
; AVX1-NEXT: vpcmpeqd %xmm1, %xmm0, %xmm0
-; AVX1-NEXT: vpor %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vtestps %xmm0, %xmm0
-; AVX1-NEXT: setne %al
+; AVX1-NEXT: vpor %xmm2, %xmm0, %xmm1
+; AVX1-NEXT: vpackssdw %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
+; AVX1-NEXT: # kill: def $al killed $al killed $eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
@@ -1235,17 +1530,29 @@ define i1 @bool_reduction_v8i32(<8 x i32> %x, <8 x i32> %y) {
; AVX2: # %bb.0:
; AVX2-NEXT: vpminud %ymm1, %ymm0, %ymm1
; AVX2-NEXT: vpcmpeqd %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: vtestps %ymm0, %ymm0
-; AVX2-NEXT: setne %al
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpackssdw %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
+; AVX2-NEXT: # kill: def $al killed $al killed $eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v8i32:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpleud %ymm1, %ymm0, %k0
+; AVX512-NEXT: kshiftrw $4, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
; AVX512-NEXT: kmovd %k0, %eax
-; AVX512-NEXT: testb %al, %al
-; AVX512-NEXT: setne %al
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%a = icmp ule <8 x i32> %x, %y
@@ -1262,41 +1569,71 @@ define i1 @bool_reduction_v8i32(<8 x i32> %x, <8 x i32> %y) {
define i1 @bool_reduction_v16i16(<16 x i16> %x, <16 x i16> %y) {
; SSE-LABEL: bool_reduction_v16i16:
; SSE: # %bb.0:
-; SSE-NEXT: pcmpeqw %xmm3, %xmm1
; SSE-NEXT: pcmpeqw %xmm2, %xmm0
+; SSE-NEXT: pcmpeqw %xmm3, %xmm1
+; SSE-NEXT: por %xmm1, %xmm0
; SSE-NEXT: packsswb %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %eax
-; SSE-NEXT: testl %eax, %eax
-; SSE-NEXT: setne %al
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrld $16, %xmm0
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrlw $8, %xmm1
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX1-LABEL: bool_reduction_v16i16:
; AVX1: # %bb.0:
-; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm2
-; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm3
-; AVX1-NEXT: vpcmpeqw %xmm2, %xmm3, %xmm2
+; AVX1-NEXT: vpcmpeqw %xmm1, %xmm0, %xmm2
+; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm1
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm0
; AVX1-NEXT: vpcmpeqw %xmm1, %xmm0, %xmm0
-; AVX1-NEXT: vpacksswb %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vpmovmskb %xmm0, %eax
-; AVX1-NEXT: testl %eax, %eax
-; AVX1-NEXT: setne %al
+; AVX1-NEXT: vpor %xmm2, %xmm0, %xmm1
+; AVX1-NEXT: vpacksswb %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
+; AVX1-NEXT: # kill: def $al killed $al killed $eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
; AVX2-LABEL: bool_reduction_v16i16:
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpeqw %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: vpmovmskb %ymm0, %eax
-; AVX2-NEXT: testl %eax, %eax
-; AVX2-NEXT: setne %al
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
+; AVX2-NEXT: # kill: def $al killed $al killed $eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v16i16:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpeqw %ymm1, %ymm0, %k0
-; AVX512-NEXT: kortestw %k0, %k0
-; AVX512-NEXT: setne %al
+; AVX512-NEXT: kshiftrw $8, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $4, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $2, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kshiftrw $1, %k0, %k1
+; AVX512-NEXT: korw %k0, %k1, %k0
+; AVX512-NEXT: kmovd %k0, %eax
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%a = icmp eq <16 x i16> %x, %y
@@ -1315,41 +1652,76 @@ define i1 @bool_reduction_v16i16(<16 x i16> %x, <16 x i16> %y) {
define i1 @bool_reduction_v32i8(<32 x i8> %x, <32 x i8> %y) {
; SSE-LABEL: bool_reduction_v32i8:
; SSE: # %bb.0:
-; SSE-NEXT: pcmpeqb %xmm3, %xmm1
; SSE-NEXT: pcmpeqb %xmm2, %xmm0
+; SSE-NEXT: pcmpeqb %xmm3, %xmm1
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movdqa %xmm1, %xmm0
+; SSE-NEXT: psrld $16, %xmm0
; SSE-NEXT: por %xmm1, %xmm0
-; SSE-NEXT: pmovmskb %xmm0, %eax
-; SSE-NEXT: testl %eax, %eax
-; SSE-NEXT: setne %al
+; SSE-NEXT: movdqa %xmm0, %xmm1
+; SSE-NEXT: psrlw $8, %xmm1
+; SSE-NEXT: por %xmm0, %xmm1
+; SSE-NEXT: movd %xmm1, %eax
+; SSE-NEXT: # kill: def $al killed $al killed $eax
; SSE-NEXT: retq
;
; AVX1-LABEL: bool_reduction_v32i8:
; AVX1: # %bb.0:
-; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm2
-; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm3
-; AVX1-NEXT: vpcmpeqb %xmm2, %xmm3, %xmm2
+; AVX1-NEXT: vpcmpeqb %xmm1, %xmm0, %xmm2
+; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm1
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm0
; AVX1-NEXT: vpcmpeqb %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpor %xmm2, %xmm0, %xmm0
-; AVX1-NEXT: vpmovmskb %xmm0, %eax
-; AVX1-NEXT: testl %eax, %eax
-; AVX1-NEXT: setne %al
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vmovd %xmm0, %eax
+; AVX1-NEXT: # kill: def $al killed $al killed $eax
; AVX1-NEXT: vzeroupper
; AVX1-NEXT: retq
;
; AVX2-LABEL: bool_reduction_v32i8:
; AVX2: # %bb.0:
; AVX2-NEXT: vpcmpeqb %ymm1, %ymm0, %ymm0
-; AVX2-NEXT: vpmovmskb %ymm0, %eax
-; AVX2-NEXT: testl %eax, %eax
-; AVX2-NEXT: setne %al
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpsrlw $8, %xmm0, %xmm1
+; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vmovd %xmm0, %eax
+; AVX2-NEXT: # kill: def $al killed $al killed $eax
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
; AVX512-LABEL: bool_reduction_v32i8:
; AVX512: # %bb.0:
; AVX512-NEXT: vpcmpeqb %ymm1, %ymm0, %k0
-; AVX512-NEXT: kortestd %k0, %k0
-; AVX512-NEXT: setne %al
+; AVX512-NEXT: kshiftrd $16, %k0, %k1
+; AVX512-NEXT: kord %k0, %k1, %k0
+; AVX512-NEXT: kshiftrd $8, %k0, %k1
+; AVX512-NEXT: kord %k0, %k1, %k0
+; AVX512-NEXT: kshiftrd $4, %k0, %k1
+; AVX512-NEXT: kord %k0, %k1, %k0
+; AVX512-NEXT: kshiftrd $2, %k0, %k1
+; AVX512-NEXT: kord %k0, %k1, %k0
+; AVX512-NEXT: kshiftrd $1, %k0, %k1
+; AVX512-NEXT: kord %k0, %k1, %k0
+; AVX512-NEXT: kmovd %k0, %eax
+; AVX512-NEXT: # kill: def $al killed $al killed $eax
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%a = icmp eq <32 x i8> %x, %y
diff --git a/llvm/test/CodeGen/X86/vector-extract-last-active.ll b/llvm/test/CodeGen/X86/vector-extract-last-active.ll
index 3f0a0c587415e..d3469d561184f 100644
--- a/llvm/test/CodeGen/X86/vector-extract-last-active.ll
+++ b/llvm/test/CodeGen/X86/vector-extract-last-active.ll
@@ -8,35 +8,30 @@
define i32 @extract_last_active_v4i32(<4 x i32> %a, <4 x i1> %c) {
; CHECK-LABEL: extract_last_active_v4i32:
; CHECK: # %bb.0:
-; CHECK-NEXT: pshufd {{.*#+}} xmm2 = xmm1[2,3,2,3]
-; CHECK-NEXT: por %xmm1, %xmm2
; CHECK-NEXT: pslld $31, %xmm1
+; CHECK-NEXT: movmskps %xmm1, %ecx
; CHECK-NEXT: psrad $31, %xmm1
; CHECK-NEXT: movaps %xmm0, -{{[0-9]+}}(%rsp)
; CHECK-NEXT: pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1
; CHECK-NEXT: movdqa {{.*#+}} xmm0 = [2147483648,2147483648,2147483648,2147483648]
-; CHECK-NEXT: movdqa %xmm1, %xmm3
-; CHECK-NEXT: por %xmm0, %xmm3
-; CHECK-NEXT: pshufd {{.*#+}} xmm4 = xmm1[2,3,2,3]
-; CHECK-NEXT: por %xmm4, %xmm0
-; CHECK-NEXT: pcmpgtd %xmm0, %xmm3
-; CHECK-NEXT: pand %xmm3, %xmm1
-; CHECK-NEXT: pandn %xmm4, %xmm3
-; CHECK-NEXT: por %xmm1, %xmm3
-; CHECK-NEXT: movd %xmm3, %eax
-; CHECK-NEXT: pshufd {{.*#+}} xmm0 = xmm3[1,1,1,1]
-; CHECK-NEXT: movd %xmm0, %ecx
-; CHECK-NEXT: cmpl %ecx, %eax
-; CHECK-NEXT: cmoval %eax, %ecx
-; CHECK-NEXT: andl $3, %ecx
+; CHECK-NEXT: movdqa %xmm1, %xmm2
+; CHECK-NEXT: por %xmm0, %xmm2
+; CHECK-NEXT: pshufd {{.*#+}} xmm3 = xmm1[2,3,2,3]
+; CHECK-NEXT: por %xmm3, %xmm0
+; CHECK-NEXT: pcmpgtd %xmm0, %xmm2
+; CHECK-NEXT: pand %xmm2, %xmm1
+; CHECK-NEXT: pandn %xmm3, %xmm2
+; CHECK-NEXT: por %xmm1, %xmm2
+; CHECK-NEXT: movd %xmm2, %eax
; CHECK-NEXT: pshufd {{.*#+}} xmm0 = xmm2[1,1,1,1]
-; CHECK-NEXT: por %xmm2, %xmm0
; CHECK-NEXT: movd %xmm0, %edx
-; CHECK-NEXT: andb $1, %dl
+; CHECK-NEXT: cmpl %edx, %eax
+; CHECK-NEXT: cmoval %eax, %edx
+; CHECK-NEXT: andl $3, %edx
; CHECK-NEXT: xorl %eax, %eax
-; CHECK-NEXT: cmpb $1, %dl
+; CHECK-NEXT: cmpl $1, %ecx
; CHECK-NEXT: sbbl %eax, %eax
-; CHECK-NEXT: orl -24(%rsp,%rcx,4), %eax
+; CHECK-NEXT: orl -24(%rsp,%rdx,4), %eax
; CHECK-NEXT: retq
%res = call i32 @llvm.experimental.vector.extract.last.active.v4i32(<4 x i32> %a, <4 x i1> %c, i32 -1)
ret i32 %res
@@ -74,14 +69,11 @@ define i32 @extract_last_active_v4i32_no_default(<4 x i32> %a, <4 x i1> %c) {
define i32 @extract_last_active_v2i32(<2 x i32> %a, <2 x i1> %c) {
; CHECK-LABEL: extract_last_active_v2i32:
; CHECK: # %bb.0:
-; CHECK-NEXT: pshufd {{.*#+}} xmm2 = xmm1[2,3,2,3]
-; CHECK-NEXT: por %xmm1, %xmm2
-; CHECK-NEXT: psllq $63, %xmm1
; CHECK-NEXT: movaps %xmm0, -{{[0-9]+}}(%rsp)
-; CHECK-NEXT: movq %xmm2, %rcx
-; CHECK-NEXT: andb $1, %cl
+; CHECK-NEXT: psllq $63, %xmm1
+; CHECK-NEXT: movmskpd %xmm1, %ecx
; CHECK-NEXT: xorl %eax, %eax
-; CHECK-NEXT: cmpb $1, %cl
+; CHECK-NEXT: cmpl $1, %ecx
; CHECK-NEXT: sbbl %eax, %eax
; CHECK-NEXT: pshufd {{.*#+}} xmm0 = xmm1[3,3,3,3]
; CHECK-NEXT: psrld $31, %xmm0
@@ -141,34 +133,28 @@ define i32 @extract_last_active_v3i32(<3 x i32> %a, <3 x i1> %c) {
define i32 @extract_last_active_v8i32(<8 x i32> %a, <8 x i1> %c) {
; CHECK-LABEL: extract_last_active_v8i32:
; CHECK: # %bb.0:
-; CHECK-NEXT: pshufd {{.*#+}} xmm3 = xmm2[2,3,2,3]
-; CHECK-NEXT: por %xmm2, %xmm3
-; CHECK-NEXT: psllw $15, %xmm2
-; CHECK-NEXT: psraw $15, %xmm2
; CHECK-NEXT: movaps %xmm1, -{{[0-9]+}}(%rsp)
; CHECK-NEXT: movaps %xmm0, -{{[0-9]+}}(%rsp)
-; CHECK-NEXT: pshufd {{.*#+}} xmm0 = xmm3[1,1,1,1]
-; CHECK-NEXT: por %xmm3, %xmm0
-; CHECK-NEXT: movdqa %xmm0, %xmm1
-; CHECK-NEXT: psrld $16, %xmm1
-; CHECK-NEXT: por %xmm0, %xmm1
-; CHECK-NEXT: movd %xmm1, %ecx
-; CHECK-NEXT: andb $1, %cl
-; CHECK-NEXT: xorl %eax, %eax
-; CHECK-NEXT: cmpb $1, %cl
-; CHECK-NEXT: sbbl %eax, %eax
-; CHECK-NEXT: pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2
-; CHECK-NEXT: pshufd {{.*#+}} xmm0 = xmm2[2,3,2,3]
-; CHECK-NEXT: psubusw %xmm2, %xmm0
-; CHECK-NEXT: paddw %xmm2, %xmm0
-; CHECK-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; CHECK-NEXT: psllw $15, %xmm2
+; CHECK-NEXT: movdqa %xmm2, %xmm0
+; CHECK-NEXT: psraw $15, %xmm0
+; CHECK-NEXT: pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
+; CHECK-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; CHECK-NEXT: psubusw %xmm0, %xmm1
; CHECK-NEXT: paddw %xmm0, %xmm1
-; CHECK-NEXT: pextrw $1, %xmm1, %ecx
-; CHECK-NEXT: movd %xmm1, %edx
-; CHECK-NEXT: cmpw %cx, %dx
-; CHECK-NEXT: cmoval %edx, %ecx
+; CHECK-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; CHECK-NEXT: psubusw %xmm1, %xmm0
+; CHECK-NEXT: paddw %xmm1, %xmm0
+; CHECK-NEXT: pextrw $1, %xmm0, %ecx
+; CHECK-NEXT: movd %xmm0, %eax
+; CHECK-NEXT: cmpw %cx, %ax
+; CHECK-NEXT: cmoval %eax, %ecx
; CHECK-NEXT: andl $7, %ecx
+; CHECK-NEXT: packsswb %xmm2, %xmm2
+; CHECK-NEXT: pmovmskb %xmm2, %edx
+; CHECK-NEXT: xorl %eax, %eax
+; CHECK-NEXT: cmpb $1, %dl
+; CHECK-NEXT: sbbl %eax, %eax
; CHECK-NEXT: orl -40(%rsp,%rcx,4), %eax
; CHECK-NEXT: retq
%res = call i32 @llvm.experimental.vector.extract.last.active.v8i32(<8 x i32> %a, <8 x i1> %c, i32 -1)
@@ -179,18 +165,16 @@ define i32 @extract_last_active_v8i32(<8 x i32> %a, <8 x i1> %c) {
define i32 @extract_last_active_v16i32(<16 x i32> %a, <16 x i1> %c) {
; CHECK-LABEL: extract_last_active_v16i32:
; CHECK: # %bb.0:
-; CHECK-NEXT: pshufd {{.*#+}} xmm5 = xmm4[2,3,2,3]
-; CHECK-NEXT: por %xmm4, %xmm5
+; CHECK-NEXT: pxor %xmm5, %xmm5
; CHECK-NEXT: psllw $7, %xmm4
-; CHECK-NEXT: pxor %xmm6, %xmm6
-; CHECK-NEXT: pcmpgtb %xmm4, %xmm6
+; CHECK-NEXT: pcmpgtb %xmm4, %xmm5
; CHECK-NEXT: movaps %xmm3, -{{[0-9]+}}(%rsp)
; CHECK-NEXT: movaps %xmm2, -{{[0-9]+}}(%rsp)
; CHECK-NEXT: movaps %xmm1, -{{[0-9]+}}(%rsp)
; CHECK-NEXT: movaps %xmm0, -{{[0-9]+}}(%rsp)
-; CHECK-NEXT: pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm6
-; CHECK-NEXT: pshufd {{.*#+}} xmm0 = xmm6[2,3,2,3]
-; CHECK-NEXT: pmaxub %xmm6, %xmm0
+; CHECK-NEXT: pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm5
+; CHECK-NEXT: pshufd {{.*#+}} xmm0 = xmm5[2,3,2,3]
+; CHECK-NEXT: pmaxub %xmm5, %xmm0
; CHECK-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
; CHECK-NEXT: pmaxub %xmm0, %xmm1
; CHECK-NEXT: movdqa %xmm1, %xmm0
@@ -201,18 +185,9 @@ define i32 @extract_last_active_v16i32(<16 x i32> %a, <16 x i1> %c) {
; CHECK-NEXT: pmaxub %xmm0, %xmm1
; CHECK-NEXT: movd %xmm1, %ecx
; CHECK-NEXT: andl $15, %ecx
-; CHECK-NEXT: pshufd {{.*#+}} xmm0 = xmm5[1,1,1,1]
-; CHECK-NEXT: por %xmm5, %xmm0
-; CHECK-NEXT: movdqa %xmm0, %xmm1
-; CHECK-NEXT: psrld $16, %xmm1
-; CHECK-NEXT: por %xmm0, %xmm1
-; CHECK-NEXT: movdqa %xmm1, %xmm0
-; CHECK-NEXT: psrlw $8, %xmm0
-; CHECK-NEXT: por %xmm1, %xmm0
-; CHECK-NEXT: movd %xmm0, %edx
-; CHECK-NEXT: andb $1, %dl
+; CHECK-NEXT: pmovmskb %xmm4, %edx
; CHECK-NEXT: xorl %eax, %eax
-; CHECK-NEXT: cmpb $1, %dl
+; CHECK-NEXT: cmpl $1, %edx
; CHECK-NEXT: sbbl %eax, %eax
; CHECK-NEXT: orl -72(%rsp,%rcx,4), %eax
; CHECK-NEXT: retq
@@ -244,26 +219,26 @@ define i32 @extract_last_active_v4i32_penryn(<4 x i32> %a, <4 x i1> %c) "target-
define i8 @extract_last_active_split(<32 x i8> %data, <32 x i8> %mask, i8 %passthru) {
; CHECK-LABEL: extract_last_active_split:
; CHECK: # %bb.0:
-; CHECK-NEXT: movdqa %xmm2, %xmm4
-; CHECK-NEXT: por %xmm3, %xmm4
-; CHECK-NEXT: pxor %xmm5, %xmm5
-; CHECK-NEXT: pcmpeqb %xmm5, %xmm3
-; CHECK-NEXT: pcmpeqb %xmm5, %xmm2
+; CHECK-NEXT: pxor %xmm4, %xmm4
+; CHECK-NEXT: movdqa %xmm2, %xmm5
+; CHECK-NEXT: por %xmm3, %xmm2
+; CHECK-NEXT: pcmpeqb %xmm4, %xmm3
+; CHECK-NEXT: pcmpeqb %xmm4, %xmm5
; CHECK-NEXT: movaps %xmm1, -{{[0-9]+}}(%rsp)
; CHECK-NEXT: movaps %xmm0, -{{[0-9]+}}(%rsp)
; CHECK-NEXT: movdqa {{.*#+}} xmm0 = [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15]
-; CHECK-NEXT: pandn %xmm0, %xmm2
-; CHECK-NEXT: pshufd {{.*#+}} xmm1 = xmm2[2,3,2,3]
-; CHECK-NEXT: pmaxub %xmm2, %xmm1
-; CHECK-NEXT: pshufd {{.*#+}} xmm2 = xmm1[1,1,1,1]
-; CHECK-NEXT: pmaxub %xmm1, %xmm2
-; CHECK-NEXT: movdqa %xmm2, %xmm1
+; CHECK-NEXT: pandn %xmm0, %xmm5
+; CHECK-NEXT: pshufd {{.*#+}} xmm1 = xmm5[2,3,2,3]
+; CHECK-NEXT: pmaxub %xmm5, %xmm1
+; CHECK-NEXT: pshufd {{.*#+}} xmm5 = xmm1[1,1,1,1]
+; CHECK-NEXT: pmaxub %xmm1, %xmm5
+; CHECK-NEXT: movdqa %xmm5, %xmm1
; CHECK-NEXT: psrld $16, %xmm1
-; CHECK-NEXT: pmaxub %xmm2, %xmm1
-; CHECK-NEXT: movdqa %xmm1, %xmm2
-; CHECK-NEXT: psrlw $8, %xmm2
-; CHECK-NEXT: pmaxub %xmm1, %xmm2
-; CHECK-NEXT: movd %xmm2, %eax
+; CHECK-NEXT: pmaxub %xmm5, %xmm1
+; CHECK-NEXT: movdqa %xmm1, %xmm5
+; CHECK-NEXT: psrlw $8, %xmm5
+; CHECK-NEXT: pmaxub %xmm1, %xmm5
+; CHECK-NEXT: movd %xmm5, %eax
; CHECK-NEXT: pmovmskb %xmm3, %ecx
; CHECK-NEXT: pandn %xmm0, %xmm3
; CHECK-NEXT: pshufd {{.*#+}} xmm0 = xmm3[2,3,2,3]
@@ -282,9 +257,9 @@ define i8 @extract_last_active_split(<32 x i8> %data, <32 x i8> %mask, i8 %passt
; CHECK-NEXT: cmoveq %rax, %rdx
; CHECK-NEXT: andl $31, %edx
; CHECK-NEXT: movzbl -40(%rsp,%rdx), %eax
-; CHECK-NEXT: pcmpeqb %xmm5, %xmm4
-; CHECK-NEXT: pmovmskb %xmm4, %ecx
-; CHECK-NEXT: cmpl $65535, %ecx # imm = 0xFFFF
+; CHECK-NEXT: pcmpeqb %xmm4, %xmm2
+; CHECK-NEXT: pmovmskb %xmm2, %ecx
+; CHECK-NEXT: xorl $65535, %ecx # imm = 0xFFFF
; CHECK-NEXT: cmovel %edi, %eax
; CHECK-NEXT: # kill: def $al killed $al killed $eax
; CHECK-NEXT: retq
diff --git a/llvm/test/CodeGen/X86/vector-reduce-and-bool.ll b/llvm/test/CodeGen/X86/vector-reduce-and-bool.ll
index a9232e1341a22..f678744955eb8 100644
--- a/llvm/test/CodeGen/X86/vector-reduce-and-bool.ll
+++ b/llvm/test/CodeGen/X86/vector-reduce-and-bool.ll
@@ -18,67 +18,50 @@
;
define i1 @trunc_v2i64_v2i1(<2 x i64>) nounwind {
-; SSE2-LABEL: trunc_v2i64_v2i1:
-; SSE2: # %bb.0:
-; SSE2-NEXT: psllq $63, %xmm0
-; SSE2-NEXT: movmskpd %xmm0, %eax
-; SSE2-NEXT: cmpl $3, %eax
-; SSE2-NEXT: sete %al
-; SSE2-NEXT: ret{{[l|q]}}
-;
-; X86-SSE4-LABEL: trunc_v2i64_v2i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setb %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v2i64_v2i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setb %al
-; X64-SSE4-NEXT: retq
-;
-; X86-AVX1-LABEL: trunc_v2i64_v2i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-AVX1-NEXT: setb %al
-; X86-AVX1-NEXT: retl
-;
-; X64-AVX1-LABEL: trunc_v2i64_v2i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX1-NEXT: setb %al
-; X64-AVX1-NEXT: retq
-;
-; X86-AVX2-LABEL: trunc_v2i64_v2i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-AVX2-NEXT: setb %al
-; X86-AVX2-NEXT: retl
-;
-; X64-AVX2-LABEL: trunc_v2i64_v2i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX2-NEXT: setb %al
-; X64-AVX2-NEXT: retq
+; SSE-LABEL: trunc_v2i64_v2i1:
+; SSE: # %bb.0:
+; SSE-NEXT: psllq $63, %xmm0
+; SSE-NEXT: movmskpd %xmm0, %eax
+; SSE-NEXT: cmpl $3, %eax
+; SSE-NEXT: sete %al
+; SSE-NEXT: ret{{[l|q]}}
+;
+; AVX1OR2-LABEL: trunc_v2i64_v2i1:
+; AVX1OR2: # %bb.0:
+; AVX1OR2-NEXT: vpsllq $63, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
+; AVX1OR2-NEXT: vtestpd %xmm1, %xmm0
+; AVX1OR2-NEXT: setb %al
+; AVX1OR2-NEXT: ret{{[l|q]}}
;
; AVX512F-LABEL: trunc_v2i64_v2i1:
; AVX512F: # %bb.0:
-; AVX512F-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; AVX512F-NEXT: setb %al
+; AVX512F-NEXT: vpsllq $63, %xmm0, %xmm0
+; AVX512F-NEXT: vptestnmq %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: testb $3, %al
+; AVX512F-NEXT: sete %al
+; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
; AVX512BW-LABEL: trunc_v2i64_v2i1:
; AVX512BW: # %bb.0:
-; AVX512BW-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; AVX512BW-NEXT: setb %al
+; AVX512BW-NEXT: vpsllq $63, %xmm0, %xmm0
+; AVX512BW-NEXT: vptestnmq %zmm0, %zmm0, %k0
+; AVX512BW-NEXT: kmovd %k0, %eax
+; AVX512BW-NEXT: testb $3, %al
+; AVX512BW-NEXT: sete %al
+; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: retq
;
; AVX512VL-LABEL: trunc_v2i64_v2i1:
; AVX512VL: # %bb.0:
-; AVX512VL-NEXT: vpbroadcastq {{.*#+}} xmm1 = [1,1]
-; AVX512VL-NEXT: vptest %xmm1, %xmm0
-; AVX512VL-NEXT: setb %al
+; AVX512VL-NEXT: vpsllq $63, %xmm0, %xmm0
+; AVX512VL-NEXT: vpmovq2m %xmm0, %k0
+; AVX512VL-NEXT: knotw %k0, %k0
+; AVX512VL-NEXT: kmovd %k0, %eax
+; AVX512VL-NEXT: testb $3, %al
+; AVX512VL-NEXT: sete %al
; AVX512VL-NEXT: retq
%a = trunc <2 x i64> %0 to <2 x i1>
%b = call i1 @llvm.vector.reduce.and.v2i1(<2 x i1> %a)
@@ -86,68 +69,50 @@ define i1 @trunc_v2i64_v2i1(<2 x i64>) nounwind {
}
define i1 @trunc_v4i32_v4i1(<4 x i32>) nounwind {
-; SSE2-LABEL: trunc_v4i32_v4i1:
-; SSE2: # %bb.0:
-; SSE2-NEXT: pslld $31, %xmm0
-; SSE2-NEXT: movmskps %xmm0, %eax
-; SSE2-NEXT: xorl $15, %eax
-; SSE2-NEXT: sete %al
-; SSE2-NEXT: ret{{[l|q]}}
-;
-; X86-SSE4-LABEL: trunc_v4i32_v4i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setb %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v4i32_v4i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setb %al
-; X64-SSE4-NEXT: retq
-;
-; X86-AVX1-LABEL: trunc_v4i32_v4i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-AVX1-NEXT: setb %al
-; X86-AVX1-NEXT: retl
-;
-; X64-AVX1-LABEL: trunc_v4i32_v4i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX1-NEXT: setb %al
-; X64-AVX1-NEXT: retq
-;
-; X86-AVX2-LABEL: trunc_v4i32_v4i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} xmm1 = [1,1,1,1]
-; X86-AVX2-NEXT: vptest %xmm1, %xmm0
-; X86-AVX2-NEXT: setb %al
-; X86-AVX2-NEXT: retl
-;
-; X64-AVX2-LABEL: trunc_v4i32_v4i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX2-NEXT: setb %al
-; X64-AVX2-NEXT: retq
+; SSE-LABEL: trunc_v4i32_v4i1:
+; SSE: # %bb.0:
+; SSE-NEXT: pslld $31, %xmm0
+; SSE-NEXT: movmskps %xmm0, %eax
+; SSE-NEXT: cmpl $15, %eax
+; SSE-NEXT: sete %al
+; SSE-NEXT: ret{{[l|q]}}
+;
+; AVX1OR2-LABEL: trunc_v4i32_v4i1:
+; AVX1OR2: # %bb.0:
+; AVX1OR2-NEXT: vpslld $31, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
+; AVX1OR2-NEXT: vtestps %xmm1, %xmm0
+; AVX1OR2-NEXT: setb %al
+; AVX1OR2-NEXT: ret{{[l|q]}}
;
; AVX512F-LABEL: trunc_v4i32_v4i1:
; AVX512F: # %bb.0:
-; AVX512F-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; AVX512F-NEXT: setb %al
+; AVX512F-NEXT: vpslld $31, %xmm0, %xmm0
+; AVX512F-NEXT: vptestnmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: testb $15, %al
+; AVX512F-NEXT: sete %al
+; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
; AVX512BW-LABEL: trunc_v4i32_v4i1:
; AVX512BW: # %bb.0:
-; AVX512BW-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; AVX512BW-NEXT: setb %al
+; AVX512BW-NEXT: vpslld $31, %xmm0, %xmm0
+; AVX512BW-NEXT: vptestnmd %zmm0, %zmm0, %k0
+; AVX512BW-NEXT: kmovd %k0, %eax
+; AVX512BW-NEXT: testb $15, %al
+; AVX512BW-NEXT: sete %al
+; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: retq
;
; AVX512VL-LABEL: trunc_v4i32_v4i1:
; AVX512VL: # %bb.0:
-; AVX512VL-NEXT: vpbroadcastq {{.*#+}} xmm1 = [4294967297,4294967297]
-; AVX512VL-NEXT: vptest %xmm1, %xmm0
-; AVX512VL-NEXT: setb %al
+; AVX512VL-NEXT: vpslld $31, %xmm0, %xmm0
+; AVX512VL-NEXT: vpmovd2m %xmm0, %k0
+; AVX512VL-NEXT: knotw %k0, %k0
+; AVX512VL-NEXT: kmovd %k0, %eax
+; AVX512VL-NEXT: testb $15, %al
+; AVX512VL-NEXT: sete %al
; AVX512VL-NEXT: retq
%a = trunc <4 x i32> %0 to <4 x i1>
%b = call i1 @llvm.vector.reduce.and.v4i1(<4 x i1> %a)
@@ -155,68 +120,50 @@ define i1 @trunc_v4i32_v4i1(<4 x i32>) nounwind {
}
define i1 @trunc_v8i16_v8i1(<8 x i16>) nounwind {
-; SSE2-LABEL: trunc_v8i16_v8i1:
-; SSE2: # %bb.0:
-; SSE2-NEXT: psllw $7, %xmm0
-; SSE2-NEXT: pmovmskb %xmm0, %eax
-; SSE2-NEXT: notl %eax
-; SSE2-NEXT: testl $21845, %eax # imm = 0x5555
-; SSE2-NEXT: sete %al
-; SSE2-NEXT: ret{{[l|q]}}
-;
-; X86-SSE4-LABEL: trunc_v8i16_v8i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setb %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v8i16_v8i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setb %al
-; X64-SSE4-NEXT: retq
-;
-; X86-AVX1-LABEL: trunc_v8i16_v8i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-AVX1-NEXT: setb %al
-; X86-AVX1-NEXT: retl
-;
-; X64-AVX1-LABEL: trunc_v8i16_v8i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX1-NEXT: setb %al
-; X64-AVX1-NEXT: retq
-;
-; X86-AVX2-LABEL: trunc_v8i16_v8i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} xmm1 = [65537,65537,65537,65537]
-; X86-AVX2-NEXT: vptest %xmm1, %xmm0
-; X86-AVX2-NEXT: setb %al
-; X86-AVX2-NEXT: retl
-;
-; X64-AVX2-LABEL: trunc_v8i16_v8i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX2-NEXT: setb %al
-; X64-AVX2-NEXT: retq
+; SSE-LABEL: trunc_v8i16_v8i1:
+; SSE: # %bb.0:
+; SSE-NEXT: psllw $15, %xmm0
+; SSE-NEXT: packsswb %xmm0, %xmm0
+; SSE-NEXT: pmovmskb %xmm0, %eax
+; SSE-NEXT: cmpb $-1, %al
+; SSE-NEXT: sete %al
+; SSE-NEXT: ret{{[l|q]}}
+;
+; AVX1OR2-LABEL: trunc_v8i16_v8i1:
+; AVX1OR2: # %bb.0:
+; AVX1OR2-NEXT: vpsllw $15, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpacksswb %xmm0, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpmovmskb %xmm0, %eax
+; AVX1OR2-NEXT: cmpb $-1, %al
+; AVX1OR2-NEXT: sete %al
+; AVX1OR2-NEXT: ret{{[l|q]}}
;
; AVX512F-LABEL: trunc_v8i16_v8i1:
; AVX512F: # %bb.0:
-; AVX512F-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; AVX512F-NEXT: setb %al
+; AVX512F-NEXT: vpmovsxwq %xmm0, %zmm0
+; AVX512F-NEXT: vpsllq $63, %zmm0, %zmm0
+; AVX512F-NEXT: vptestmq %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: cmpb $-1, %al
+; AVX512F-NEXT: sete %al
+; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
; AVX512BW-LABEL: trunc_v8i16_v8i1:
; AVX512BW: # %bb.0:
-; AVX512BW-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; AVX512BW-NEXT: setb %al
+; AVX512BW-NEXT: vpsllw $15, %xmm0, %xmm0
+; AVX512BW-NEXT: vpmovw2m %zmm0, %k0
+; AVX512BW-NEXT: kmovd %k0, %eax
+; AVX512BW-NEXT: cmpb $-1, %al
+; AVX512BW-NEXT: sete %al
+; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: retq
;
; AVX512VL-LABEL: trunc_v8i16_v8i1:
; AVX512VL: # %bb.0:
-; AVX512VL-NEXT: vpbroadcastq {{.*#+}} xmm1 = [281479271743489,281479271743489]
-; AVX512VL-NEXT: vptest %xmm1, %xmm0
+; AVX512VL-NEXT: vpsllw $15, %xmm0, %xmm0
+; AVX512VL-NEXT: vpmovw2m %xmm0, %k0
+; AVX512VL-NEXT: kortestb %k0, %k0
; AVX512VL-NEXT: setb %al
; AVX512VL-NEXT: retq
%a = trunc <8 x i16> %0 to <8 x i1>
@@ -225,134 +172,86 @@ define i1 @trunc_v8i16_v8i1(<8 x i16>) nounwind {
}
define i1 @trunc_v16i8_v16i1(<16 x i8>) nounwind {
-; SSE2-LABEL: trunc_v16i8_v16i1:
-; SSE2: # %bb.0:
-; SSE2-NEXT: psllw $7, %xmm0
-; SSE2-NEXT: pmovmskb %xmm0, %eax
-; SSE2-NEXT: xorl $65535, %eax # imm = 0xFFFF
-; SSE2-NEXT: sete %al
-; SSE2-NEXT: ret{{[l|q]}}
-;
-; X86-SSE4-LABEL: trunc_v16i8_v16i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setb %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v16i8_v16i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setb %al
-; X64-SSE4-NEXT: retq
-;
-; X86-AVX1-LABEL: trunc_v16i8_v16i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-AVX1-NEXT: setb %al
-; X86-AVX1-NEXT: retl
-;
-; X64-AVX1-LABEL: trunc_v16i8_v16i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX1-NEXT: setb %al
-; X64-AVX1-NEXT: retq
-;
-; X86-AVX2-LABEL: trunc_v16i8_v16i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} xmm1 = [16843009,16843009,16843009,16843009]
-; X86-AVX2-NEXT: vptest %xmm1, %xmm0
-; X86-AVX2-NEXT: setb %al
-; X86-AVX2-NEXT: retl
-;
-; X64-AVX2-LABEL: trunc_v16i8_v16i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX2-NEXT: setb %al
-; X64-AVX2-NEXT: retq
-;
-; AVX512F-LABEL: trunc_v16i8_v16i1:
-; AVX512F: # %bb.0:
-; AVX512F-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; AVX512F-NEXT: setb %al
-; AVX512F-NEXT: retq
-;
-; AVX512BW-LABEL: trunc_v16i8_v16i1:
-; AVX512BW: # %bb.0:
-; AVX512BW-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; AVX512BW-NEXT: setb %al
-; AVX512BW-NEXT: retq
-;
-; AVX512VL-LABEL: trunc_v16i8_v16i1:
-; AVX512VL: # %bb.0:
-; AVX512VL-NEXT: vpbroadcastq {{.*#+}} xmm1 = [72340172838076673,72340172838076673]
-; AVX512VL-NEXT: vptest %xmm1, %xmm0
-; AVX512VL-NEXT: setb %al
-; AVX512VL-NEXT: retq
+; SSE-LABEL: trunc_v16i8_v16i1:
+; SSE: # %bb.0:
+; SSE-NEXT: psllw $7, %xmm0
+; SSE-NEXT: pmovmskb %xmm0, %eax
+; SSE-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; SSE-NEXT: sete %al
+; SSE-NEXT: ret{{[l|q]}}
+;
+; AVX-LABEL: trunc_v16i8_v16i1:
+; AVX: # %bb.0:
+; AVX-NEXT: vpsllw $7, %xmm0, %xmm0
+; AVX-NEXT: vpmovmskb %xmm0, %eax
+; AVX-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; AVX-NEXT: sete %al
+; AVX-NEXT: ret{{[l|q]}}
%a = trunc <16 x i8> %0 to <16 x i1>
%b = call i1 @llvm.vector.reduce.and.v16i1(<16 x i1> %a)
ret i1 %b
}
define i1 @trunc_v4i64_v4i1(<4 x i64>) nounwind {
-; SSE2-LABEL: trunc_v4i64_v4i1:
-; SSE2: # %bb.0:
-; SSE2-NEXT: shufps {{.*#+}} xmm0 = xmm0[0,2],xmm1[0,2]
-; SSE2-NEXT: pslld $31, %xmm0
-; SSE2-NEXT: movmskps %xmm0, %eax
-; SSE2-NEXT: cmpl $15, %eax
-; SSE2-NEXT: sete %al
-; SSE2-NEXT: ret{{[l|q]}}
-;
-; X86-SSE4-LABEL: trunc_v4i64_v4i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: pand %xmm1, %xmm0
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setb %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v4i64_v4i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: pand %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setb %al
-; X64-SSE4-NEXT: retq
-;
-; X86-AVX1-LABEL: trunc_v4i64_v4i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX1-NEXT: setb %al
-; X86-AVX1-NEXT: vzeroupper
-; X86-AVX1-NEXT: retl
+; SSE-LABEL: trunc_v4i64_v4i1:
+; SSE: # %bb.0:
+; SSE-NEXT: shufps {{.*#+}} xmm0 = xmm0[0,2],xmm1[0,2]
+; SSE-NEXT: pslld $31, %xmm0
+; SSE-NEXT: movmskps %xmm0, %eax
+; SSE-NEXT: cmpl $15, %eax
+; SSE-NEXT: sete %al
+; SSE-NEXT: ret{{[l|q]}}
+;
+; AVX1-LABEL: trunc_v4i64_v4i1:
+; AVX1: # %bb.0:
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1-NEXT: vshufps {{.*#+}} xmm0 = xmm0[0,2],xmm1[0,2]
+; AVX1-NEXT: vpslld $31, %xmm0, %xmm0
+; AVX1-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
+; AVX1-NEXT: vtestps %xmm1, %xmm0
+; AVX1-NEXT: setb %al
+; AVX1-NEXT: vzeroupper
+; AVX1-NEXT: ret{{[l|q]}}
;
-; X64-AVX1-LABEL: trunc_v4i64_v4i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
-; X64-AVX1-NEXT: setb %al
-; X64-AVX1-NEXT: vzeroupper
-; X64-AVX1-NEXT: retq
+; AVX2-LABEL: trunc_v4i64_v4i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vpsllq $63, %ymm0, %ymm0
+; AVX2-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
+; AVX2-NEXT: vtestpd %ymm1, %ymm0
+; AVX2-NEXT: setb %al
+; AVX2-NEXT: vzeroupper
+; AVX2-NEXT: ret{{[l|q]}}
;
-; X86-AVX2-LABEL: trunc_v4i64_v4i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX2-NEXT: setb %al
-; X86-AVX2-NEXT: vzeroupper
-; X86-AVX2-NEXT: retl
+; AVX512F-LABEL: trunc_v4i64_v4i1:
+; AVX512F: # %bb.0:
+; AVX512F-NEXT: vpsllq $63, %ymm0, %ymm0
+; AVX512F-NEXT: vptestnmq %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: testb $15, %al
+; AVX512F-NEXT: sete %al
+; AVX512F-NEXT: vzeroupper
+; AVX512F-NEXT: retq
;
-; X64-AVX2-LABEL: trunc_v4i64_v4i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [1,1,1,1]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setb %al
-; X64-AVX2-NEXT: vzeroupper
-; X64-AVX2-NEXT: retq
+; AVX512BW-LABEL: trunc_v4i64_v4i1:
+; AVX512BW: # %bb.0:
+; AVX512BW-NEXT: vpsllq $63, %ymm0, %ymm0
+; AVX512BW-NEXT: vptestnmq %zmm0, %zmm0, %k0
+; AVX512BW-NEXT: kmovd %k0, %eax
+; AVX512BW-NEXT: testb $15, %al
+; AVX512BW-NEXT: sete %al
+; AVX512BW-NEXT: vzeroupper
+; AVX512BW-NEXT: retq
;
-; AVX512-LABEL: trunc_v4i64_v4i1:
-; AVX512: # %bb.0:
-; AVX512-NEXT: vpbroadcastq {{.*#+}} ymm1 = [1,1,1,1]
-; AVX512-NEXT: vptest %ymm1, %ymm0
-; AVX512-NEXT: setb %al
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
+; AVX512VL-LABEL: trunc_v4i64_v4i1:
+; AVX512VL: # %bb.0:
+; AVX512VL-NEXT: vpsllq $63, %ymm0, %ymm0
+; AVX512VL-NEXT: vpmovq2m %ymm0, %k0
+; AVX512VL-NEXT: knotw %k0, %k0
+; AVX512VL-NEXT: kmovd %k0, %eax
+; AVX512VL-NEXT: testb $15, %al
+; AVX512VL-NEXT: sete %al
+; AVX512VL-NEXT: vzeroupper
+; AVX512VL-NEXT: retq
%a = trunc <4 x i64> %0 to <4 x i1>
%b = call i1 @llvm.vector.reduce.and.v4i1(<4 x i1> %a)
ret i1 %b
@@ -361,64 +260,79 @@ define i1 @trunc_v4i64_v4i1(<4 x i64>) nounwind {
define i1 @trunc_v8i32_v8i1(<8 x i32>) nounwind {
; SSE2-LABEL: trunc_v8i32_v8i1:
; SSE2: # %bb.0:
-; SSE2-NEXT: pand %xmm1, %xmm0
-; SSE2-NEXT: pslld $31, %xmm0
-; SSE2-NEXT: movmskps %xmm0, %eax
-; SSE2-NEXT: xorl $15, %eax
+; SSE2-NEXT: pslld $16, %xmm1
+; SSE2-NEXT: psrad $16, %xmm1
+; SSE2-NEXT: pslld $16, %xmm0
+; SSE2-NEXT: psrad $16, %xmm0
+; SSE2-NEXT: packssdw %xmm1, %xmm0
+; SSE2-NEXT: psllw $15, %xmm0
+; SSE2-NEXT: packsswb %xmm0, %xmm0
+; SSE2-NEXT: pmovmskb %xmm0, %eax
+; SSE2-NEXT: cmpb $-1, %al
; SSE2-NEXT: sete %al
; SSE2-NEXT: ret{{[l|q]}}
;
-; X86-SSE4-LABEL: trunc_v8i32_v8i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: pand %xmm1, %xmm0
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setb %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v8i32_v8i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: pand %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setb %al
-; X64-SSE4-NEXT: retq
+; SSE4-LABEL: trunc_v8i32_v8i1:
+; SSE4: # %bb.0:
+; SSE4-NEXT: pxor %xmm2, %xmm2
+; SSE4-NEXT: pblendw {{.*#+}} xmm1 = xmm1[0],xmm2[1],xmm1[2],xmm2[3],xmm1[4],xmm2[5],xmm1[6],xmm2[7]
+; SSE4-NEXT: pblendw {{.*#+}} xmm0 = xmm0[0],xmm2[1],xmm0[2],xmm2[3],xmm0[4],xmm2[5],xmm0[6],xmm2[7]
+; SSE4-NEXT: packusdw %xmm1, %xmm0
+; SSE4-NEXT: psllw $15, %xmm0
+; SSE4-NEXT: packsswb %xmm0, %xmm0
+; SSE4-NEXT: pmovmskb %xmm0, %eax
+; SSE4-NEXT: cmpb $-1, %al
+; SSE4-NEXT: sete %al
+; SSE4-NEXT: ret{{[l|q]}}
;
-; X86-AVX1-LABEL: trunc_v8i32_v8i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX1-NEXT: setb %al
-; X86-AVX1-NEXT: vzeroupper
-; X86-AVX1-NEXT: retl
+; AVX1-LABEL: trunc_v8i32_v8i1:
+; AVX1: # %bb.0:
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpslld $31, %xmm0, %xmm0
+; AVX1-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
+; AVX1-NEXT: vtestps %xmm1, %xmm0
+; AVX1-NEXT: setb %al
+; AVX1-NEXT: vzeroupper
+; AVX1-NEXT: ret{{[l|q]}}
;
-; X64-AVX1-LABEL: trunc_v8i32_v8i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
-; X64-AVX1-NEXT: setb %al
-; X64-AVX1-NEXT: vzeroupper
-; X64-AVX1-NEXT: retq
+; AVX2-LABEL: trunc_v8i32_v8i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vpslld $31, %ymm0, %ymm0
+; AVX2-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
+; AVX2-NEXT: vtestps %ymm1, %ymm0
+; AVX2-NEXT: setb %al
+; AVX2-NEXT: vzeroupper
+; AVX2-NEXT: ret{{[l|q]}}
;
-; X86-AVX2-LABEL: trunc_v8i32_v8i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} ymm1 = [1,1,1,1,1,1,1,1]
-; X86-AVX2-NEXT: vptest %ymm1, %ymm0
-; X86-AVX2-NEXT: setb %al
-; X86-AVX2-NEXT: vzeroupper
-; X86-AVX2-NEXT: retl
+; AVX512F-LABEL: trunc_v8i32_v8i1:
+; AVX512F: # %bb.0:
+; AVX512F-NEXT: vpslld $31, %ymm0, %ymm0
+; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: cmpb $-1, %al
+; AVX512F-NEXT: sete %al
+; AVX512F-NEXT: vzeroupper
+; AVX512F-NEXT: retq
;
-; X64-AVX2-LABEL: trunc_v8i32_v8i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [4294967297,4294967297,4294967297,4294967297]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setb %al
-; X64-AVX2-NEXT: vzeroupper
-; X64-AVX2-NEXT: retq
+; AVX512BW-LABEL: trunc_v8i32_v8i1:
+; AVX512BW: # %bb.0:
+; AVX512BW-NEXT: vpslld $31, %ymm0, %ymm0
+; AVX512BW-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512BW-NEXT: kmovd %k0, %eax
+; AVX512BW-NEXT: cmpb $-1, %al
+; AVX512BW-NEXT: sete %al
+; AVX512BW-NEXT: vzeroupper
+; AVX512BW-NEXT: retq
;
-; AVX512-LABEL: trunc_v8i32_v8i1:
-; AVX512: # %bb.0:
-; AVX512-NEXT: vpbroadcastq {{.*#+}} ymm1 = [4294967297,4294967297,4294967297,4294967297]
-; AVX512-NEXT: vptest %ymm1, %ymm0
-; AVX512-NEXT: setb %al
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
+; AVX512VL-LABEL: trunc_v8i32_v8i1:
+; AVX512VL: # %bb.0:
+; AVX512VL-NEXT: vpslld $31, %ymm0, %ymm0
+; AVX512VL-NEXT: vpmovd2m %ymm0, %k0
+; AVX512VL-NEXT: kortestb %k0, %k0
+; AVX512VL-NEXT: setb %al
+; AVX512VL-NEXT: vzeroupper
+; AVX512VL-NEXT: retq
%a = trunc <8 x i32> %0 to <8 x i1>
%b = call i1 @llvm.vector.reduce.and.v8i1(<8 x i1> %a)
ret i1 %b
@@ -427,129 +341,144 @@ define i1 @trunc_v8i32_v8i1(<8 x i32>) nounwind {
define i1 @trunc_v16i16_v16i1(<16 x i16>) nounwind {
; SSE2-LABEL: trunc_v16i16_v16i1:
; SSE2: # %bb.0:
-; SSE2-NEXT: pand %xmm1, %xmm0
+; SSE2-NEXT: movdqa {{.*#+}} xmm2 = [255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0]
+; SSE2-NEXT: pand %xmm2, %xmm1
+; SSE2-NEXT: pand %xmm2, %xmm0
+; SSE2-NEXT: packuswb %xmm1, %xmm0
; SSE2-NEXT: psllw $7, %xmm0
; SSE2-NEXT: pmovmskb %xmm0, %eax
-; SSE2-NEXT: notl %eax
-; SSE2-NEXT: testl $21845, %eax # imm = 0x5555
+; SSE2-NEXT: cmpl $65535, %eax # imm = 0xFFFF
; SSE2-NEXT: sete %al
; SSE2-NEXT: ret{{[l|q]}}
;
-; X86-SSE4-LABEL: trunc_v16i16_v16i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: pand %xmm1, %xmm0
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setb %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v16i16_v16i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: pand %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setb %al
-; X64-SSE4-NEXT: retq
+; SSE4-LABEL: trunc_v16i16_v16i1:
+; SSE4: # %bb.0:
+; SSE4-NEXT: pmovzxbw {{.*#+}} xmm2 = [255,255,255,255,255,255,255,255]
+; SSE4-NEXT: pand %xmm2, %xmm1
+; SSE4-NEXT: pand %xmm2, %xmm0
+; SSE4-NEXT: packuswb %xmm1, %xmm0
+; SSE4-NEXT: psllw $7, %xmm0
+; SSE4-NEXT: pmovmskb %xmm0, %eax
+; SSE4-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; SSE4-NEXT: sete %al
+; SSE4-NEXT: ret{{[l|q]}}
;
; X86-AVX1-LABEL: trunc_v16i16_v16i1:
; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX1-NEXT: setb %al
+; X86-AVX1-NEXT: vandps {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0, %ymm0
+; X86-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; X86-AVX1-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; X86-AVX1-NEXT: vpsllw $7, %xmm0, %xmm0
+; X86-AVX1-NEXT: vpmovmskb %xmm0, %eax
+; X86-AVX1-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; X86-AVX1-NEXT: sete %al
; X86-AVX1-NEXT: vzeroupper
; X86-AVX1-NEXT: retl
;
; X64-AVX1-LABEL: trunc_v16i16_v16i1:
; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
-; X64-AVX1-NEXT: setb %al
+; X64-AVX1-NEXT: vandps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
+; X64-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; X64-AVX1-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; X64-AVX1-NEXT: vpsllw $7, %xmm0, %xmm0
+; X64-AVX1-NEXT: vpmovmskb %xmm0, %eax
+; X64-AVX1-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; X64-AVX1-NEXT: sete %al
; X64-AVX1-NEXT: vzeroupper
; X64-AVX1-NEXT: retq
;
; X86-AVX2-LABEL: trunc_v16i16_v16i1:
; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} ymm1 = [65537,65537,65537,65537,65537,65537,65537,65537]
-; X86-AVX2-NEXT: vptest %ymm1, %ymm0
-; X86-AVX2-NEXT: setb %al
+; X86-AVX2-NEXT: vpand {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0, %ymm0
+; X86-AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; X86-AVX2-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; X86-AVX2-NEXT: vpsllw $7, %xmm0, %xmm0
+; X86-AVX2-NEXT: vpmovmskb %xmm0, %eax
+; X86-AVX2-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; X86-AVX2-NEXT: sete %al
; X86-AVX2-NEXT: vzeroupper
; X86-AVX2-NEXT: retl
;
; X64-AVX2-LABEL: trunc_v16i16_v16i1:
; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [281479271743489,281479271743489,281479271743489,281479271743489]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setb %al
+; X64-AVX2-NEXT: vpand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
+; X64-AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; X64-AVX2-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; X64-AVX2-NEXT: vpsllw $7, %xmm0, %xmm0
+; X64-AVX2-NEXT: vpmovmskb %xmm0, %eax
+; X64-AVX2-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; X64-AVX2-NEXT: sete %al
; X64-AVX2-NEXT: vzeroupper
; X64-AVX2-NEXT: retq
;
-; AVX512-LABEL: trunc_v16i16_v16i1:
-; AVX512: # %bb.0:
-; AVX512-NEXT: vpbroadcastq {{.*#+}} ymm1 = [281479271743489,281479271743489,281479271743489,281479271743489]
-; AVX512-NEXT: vptest %ymm1, %ymm0
-; AVX512-NEXT: setb %al
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
+; AVX512F-LABEL: trunc_v16i16_v16i1:
+; AVX512F: # %bb.0:
+; AVX512F-NEXT: vpmovsxwd %ymm0, %zmm0
+; AVX512F-NEXT: vpslld $31, %zmm0, %zmm0
+; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kortestw %k0, %k0
+; AVX512F-NEXT: setb %al
+; AVX512F-NEXT: vzeroupper
+; AVX512F-NEXT: retq
+;
+; AVX512BW-LABEL: trunc_v16i16_v16i1:
+; AVX512BW: # %bb.0:
+; AVX512BW-NEXT: vpsllw $15, %ymm0, %ymm0
+; AVX512BW-NEXT: vpmovw2m %zmm0, %k0
+; AVX512BW-NEXT: kortestw %k0, %k0
+; AVX512BW-NEXT: setb %al
+; AVX512BW-NEXT: vzeroupper
+; AVX512BW-NEXT: retq
+;
+; AVX512VL-LABEL: trunc_v16i16_v16i1:
+; AVX512VL: # %bb.0:
+; AVX512VL-NEXT: vpsllw $15, %ymm0, %ymm0
+; AVX512VL-NEXT: vpmovw2m %ymm0, %k0
+; AVX512VL-NEXT: kortestw %k0, %k0
+; AVX512VL-NEXT: setb %al
+; AVX512VL-NEXT: vzeroupper
+; AVX512VL-NEXT: retq
%a = trunc <16 x i16> %0 to <16 x i1>
%b = call i1 @llvm.vector.reduce.and.v16i1(<16 x i1> %a)
ret i1 %b
}
define i1 @trunc_v32i8_v32i1(<32 x i8>) nounwind {
-; SSE2-LABEL: trunc_v32i8_v32i1:
-; SSE2: # %bb.0:
-; SSE2-NEXT: pand %xmm1, %xmm0
-; SSE2-NEXT: psllw $7, %xmm0
-; SSE2-NEXT: pmovmskb %xmm0, %eax
-; SSE2-NEXT: xorl $65535, %eax # imm = 0xFFFF
-; SSE2-NEXT: sete %al
-; SSE2-NEXT: ret{{[l|q]}}
-;
-; X86-SSE4-LABEL: trunc_v32i8_v32i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: pand %xmm1, %xmm0
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setb %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v32i8_v32i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: pand %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setb %al
-; X64-SSE4-NEXT: retq
-;
-; X86-AVX1-LABEL: trunc_v32i8_v32i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX1-NEXT: setb %al
-; X86-AVX1-NEXT: vzeroupper
-; X86-AVX1-NEXT: retl
-;
-; X64-AVX1-LABEL: trunc_v32i8_v32i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
-; X64-AVX1-NEXT: setb %al
-; X64-AVX1-NEXT: vzeroupper
-; X64-AVX1-NEXT: retq
-;
-; X86-AVX2-LABEL: trunc_v32i8_v32i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} ymm1 = [16843009,16843009,16843009,16843009,16843009,16843009,16843009,16843009]
-; X86-AVX2-NEXT: vptest %ymm1, %ymm0
-; X86-AVX2-NEXT: setb %al
-; X86-AVX2-NEXT: vzeroupper
-; X86-AVX2-NEXT: retl
+; SSE-LABEL: trunc_v32i8_v32i1:
+; SSE: # %bb.0:
+; SSE-NEXT: pand %xmm1, %xmm0
+; SSE-NEXT: psllw $7, %xmm0
+; SSE-NEXT: pmovmskb %xmm0, %eax
+; SSE-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; SSE-NEXT: sete %al
+; SSE-NEXT: ret{{[l|q]}}
+;
+; AVX1-LABEL: trunc_v32i8_v32i1:
+; AVX1: # %bb.0:
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsllw $7, %xmm0, %xmm0
+; AVX1-NEXT: vpmovmskb %xmm0, %eax
+; AVX1-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; AVX1-NEXT: sete %al
+; AVX1-NEXT: vzeroupper
+; AVX1-NEXT: ret{{[l|q]}}
;
-; X64-AVX2-LABEL: trunc_v32i8_v32i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [72340172838076673,72340172838076673,72340172838076673,72340172838076673]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setb %al
-; X64-AVX2-NEXT: vzeroupper
-; X64-AVX2-NEXT: retq
+; AVX2-LABEL: trunc_v32i8_v32i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vpsllw $7, %ymm0, %ymm0
+; AVX2-NEXT: vpmovmskb %ymm0, %eax
+; AVX2-NEXT: cmpl $-1, %eax
+; AVX2-NEXT: sete %al
+; AVX2-NEXT: vzeroupper
+; AVX2-NEXT: ret{{[l|q]}}
;
; AVX512-LABEL: trunc_v32i8_v32i1:
; AVX512: # %bb.0:
-; AVX512-NEXT: vpbroadcastq {{.*#+}} ymm1 = [72340172838076673,72340172838076673,72340172838076673,72340172838076673]
-; AVX512-NEXT: vptest %ymm1, %ymm0
-; AVX512-NEXT: setb %al
+; AVX512-NEXT: vpsllw $7, %ymm0, %ymm0
+; AVX512-NEXT: vpmovmskb %ymm0, %eax
+; AVX512-NEXT: cmpl $-1, %eax
+; AVX512-NEXT: sete %al
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
%a = trunc <32 x i8> %0 to <32 x i1>
@@ -602,66 +531,93 @@ define i1 @trunc_v8i64_v8i1(<8 x i64>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
-; X86-SSE4-NEXT: pand %xmm2, %xmm0
-; X86-SSE4-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE4-NEXT: pand %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm1
-; X86-SSE4-NEXT: setb %al
+; X86-SSE4-NEXT: pxor %xmm3, %xmm3
+; X86-SSE4-NEXT: pblendw {{.*#+}} xmm1 = xmm1[0],xmm3[1,2,3],xmm1[4],xmm3[5,6,7]
+; X86-SSE4-NEXT: pblendw {{.*#+}} xmm0 = xmm0[0],xmm3[1,2,3],xmm0[4],xmm3[5,6,7]
+; X86-SSE4-NEXT: packusdw %xmm1, %xmm0
+; X86-SSE4-NEXT: pblendw {{.*#+}} xmm2 = xmm2[0],xmm3[1,2,3],xmm2[4],xmm3[5,6,7]
+; X86-SSE4-NEXT: pblendw {{.*#+}} xmm3 = mem[0],xmm3[1,2,3],mem[4],xmm3[5,6,7]
+; X86-SSE4-NEXT: packusdw %xmm3, %xmm2
+; X86-SSE4-NEXT: packusdw %xmm2, %xmm0
+; X86-SSE4-NEXT: psllw $15, %xmm0
+; X86-SSE4-NEXT: packsswb %xmm0, %xmm0
+; X86-SSE4-NEXT: pmovmskb %xmm0, %eax
+; X86-SSE4-NEXT: cmpb $-1, %al
+; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
; X86-SSE4-NEXT: retl
;
; X64-SSE4-LABEL: trunc_v8i64_v8i1:
; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: pand %xmm3, %xmm1
-; X64-SSE4-NEXT: pand %xmm2, %xmm0
-; X64-SSE4-NEXT: pand %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setb %al
+; X64-SSE4-NEXT: pxor %xmm4, %xmm4
+; X64-SSE4-NEXT: pblendw {{.*#+}} xmm3 = xmm3[0],xmm4[1,2,3],xmm3[4],xmm4[5,6,7]
+; X64-SSE4-NEXT: pblendw {{.*#+}} xmm2 = xmm2[0],xmm4[1,2,3],xmm2[4],xmm4[5,6,7]
+; X64-SSE4-NEXT: packusdw %xmm3, %xmm2
+; X64-SSE4-NEXT: pblendw {{.*#+}} xmm1 = xmm1[0],xmm4[1,2,3],xmm1[4],xmm4[5,6,7]
+; X64-SSE4-NEXT: pblendw {{.*#+}} xmm0 = xmm0[0],xmm4[1,2,3],xmm0[4],xmm4[5,6,7]
+; X64-SSE4-NEXT: packusdw %xmm1, %xmm0
+; X64-SSE4-NEXT: packusdw %xmm2, %xmm0
+; X64-SSE4-NEXT: psllw $15, %xmm0
+; X64-SSE4-NEXT: packsswb %xmm0, %xmm0
+; X64-SSE4-NEXT: pmovmskb %xmm0, %eax
+; X64-SSE4-NEXT: cmpb $-1, %al
+; X64-SSE4-NEXT: sete %al
; X64-SSE4-NEXT: retq
;
-; X86-AVX1-LABEL: trunc_v8i64_v8i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vandps %ymm1, %ymm0, %ymm0
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX1-NEXT: setb %al
-; X86-AVX1-NEXT: vzeroupper
-; X86-AVX1-NEXT: retl
+; AVX1-LABEL: trunc_v8i64_v8i1:
+; AVX1: # %bb.0:
+; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm2
+; AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm1[0,2],xmm2[0,2]
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm2
+; AVX1-NEXT: vshufps {{.*#+}} xmm0 = xmm0[0,2],xmm2[0,2]
+; AVX1-NEXT: vandps %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpslld $31, %xmm0, %xmm0
+; AVX1-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
+; AVX1-NEXT: vtestps %xmm1, %xmm0
+; AVX1-NEXT: setb %al
+; AVX1-NEXT: vzeroupper
+; AVX1-NEXT: ret{{[l|q]}}
;
-; X64-AVX1-LABEL: trunc_v8i64_v8i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vandps %ymm1, %ymm0, %ymm0
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
-; X64-AVX1-NEXT: setb %al
-; X64-AVX1-NEXT: vzeroupper
-; X64-AVX1-NEXT: retq
+; AVX2-LABEL: trunc_v8i64_v8i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vshufps {{.*#+}} ymm0 = ymm0[0,2],ymm1[0,2],ymm0[4,6],ymm1[4,6]
+; AVX2-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,2,1,3]
+; AVX2-NEXT: vpslld $31, %ymm0, %ymm0
+; AVX2-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
+; AVX2-NEXT: vtestps %ymm1, %ymm0
+; AVX2-NEXT: setb %al
+; AVX2-NEXT: vzeroupper
+; AVX2-NEXT: ret{{[l|q]}}
;
-; X86-AVX2-LABEL: trunc_v8i64_v8i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpand %ymm1, %ymm0, %ymm0
-; X86-AVX2-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX2-NEXT: setb %al
-; X86-AVX2-NEXT: vzeroupper
-; X86-AVX2-NEXT: retl
+; AVX512F-LABEL: trunc_v8i64_v8i1:
+; AVX512F: # %bb.0:
+; AVX512F-NEXT: vpsllq $63, %zmm0, %zmm0
+; AVX512F-NEXT: vptestmq %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: cmpb $-1, %al
+; AVX512F-NEXT: sete %al
+; AVX512F-NEXT: vzeroupper
+; AVX512F-NEXT: retq
;
-; X64-AVX2-LABEL: trunc_v8i64_v8i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpand %ymm1, %ymm0, %ymm0
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [1,1,1,1]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setb %al
-; X64-AVX2-NEXT: vzeroupper
-; X64-AVX2-NEXT: retq
+; AVX512BW-LABEL: trunc_v8i64_v8i1:
+; AVX512BW: # %bb.0:
+; AVX512BW-NEXT: vpsllq $63, %zmm0, %zmm0
+; AVX512BW-NEXT: vptestmq %zmm0, %zmm0, %k0
+; AVX512BW-NEXT: kmovd %k0, %eax
+; AVX512BW-NEXT: cmpb $-1, %al
+; AVX512BW-NEXT: sete %al
+; AVX512BW-NEXT: vzeroupper
+; AVX512BW-NEXT: retq
;
-; AVX512-LABEL: trunc_v8i64_v8i1:
-; AVX512: # %bb.0:
-; AVX512-NEXT: vpbroadcastq {{.*#+}} zmm1 = [1,1,1,1,1,1,1,1]
-; AVX512-NEXT: vpandq %zmm1, %zmm0, %zmm0
-; AVX512-NEXT: vpcmpneqd %zmm1, %zmm0, %k0
-; AVX512-NEXT: kortestw %k0, %k0
-; AVX512-NEXT: sete %al
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
+; AVX512VL-LABEL: trunc_v8i64_v8i1:
+; AVX512VL: # %bb.0:
+; AVX512VL-NEXT: vpsllq $63, %zmm0, %zmm0
+; AVX512VL-NEXT: vpmovq2m %zmm0, %k0
+; AVX512VL-NEXT: kortestb %k0, %k0
+; AVX512VL-NEXT: setb %al
+; AVX512VL-NEXT: vzeroupper
+; AVX512VL-NEXT: retq
%a = trunc <8 x i64> %0 to <8 x i1>
%b = call i1 @llvm.vector.reduce.and.v8i1(<8 x i1> %a)
ret i1 %b
@@ -674,12 +630,17 @@ define i1 @trunc_v16i32_v16i1(<16 x i32>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
-; X86-SSE2-NEXT: pand %xmm2, %xmm0
-; X86-SSE2-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm0, %xmm1
-; X86-SSE2-NEXT: pslld $31, %xmm1
-; X86-SSE2-NEXT: movmskps %xmm1, %eax
-; X86-SSE2-NEXT: xorl $15, %eax
+; X86-SSE2-NEXT: movdqa {{.*#+}} xmm3 = [255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0]
+; X86-SSE2-NEXT: pand %xmm3, %xmm1
+; X86-SSE2-NEXT: pand %xmm3, %xmm0
+; X86-SSE2-NEXT: packuswb %xmm1, %xmm0
+; X86-SSE2-NEXT: pand %xmm3, %xmm2
+; X86-SSE2-NEXT: pand 8(%ebp), %xmm3
+; X86-SSE2-NEXT: packuswb %xmm3, %xmm2
+; X86-SSE2-NEXT: packuswb %xmm2, %xmm0
+; X86-SSE2-NEXT: psllw $7, %xmm0
+; X86-SSE2-NEXT: pmovmskb %xmm0, %eax
+; X86-SSE2-NEXT: cmpl $65535, %eax # imm = 0xFFFF
; X86-SSE2-NEXT: sete %al
; X86-SSE2-NEXT: movl %ebp, %esp
; X86-SSE2-NEXT: popl %ebp
@@ -687,12 +648,17 @@ define i1 @trunc_v16i32_v16i1(<16 x i32>) nounwind {
;
; X64-SSE2-LABEL: trunc_v16i32_v16i1:
; X64-SSE2: # %bb.0:
-; X64-SSE2-NEXT: pand %xmm3, %xmm1
-; X64-SSE2-NEXT: pand %xmm2, %xmm0
-; X64-SSE2-NEXT: pand %xmm1, %xmm0
-; X64-SSE2-NEXT: pslld $31, %xmm0
-; X64-SSE2-NEXT: movmskps %xmm0, %eax
-; X64-SSE2-NEXT: xorl $15, %eax
+; X64-SSE2-NEXT: movdqa {{.*#+}} xmm4 = [255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0]
+; X64-SSE2-NEXT: pand %xmm4, %xmm3
+; X64-SSE2-NEXT: pand %xmm4, %xmm2
+; X64-SSE2-NEXT: packuswb %xmm3, %xmm2
+; X64-SSE2-NEXT: pand %xmm4, %xmm1
+; X64-SSE2-NEXT: pand %xmm4, %xmm0
+; X64-SSE2-NEXT: packuswb %xmm1, %xmm0
+; X64-SSE2-NEXT: packuswb %xmm2, %xmm0
+; X64-SSE2-NEXT: psllw $7, %xmm0
+; X64-SSE2-NEXT: pmovmskb %xmm0, %eax
+; X64-SSE2-NEXT: cmpl $65535, %eax # imm = 0xFFFF
; X64-SSE2-NEXT: sete %al
; X64-SSE2-NEXT: retq
;
@@ -702,65 +668,97 @@ define i1 @trunc_v16i32_v16i1(<16 x i32>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
-; X86-SSE4-NEXT: pand %xmm2, %xmm0
-; X86-SSE4-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE4-NEXT: pand %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm1
-; X86-SSE4-NEXT: setb %al
+; X86-SSE4-NEXT: pmovzxbd {{.*#+}} xmm3 = [255,255,255,255]
+; X86-SSE4-NEXT: pand %xmm3, %xmm1
+; X86-SSE4-NEXT: pand %xmm3, %xmm0
+; X86-SSE4-NEXT: packusdw %xmm1, %xmm0
+; X86-SSE4-NEXT: pand %xmm3, %xmm2
+; X86-SSE4-NEXT: pand 8(%ebp), %xmm3
+; X86-SSE4-NEXT: packusdw %xmm3, %xmm2
+; X86-SSE4-NEXT: packuswb %xmm2, %xmm0
+; X86-SSE4-NEXT: psllw $7, %xmm0
+; X86-SSE4-NEXT: pmovmskb %xmm0, %eax
+; X86-SSE4-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
; X86-SSE4-NEXT: retl
;
; X64-SSE4-LABEL: trunc_v16i32_v16i1:
; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: pand %xmm3, %xmm1
-; X64-SSE4-NEXT: pand %xmm2, %xmm0
-; X64-SSE4-NEXT: pand %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setb %al
+; X64-SSE4-NEXT: pmovzxbd {{.*#+}} xmm4 = [255,255,255,255]
+; X64-SSE4-NEXT: pand %xmm4, %xmm3
+; X64-SSE4-NEXT: pand %xmm4, %xmm2
+; X64-SSE4-NEXT: packusdw %xmm3, %xmm2
+; X64-SSE4-NEXT: pand %xmm4, %xmm1
+; X64-SSE4-NEXT: pand %xmm4, %xmm0
+; X64-SSE4-NEXT: packusdw %xmm1, %xmm0
+; X64-SSE4-NEXT: packuswb %xmm2, %xmm0
+; X64-SSE4-NEXT: psllw $7, %xmm0
+; X64-SSE4-NEXT: pmovmskb %xmm0, %eax
+; X64-SSE4-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; X64-SSE4-NEXT: sete %al
; X64-SSE4-NEXT: retq
;
-; X86-AVX1-LABEL: trunc_v16i32_v16i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vandps %ymm1, %ymm0, %ymm0
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX1-NEXT: setb %al
-; X86-AVX1-NEXT: vzeroupper
-; X86-AVX1-NEXT: retl
+; AVX1-LABEL: trunc_v16i32_v16i1:
+; AVX1: # %bb.0:
+; AVX1-NEXT: vbroadcastss {{.*#+}} ymm2 = [255,255,255,255,255,255,255,255]
+; AVX1-NEXT: vandps %ymm2, %ymm1, %ymm1
+; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm3
+; AVX1-NEXT: vpackusdw %xmm3, %xmm1, %xmm1
+; AVX1-NEXT: vandps %ymm2, %ymm0, %ymm0
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm2
+; AVX1-NEXT: vpackusdw %xmm2, %xmm0, %xmm0
+; AVX1-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsllw $7, %xmm0, %xmm0
+; AVX1-NEXT: vpmovmskb %xmm0, %eax
+; AVX1-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; AVX1-NEXT: sete %al
+; AVX1-NEXT: vzeroupper
+; AVX1-NEXT: ret{{[l|q]}}
;
-; X64-AVX1-LABEL: trunc_v16i32_v16i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vandps %ymm1, %ymm0, %ymm0
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
-; X64-AVX1-NEXT: setb %al
-; X64-AVX1-NEXT: vzeroupper
-; X64-AVX1-NEXT: retq
+; AVX2-LABEL: trunc_v16i32_v16i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vpbroadcastd {{.*#+}} ymm2 = [255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0]
+; AVX2-NEXT: vpand %ymm2, %ymm1, %ymm1
+; AVX2-NEXT: vpand %ymm2, %ymm0, %ymm0
+; AVX2-NEXT: vpackusdw %ymm1, %ymm0, %ymm0
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm0 = xmm0[0,2,1,3]
+; AVX2-NEXT: vpsllw $7, %xmm0, %xmm0
+; AVX2-NEXT: vpmovmskb %xmm0, %eax
+; AVX2-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; AVX2-NEXT: sete %al
+; AVX2-NEXT: vzeroupper
+; AVX2-NEXT: ret{{[l|q]}}
;
-; X86-AVX2-LABEL: trunc_v16i32_v16i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpand %ymm1, %ymm0, %ymm0
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} ymm1 = [1,1,1,1,1,1,1,1]
-; X86-AVX2-NEXT: vptest %ymm1, %ymm0
-; X86-AVX2-NEXT: setb %al
-; X86-AVX2-NEXT: vzeroupper
-; X86-AVX2-NEXT: retl
+; AVX512F-LABEL: trunc_v16i32_v16i1:
+; AVX512F: # %bb.0:
+; AVX512F-NEXT: vpslld $31, %zmm0, %zmm0
+; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kortestw %k0, %k0
+; AVX512F-NEXT: setb %al
+; AVX512F-NEXT: vzeroupper
+; AVX512F-NEXT: retq
;
-; X64-AVX2-LABEL: trunc_v16i32_v16i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpand %ymm1, %ymm0, %ymm0
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [4294967297,4294967297,4294967297,4294967297]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setb %al
-; X64-AVX2-NEXT: vzeroupper
-; X64-AVX2-NEXT: retq
+; AVX512BW-LABEL: trunc_v16i32_v16i1:
+; AVX512BW: # %bb.0:
+; AVX512BW-NEXT: vpslld $31, %zmm0, %zmm0
+; AVX512BW-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512BW-NEXT: kortestw %k0, %k0
+; AVX512BW-NEXT: setb %al
+; AVX512BW-NEXT: vzeroupper
+; AVX512BW-NEXT: retq
;
-; AVX512-LABEL: trunc_v16i32_v16i1:
-; AVX512: # %bb.0:
-; AVX512-NEXT: vptestnmd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %k0
-; AVX512-NEXT: kortestw %k0, %k0
-; AVX512-NEXT: sete %al
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
+; AVX512VL-LABEL: trunc_v16i32_v16i1:
+; AVX512VL: # %bb.0:
+; AVX512VL-NEXT: vpslld $31, %zmm0, %zmm0
+; AVX512VL-NEXT: vpmovd2m %zmm0, %k0
+; AVX512VL-NEXT: kortestw %k0, %k0
+; AVX512VL-NEXT: setb %al
+; AVX512VL-NEXT: vzeroupper
+; AVX512VL-NEXT: retq
%a = trunc <16 x i32> %0 to <16 x i1>
%b = call i1 @llvm.vector.reduce.and.v16i1(<16 x i1> %a)
ret i1 %b
@@ -773,13 +771,17 @@ define i1 @trunc_v32i16_v32i1(<32 x i16>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
-; X86-SSE2-NEXT: pand %xmm2, %xmm0
-; X86-SSE2-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm0, %xmm1
-; X86-SSE2-NEXT: psllw $7, %xmm1
-; X86-SSE2-NEXT: pmovmskb %xmm1, %eax
-; X86-SSE2-NEXT: notl %eax
-; X86-SSE2-NEXT: testl $21845, %eax # imm = 0x5555
+; X86-SSE2-NEXT: movdqa {{.*#+}} xmm3 = [255,255,255,255,255,255,255,255]
+; X86-SSE2-NEXT: pand %xmm3, %xmm1
+; X86-SSE2-NEXT: pand %xmm3, %xmm0
+; X86-SSE2-NEXT: packuswb %xmm1, %xmm0
+; X86-SSE2-NEXT: pand %xmm3, %xmm2
+; X86-SSE2-NEXT: pand 8(%ebp), %xmm3
+; X86-SSE2-NEXT: packuswb %xmm3, %xmm2
+; X86-SSE2-NEXT: pand %xmm0, %xmm2
+; X86-SSE2-NEXT: psllw $7, %xmm2
+; X86-SSE2-NEXT: pmovmskb %xmm2, %eax
+; X86-SSE2-NEXT: cmpl $65535, %eax # imm = 0xFFFF
; X86-SSE2-NEXT: sete %al
; X86-SSE2-NEXT: movl %ebp, %esp
; X86-SSE2-NEXT: popl %ebp
@@ -787,13 +789,17 @@ define i1 @trunc_v32i16_v32i1(<32 x i16>) nounwind {
;
; X64-SSE2-LABEL: trunc_v32i16_v32i1:
; X64-SSE2: # %bb.0:
-; X64-SSE2-NEXT: pand %xmm3, %xmm1
+; X64-SSE2-NEXT: movdqa {{.*#+}} xmm4 = [255,255,255,255,255,255,255,255]
+; X64-SSE2-NEXT: pand %xmm4, %xmm3
+; X64-SSE2-NEXT: pand %xmm4, %xmm2
+; X64-SSE2-NEXT: packuswb %xmm3, %xmm2
+; X64-SSE2-NEXT: pand %xmm4, %xmm1
+; X64-SSE2-NEXT: pand %xmm4, %xmm0
+; X64-SSE2-NEXT: packuswb %xmm1, %xmm0
; X64-SSE2-NEXT: pand %xmm2, %xmm0
-; X64-SSE2-NEXT: pand %xmm1, %xmm0
; X64-SSE2-NEXT: psllw $7, %xmm0
; X64-SSE2-NEXT: pmovmskb %xmm0, %eax
-; X64-SSE2-NEXT: notl %eax
-; X64-SSE2-NEXT: testl $21845, %eax # imm = 0x5555
+; X64-SSE2-NEXT: cmpl $65535, %eax # imm = 0xFFFF
; X64-SSE2-NEXT: sete %al
; X64-SSE2-NEXT: retq
;
@@ -803,85 +809,113 @@ define i1 @trunc_v32i16_v32i1(<32 x i16>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
-; X86-SSE4-NEXT: pand %xmm2, %xmm0
-; X86-SSE4-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE4-NEXT: pand %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm1
-; X86-SSE4-NEXT: setb %al
+; X86-SSE4-NEXT: pmovzxbw {{.*#+}} xmm3 = [255,255,255,255,255,255,255,255]
+; X86-SSE4-NEXT: pand %xmm3, %xmm1
+; X86-SSE4-NEXT: pand %xmm3, %xmm0
+; X86-SSE4-NEXT: packuswb %xmm1, %xmm0
+; X86-SSE4-NEXT: pand %xmm3, %xmm2
+; X86-SSE4-NEXT: pand 8(%ebp), %xmm3
+; X86-SSE4-NEXT: packuswb %xmm3, %xmm2
+; X86-SSE4-NEXT: pand %xmm0, %xmm2
+; X86-SSE4-NEXT: psllw $7, %xmm2
+; X86-SSE4-NEXT: pmovmskb %xmm2, %eax
+; X86-SSE4-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
; X86-SSE4-NEXT: retl
;
; X64-SSE4-LABEL: trunc_v32i16_v32i1:
; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: pand %xmm3, %xmm1
+; X64-SSE4-NEXT: pmovzxbw {{.*#+}} xmm4 = [255,255,255,255,255,255,255,255]
+; X64-SSE4-NEXT: pand %xmm4, %xmm3
+; X64-SSE4-NEXT: pand %xmm4, %xmm2
+; X64-SSE4-NEXT: packuswb %xmm3, %xmm2
+; X64-SSE4-NEXT: pand %xmm4, %xmm1
+; X64-SSE4-NEXT: pand %xmm4, %xmm0
+; X64-SSE4-NEXT: packuswb %xmm1, %xmm0
; X64-SSE4-NEXT: pand %xmm2, %xmm0
-; X64-SSE4-NEXT: pand %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setb %al
+; X64-SSE4-NEXT: psllw $7, %xmm0
+; X64-SSE4-NEXT: pmovmskb %xmm0, %eax
+; X64-SSE4-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; X64-SSE4-NEXT: sete %al
; X64-SSE4-NEXT: retq
;
; X86-AVX1-LABEL: trunc_v32i16_v32i1:
; X86-AVX1: # %bb.0:
; X86-AVX1-NEXT: vandps %ymm1, %ymm0, %ymm0
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX1-NEXT: setb %al
+; X86-AVX1-NEXT: vandps {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0, %ymm0
+; X86-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; X86-AVX1-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; X86-AVX1-NEXT: vpsllw $7, %xmm0, %xmm0
+; X86-AVX1-NEXT: vpmovmskb %xmm0, %eax
+; X86-AVX1-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; X86-AVX1-NEXT: sete %al
; X86-AVX1-NEXT: vzeroupper
; X86-AVX1-NEXT: retl
;
; X64-AVX1-LABEL: trunc_v32i16_v32i1:
; X64-AVX1: # %bb.0:
; X64-AVX1-NEXT: vandps %ymm1, %ymm0, %ymm0
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
-; X64-AVX1-NEXT: setb %al
+; X64-AVX1-NEXT: vandps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
+; X64-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; X64-AVX1-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; X64-AVX1-NEXT: vpsllw $7, %xmm0, %xmm0
+; X64-AVX1-NEXT: vpmovmskb %xmm0, %eax
+; X64-AVX1-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; X64-AVX1-NEXT: sete %al
; X64-AVX1-NEXT: vzeroupper
; X64-AVX1-NEXT: retq
;
-; X86-AVX2-LABEL: trunc_v32i16_v32i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpand %ymm1, %ymm0, %ymm0
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} ymm1 = [65537,65537,65537,65537,65537,65537,65537,65537]
-; X86-AVX2-NEXT: vptest %ymm1, %ymm0
-; X86-AVX2-NEXT: setb %al
-; X86-AVX2-NEXT: vzeroupper
-; X86-AVX2-NEXT: retl
-;
-; X64-AVX2-LABEL: trunc_v32i16_v32i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpand %ymm1, %ymm0, %ymm0
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [281479271743489,281479271743489,281479271743489,281479271743489]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setb %al
-; X64-AVX2-NEXT: vzeroupper
-; X64-AVX2-NEXT: retq
+; AVX2-LABEL: trunc_v32i16_v32i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vpbroadcastw {{.*#+}} ymm2 = [255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0]
+; AVX2-NEXT: vpand %ymm2, %ymm1, %ymm1
+; AVX2-NEXT: vpand %ymm2, %ymm0, %ymm0
+; AVX2-NEXT: vpackuswb %ymm1, %ymm0, %ymm0
+; AVX2-NEXT: vpermq {{.*#+}} ymm0 = ymm0[0,2,1,3]
+; AVX2-NEXT: vpsllw $7, %ymm0, %ymm0
+; AVX2-NEXT: vpmovmskb %ymm0, %eax
+; AVX2-NEXT: cmpl $-1, %eax
+; AVX2-NEXT: sete %al
+; AVX2-NEXT: vzeroupper
+; AVX2-NEXT: ret{{[l|q]}}
;
; AVX512F-LABEL: trunc_v32i16_v32i1:
; AVX512F: # %bb.0:
-; AVX512F-NEXT: vpbroadcastd {{.*#+}} zmm1 = [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]
-; AVX512F-NEXT: vpandq %zmm1, %zmm0, %zmm0
-; AVX512F-NEXT: vpcmpneqd %zmm1, %zmm0, %k0
-; AVX512F-NEXT: kortestw %k0, %k0
-; AVX512F-NEXT: sete %al
+; AVX512F-NEXT: vextracti64x4 $1, %zmm0, %ymm1
+; AVX512F-NEXT: vpand %ymm1, %ymm0, %ymm0
+; AVX512F-NEXT: vpmovsxwd %ymm0, %zmm0
+; AVX512F-NEXT: vpslld $31, %zmm0, %zmm0
+; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kshiftrw $8, %k0, %k1
+; AVX512F-NEXT: kandw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $4, %k0, %k1
+; AVX512F-NEXT: kandw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $2, %k0, %k1
+; AVX512F-NEXT: kandw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $1, %k0, %k1
+; AVX512F-NEXT: kandw %k1, %k0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: # kill: def $al killed $al killed $eax
; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
; AVX512BW-LABEL: trunc_v32i16_v32i1:
; AVX512BW: # %bb.0:
-; AVX512BW-NEXT: vpbroadcastw {{.*#+}} zmm1 = [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]
-; AVX512BW-NEXT: vpandq %zmm1, %zmm0, %zmm0
-; AVX512BW-NEXT: vpcmpneqd %zmm1, %zmm0, %k0
-; AVX512BW-NEXT: kortestw %k0, %k0
-; AVX512BW-NEXT: sete %al
+; AVX512BW-NEXT: vpsllw $15, %zmm0, %zmm0
+; AVX512BW-NEXT: vpmovw2m %zmm0, %k0
+; AVX512BW-NEXT: kortestd %k0, %k0
+; AVX512BW-NEXT: setb %al
; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: retq
;
; AVX512VL-LABEL: trunc_v32i16_v32i1:
; AVX512VL: # %bb.0:
-; AVX512VL-NEXT: vpbroadcastw {{.*#+}} zmm1 = [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]
-; AVX512VL-NEXT: vpandq %zmm1, %zmm0, %zmm0
-; AVX512VL-NEXT: vpcmpneqd %zmm1, %zmm0, %k0
-; AVX512VL-NEXT: kortestw %k0, %k0
-; AVX512VL-NEXT: sete %al
+; AVX512VL-NEXT: vpsllw $15, %zmm0, %zmm0
+; AVX512VL-NEXT: vpmovw2m %zmm0, %k0
+; AVX512VL-NEXT: kortestd %k0, %k0
+; AVX512VL-NEXT: setb %al
; AVX512VL-NEXT: vzeroupper
; AVX512VL-NEXT: retq
%a = trunc <32 x i16> %0 to <32 x i1>
@@ -890,119 +924,95 @@ define i1 @trunc_v32i16_v32i1(<32 x i16>) nounwind {
}
define i1 @trunc_v64i8_v64i1(<64 x i8>) nounwind {
-; X86-SSE2-LABEL: trunc_v64i8_v64i1:
-; X86-SSE2: # %bb.0:
-; X86-SSE2-NEXT: pushl %ebp
-; X86-SSE2-NEXT: movl %esp, %ebp
-; X86-SSE2-NEXT: andl $-16, %esp
-; X86-SSE2-NEXT: subl $16, %esp
-; X86-SSE2-NEXT: pand %xmm2, %xmm0
-; X86-SSE2-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm0, %xmm1
-; X86-SSE2-NEXT: psllw $7, %xmm1
-; X86-SSE2-NEXT: pmovmskb %xmm1, %eax
-; X86-SSE2-NEXT: xorl $65535, %eax # imm = 0xFFFF
-; X86-SSE2-NEXT: sete %al
-; X86-SSE2-NEXT: movl %ebp, %esp
-; X86-SSE2-NEXT: popl %ebp
-; X86-SSE2-NEXT: retl
-;
-; X64-SSE2-LABEL: trunc_v64i8_v64i1:
-; X64-SSE2: # %bb.0:
-; X64-SSE2-NEXT: pand %xmm3, %xmm1
-; X64-SSE2-NEXT: pand %xmm2, %xmm0
-; X64-SSE2-NEXT: pand %xmm1, %xmm0
-; X64-SSE2-NEXT: psllw $7, %xmm0
-; X64-SSE2-NEXT: pmovmskb %xmm0, %eax
-; X64-SSE2-NEXT: xorl $65535, %eax # imm = 0xFFFF
-; X64-SSE2-NEXT: sete %al
-; X64-SSE2-NEXT: retq
-;
-; X86-SSE4-LABEL: trunc_v64i8_v64i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: pushl %ebp
-; X86-SSE4-NEXT: movl %esp, %ebp
-; X86-SSE4-NEXT: andl $-16, %esp
-; X86-SSE4-NEXT: subl $16, %esp
-; X86-SSE4-NEXT: pand %xmm2, %xmm0
-; X86-SSE4-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE4-NEXT: pand %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm1
-; X86-SSE4-NEXT: setb %al
-; X86-SSE4-NEXT: movl %ebp, %esp
-; X86-SSE4-NEXT: popl %ebp
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v64i8_v64i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: pand %xmm3, %xmm1
-; X64-SSE4-NEXT: pand %xmm2, %xmm0
-; X64-SSE4-NEXT: pand %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setb %al
-; X64-SSE4-NEXT: retq
-;
-; X86-AVX1-LABEL: trunc_v64i8_v64i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vandps %ymm1, %ymm0, %ymm0
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX1-NEXT: setb %al
-; X86-AVX1-NEXT: vzeroupper
-; X86-AVX1-NEXT: retl
-;
-; X64-AVX1-LABEL: trunc_v64i8_v64i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vandps %ymm1, %ymm0, %ymm0
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
-; X64-AVX1-NEXT: setb %al
-; X64-AVX1-NEXT: vzeroupper
-; X64-AVX1-NEXT: retq
-;
-; X86-AVX2-LABEL: trunc_v64i8_v64i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpand %ymm1, %ymm0, %ymm0
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} ymm1 = [16843009,16843009,16843009,16843009,16843009,16843009,16843009,16843009]
-; X86-AVX2-NEXT: vptest %ymm1, %ymm0
-; X86-AVX2-NEXT: setb %al
-; X86-AVX2-NEXT: vzeroupper
-; X86-AVX2-NEXT: retl
+; X86-SSE-LABEL: trunc_v64i8_v64i1:
+; X86-SSE: # %bb.0:
+; X86-SSE-NEXT: pushl %ebp
+; X86-SSE-NEXT: movl %esp, %ebp
+; X86-SSE-NEXT: andl $-16, %esp
+; X86-SSE-NEXT: subl $16, %esp
+; X86-SSE-NEXT: pand %xmm2, %xmm0
+; X86-SSE-NEXT: pand 8(%ebp), %xmm1
+; X86-SSE-NEXT: pand %xmm0, %xmm1
+; X86-SSE-NEXT: psllw $7, %xmm1
+; X86-SSE-NEXT: pmovmskb %xmm1, %eax
+; X86-SSE-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; X86-SSE-NEXT: sete %al
+; X86-SSE-NEXT: movl %ebp, %esp
+; X86-SSE-NEXT: popl %ebp
+; X86-SSE-NEXT: retl
+;
+; X64-SSE-LABEL: trunc_v64i8_v64i1:
+; X64-SSE: # %bb.0:
+; X64-SSE-NEXT: pand %xmm3, %xmm1
+; X64-SSE-NEXT: pand %xmm2, %xmm0
+; X64-SSE-NEXT: pand %xmm1, %xmm0
+; X64-SSE-NEXT: psllw $7, %xmm0
+; X64-SSE-NEXT: pmovmskb %xmm0, %eax
+; X64-SSE-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; X64-SSE-NEXT: sete %al
+; X64-SSE-NEXT: retq
+;
+; AVX1-LABEL: trunc_v64i8_v64i1:
+; AVX1: # %bb.0:
+; AVX1-NEXT: vandps %ymm1, %ymm0, %ymm0
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1-NEXT: vandps %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsllw $7, %xmm0, %xmm0
+; AVX1-NEXT: vpmovmskb %xmm0, %eax
+; AVX1-NEXT: cmpl $65535, %eax # imm = 0xFFFF
+; AVX1-NEXT: sete %al
+; AVX1-NEXT: vzeroupper
+; AVX1-NEXT: ret{{[l|q]}}
;
-; X64-AVX2-LABEL: trunc_v64i8_v64i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpand %ymm1, %ymm0, %ymm0
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [72340172838076673,72340172838076673,72340172838076673,72340172838076673]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setb %al
-; X64-AVX2-NEXT: vzeroupper
-; X64-AVX2-NEXT: retq
+; AVX2-LABEL: trunc_v64i8_v64i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vpand %ymm1, %ymm0, %ymm0
+; AVX2-NEXT: vpsllw $7, %ymm0, %ymm0
+; AVX2-NEXT: vpmovmskb %ymm0, %eax
+; AVX2-NEXT: cmpl $-1, %eax
+; AVX2-NEXT: sete %al
+; AVX2-NEXT: vzeroupper
+; AVX2-NEXT: ret{{[l|q]}}
;
; AVX512F-LABEL: trunc_v64i8_v64i1:
; AVX512F: # %bb.0:
-; AVX512F-NEXT: vpbroadcastd {{.*#+}} zmm1 = [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]
-; AVX512F-NEXT: vpandq %zmm1, %zmm0, %zmm0
-; AVX512F-NEXT: vpcmpneqd %zmm1, %zmm0, %k0
-; AVX512F-NEXT: kortestw %k0, %k0
-; AVX512F-NEXT: sete %al
+; AVX512F-NEXT: vextracti64x4 $1, %zmm0, %ymm1
+; AVX512F-NEXT: vextracti128 $1, %ymm1, %xmm2
+; AVX512F-NEXT: vextracti128 $1, %ymm0, %xmm3
+; AVX512F-NEXT: vpand %xmm2, %xmm3, %xmm2
+; AVX512F-NEXT: vpand %xmm1, %xmm0, %xmm0
+; AVX512F-NEXT: vpand %xmm2, %xmm0, %xmm0
+; AVX512F-NEXT: vpmovsxbd %xmm0, %zmm0
+; AVX512F-NEXT: vpslld $31, %zmm0, %zmm0
+; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kshiftrw $8, %k0, %k1
+; AVX512F-NEXT: kandw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $4, %k0, %k1
+; AVX512F-NEXT: kandw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $2, %k0, %k1
+; AVX512F-NEXT: kandw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $1, %k0, %k1
+; AVX512F-NEXT: kandw %k1, %k0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: # kill: def $al killed $al killed $eax
; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
; AVX512BW-LABEL: trunc_v64i8_v64i1:
; AVX512BW: # %bb.0:
-; AVX512BW-NEXT: vpbroadcastb {{.*#+}} zmm1 = [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]
-; AVX512BW-NEXT: vpandq %zmm1, %zmm0, %zmm0
-; AVX512BW-NEXT: vpcmpneqd %zmm1, %zmm0, %k0
-; AVX512BW-NEXT: kortestw %k0, %k0
-; AVX512BW-NEXT: sete %al
+; AVX512BW-NEXT: vpsllw $7, %zmm0, %zmm0
+; AVX512BW-NEXT: vpmovb2m %zmm0, %k0
+; AVX512BW-NEXT: kortestq %k0, %k0
+; AVX512BW-NEXT: setb %al
; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: retq
;
; AVX512VL-LABEL: trunc_v64i8_v64i1:
; AVX512VL: # %bb.0:
-; AVX512VL-NEXT: vpbroadcastb {{.*#+}} zmm1 = [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]
-; AVX512VL-NEXT: vpandq %zmm1, %zmm0, %zmm0
-; AVX512VL-NEXT: vpcmpneqd %zmm1, %zmm0, %k0
-; AVX512VL-NEXT: kortestw %k0, %k0
-; AVX512VL-NEXT: sete %al
+; AVX512VL-NEXT: vpsllw $7, %zmm0, %zmm0
+; AVX512VL-NEXT: vpmovb2m %zmm0, %k0
+; AVX512VL-NEXT: kortestq %k0, %k0
+; AVX512VL-NEXT: setb %al
; AVX512VL-NEXT: vzeroupper
; AVX512VL-NEXT: retq
%a = trunc <64 x i8> %0 to <64 x i1>
@@ -1241,11 +1251,12 @@ define i1 @icmp0_v8i64_v8i1(<8 x i64>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE2-NEXT: por %xmm2, %xmm0
-; X86-SSE2-NEXT: por 8(%ebp), %xmm1
-; X86-SSE2-NEXT: por %xmm0, %xmm1
+; X86-SSE2-NEXT: por %xmm1, %xmm3
+; X86-SSE2-NEXT: por %xmm0, %xmm3
; X86-SSE2-NEXT: pxor %xmm0, %xmm0
-; X86-SSE2-NEXT: pcmpeqd %xmm1, %xmm0
+; X86-SSE2-NEXT: pcmpeqd %xmm3, %xmm0
; X86-SSE2-NEXT: movmskps %xmm0, %eax
; X86-SSE2-NEXT: xorl $15, %eax
; X86-SSE2-NEXT: sete %al
@@ -1271,10 +1282,11 @@ define i1 @icmp0_v8i64_v8i1(<8 x i64>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE4-NEXT: por %xmm2, %xmm0
-; X86-SSE4-NEXT: por 8(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest %xmm1, %xmm1
+; X86-SSE4-NEXT: por %xmm1, %xmm3
+; X86-SSE4-NEXT: por %xmm0, %xmm3
+; X86-SSE4-NEXT: ptest %xmm3, %xmm3
; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -1324,11 +1336,12 @@ define i1 @icmp0_v16i32_v16i1(<16 x i32>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE2-NEXT: por %xmm2, %xmm0
-; X86-SSE2-NEXT: por 8(%ebp), %xmm1
-; X86-SSE2-NEXT: por %xmm0, %xmm1
+; X86-SSE2-NEXT: por %xmm1, %xmm3
+; X86-SSE2-NEXT: por %xmm0, %xmm3
; X86-SSE2-NEXT: pxor %xmm0, %xmm0
-; X86-SSE2-NEXT: pcmpeqd %xmm1, %xmm0
+; X86-SSE2-NEXT: pcmpeqd %xmm3, %xmm0
; X86-SSE2-NEXT: movmskps %xmm0, %eax
; X86-SSE2-NEXT: xorl $15, %eax
; X86-SSE2-NEXT: sete %al
@@ -1354,10 +1367,11 @@ define i1 @icmp0_v16i32_v16i1(<16 x i32>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE4-NEXT: por %xmm2, %xmm0
-; X86-SSE4-NEXT: por 8(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest %xmm1, %xmm1
+; X86-SSE4-NEXT: por %xmm1, %xmm3
+; X86-SSE4-NEXT: por %xmm0, %xmm3
+; X86-SSE4-NEXT: ptest %xmm3, %xmm3
; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -1407,11 +1421,12 @@ define i1 @icmp0_v32i16_v32i1(<32 x i16>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE2-NEXT: por %xmm2, %xmm0
-; X86-SSE2-NEXT: por 8(%ebp), %xmm1
-; X86-SSE2-NEXT: por %xmm0, %xmm1
+; X86-SSE2-NEXT: por %xmm1, %xmm3
+; X86-SSE2-NEXT: por %xmm0, %xmm3
; X86-SSE2-NEXT: pxor %xmm0, %xmm0
-; X86-SSE2-NEXT: pcmpeqb %xmm1, %xmm0
+; X86-SSE2-NEXT: pcmpeqb %xmm3, %xmm0
; X86-SSE2-NEXT: pmovmskb %xmm0, %eax
; X86-SSE2-NEXT: xorl $65535, %eax # imm = 0xFFFF
; X86-SSE2-NEXT: sete %al
@@ -1437,10 +1452,11 @@ define i1 @icmp0_v32i16_v32i1(<32 x i16>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE4-NEXT: por %xmm2, %xmm0
-; X86-SSE4-NEXT: por 8(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest %xmm1, %xmm1
+; X86-SSE4-NEXT: por %xmm1, %xmm3
+; X86-SSE4-NEXT: por %xmm0, %xmm3
+; X86-SSE4-NEXT: ptest %xmm3, %xmm3
; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -1490,11 +1506,12 @@ define i1 @icmp0_v64i8_v64i1(<64 x i8>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE2-NEXT: por %xmm2, %xmm0
-; X86-SSE2-NEXT: por 8(%ebp), %xmm1
-; X86-SSE2-NEXT: por %xmm0, %xmm1
+; X86-SSE2-NEXT: por %xmm1, %xmm3
+; X86-SSE2-NEXT: por %xmm0, %xmm3
; X86-SSE2-NEXT: pxor %xmm0, %xmm0
-; X86-SSE2-NEXT: pcmpeqb %xmm1, %xmm0
+; X86-SSE2-NEXT: pcmpeqb %xmm3, %xmm0
; X86-SSE2-NEXT: pmovmskb %xmm0, %eax
; X86-SSE2-NEXT: xorl $65535, %eax # imm = 0xFFFF
; X86-SSE2-NEXT: sete %al
@@ -1520,10 +1537,11 @@ define i1 @icmp0_v64i8_v64i1(<64 x i8>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE4-NEXT: por %xmm2, %xmm0
-; X86-SSE4-NEXT: por 8(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest %xmm1, %xmm1
+; X86-SSE4-NEXT: por %xmm1, %xmm3
+; X86-SSE4-NEXT: por %xmm0, %xmm3
+; X86-SSE4-NEXT: ptest %xmm3, %xmm3
; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -1944,11 +1962,12 @@ define i1 @icmp1_v8i64_v8i1(<8 x i64>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE2-NEXT: pand %xmm2, %xmm0
-; X86-SSE2-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm0, %xmm1
+; X86-SSE2-NEXT: pand %xmm1, %xmm3
+; X86-SSE2-NEXT: pand %xmm0, %xmm3
; X86-SSE2-NEXT: pcmpeqd %xmm0, %xmm0
-; X86-SSE2-NEXT: pcmpeqd %xmm1, %xmm0
+; X86-SSE2-NEXT: pcmpeqd %xmm3, %xmm0
; X86-SSE2-NEXT: movmskps %xmm0, %eax
; X86-SSE2-NEXT: xorl $15, %eax
; X86-SSE2-NEXT: sete %al
@@ -1974,11 +1993,12 @@ define i1 @icmp1_v8i64_v8i1(<8 x i64>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE4-NEXT: pand %xmm2, %xmm0
-; X86-SSE4-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE4-NEXT: pand %xmm0, %xmm1
+; X86-SSE4-NEXT: pand %xmm1, %xmm3
+; X86-SSE4-NEXT: pand %xmm0, %xmm3
; X86-SSE4-NEXT: pcmpeqd %xmm0, %xmm0
-; X86-SSE4-NEXT: ptest %xmm0, %xmm1
+; X86-SSE4-NEXT: ptest %xmm0, %xmm3
; X86-SSE4-NEXT: setb %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -2033,11 +2053,12 @@ define i1 @icmp1_v16i32_v16i1(<16 x i32>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE2-NEXT: pand %xmm2, %xmm0
-; X86-SSE2-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm0, %xmm1
+; X86-SSE2-NEXT: pand %xmm1, %xmm3
+; X86-SSE2-NEXT: pand %xmm0, %xmm3
; X86-SSE2-NEXT: pcmpeqd %xmm0, %xmm0
-; X86-SSE2-NEXT: pcmpeqd %xmm1, %xmm0
+; X86-SSE2-NEXT: pcmpeqd %xmm3, %xmm0
; X86-SSE2-NEXT: movmskps %xmm0, %eax
; X86-SSE2-NEXT: xorl $15, %eax
; X86-SSE2-NEXT: sete %al
@@ -2063,11 +2084,12 @@ define i1 @icmp1_v16i32_v16i1(<16 x i32>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE4-NEXT: pand %xmm2, %xmm0
-; X86-SSE4-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE4-NEXT: pand %xmm0, %xmm1
+; X86-SSE4-NEXT: pand %xmm1, %xmm3
+; X86-SSE4-NEXT: pand %xmm0, %xmm3
; X86-SSE4-NEXT: pcmpeqd %xmm0, %xmm0
-; X86-SSE4-NEXT: ptest %xmm0, %xmm1
+; X86-SSE4-NEXT: ptest %xmm0, %xmm3
; X86-SSE4-NEXT: setb %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -2122,11 +2144,12 @@ define i1 @icmp1_v32i16_v32i1(<32 x i16>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE2-NEXT: pand %xmm2, %xmm0
-; X86-SSE2-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm0, %xmm1
+; X86-SSE2-NEXT: pand %xmm1, %xmm3
+; X86-SSE2-NEXT: pand %xmm0, %xmm3
; X86-SSE2-NEXT: pcmpeqd %xmm0, %xmm0
-; X86-SSE2-NEXT: pcmpeqb %xmm1, %xmm0
+; X86-SSE2-NEXT: pcmpeqb %xmm3, %xmm0
; X86-SSE2-NEXT: pmovmskb %xmm0, %eax
; X86-SSE2-NEXT: xorl $65535, %eax # imm = 0xFFFF
; X86-SSE2-NEXT: sete %al
@@ -2152,11 +2175,12 @@ define i1 @icmp1_v32i16_v32i1(<32 x i16>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE4-NEXT: pand %xmm2, %xmm0
-; X86-SSE4-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE4-NEXT: pand %xmm0, %xmm1
+; X86-SSE4-NEXT: pand %xmm1, %xmm3
+; X86-SSE4-NEXT: pand %xmm0, %xmm3
; X86-SSE4-NEXT: pcmpeqd %xmm0, %xmm0
-; X86-SSE4-NEXT: ptest %xmm0, %xmm1
+; X86-SSE4-NEXT: ptest %xmm0, %xmm3
; X86-SSE4-NEXT: setb %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -2211,11 +2235,12 @@ define i1 @icmp1_v64i8_v64i1(<64 x i8>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE2-NEXT: pand %xmm2, %xmm0
-; X86-SSE2-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm0, %xmm1
+; X86-SSE2-NEXT: pand %xmm1, %xmm3
+; X86-SSE2-NEXT: pand %xmm0, %xmm3
; X86-SSE2-NEXT: pcmpeqd %xmm0, %xmm0
-; X86-SSE2-NEXT: pcmpeqb %xmm1, %xmm0
+; X86-SSE2-NEXT: pcmpeqb %xmm3, %xmm0
; X86-SSE2-NEXT: pmovmskb %xmm0, %eax
; X86-SSE2-NEXT: xorl $65535, %eax # imm = 0xFFFF
; X86-SSE2-NEXT: sete %al
@@ -2241,11 +2266,12 @@ define i1 @icmp1_v64i8_v64i1(<64 x i8>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE4-NEXT: pand %xmm2, %xmm0
-; X86-SSE4-NEXT: pand 8(%ebp), %xmm1
-; X86-SSE4-NEXT: pand %xmm0, %xmm1
+; X86-SSE4-NEXT: pand %xmm1, %xmm3
+; X86-SSE4-NEXT: pand %xmm0, %xmm3
; X86-SSE4-NEXT: pcmpeqd %xmm0, %xmm0
-; X86-SSE4-NEXT: ptest %xmm0, %xmm1
+; X86-SSE4-NEXT: ptest %xmm0, %xmm3
; X86-SSE4-NEXT: setb %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -2478,10 +2504,11 @@ define i1 @icmp_v4i64_v4i1(<4 x i64>, <4 x i64>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE2-NEXT: pcmpeqd %xmm2, %xmm0
-; X86-SSE2-NEXT: pcmpeqd 8(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm0, %xmm1
-; X86-SSE2-NEXT: movmskps %xmm1, %eax
+; X86-SSE2-NEXT: pcmpeqd %xmm1, %xmm3
+; X86-SSE2-NEXT: pand %xmm0, %xmm3
+; X86-SSE2-NEXT: movmskps %xmm3, %eax
; X86-SSE2-NEXT: xorl $15, %eax
; X86-SSE2-NEXT: sete %al
; X86-SSE2-NEXT: movl %ebp, %esp
@@ -2504,10 +2531,11 @@ define i1 @icmp_v4i64_v4i1(<4 x i64>, <4 x i64>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE4-NEXT: pxor %xmm2, %xmm0
-; X86-SSE4-NEXT: pxor 8(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest %xmm1, %xmm1
+; X86-SSE4-NEXT: pxor %xmm1, %xmm3
+; X86-SSE4-NEXT: por %xmm0, %xmm3
+; X86-SSE4-NEXT: ptest %xmm3, %xmm3
; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -2557,10 +2585,11 @@ define i1 @icmp_v8i32_v8i1(<8 x i32>, <8 x i32>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE2-NEXT: pcmpeqd %xmm2, %xmm0
-; X86-SSE2-NEXT: pcmpeqd 8(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm0, %xmm1
-; X86-SSE2-NEXT: movmskps %xmm1, %eax
+; X86-SSE2-NEXT: pcmpeqd %xmm1, %xmm3
+; X86-SSE2-NEXT: pand %xmm0, %xmm3
+; X86-SSE2-NEXT: movmskps %xmm3, %eax
; X86-SSE2-NEXT: xorl $15, %eax
; X86-SSE2-NEXT: sete %al
; X86-SSE2-NEXT: movl %ebp, %esp
@@ -2583,10 +2612,11 @@ define i1 @icmp_v8i32_v8i1(<8 x i32>, <8 x i32>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE4-NEXT: pxor %xmm2, %xmm0
-; X86-SSE4-NEXT: pxor 8(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest %xmm1, %xmm1
+; X86-SSE4-NEXT: pxor %xmm1, %xmm3
+; X86-SSE4-NEXT: por %xmm0, %xmm3
+; X86-SSE4-NEXT: ptest %xmm3, %xmm3
; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -2636,10 +2666,11 @@ define i1 @icmp_v16i16_v16i1(<16 x i16>, <16 x i16>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE2-NEXT: pcmpeqb %xmm2, %xmm0
-; X86-SSE2-NEXT: pcmpeqb 8(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm0, %xmm1
-; X86-SSE2-NEXT: pmovmskb %xmm1, %eax
+; X86-SSE2-NEXT: pcmpeqb %xmm1, %xmm3
+; X86-SSE2-NEXT: pand %xmm0, %xmm3
+; X86-SSE2-NEXT: pmovmskb %xmm3, %eax
; X86-SSE2-NEXT: xorl $65535, %eax # imm = 0xFFFF
; X86-SSE2-NEXT: sete %al
; X86-SSE2-NEXT: movl %ebp, %esp
@@ -2662,10 +2693,11 @@ define i1 @icmp_v16i16_v16i1(<16 x i16>, <16 x i16>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE4-NEXT: pxor %xmm2, %xmm0
-; X86-SSE4-NEXT: pxor 8(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest %xmm1, %xmm1
+; X86-SSE4-NEXT: pxor %xmm1, %xmm3
+; X86-SSE4-NEXT: por %xmm0, %xmm3
+; X86-SSE4-NEXT: ptest %xmm3, %xmm3
; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -2715,10 +2747,11 @@ define i1 @icmp_v32i8_v32i1(<32 x i8>, <32 x i8>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE2-NEXT: pcmpeqb %xmm2, %xmm0
-; X86-SSE2-NEXT: pcmpeqb 8(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm0, %xmm1
-; X86-SSE2-NEXT: pmovmskb %xmm1, %eax
+; X86-SSE2-NEXT: pcmpeqb %xmm1, %xmm3
+; X86-SSE2-NEXT: pand %xmm0, %xmm3
+; X86-SSE2-NEXT: pmovmskb %xmm3, %eax
; X86-SSE2-NEXT: xorl $65535, %eax # imm = 0xFFFF
; X86-SSE2-NEXT: sete %al
; X86-SSE2-NEXT: movl %ebp, %esp
@@ -2741,10 +2774,11 @@ define i1 @icmp_v32i8_v32i1(<32 x i8>, <32 x i8>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
; X86-SSE4-NEXT: pxor %xmm2, %xmm0
-; X86-SSE4-NEXT: pxor 8(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest %xmm1, %xmm1
+; X86-SSE4-NEXT: pxor %xmm1, %xmm3
+; X86-SSE4-NEXT: por %xmm0, %xmm3
+; X86-SSE4-NEXT: ptest %xmm3, %xmm3
; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -2794,15 +2828,19 @@ define i1 @icmp_v8i64_v8i1(<8 x i64>, <8 x i64>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
-; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE2-NEXT: pcmpeqd 72(%ebp), %xmm3
-; X86-SSE2-NEXT: pcmpeqd 40(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm3, %xmm1
-; X86-SSE2-NEXT: pcmpeqd 56(%ebp), %xmm2
-; X86-SSE2-NEXT: pcmpeqd 24(%ebp), %xmm0
-; X86-SSE2-NEXT: pand %xmm2, %xmm0
-; X86-SSE2-NEXT: pand %xmm1, %xmm0
-; X86-SSE2-NEXT: movmskps %xmm0, %eax
+; X86-SSE2-NEXT: movdqa 24(%ebp), %xmm3
+; X86-SSE2-NEXT: movdqa 56(%ebp), %xmm4
+; X86-SSE2-NEXT: movdqa 40(%ebp), %xmm5
+; X86-SSE2-NEXT: movdqa 72(%ebp), %xmm6
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm7
+; X86-SSE2-NEXT: pcmpeqd %xmm6, %xmm7
+; X86-SSE2-NEXT: pcmpeqd %xmm1, %xmm5
+; X86-SSE2-NEXT: pand %xmm7, %xmm5
+; X86-SSE2-NEXT: pcmpeqd %xmm2, %xmm4
+; X86-SSE2-NEXT: pcmpeqd %xmm0, %xmm3
+; X86-SSE2-NEXT: pand %xmm4, %xmm3
+; X86-SSE2-NEXT: pand %xmm5, %xmm3
+; X86-SSE2-NEXT: movmskps %xmm3, %eax
; X86-SSE2-NEXT: xorl $15, %eax
; X86-SSE2-NEXT: sete %al
; X86-SSE2-NEXT: movl %ebp, %esp
@@ -2829,15 +2867,19 @@ define i1 @icmp_v8i64_v8i1(<8 x i64>, <8 x i64>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
-; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE4-NEXT: pxor 72(%ebp), %xmm3
-; X86-SSE4-NEXT: pxor 40(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm3, %xmm1
-; X86-SSE4-NEXT: pxor 56(%ebp), %xmm2
-; X86-SSE4-NEXT: pxor 24(%ebp), %xmm0
-; X86-SSE4-NEXT: por %xmm2, %xmm0
-; X86-SSE4-NEXT: por %xmm1, %xmm0
-; X86-SSE4-NEXT: ptest %xmm0, %xmm0
+; X86-SSE4-NEXT: movdqa 24(%ebp), %xmm3
+; X86-SSE4-NEXT: movdqa 56(%ebp), %xmm4
+; X86-SSE4-NEXT: movdqa 40(%ebp), %xmm5
+; X86-SSE4-NEXT: movdqa 72(%ebp), %xmm6
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm7
+; X86-SSE4-NEXT: pxor %xmm6, %xmm7
+; X86-SSE4-NEXT: pxor %xmm1, %xmm5
+; X86-SSE4-NEXT: por %xmm7, %xmm5
+; X86-SSE4-NEXT: pxor %xmm2, %xmm4
+; X86-SSE4-NEXT: pxor %xmm0, %xmm3
+; X86-SSE4-NEXT: por %xmm4, %xmm3
+; X86-SSE4-NEXT: por %xmm5, %xmm3
+; X86-SSE4-NEXT: ptest %xmm3, %xmm3
; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -2927,15 +2969,19 @@ define i1 @icmp_v16i32_v16i1(<16 x i32>, <16 x i32>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
-; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE2-NEXT: pcmpeqd 72(%ebp), %xmm3
-; X86-SSE2-NEXT: pcmpeqd 40(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm3, %xmm1
-; X86-SSE2-NEXT: pcmpeqd 56(%ebp), %xmm2
-; X86-SSE2-NEXT: pcmpeqd 24(%ebp), %xmm0
-; X86-SSE2-NEXT: pand %xmm2, %xmm0
-; X86-SSE2-NEXT: pand %xmm1, %xmm0
-; X86-SSE2-NEXT: movmskps %xmm0, %eax
+; X86-SSE2-NEXT: movdqa 24(%ebp), %xmm3
+; X86-SSE2-NEXT: movdqa 56(%ebp), %xmm4
+; X86-SSE2-NEXT: movdqa 40(%ebp), %xmm5
+; X86-SSE2-NEXT: movdqa 72(%ebp), %xmm6
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm7
+; X86-SSE2-NEXT: pcmpeqd %xmm6, %xmm7
+; X86-SSE2-NEXT: pcmpeqd %xmm1, %xmm5
+; X86-SSE2-NEXT: pand %xmm7, %xmm5
+; X86-SSE2-NEXT: pcmpeqd %xmm2, %xmm4
+; X86-SSE2-NEXT: pcmpeqd %xmm0, %xmm3
+; X86-SSE2-NEXT: pand %xmm4, %xmm3
+; X86-SSE2-NEXT: pand %xmm5, %xmm3
+; X86-SSE2-NEXT: movmskps %xmm3, %eax
; X86-SSE2-NEXT: xorl $15, %eax
; X86-SSE2-NEXT: sete %al
; X86-SSE2-NEXT: movl %ebp, %esp
@@ -2962,15 +3008,19 @@ define i1 @icmp_v16i32_v16i1(<16 x i32>, <16 x i32>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
-; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE4-NEXT: pxor 72(%ebp), %xmm3
-; X86-SSE4-NEXT: pxor 40(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm3, %xmm1
-; X86-SSE4-NEXT: pxor 56(%ebp), %xmm2
-; X86-SSE4-NEXT: pxor 24(%ebp), %xmm0
-; X86-SSE4-NEXT: por %xmm2, %xmm0
-; X86-SSE4-NEXT: por %xmm1, %xmm0
-; X86-SSE4-NEXT: ptest %xmm0, %xmm0
+; X86-SSE4-NEXT: movdqa 24(%ebp), %xmm3
+; X86-SSE4-NEXT: movdqa 56(%ebp), %xmm4
+; X86-SSE4-NEXT: movdqa 40(%ebp), %xmm5
+; X86-SSE4-NEXT: movdqa 72(%ebp), %xmm6
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm7
+; X86-SSE4-NEXT: pxor %xmm6, %xmm7
+; X86-SSE4-NEXT: pxor %xmm1, %xmm5
+; X86-SSE4-NEXT: por %xmm7, %xmm5
+; X86-SSE4-NEXT: pxor %xmm2, %xmm4
+; X86-SSE4-NEXT: pxor %xmm0, %xmm3
+; X86-SSE4-NEXT: por %xmm4, %xmm3
+; X86-SSE4-NEXT: por %xmm5, %xmm3
+; X86-SSE4-NEXT: ptest %xmm3, %xmm3
; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -3060,15 +3110,19 @@ define i1 @icmp_v32i16_v32i1(<32 x i16>, <32 x i16>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
-; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE2-NEXT: pcmpeqb 72(%ebp), %xmm3
-; X86-SSE2-NEXT: pcmpeqb 40(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm3, %xmm1
-; X86-SSE2-NEXT: pcmpeqb 56(%ebp), %xmm2
-; X86-SSE2-NEXT: pcmpeqb 24(%ebp), %xmm0
-; X86-SSE2-NEXT: pand %xmm2, %xmm0
-; X86-SSE2-NEXT: pand %xmm1, %xmm0
-; X86-SSE2-NEXT: pmovmskb %xmm0, %eax
+; X86-SSE2-NEXT: movdqa 24(%ebp), %xmm3
+; X86-SSE2-NEXT: movdqa 56(%ebp), %xmm4
+; X86-SSE2-NEXT: movdqa 40(%ebp), %xmm5
+; X86-SSE2-NEXT: movdqa 72(%ebp), %xmm6
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm7
+; X86-SSE2-NEXT: pcmpeqb %xmm6, %xmm7
+; X86-SSE2-NEXT: pcmpeqb %xmm1, %xmm5
+; X86-SSE2-NEXT: pand %xmm7, %xmm5
+; X86-SSE2-NEXT: pcmpeqb %xmm2, %xmm4
+; X86-SSE2-NEXT: pcmpeqb %xmm0, %xmm3
+; X86-SSE2-NEXT: pand %xmm4, %xmm3
+; X86-SSE2-NEXT: pand %xmm5, %xmm3
+; X86-SSE2-NEXT: pmovmskb %xmm3, %eax
; X86-SSE2-NEXT: xorl $65535, %eax # imm = 0xFFFF
; X86-SSE2-NEXT: sete %al
; X86-SSE2-NEXT: movl %ebp, %esp
@@ -3095,15 +3149,19 @@ define i1 @icmp_v32i16_v32i1(<32 x i16>, <32 x i16>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
-; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE4-NEXT: pxor 72(%ebp), %xmm3
-; X86-SSE4-NEXT: pxor 40(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm3, %xmm1
-; X86-SSE4-NEXT: pxor 56(%ebp), %xmm2
-; X86-SSE4-NEXT: pxor 24(%ebp), %xmm0
-; X86-SSE4-NEXT: por %xmm2, %xmm0
-; X86-SSE4-NEXT: por %xmm1, %xmm0
-; X86-SSE4-NEXT: ptest %xmm0, %xmm0
+; X86-SSE4-NEXT: movdqa 24(%ebp), %xmm3
+; X86-SSE4-NEXT: movdqa 56(%ebp), %xmm4
+; X86-SSE4-NEXT: movdqa 40(%ebp), %xmm5
+; X86-SSE4-NEXT: movdqa 72(%ebp), %xmm6
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm7
+; X86-SSE4-NEXT: pxor %xmm6, %xmm7
+; X86-SSE4-NEXT: pxor %xmm1, %xmm5
+; X86-SSE4-NEXT: por %xmm7, %xmm5
+; X86-SSE4-NEXT: pxor %xmm2, %xmm4
+; X86-SSE4-NEXT: pxor %xmm0, %xmm3
+; X86-SSE4-NEXT: por %xmm4, %xmm3
+; X86-SSE4-NEXT: por %xmm5, %xmm3
+; X86-SSE4-NEXT: ptest %xmm3, %xmm3
; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -3193,15 +3251,19 @@ define i1 @icmp_v64i8_v64i1(<64 x i8>, <64 x i8>) nounwind {
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
-; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE2-NEXT: pcmpeqb 72(%ebp), %xmm3
-; X86-SSE2-NEXT: pcmpeqb 40(%ebp), %xmm1
-; X86-SSE2-NEXT: pand %xmm3, %xmm1
-; X86-SSE2-NEXT: pcmpeqb 56(%ebp), %xmm2
-; X86-SSE2-NEXT: pcmpeqb 24(%ebp), %xmm0
-; X86-SSE2-NEXT: pand %xmm2, %xmm0
-; X86-SSE2-NEXT: pand %xmm1, %xmm0
-; X86-SSE2-NEXT: pmovmskb %xmm0, %eax
+; X86-SSE2-NEXT: movdqa 24(%ebp), %xmm3
+; X86-SSE2-NEXT: movdqa 56(%ebp), %xmm4
+; X86-SSE2-NEXT: movdqa 40(%ebp), %xmm5
+; X86-SSE2-NEXT: movdqa 72(%ebp), %xmm6
+; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm7
+; X86-SSE2-NEXT: pcmpeqb %xmm6, %xmm7
+; X86-SSE2-NEXT: pcmpeqb %xmm1, %xmm5
+; X86-SSE2-NEXT: pand %xmm7, %xmm5
+; X86-SSE2-NEXT: pcmpeqb %xmm2, %xmm4
+; X86-SSE2-NEXT: pcmpeqb %xmm0, %xmm3
+; X86-SSE2-NEXT: pand %xmm4, %xmm3
+; X86-SSE2-NEXT: pand %xmm5, %xmm3
+; X86-SSE2-NEXT: pmovmskb %xmm3, %eax
; X86-SSE2-NEXT: xorl $65535, %eax # imm = 0xFFFF
; X86-SSE2-NEXT: sete %al
; X86-SSE2-NEXT: movl %ebp, %esp
@@ -3228,15 +3290,19 @@ define i1 @icmp_v64i8_v64i1(<64 x i8>, <64 x i8>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
-; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE4-NEXT: pxor 72(%ebp), %xmm3
-; X86-SSE4-NEXT: pxor 40(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm3, %xmm1
-; X86-SSE4-NEXT: pxor 56(%ebp), %xmm2
-; X86-SSE4-NEXT: pxor 24(%ebp), %xmm0
-; X86-SSE4-NEXT: por %xmm2, %xmm0
-; X86-SSE4-NEXT: por %xmm1, %xmm0
-; X86-SSE4-NEXT: ptest %xmm0, %xmm0
+; X86-SSE4-NEXT: movdqa 24(%ebp), %xmm3
+; X86-SSE4-NEXT: movdqa 56(%ebp), %xmm4
+; X86-SSE4-NEXT: movdqa 40(%ebp), %xmm5
+; X86-SSE4-NEXT: movdqa 72(%ebp), %xmm6
+; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm7
+; X86-SSE4-NEXT: pxor %xmm6, %xmm7
+; X86-SSE4-NEXT: pxor %xmm1, %xmm5
+; X86-SSE4-NEXT: por %xmm7, %xmm5
+; X86-SSE4-NEXT: pxor %xmm2, %xmm4
+; X86-SSE4-NEXT: pxor %xmm0, %xmm3
+; X86-SSE4-NEXT: por %xmm4, %xmm3
+; X86-SSE4-NEXT: por %xmm5, %xmm3
+; X86-SSE4-NEXT: ptest %xmm3, %xmm3
; X86-SSE4-NEXT: sete %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -3325,7 +3391,3 @@ declare i1 @llvm.vector.reduce.and.v8i1(<8 x i1>)
declare i1 @llvm.vector.reduce.and.v16i1(<16 x i1>)
declare i1 @llvm.vector.reduce.and.v32i1(<32 x i1>)
declare i1 @llvm.vector.reduce.and.v64i1(<64 x i1>)
-;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line:
-; SSE: {{.*}}
-; X64-SSE: {{.*}}
-; X86-SSE: {{.*}}
diff --git a/llvm/test/CodeGen/X86/vector-reduce-and.ll b/llvm/test/CodeGen/X86/vector-reduce-and.ll
index 415939107e931..16d7fc8439ffc 100644
--- a/llvm/test/CodeGen/X86/vector-reduce-and.ll
+++ b/llvm/test/CodeGen/X86/vector-reduce-and.ll
@@ -260,7 +260,7 @@ define i64 @test_v8i64(<8 x i64> %a0) nounwind {
; AVX512-LABEL: test_v8i64:
; AVX512: # %bb.0:
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpandq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpand %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -280,17 +280,17 @@ define i64 @test_v16i64(<16 x i64> %a0) nounwind {
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE2-NEXT: pand 56(%ebp), %xmm2
-; X86-SSE2-NEXT: pand 24(%ebp), %xmm0
-; X86-SSE2-NEXT: pand %xmm2, %xmm0
; X86-SSE2-NEXT: pand 72(%ebp), %xmm3
; X86-SSE2-NEXT: pand 40(%ebp), %xmm1
; X86-SSE2-NEXT: pand %xmm3, %xmm1
-; X86-SSE2-NEXT: pand %xmm0, %xmm1
-; X86-SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE2-NEXT: pand 56(%ebp), %xmm2
+; X86-SSE2-NEXT: pand 24(%ebp), %xmm0
+; X86-SSE2-NEXT: pand %xmm2, %xmm0
; X86-SSE2-NEXT: pand %xmm1, %xmm0
-; X86-SSE2-NEXT: movd %xmm0, %eax
-; X86-SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,1,1]
+; X86-SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; X86-SSE2-NEXT: pand %xmm0, %xmm1
+; X86-SSE2-NEXT: movd %xmm1, %eax
+; X86-SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X86-SSE2-NEXT: movd %xmm0, %edx
; X86-SSE2-NEXT: movl %ebp, %esp
; X86-SSE2-NEXT: popl %ebp
@@ -298,16 +298,16 @@ define i64 @test_v16i64(<16 x i64> %a0) nounwind {
;
; X64-SSE-LABEL: test_v16i64:
; X64-SSE: # %bb.0:
-; X64-SSE-NEXT: pand %xmm6, %xmm2
-; X64-SSE-NEXT: pand %xmm4, %xmm0
-; X64-SSE-NEXT: pand %xmm2, %xmm0
; X64-SSE-NEXT: pand %xmm7, %xmm3
; X64-SSE-NEXT: pand %xmm5, %xmm1
; X64-SSE-NEXT: pand %xmm3, %xmm1
-; X64-SSE-NEXT: pand %xmm0, %xmm1
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X64-SSE-NEXT: pand %xmm6, %xmm2
+; X64-SSE-NEXT: pand %xmm4, %xmm0
+; X64-SSE-NEXT: pand %xmm2, %xmm0
; X64-SSE-NEXT: pand %xmm1, %xmm0
-; X64-SSE-NEXT: movq %xmm0, %rax
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; X64-SSE-NEXT: pand %xmm0, %xmm1
+; X64-SSE-NEXT: movq %xmm1, %rax
; X64-SSE-NEXT: retq
;
; X86-SSE4-LABEL: test_v16i64:
@@ -317,17 +317,17 @@ define i64 @test_v16i64(<16 x i64> %a0) nounwind {
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE4-NEXT: pand 56(%ebp), %xmm2
-; X86-SSE4-NEXT: pand 24(%ebp), %xmm0
-; X86-SSE4-NEXT: pand %xmm2, %xmm0
; X86-SSE4-NEXT: pand 72(%ebp), %xmm3
; X86-SSE4-NEXT: pand 40(%ebp), %xmm1
; X86-SSE4-NEXT: pand %xmm3, %xmm1
-; X86-SSE4-NEXT: pand %xmm0, %xmm1
-; X86-SSE4-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE4-NEXT: pand 56(%ebp), %xmm2
+; X86-SSE4-NEXT: pand 24(%ebp), %xmm0
+; X86-SSE4-NEXT: pand %xmm2, %xmm0
; X86-SSE4-NEXT: pand %xmm1, %xmm0
-; X86-SSE4-NEXT: movd %xmm0, %eax
-; X86-SSE4-NEXT: pextrd $1, %xmm0, %edx
+; X86-SSE4-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; X86-SSE4-NEXT: pand %xmm0, %xmm1
+; X86-SSE4-NEXT: movd %xmm1, %eax
+; X86-SSE4-NEXT: pextrd $1, %xmm1, %edx
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
; X86-SSE4-NEXT: retl
@@ -402,7 +402,7 @@ define i64 @test_v16i64(<16 x i64> %a0) nounwind {
; AVX512: # %bb.0:
; AVX512-NEXT: vpandq %zmm1, %zmm0, %zmm0
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpandq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpand %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -568,7 +568,7 @@ define i32 @test_v16i32(<16 x i32> %a0) nounwind {
; AVX512-LABEL: test_v16i32:
; AVX512: # %bb.0:
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpandd %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpand %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -590,36 +590,36 @@ define i32 @test_v32i32(<32 x i32> %a0) nounwind {
; X86-SSE-NEXT: andl $-16, %esp
; X86-SSE-NEXT: subl $16, %esp
; X86-SSE-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE-NEXT: pand 56(%ebp), %xmm2
-; X86-SSE-NEXT: pand 24(%ebp), %xmm0
-; X86-SSE-NEXT: pand %xmm2, %xmm0
; X86-SSE-NEXT: pand 72(%ebp), %xmm3
; X86-SSE-NEXT: pand 40(%ebp), %xmm1
; X86-SSE-NEXT: pand %xmm3, %xmm1
-; X86-SSE-NEXT: pand %xmm0, %xmm1
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE-NEXT: pand 56(%ebp), %xmm2
+; X86-SSE-NEXT: pand 24(%ebp), %xmm0
+; X86-SSE-NEXT: pand %xmm2, %xmm0
; X86-SSE-NEXT: pand %xmm1, %xmm0
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X86-SSE-NEXT: pand %xmm0, %xmm1
-; X86-SSE-NEXT: movd %xmm1, %eax
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; X86-SSE-NEXT: pand %xmm1, %xmm0
+; X86-SSE-NEXT: movd %xmm0, %eax
; X86-SSE-NEXT: movl %ebp, %esp
; X86-SSE-NEXT: popl %ebp
; X86-SSE-NEXT: retl
;
; X64-SSE-LABEL: test_v32i32:
; X64-SSE: # %bb.0:
-; X64-SSE-NEXT: pand %xmm6, %xmm2
-; X64-SSE-NEXT: pand %xmm4, %xmm0
-; X64-SSE-NEXT: pand %xmm2, %xmm0
; X64-SSE-NEXT: pand %xmm7, %xmm3
; X64-SSE-NEXT: pand %xmm5, %xmm1
; X64-SSE-NEXT: pand %xmm3, %xmm1
-; X64-SSE-NEXT: pand %xmm0, %xmm1
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X64-SSE-NEXT: pand %xmm6, %xmm2
+; X64-SSE-NEXT: pand %xmm4, %xmm0
+; X64-SSE-NEXT: pand %xmm2, %xmm0
; X64-SSE-NEXT: pand %xmm1, %xmm0
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X64-SSE-NEXT: pand %xmm0, %xmm1
-; X64-SSE-NEXT: movd %xmm1, %eax
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; X64-SSE-NEXT: pand %xmm1, %xmm0
+; X64-SSE-NEXT: movd %xmm0, %eax
; X64-SSE-NEXT: retq
;
; X86-AVX1-LABEL: test_v32i32:
@@ -698,7 +698,7 @@ define i32 @test_v32i32(<32 x i32> %a0) nounwind {
; AVX512: # %bb.0:
; AVX512-NEXT: vpandd %zmm1, %zmm0, %zmm0
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpandd %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpand %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -811,9 +811,9 @@ define i16 @test_v16i16(<16 x i16> %a0) nounwind {
; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
; AVX1-NEXT: vmovd %xmm0, %eax
@@ -826,9 +826,9 @@ define i16 @test_v16i16(<16 x i16> %a0) nounwind {
; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
; AVX2-NEXT: vmovd %xmm0, %eax
@@ -841,9 +841,9 @@ define i16 @test_v16i16(<16 x i16> %a0) nounwind {
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX512-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX512-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX512-NEXT: vpand %xmm0, %xmm1, %xmm0
; AVX512-NEXT: vmovd %xmm0, %eax
@@ -899,9 +899,9 @@ define i16 @test_v32i16(<32 x i16> %a0) nounwind {
; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
; AVX1-NEXT: vandps %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX1-NEXT: vandps %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vandps %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX1-NEXT: vandps %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vandps %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
; AVX1-NEXT: vmovd %xmm0, %eax
@@ -915,9 +915,9 @@ define i16 @test_v32i16(<32 x i16> %a0) nounwind {
; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
; AVX2-NEXT: vmovd %xmm0, %eax
@@ -928,13 +928,13 @@ define i16 @test_v32i16(<32 x i16> %a0) nounwind {
; AVX512-LABEL: test_v32i16:
; AVX512: # %bb.0:
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpandq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpand %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX512-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX512-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX512-NEXT: vpand %xmm0, %xmm1, %xmm0
; AVX512-NEXT: vmovd %xmm0, %eax
@@ -953,21 +953,21 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X86-SSE-NEXT: andl $-16, %esp
; X86-SSE-NEXT: subl $16, %esp
; X86-SSE-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE-NEXT: pand 56(%ebp), %xmm2
-; X86-SSE-NEXT: pand 24(%ebp), %xmm0
-; X86-SSE-NEXT: pand %xmm2, %xmm0
; X86-SSE-NEXT: pand 72(%ebp), %xmm3
; X86-SSE-NEXT: pand 40(%ebp), %xmm1
; X86-SSE-NEXT: pand %xmm3, %xmm1
-; X86-SSE-NEXT: pand %xmm0, %xmm1
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE-NEXT: pand 56(%ebp), %xmm2
+; X86-SSE-NEXT: pand 24(%ebp), %xmm0
+; X86-SSE-NEXT: pand %xmm2, %xmm0
; X86-SSE-NEXT: pand %xmm1, %xmm0
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X86-SSE-NEXT: pand %xmm0, %xmm1
-; X86-SSE-NEXT: movdqa %xmm1, %xmm0
-; X86-SSE-NEXT: psrld $16, %xmm0
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X86-SSE-NEXT: pand %xmm1, %xmm0
-; X86-SSE-NEXT: movd %xmm0, %eax
+; X86-SSE-NEXT: movdqa %xmm0, %xmm1
+; X86-SSE-NEXT: psrld $16, %xmm1
+; X86-SSE-NEXT: pand %xmm0, %xmm1
+; X86-SSE-NEXT: movd %xmm1, %eax
; X86-SSE-NEXT: # kill: def $ax killed $ax killed $eax
; X86-SSE-NEXT: movl %ebp, %esp
; X86-SSE-NEXT: popl %ebp
@@ -975,21 +975,21 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
;
; X64-SSE-LABEL: test_v64i16:
; X64-SSE: # %bb.0:
-; X64-SSE-NEXT: pand %xmm6, %xmm2
-; X64-SSE-NEXT: pand %xmm4, %xmm0
-; X64-SSE-NEXT: pand %xmm2, %xmm0
; X64-SSE-NEXT: pand %xmm7, %xmm3
; X64-SSE-NEXT: pand %xmm5, %xmm1
; X64-SSE-NEXT: pand %xmm3, %xmm1
-; X64-SSE-NEXT: pand %xmm0, %xmm1
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X64-SSE-NEXT: pand %xmm6, %xmm2
+; X64-SSE-NEXT: pand %xmm4, %xmm0
+; X64-SSE-NEXT: pand %xmm2, %xmm0
; X64-SSE-NEXT: pand %xmm1, %xmm0
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X64-SSE-NEXT: pand %xmm0, %xmm1
-; X64-SSE-NEXT: movdqa %xmm1, %xmm0
-; X64-SSE-NEXT: psrld $16, %xmm0
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X64-SSE-NEXT: pand %xmm1, %xmm0
-; X64-SSE-NEXT: movd %xmm0, %eax
+; X64-SSE-NEXT: movdqa %xmm0, %xmm1
+; X64-SSE-NEXT: psrld $16, %xmm1
+; X64-SSE-NEXT: pand %xmm0, %xmm1
+; X64-SSE-NEXT: movd %xmm1, %eax
; X64-SSE-NEXT: # kill: def $ax killed $ax killed $eax
; X64-SSE-NEXT: retq
;
@@ -1005,9 +1005,9 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X86-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
; X86-AVX1-NEXT: vandps %xmm1, %xmm0, %xmm0
; X86-AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; X86-AVX1-NEXT: vandps %xmm0, %xmm1, %xmm0
+; X86-AVX1-NEXT: vandps %xmm1, %xmm0, %xmm0
; X86-AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; X86-AVX1-NEXT: vandps %xmm0, %xmm1, %xmm0
+; X86-AVX1-NEXT: vandps %xmm1, %xmm0, %xmm0
; X86-AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
; X86-AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
; X86-AVX1-NEXT: vmovd %xmm0, %eax
@@ -1025,9 +1025,9 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X64-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
; X64-AVX1-NEXT: vandps %xmm1, %xmm0, %xmm0
; X64-AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; X64-AVX1-NEXT: vandps %xmm0, %xmm1, %xmm0
+; X64-AVX1-NEXT: vandps %xmm1, %xmm0, %xmm0
; X64-AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; X64-AVX1-NEXT: vandps %xmm0, %xmm1, %xmm0
+; X64-AVX1-NEXT: vandps %xmm1, %xmm0, %xmm0
; X64-AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
; X64-AVX1-NEXT: vpand %xmm0, %xmm1, %xmm0
; X64-AVX1-NEXT: vmovd %xmm0, %eax
@@ -1047,9 +1047,9 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X86-AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
; X86-AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
; X86-AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; X86-AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; X86-AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
; X86-AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; X86-AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; X86-AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
; X86-AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
; X86-AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
; X86-AVX2-NEXT: vmovd %xmm0, %eax
@@ -1067,9 +1067,9 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X64-AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
; X64-AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
; X64-AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; X64-AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; X64-AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
; X64-AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; X64-AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
+; X64-AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
; X64-AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
; X64-AVX2-NEXT: vpand %xmm0, %xmm1, %xmm0
; X64-AVX2-NEXT: vmovd %xmm0, %eax
@@ -1081,13 +1081,13 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; AVX512: # %bb.0:
; AVX512-NEXT: vpandq %zmm1, %zmm0, %zmm0
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpandq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpand %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX512-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX512-NEXT: vpand %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX512-NEXT: vpand %xmm0, %xmm1, %xmm0
; AVX512-NEXT: vmovd %xmm0, %eax
@@ -1369,7 +1369,7 @@ define i8 @test_v64i8(<64 x i8> %a0) nounwind {
; AVX512-LABEL: test_v64i8:
; AVX512: # %bb.0:
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpandq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpand %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -1396,24 +1396,24 @@ define i8 @test_v128i8(<128 x i8> %a0) nounwind {
; X86-SSE-NEXT: andl $-16, %esp
; X86-SSE-NEXT: subl $16, %esp
; X86-SSE-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE-NEXT: pand 56(%ebp), %xmm2
-; X86-SSE-NEXT: pand 24(%ebp), %xmm0
-; X86-SSE-NEXT: pand %xmm2, %xmm0
; X86-SSE-NEXT: pand 72(%ebp), %xmm3
; X86-SSE-NEXT: pand 40(%ebp), %xmm1
; X86-SSE-NEXT: pand %xmm3, %xmm1
-; X86-SSE-NEXT: pand %xmm0, %xmm1
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE-NEXT: pand 56(%ebp), %xmm2
+; X86-SSE-NEXT: pand 24(%ebp), %xmm0
+; X86-SSE-NEXT: pand %xmm2, %xmm0
; X86-SSE-NEXT: pand %xmm1, %xmm0
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X86-SSE-NEXT: pand %xmm0, %xmm1
-; X86-SSE-NEXT: movdqa %xmm1, %xmm0
-; X86-SSE-NEXT: psrld $16, %xmm0
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X86-SSE-NEXT: pand %xmm1, %xmm0
; X86-SSE-NEXT: movdqa %xmm0, %xmm1
-; X86-SSE-NEXT: psrlw $8, %xmm1
+; X86-SSE-NEXT: psrld $16, %xmm1
; X86-SSE-NEXT: pand %xmm0, %xmm1
-; X86-SSE-NEXT: movd %xmm1, %eax
+; X86-SSE-NEXT: movdqa %xmm1, %xmm0
+; X86-SSE-NEXT: psrlw $8, %xmm0
+; X86-SSE-NEXT: pand %xmm1, %xmm0
+; X86-SSE-NEXT: movd %xmm0, %eax
; X86-SSE-NEXT: # kill: def $al killed $al killed $eax
; X86-SSE-NEXT: movl %ebp, %esp
; X86-SSE-NEXT: popl %ebp
@@ -1421,24 +1421,24 @@ define i8 @test_v128i8(<128 x i8> %a0) nounwind {
;
; X64-SSE-LABEL: test_v128i8:
; X64-SSE: # %bb.0:
-; X64-SSE-NEXT: pand %xmm6, %xmm2
-; X64-SSE-NEXT: pand %xmm4, %xmm0
-; X64-SSE-NEXT: pand %xmm2, %xmm0
; X64-SSE-NEXT: pand %xmm7, %xmm3
; X64-SSE-NEXT: pand %xmm5, %xmm1
; X64-SSE-NEXT: pand %xmm3, %xmm1
-; X64-SSE-NEXT: pand %xmm0, %xmm1
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X64-SSE-NEXT: pand %xmm6, %xmm2
+; X64-SSE-NEXT: pand %xmm4, %xmm0
+; X64-SSE-NEXT: pand %xmm2, %xmm0
; X64-SSE-NEXT: pand %xmm1, %xmm0
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X64-SSE-NEXT: pand %xmm0, %xmm1
-; X64-SSE-NEXT: movdqa %xmm1, %xmm0
-; X64-SSE-NEXT: psrld $16, %xmm0
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X64-SSE-NEXT: pand %xmm1, %xmm0
; X64-SSE-NEXT: movdqa %xmm0, %xmm1
-; X64-SSE-NEXT: psrlw $8, %xmm1
+; X64-SSE-NEXT: psrld $16, %xmm1
; X64-SSE-NEXT: pand %xmm0, %xmm1
-; X64-SSE-NEXT: movd %xmm1, %eax
+; X64-SSE-NEXT: movdqa %xmm1, %xmm0
+; X64-SSE-NEXT: psrlw $8, %xmm0
+; X64-SSE-NEXT: pand %xmm1, %xmm0
+; X64-SSE-NEXT: movd %xmm0, %eax
; X64-SSE-NEXT: # kill: def $al killed $al killed $eax
; X64-SSE-NEXT: retq
;
@@ -1538,7 +1538,7 @@ define i8 @test_v128i8(<128 x i8> %a0) nounwind {
; AVX512: # %bb.0:
; AVX512-NEXT: vpandq %zmm1, %zmm0, %zmm0
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpandq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpand %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpand %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
diff --git a/llvm/test/CodeGen/X86/vector-reduce-or-bool.ll b/llvm/test/CodeGen/X86/vector-reduce-or-bool.ll
index e038419fae246..e0b2ead333fa7 100644
--- a/llvm/test/CodeGen/X86/vector-reduce-or-bool.ll
+++ b/llvm/test/CodeGen/X86/vector-reduce-or-bool.ll
@@ -18,66 +18,46 @@
;
define i1 @trunc_v2i64_v2i1(<2 x i64>) nounwind {
-; SSE2-LABEL: trunc_v2i64_v2i1:
-; SSE2: # %bb.0:
-; SSE2-NEXT: psllq $63, %xmm0
-; SSE2-NEXT: movmskpd %xmm0, %eax
-; SSE2-NEXT: testl %eax, %eax
-; SSE2-NEXT: setne %al
-; SSE2-NEXT: ret{{[l|q]}}
-;
-; X86-SSE4-LABEL: trunc_v2i64_v2i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setne %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v2i64_v2i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setne %al
-; X64-SSE4-NEXT: retq
-;
-; X86-AVX1-LABEL: trunc_v2i64_v2i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-AVX1-NEXT: setne %al
-; X86-AVX1-NEXT: retl
-;
-; X64-AVX1-LABEL: trunc_v2i64_v2i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX1-NEXT: setne %al
-; X64-AVX1-NEXT: retq
-;
-; X86-AVX2-LABEL: trunc_v2i64_v2i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-AVX2-NEXT: setne %al
-; X86-AVX2-NEXT: retl
+; SSE-LABEL: trunc_v2i64_v2i1:
+; SSE: # %bb.0:
+; SSE-NEXT: psllq $63, %xmm0
+; SSE-NEXT: movmskpd %xmm0, %eax
+; SSE-NEXT: testl %eax, %eax
+; SSE-NEXT: setne %al
+; SSE-NEXT: ret{{[l|q]}}
;
-; X64-AVX2-LABEL: trunc_v2i64_v2i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX2-NEXT: setne %al
-; X64-AVX2-NEXT: retq
+; AVX1OR2-LABEL: trunc_v2i64_v2i1:
+; AVX1OR2: # %bb.0:
+; AVX1OR2-NEXT: vpsllq $63, %xmm0, %xmm0
+; AVX1OR2-NEXT: vtestpd %xmm0, %xmm0
+; AVX1OR2-NEXT: setne %al
+; AVX1OR2-NEXT: ret{{[l|q]}}
;
; AVX512F-LABEL: trunc_v2i64_v2i1:
; AVX512F: # %bb.0:
-; AVX512F-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
+; AVX512F-NEXT: vpsllq $63, %xmm0, %xmm0
+; AVX512F-NEXT: vptestmq %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: testb $3, %al
; AVX512F-NEXT: setne %al
+; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
; AVX512BW-LABEL: trunc_v2i64_v2i1:
; AVX512BW: # %bb.0:
-; AVX512BW-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
+; AVX512BW-NEXT: vpsllq $63, %xmm0, %xmm0
+; AVX512BW-NEXT: vptestmq %zmm0, %zmm0, %k0
+; AVX512BW-NEXT: kmovd %k0, %eax
+; AVX512BW-NEXT: testb $3, %al
; AVX512BW-NEXT: setne %al
+; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: retq
;
; AVX512VL-LABEL: trunc_v2i64_v2i1:
; AVX512VL: # %bb.0:
-; AVX512VL-NEXT: vpbroadcastq {{.*#+}} xmm1 = [1,1]
-; AVX512VL-NEXT: vptest %xmm1, %xmm0
+; AVX512VL-NEXT: vpsllq $63, %xmm0, %xmm0
+; AVX512VL-NEXT: vpmovq2m %xmm0, %k0
+; AVX512VL-NEXT: kortestb %k0, %k0
; AVX512VL-NEXT: setne %al
; AVX512VL-NEXT: retq
%a = trunc <2 x i64> %0 to <2 x i1>
@@ -86,67 +66,46 @@ define i1 @trunc_v2i64_v2i1(<2 x i64>) nounwind {
}
define i1 @trunc_v4i32_v4i1(<4 x i32>) nounwind {
-; SSE2-LABEL: trunc_v4i32_v4i1:
-; SSE2: # %bb.0:
-; SSE2-NEXT: pslld $31, %xmm0
-; SSE2-NEXT: movmskps %xmm0, %eax
-; SSE2-NEXT: testl %eax, %eax
-; SSE2-NEXT: setne %al
-; SSE2-NEXT: ret{{[l|q]}}
-;
-; X86-SSE4-LABEL: trunc_v4i32_v4i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setne %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v4i32_v4i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setne %al
-; X64-SSE4-NEXT: retq
-;
-; X86-AVX1-LABEL: trunc_v4i32_v4i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-AVX1-NEXT: setne %al
-; X86-AVX1-NEXT: retl
-;
-; X64-AVX1-LABEL: trunc_v4i32_v4i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX1-NEXT: setne %al
-; X64-AVX1-NEXT: retq
-;
-; X86-AVX2-LABEL: trunc_v4i32_v4i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} xmm1 = [1,1,1,1]
-; X86-AVX2-NEXT: vptest %xmm1, %xmm0
-; X86-AVX2-NEXT: setne %al
-; X86-AVX2-NEXT: retl
+; SSE-LABEL: trunc_v4i32_v4i1:
+; SSE: # %bb.0:
+; SSE-NEXT: pslld $31, %xmm0
+; SSE-NEXT: movmskps %xmm0, %eax
+; SSE-NEXT: testl %eax, %eax
+; SSE-NEXT: setne %al
+; SSE-NEXT: ret{{[l|q]}}
;
-; X64-AVX2-LABEL: trunc_v4i32_v4i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX2-NEXT: setne %al
-; X64-AVX2-NEXT: retq
+; AVX1OR2-LABEL: trunc_v4i32_v4i1:
+; AVX1OR2: # %bb.0:
+; AVX1OR2-NEXT: vpslld $31, %xmm0, %xmm0
+; AVX1OR2-NEXT: vtestps %xmm0, %xmm0
+; AVX1OR2-NEXT: setne %al
+; AVX1OR2-NEXT: ret{{[l|q]}}
;
; AVX512F-LABEL: trunc_v4i32_v4i1:
; AVX512F: # %bb.0:
-; AVX512F-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
+; AVX512F-NEXT: vpslld $31, %xmm0, %xmm0
+; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: testb $15, %al
; AVX512F-NEXT: setne %al
+; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
; AVX512BW-LABEL: trunc_v4i32_v4i1:
; AVX512BW: # %bb.0:
-; AVX512BW-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
+; AVX512BW-NEXT: vpslld $31, %xmm0, %xmm0
+; AVX512BW-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512BW-NEXT: kmovd %k0, %eax
+; AVX512BW-NEXT: testb $15, %al
; AVX512BW-NEXT: setne %al
+; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: retq
;
; AVX512VL-LABEL: trunc_v4i32_v4i1:
; AVX512VL: # %bb.0:
-; AVX512VL-NEXT: vpbroadcastq {{.*#+}} xmm1 = [4294967297,4294967297]
-; AVX512VL-NEXT: vptest %xmm1, %xmm0
+; AVX512VL-NEXT: vpslld $31, %xmm0, %xmm0
+; AVX512VL-NEXT: vpmovd2m %xmm0, %k0
+; AVX512VL-NEXT: kortestb %k0, %k0
; AVX512VL-NEXT: setne %al
; AVX512VL-NEXT: retq
%a = trunc <4 x i32> %0 to <4 x i1>
@@ -155,67 +114,47 @@ define i1 @trunc_v4i32_v4i1(<4 x i32>) nounwind {
}
define i1 @trunc_v8i16_v8i1(<8 x i16>) nounwind {
-; SSE2-LABEL: trunc_v8i16_v8i1:
-; SSE2: # %bb.0:
-; SSE2-NEXT: psllw $7, %xmm0
-; SSE2-NEXT: pmovmskb %xmm0, %eax
-; SSE2-NEXT: testl $21845, %eax # imm = 0x5555
-; SSE2-NEXT: setne %al
-; SSE2-NEXT: ret{{[l|q]}}
-;
-; X86-SSE4-LABEL: trunc_v8i16_v8i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setne %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v8i16_v8i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setne %al
-; X64-SSE4-NEXT: retq
-;
-; X86-AVX1-LABEL: trunc_v8i16_v8i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-AVX1-NEXT: setne %al
-; X86-AVX1-NEXT: retl
-;
-; X64-AVX1-LABEL: trunc_v8i16_v8i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX1-NEXT: setne %al
-; X64-AVX1-NEXT: retq
-;
-; X86-AVX2-LABEL: trunc_v8i16_v8i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} xmm1 = [65537,65537,65537,65537]
-; X86-AVX2-NEXT: vptest %xmm1, %xmm0
-; X86-AVX2-NEXT: setne %al
-; X86-AVX2-NEXT: retl
+; SSE-LABEL: trunc_v8i16_v8i1:
+; SSE: # %bb.0:
+; SSE-NEXT: psllw $15, %xmm0
+; SSE-NEXT: pmovmskb %xmm0, %eax
+; SSE-NEXT: testl $43690, %eax # imm = 0xAAAA
+; SSE-NEXT: setne %al
+; SSE-NEXT: ret{{[l|q]}}
;
-; X64-AVX2-LABEL: trunc_v8i16_v8i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX2-NEXT: setne %al
-; X64-AVX2-NEXT: retq
+; AVX1OR2-LABEL: trunc_v8i16_v8i1:
+; AVX1OR2: # %bb.0:
+; AVX1OR2-NEXT: vpsllw $15, %xmm0, %xmm0
+; AVX1OR2-NEXT: vpmovmskb %xmm0, %eax
+; AVX1OR2-NEXT: testl $43690, %eax # imm = 0xAAAA
+; AVX1OR2-NEXT: setne %al
+; AVX1OR2-NEXT: ret{{[l|q]}}
;
; AVX512F-LABEL: trunc_v8i16_v8i1:
; AVX512F: # %bb.0:
-; AVX512F-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
+; AVX512F-NEXT: vpmovsxwq %xmm0, %zmm0
+; AVX512F-NEXT: vpsllq $63, %zmm0, %zmm0
+; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kortestw %k0, %k0
; AVX512F-NEXT: setne %al
+; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
; AVX512BW-LABEL: trunc_v8i16_v8i1:
; AVX512BW: # %bb.0:
-; AVX512BW-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
+; AVX512BW-NEXT: vpsllw $15, %xmm0, %xmm0
+; AVX512BW-NEXT: vpmovw2m %zmm0, %k0
+; AVX512BW-NEXT: kmovd %k0, %eax
+; AVX512BW-NEXT: testb %al, %al
; AVX512BW-NEXT: setne %al
+; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: retq
;
; AVX512VL-LABEL: trunc_v8i16_v8i1:
; AVX512VL: # %bb.0:
-; AVX512VL-NEXT: vpbroadcastq {{.*#+}} xmm1 = [281479271743489,281479271743489]
-; AVX512VL-NEXT: vptest %xmm1, %xmm0
+; AVX512VL-NEXT: vpsllw $15, %xmm0, %xmm0
+; AVX512VL-NEXT: vpmovw2m %xmm0, %k0
+; AVX512VL-NEXT: kortestb %k0, %k0
; AVX512VL-NEXT: setne %al
; AVX512VL-NEXT: retq
%a = trunc <8 x i16> %0 to <8 x i1>
@@ -224,134 +163,82 @@ define i1 @trunc_v8i16_v8i1(<8 x i16>) nounwind {
}
define i1 @trunc_v16i8_v16i1(<16 x i8>) nounwind {
-; SSE2-LABEL: trunc_v16i8_v16i1:
-; SSE2: # %bb.0:
-; SSE2-NEXT: psllw $7, %xmm0
-; SSE2-NEXT: pmovmskb %xmm0, %eax
-; SSE2-NEXT: testl %eax, %eax
-; SSE2-NEXT: setne %al
-; SSE2-NEXT: ret{{[l|q]}}
-;
-; X86-SSE4-LABEL: trunc_v16i8_v16i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setne %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v16i8_v16i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setne %al
-; X64-SSE4-NEXT: retq
-;
-; X86-AVX1-LABEL: trunc_v16i8_v16i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-AVX1-NEXT: setne %al
-; X86-AVX1-NEXT: retl
+; SSE-LABEL: trunc_v16i8_v16i1:
+; SSE: # %bb.0:
+; SSE-NEXT: psllw $7, %xmm0
+; SSE-NEXT: pmovmskb %xmm0, %eax
+; SSE-NEXT: testl %eax, %eax
+; SSE-NEXT: setne %al
+; SSE-NEXT: ret{{[l|q]}}
;
-; X64-AVX1-LABEL: trunc_v16i8_v16i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX1-NEXT: setne %al
-; X64-AVX1-NEXT: retq
+; AVX-LABEL: trunc_v16i8_v16i1:
+; AVX: # %bb.0:
+; AVX-NEXT: vpsllw $7, %xmm0, %xmm0
+; AVX-NEXT: vpmovmskb %xmm0, %eax
+; AVX-NEXT: testl %eax, %eax
+; AVX-NEXT: setne %al
+; AVX-NEXT: ret{{[l|q]}}
+ %a = trunc <16 x i8> %0 to <16 x i1>
+ %b = call i1 @llvm.vector.reduce.or.v16i1(<16 x i1> %a)
+ ret i1 %b
+}
+
+define i1 @trunc_v4i64_v4i1(<4 x i64>) nounwind {
+; SSE-LABEL: trunc_v4i64_v4i1:
+; SSE: # %bb.0:
+; SSE-NEXT: shufps {{.*#+}} xmm0 = xmm0[0,2],xmm1[0,2]
+; SSE-NEXT: pslld $31, %xmm0
+; SSE-NEXT: movmskps %xmm0, %eax
+; SSE-NEXT: testl %eax, %eax
+; SSE-NEXT: setne %al
+; SSE-NEXT: ret{{[l|q]}}
;
-; X86-AVX2-LABEL: trunc_v16i8_v16i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} xmm1 = [16843009,16843009,16843009,16843009]
-; X86-AVX2-NEXT: vptest %xmm1, %xmm0
-; X86-AVX2-NEXT: setne %al
-; X86-AVX2-NEXT: retl
+; AVX1-LABEL: trunc_v4i64_v4i1:
+; AVX1: # %bb.0:
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1-NEXT: vshufps {{.*#+}} xmm0 = xmm0[0,2],xmm1[0,2]
+; AVX1-NEXT: vpslld $31, %xmm0, %xmm0
+; AVX1-NEXT: vtestps %xmm0, %xmm0
+; AVX1-NEXT: setne %al
+; AVX1-NEXT: vzeroupper
+; AVX1-NEXT: ret{{[l|q]}}
;
-; X64-AVX2-LABEL: trunc_v16i8_v16i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-AVX2-NEXT: setne %al
-; X64-AVX2-NEXT: retq
+; AVX2-LABEL: trunc_v4i64_v4i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vpsllq $63, %ymm0, %ymm0
+; AVX2-NEXT: vtestpd %ymm0, %ymm0
+; AVX2-NEXT: setne %al
+; AVX2-NEXT: vzeroupper
+; AVX2-NEXT: ret{{[l|q]}}
;
-; AVX512F-LABEL: trunc_v16i8_v16i1:
+; AVX512F-LABEL: trunc_v4i64_v4i1:
; AVX512F: # %bb.0:
-; AVX512F-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
+; AVX512F-NEXT: vpsllq $63, %ymm0, %ymm0
+; AVX512F-NEXT: vptestmq %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: testb $15, %al
; AVX512F-NEXT: setne %al
+; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
-; AVX512BW-LABEL: trunc_v16i8_v16i1:
+; AVX512BW-LABEL: trunc_v4i64_v4i1:
; AVX512BW: # %bb.0:
-; AVX512BW-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
+; AVX512BW-NEXT: vpsllq $63, %ymm0, %ymm0
+; AVX512BW-NEXT: vptestmq %zmm0, %zmm0, %k0
+; AVX512BW-NEXT: kmovd %k0, %eax
+; AVX512BW-NEXT: testb $15, %al
; AVX512BW-NEXT: setne %al
+; AVX512BW-NEXT: vzeroupper
; AVX512BW-NEXT: retq
;
-; AVX512VL-LABEL: trunc_v16i8_v16i1:
+; AVX512VL-LABEL: trunc_v4i64_v4i1:
; AVX512VL: # %bb.0:
-; AVX512VL-NEXT: vpbroadcastq {{.*#+}} xmm1 = [72340172838076673,72340172838076673]
-; AVX512VL-NEXT: vptest %xmm1, %xmm0
+; AVX512VL-NEXT: vpsllq $63, %ymm0, %ymm0
+; AVX512VL-NEXT: vpmovq2m %ymm0, %k0
+; AVX512VL-NEXT: kortestb %k0, %k0
; AVX512VL-NEXT: setne %al
+; AVX512VL-NEXT: vzeroupper
; AVX512VL-NEXT: retq
- %a = trunc <16 x i8> %0 to <16 x i1>
- %b = call i1 @llvm.vector.reduce.or.v16i1(<16 x i1> %a)
- ret i1 %b
-}
-
-define i1 @trunc_v4i64_v4i1(<4 x i64>) nounwind {
-; SSE2-LABEL: trunc_v4i64_v4i1:
-; SSE2: # %bb.0:
-; SSE2-NEXT: shufps {{.*#+}} xmm0 = xmm0[0,2],xmm1[0,2]
-; SSE2-NEXT: pslld $31, %xmm0
-; SSE2-NEXT: movmskps %xmm0, %eax
-; SSE2-NEXT: testl %eax, %eax
-; SSE2-NEXT: setne %al
-; SSE2-NEXT: ret{{[l|q]}}
-;
-; X86-SSE4-LABEL: trunc_v4i64_v4i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: por %xmm1, %xmm0
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setne %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v4i64_v4i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: por %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setne %al
-; X64-SSE4-NEXT: retq
-;
-; X86-AVX1-LABEL: trunc_v4i64_v4i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX1-NEXT: setne %al
-; X86-AVX1-NEXT: vzeroupper
-; X86-AVX1-NEXT: retl
-;
-; X64-AVX1-LABEL: trunc_v4i64_v4i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
-; X64-AVX1-NEXT: setne %al
-; X64-AVX1-NEXT: vzeroupper
-; X64-AVX1-NEXT: retq
-;
-; X86-AVX2-LABEL: trunc_v4i64_v4i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX2-NEXT: setne %al
-; X86-AVX2-NEXT: vzeroupper
-; X86-AVX2-NEXT: retl
-;
-; X64-AVX2-LABEL: trunc_v4i64_v4i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [1,1,1,1]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setne %al
-; X64-AVX2-NEXT: vzeroupper
-; X64-AVX2-NEXT: retq
-;
-; AVX512-LABEL: trunc_v4i64_v4i1:
-; AVX512: # %bb.0:
-; AVX512-NEXT: vpbroadcastq {{.*#+}} ymm1 = [1,1,1,1]
-; AVX512-NEXT: vptest %ymm1, %ymm0
-; AVX512-NEXT: setne %al
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
%a = trunc <4 x i64> %0 to <4 x i1>
%b = call i1 @llvm.vector.reduce.or.v4i1(<4 x i1> %a)
ret i1 %b
@@ -360,64 +247,71 @@ define i1 @trunc_v4i64_v4i1(<4 x i64>) nounwind {
define i1 @trunc_v8i32_v8i1(<8 x i32>) nounwind {
; SSE2-LABEL: trunc_v8i32_v8i1:
; SSE2: # %bb.0:
-; SSE2-NEXT: por %xmm1, %xmm0
-; SSE2-NEXT: pslld $31, %xmm0
-; SSE2-NEXT: movmskps %xmm0, %eax
-; SSE2-NEXT: testl %eax, %eax
+; SSE2-NEXT: pslld $16, %xmm1
+; SSE2-NEXT: psrad $16, %xmm1
+; SSE2-NEXT: pslld $16, %xmm0
+; SSE2-NEXT: psrad $16, %xmm0
+; SSE2-NEXT: packssdw %xmm1, %xmm0
+; SSE2-NEXT: psllw $15, %xmm0
+; SSE2-NEXT: pmovmskb %xmm0, %eax
+; SSE2-NEXT: testl $43690, %eax # imm = 0xAAAA
; SSE2-NEXT: setne %al
; SSE2-NEXT: ret{{[l|q]}}
;
-; X86-SSE4-LABEL: trunc_v8i32_v8i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: por %xmm1, %xmm0
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setne %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v8i32_v8i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: por %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setne %al
-; X64-SSE4-NEXT: retq
+; SSE4-LABEL: trunc_v8i32_v8i1:
+; SSE4: # %bb.0:
+; SSE4-NEXT: pxor %xmm2, %xmm2
+; SSE4-NEXT: pblendw {{.*#+}} xmm1 = xmm1[0],xmm2[1],xmm1[2],xmm2[3],xmm1[4],xmm2[5],xmm1[6],xmm2[7]
+; SSE4-NEXT: pblendw {{.*#+}} xmm0 = xmm0[0],xmm2[1],xmm0[2],xmm2[3],xmm0[4],xmm2[5],xmm0[6],xmm2[7]
+; SSE4-NEXT: packusdw %xmm1, %xmm0
+; SSE4-NEXT: psllw $15, %xmm0
+; SSE4-NEXT: pmovmskb %xmm0, %eax
+; SSE4-NEXT: testl $43690, %eax # imm = 0xAAAA
+; SSE4-NEXT: setne %al
+; SSE4-NEXT: ret{{[l|q]}}
;
-; X86-AVX1-LABEL: trunc_v8i32_v8i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX1-NEXT: setne %al
-; X86-AVX1-NEXT: vzeroupper
-; X86-AVX1-NEXT: retl
+; AVX1-LABEL: trunc_v8i32_v8i1:
+; AVX1: # %bb.0:
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpslld $31, %xmm0, %xmm0
+; AVX1-NEXT: vtestps %xmm0, %xmm0
+; AVX1-NEXT: setne %al
+; AVX1-NEXT: vzeroupper
+; AVX1-NEXT: ret{{[l|q]}}
;
-; X64-AVX1-LABEL: trunc_v8i32_v8i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
-; X64-AVX1-NEXT: setne %al
-; X64-AVX1-NEXT: vzeroupper
-; X64-AVX1-NEXT: retq
+; AVX2-LABEL: trunc_v8i32_v8i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vpslld $31, %ymm0, %ymm0
+; AVX2-NEXT: vtestps %ymm0, %ymm0
+; AVX2-NEXT: setne %al
+; AVX2-NEXT: vzeroupper
+; AVX2-NEXT: ret{{[l|q]}}
;
-; X86-AVX2-LABEL: trunc_v8i32_v8i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} ymm1 = [1,1,1,1,1,1,1,1]
-; X86-AVX2-NEXT: vptest %ymm1, %ymm0
-; X86-AVX2-NEXT: setne %al
-; X86-AVX2-NEXT: vzeroupper
-; X86-AVX2-NEXT: retl
+; AVX512F-LABEL: trunc_v8i32_v8i1:
+; AVX512F: # %bb.0:
+; AVX512F-NEXT: vpslld $31, %ymm0, %ymm0
+; AVX512F-NEXT: vptest %ymm0, %ymm0
+; AVX512F-NEXT: setne %al
+; AVX512F-NEXT: vzeroupper
+; AVX512F-NEXT: retq
;
-; X64-AVX2-LABEL: trunc_v8i32_v8i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [4294967297,4294967297,4294967297,4294967297]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setne %al
-; X64-AVX2-NEXT: vzeroupper
-; X64-AVX2-NEXT: retq
+; AVX512BW-LABEL: trunc_v8i32_v8i1:
+; AVX512BW: # %bb.0:
+; AVX512BW-NEXT: vpslld $31, %ymm0, %ymm0
+; AVX512BW-NEXT: vptest %ymm0, %ymm0
+; AVX512BW-NEXT: setne %al
+; AVX512BW-NEXT: vzeroupper
+; AVX512BW-NEXT: retq
;
-; AVX512-LABEL: trunc_v8i32_v8i1:
-; AVX512: # %bb.0:
-; AVX512-NEXT: vpbroadcastq {{.*#+}} ymm1 = [4294967297,4294967297,4294967297,4294967297]
-; AVX512-NEXT: vptest %ymm1, %ymm0
-; AVX512-NEXT: setne %al
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
+; AVX512VL-LABEL: trunc_v8i32_v8i1:
+; AVX512VL: # %bb.0:
+; AVX512VL-NEXT: vpslld $31, %ymm0, %ymm0
+; AVX512VL-NEXT: vpmovd2m %ymm0, %k0
+; AVX512VL-NEXT: kortestb %k0, %k0
+; AVX512VL-NEXT: setne %al
+; AVX512VL-NEXT: vzeroupper
+; AVX512VL-NEXT: retq
%a = trunc <8 x i32> %0 to <8 x i1>
%b = call i1 @llvm.vector.reduce.or.v8i1(<8 x i1> %a)
ret i1 %b
@@ -426,127 +320,143 @@ define i1 @trunc_v8i32_v8i1(<8 x i32>) nounwind {
define i1 @trunc_v16i16_v16i1(<16 x i16>) nounwind {
; SSE2-LABEL: trunc_v16i16_v16i1:
; SSE2: # %bb.0:
-; SSE2-NEXT: por %xmm1, %xmm0
+; SSE2-NEXT: movdqa {{.*#+}} xmm2 = [255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0]
+; SSE2-NEXT: pand %xmm2, %xmm1
+; SSE2-NEXT: pand %xmm2, %xmm0
+; SSE2-NEXT: packuswb %xmm1, %xmm0
; SSE2-NEXT: psllw $7, %xmm0
; SSE2-NEXT: pmovmskb %xmm0, %eax
-; SSE2-NEXT: testl $21845, %eax # imm = 0x5555
+; SSE2-NEXT: testl %eax, %eax
; SSE2-NEXT: setne %al
; SSE2-NEXT: ret{{[l|q]}}
;
-; X86-SSE4-LABEL: trunc_v16i16_v16i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: por %xmm1, %xmm0
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setne %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v16i16_v16i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: por %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setne %al
-; X64-SSE4-NEXT: retq
+; SSE4-LABEL: trunc_v16i16_v16i1:
+; SSE4: # %bb.0:
+; SSE4-NEXT: pmovzxbw {{.*#+}} xmm2 = [255,255,255,255,255,255,255,255]
+; SSE4-NEXT: pand %xmm2, %xmm1
+; SSE4-NEXT: pand %xmm2, %xmm0
+; SSE4-NEXT: packuswb %xmm1, %xmm0
+; SSE4-NEXT: psllw $7, %xmm0
+; SSE4-NEXT: pmovmskb %xmm0, %eax
+; SSE4-NEXT: testl %eax, %eax
+; SSE4-NEXT: setne %al
+; SSE4-NEXT: ret{{[l|q]}}
;
; X86-AVX1-LABEL: trunc_v16i16_v16i1:
; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
+; X86-AVX1-NEXT: vandps {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0, %ymm0
+; X86-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; X86-AVX1-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; X86-AVX1-NEXT: vpsllw $7, %xmm0, %xmm0
+; X86-AVX1-NEXT: vpmovmskb %xmm0, %eax
+; X86-AVX1-NEXT: testl %eax, %eax
; X86-AVX1-NEXT: setne %al
; X86-AVX1-NEXT: vzeroupper
; X86-AVX1-NEXT: retl
;
; X64-AVX1-LABEL: trunc_v16i16_v16i1:
; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
+; X64-AVX1-NEXT: vandps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
+; X64-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; X64-AVX1-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; X64-AVX1-NEXT: vpsllw $7, %xmm0, %xmm0
+; X64-AVX1-NEXT: vpmovmskb %xmm0, %eax
+; X64-AVX1-NEXT: testl %eax, %eax
; X64-AVX1-NEXT: setne %al
; X64-AVX1-NEXT: vzeroupper
; X64-AVX1-NEXT: retq
;
; X86-AVX2-LABEL: trunc_v16i16_v16i1:
; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} ymm1 = [65537,65537,65537,65537,65537,65537,65537,65537]
-; X86-AVX2-NEXT: vptest %ymm1, %ymm0
+; X86-AVX2-NEXT: vpand {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0, %ymm0
+; X86-AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; X86-AVX2-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; X86-AVX2-NEXT: vpsllw $7, %xmm0, %xmm0
+; X86-AVX2-NEXT: vpmovmskb %xmm0, %eax
+; X86-AVX2-NEXT: testl %eax, %eax
; X86-AVX2-NEXT: setne %al
; X86-AVX2-NEXT: vzeroupper
; X86-AVX2-NEXT: retl
;
; X64-AVX2-LABEL: trunc_v16i16_v16i1:
; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [281479271743489,281479271743489,281479271743489,281479271743489]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
+; X64-AVX2-NEXT: vpand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
+; X64-AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; X64-AVX2-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; X64-AVX2-NEXT: vpsllw $7, %xmm0, %xmm0
+; X64-AVX2-NEXT: vpmovmskb %xmm0, %eax
+; X64-AVX2-NEXT: testl %eax, %eax
; X64-AVX2-NEXT: setne %al
; X64-AVX2-NEXT: vzeroupper
; X64-AVX2-NEXT: retq
;
-; AVX512-LABEL: trunc_v16i16_v16i1:
-; AVX512: # %bb.0:
-; AVX512-NEXT: vpbroadcastq {{.*#+}} ymm1 = [281479271743489,281479271743489,281479271743489,281479271743489]
-; AVX512-NEXT: vptest %ymm1, %ymm0
-; AVX512-NEXT: setne %al
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
+; AVX512F-LABEL: trunc_v16i16_v16i1:
+; AVX512F: # %bb.0:
+; AVX512F-NEXT: vpmovsxwd %ymm0, %zmm0
+; AVX512F-NEXT: vpslld $31, %zmm0, %zmm0
+; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kortestw %k0, %k0
+; AVX512F-NEXT: setne %al
+; AVX512F-NEXT: vzeroupper
+; AVX512F-NEXT: retq
+;
+; AVX512BW-LABEL: trunc_v16i16_v16i1:
+; AVX512BW: # %bb.0:
+; AVX512BW-NEXT: vpsllw $15, %ymm0, %ymm0
+; AVX512BW-NEXT: vpmovw2m %zmm0, %k0
+; AVX512BW-NEXT: kortestw %k0, %k0
+; AVX512BW-NEXT: setne %al
+; AVX512BW-NEXT: vzeroupper
+; AVX512BW-NEXT: retq
+;
+; AVX512VL-LABEL: trunc_v16i16_v16i1:
+; AVX512VL: # %bb.0:
+; AVX512VL-NEXT: vpsllw $15, %ymm0, %ymm0
+; AVX512VL-NEXT: vpmovw2m %ymm0, %k0
+; AVX512VL-NEXT: kortestw %k0, %k0
+; AVX512VL-NEXT: setne %al
+; AVX512VL-NEXT: vzeroupper
+; AVX512VL-NEXT: retq
%a = trunc <16 x i16> %0 to <16 x i1>
%b = call i1 @llvm.vector.reduce.or.v16i1(<16 x i1> %a)
ret i1 %b
}
define i1 @trunc_v32i8_v32i1(<32 x i8>) nounwind {
-; SSE2-LABEL: trunc_v32i8_v32i1:
-; SSE2: # %bb.0:
-; SSE2-NEXT: por %xmm1, %xmm0
-; SSE2-NEXT: psllw $7, %xmm0
-; SSE2-NEXT: pmovmskb %xmm0, %eax
-; SSE2-NEXT: testl %eax, %eax
-; SSE2-NEXT: setne %al
-; SSE2-NEXT: ret{{[l|q]}}
-;
-; X86-SSE4-LABEL: trunc_v32i8_v32i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: por %xmm1, %xmm0
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0
-; X86-SSE4-NEXT: setne %al
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v32i8_v32i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: por %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setne %al
-; X64-SSE4-NEXT: retq
-;
-; X86-AVX1-LABEL: trunc_v32i8_v32i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX1-NEXT: setne %al
-; X86-AVX1-NEXT: vzeroupper
-; X86-AVX1-NEXT: retl
-;
-; X64-AVX1-LABEL: trunc_v32i8_v32i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
-; X64-AVX1-NEXT: setne %al
-; X64-AVX1-NEXT: vzeroupper
-; X64-AVX1-NEXT: retq
+; SSE-LABEL: trunc_v32i8_v32i1:
+; SSE: # %bb.0:
+; SSE-NEXT: por %xmm1, %xmm0
+; SSE-NEXT: psllw $7, %xmm0
+; SSE-NEXT: pmovmskb %xmm0, %eax
+; SSE-NEXT: testl %eax, %eax
+; SSE-NEXT: setne %al
+; SSE-NEXT: ret{{[l|q]}}
;
-; X86-AVX2-LABEL: trunc_v32i8_v32i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} ymm1 = [16843009,16843009,16843009,16843009,16843009,16843009,16843009,16843009]
-; X86-AVX2-NEXT: vptest %ymm1, %ymm0
-; X86-AVX2-NEXT: setne %al
-; X86-AVX2-NEXT: vzeroupper
-; X86-AVX2-NEXT: retl
+; AVX1-LABEL: trunc_v32i8_v32i1:
+; AVX1: # %bb.0:
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsllw $7, %xmm0, %xmm0
+; AVX1-NEXT: vpmovmskb %xmm0, %eax
+; AVX1-NEXT: testl %eax, %eax
+; AVX1-NEXT: setne %al
+; AVX1-NEXT: vzeroupper
+; AVX1-NEXT: ret{{[l|q]}}
;
-; X64-AVX2-LABEL: trunc_v32i8_v32i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [72340172838076673,72340172838076673,72340172838076673,72340172838076673]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setne %al
-; X64-AVX2-NEXT: vzeroupper
-; X64-AVX2-NEXT: retq
+; AVX2-LABEL: trunc_v32i8_v32i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vpsllw $7, %ymm0, %ymm0
+; AVX2-NEXT: vpmovmskb %ymm0, %eax
+; AVX2-NEXT: testl %eax, %eax
+; AVX2-NEXT: setne %al
+; AVX2-NEXT: vzeroupper
+; AVX2-NEXT: ret{{[l|q]}}
;
; AVX512-LABEL: trunc_v32i8_v32i1:
; AVX512: # %bb.0:
-; AVX512-NEXT: vpbroadcastq {{.*#+}} ymm1 = [72340172838076673,72340172838076673,72340172838076673,72340172838076673]
-; AVX512-NEXT: vptest %ymm1, %ymm0
+; AVX512-NEXT: vpsllw $7, %ymm0, %ymm0
+; AVX512-NEXT: vpmovmskb %ymm0, %eax
+; AVX512-NEXT: testl %eax, %eax
; AVX512-NEXT: setne %al
; AVX512-NEXT: vzeroupper
; AVX512-NEXT: retq
@@ -598,10 +508,17 @@ define i1 @trunc_v8i64_v8i1(<8 x i64>) nounwind {
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
-; X86-SSE4-NEXT: por %xmm2, %xmm0
-; X86-SSE4-NEXT: por 8(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm1
+; X86-SSE4-NEXT: pxor %xmm3, %xmm3
+; X86-SSE4-NEXT: pblendw {{.*#+}} xmm1 = xmm1[0],xmm3[1,2,3],xmm1[4],xmm3[5,6,7]
+; X86-SSE4-NEXT: pblendw {{.*#+}} xmm0 = xmm0[0],xmm3[1,2,3],xmm0[4],xmm3[5,6,7]
+; X86-SSE4-NEXT: packusdw %xmm1, %xmm0
+; X86-SSE4-NEXT: pblendw {{.*#+}} xmm2 = xmm2[0],xmm3[1,2,3],xmm2[4],xmm3[5,6,7]
+; X86-SSE4-NEXT: pblendw {{.*#+}} xmm3 = mem[0],xmm3[1,2,3],mem[4],xmm3[5,6,7]
+; X86-SSE4-NEXT: packusdw %xmm3, %xmm2
+; X86-SSE4-NEXT: packusdw %xmm2, %xmm0
+; X86-SSE4-NEXT: psllw $15, %xmm0
+; X86-SSE4-NEXT: pmovmskb %xmm0, %eax
+; X86-SSE4-NEXT: testl $43690, %eax # imm = 0xAAAA
; X86-SSE4-NEXT: setne %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
@@ -609,351 +526,466 @@ define i1 @trunc_v8i64_v8i1(<8 x i64>) nounwind {
;
; X64-SSE4-LABEL: trunc_v8i64_v8i1:
; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: por %xmm3, %xmm1
-; X64-SSE4-NEXT: por %xmm2, %xmm0
-; X64-SSE4-NEXT: por %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
-; X64-SSE4-NEXT: setne %al
-; X64-SSE4-NEXT: retq
-;
-; X86-AVX1-LABEL: trunc_v8i64_v8i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vorps %ymm1, %ymm0, %ymm0
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX1-NEXT: setne %al
-; X86-AVX1-NEXT: vzeroupper
-; X86-AVX1-NEXT: retl
-;
-; X64-AVX1-LABEL: trunc_v8i64_v8i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vorps %ymm1, %ymm0, %ymm0
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
-; X64-AVX1-NEXT: setne %al
-; X64-AVX1-NEXT: vzeroupper
-; X64-AVX1-NEXT: retq
-;
-; X86-AVX2-LABEL: trunc_v8i64_v8i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpor %ymm1, %ymm0, %ymm0
-; X86-AVX2-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX2-NEXT: setne %al
-; X86-AVX2-NEXT: vzeroupper
-; X86-AVX2-NEXT: retl
-;
-; X64-AVX2-LABEL: trunc_v8i64_v8i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpor %ymm1, %ymm0, %ymm0
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [1,1,1,1]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setne %al
-; X64-AVX2-NEXT: vzeroupper
-; X64-AVX2-NEXT: retq
-;
-; AVX512-LABEL: trunc_v8i64_v8i1:
-; AVX512: # %bb.0:
-; AVX512-NEXT: vpbroadcastq {{.*#+}} zmm1 = [1,1,1,1,1,1,1,1]
-; AVX512-NEXT: vptestmd %zmm1, %zmm0, %k0
-; AVX512-NEXT: kortestw %k0, %k0
-; AVX512-NEXT: setne %al
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
- %a = trunc <8 x i64> %0 to <8 x i1>
- %b = call i1 @llvm.vector.reduce.or.v8i1(<8 x i1> %a)
- ret i1 %b
-}
-
-define i1 @trunc_v16i32_v16i1(<16 x i32>) nounwind {
-; X86-SSE2-LABEL: trunc_v16i32_v16i1:
-; X86-SSE2: # %bb.0:
-; X86-SSE2-NEXT: pushl %ebp
-; X86-SSE2-NEXT: movl %esp, %ebp
-; X86-SSE2-NEXT: andl $-16, %esp
-; X86-SSE2-NEXT: subl $16, %esp
-; X86-SSE2-NEXT: por %xmm2, %xmm0
-; X86-SSE2-NEXT: por 8(%ebp), %xmm1
-; X86-SSE2-NEXT: por %xmm0, %xmm1
-; X86-SSE2-NEXT: pslld $31, %xmm1
-; X86-SSE2-NEXT: movmskps %xmm1, %eax
-; X86-SSE2-NEXT: testl %eax, %eax
-; X86-SSE2-NEXT: setne %al
-; X86-SSE2-NEXT: movl %ebp, %esp
-; X86-SSE2-NEXT: popl %ebp
-; X86-SSE2-NEXT: retl
-;
-; X64-SSE2-LABEL: trunc_v16i32_v16i1:
-; X64-SSE2: # %bb.0:
-; X64-SSE2-NEXT: por %xmm3, %xmm1
-; X64-SSE2-NEXT: por %xmm2, %xmm0
-; X64-SSE2-NEXT: por %xmm1, %xmm0
-; X64-SSE2-NEXT: pslld $31, %xmm0
-; X64-SSE2-NEXT: movmskps %xmm0, %eax
-; X64-SSE2-NEXT: testl %eax, %eax
-; X64-SSE2-NEXT: setne %al
-; X64-SSE2-NEXT: retq
-;
-; X86-SSE4-LABEL: trunc_v16i32_v16i1:
-; X86-SSE4: # %bb.0:
-; X86-SSE4-NEXT: pushl %ebp
-; X86-SSE4-NEXT: movl %esp, %ebp
-; X86-SSE4-NEXT: andl $-16, %esp
-; X86-SSE4-NEXT: subl $16, %esp
-; X86-SSE4-NEXT: por %xmm2, %xmm0
-; X86-SSE4-NEXT: por 8(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm1
-; X86-SSE4-NEXT: setne %al
-; X86-SSE4-NEXT: movl %ebp, %esp
-; X86-SSE4-NEXT: popl %ebp
-; X86-SSE4-NEXT: retl
-;
-; X64-SSE4-LABEL: trunc_v16i32_v16i1:
-; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: por %xmm3, %xmm1
-; X64-SSE4-NEXT: por %xmm2, %xmm0
-; X64-SSE4-NEXT: por %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
+; X64-SSE4-NEXT: pxor %xmm4, %xmm4
+; X64-SSE4-NEXT: pblendw {{.*#+}} xmm3 = xmm3[0],xmm4[1,2,3],xmm3[4],xmm4[5,6,7]
+; X64-SSE4-NEXT: pblendw {{.*#+}} xmm2 = xmm2[0],xmm4[1,2,3],xmm2[4],xmm4[5,6,7]
+; X64-SSE4-NEXT: packusdw %xmm3, %xmm2
+; X64-SSE4-NEXT: pblendw {{.*#+}} xmm1 = xmm1[0],xmm4[1,2,3],xmm1[4],xmm4[5,6,7]
+; X64-SSE4-NEXT: pblendw {{.*#+}} xmm0 = xmm0[0],xmm4[1,2,3],xmm0[4],xmm4[5,6,7]
+; X64-SSE4-NEXT: packusdw %xmm1, %xmm0
+; X64-SSE4-NEXT: packusdw %xmm2, %xmm0
+; X64-SSE4-NEXT: psllw $15, %xmm0
+; X64-SSE4-NEXT: pmovmskb %xmm0, %eax
+; X64-SSE4-NEXT: testl $43690, %eax # imm = 0xAAAA
; X64-SSE4-NEXT: setne %al
; X64-SSE4-NEXT: retq
;
-; X86-AVX1-LABEL: trunc_v16i32_v16i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vorps %ymm1, %ymm0, %ymm0
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX1-NEXT: setne %al
-; X86-AVX1-NEXT: vzeroupper
-; X86-AVX1-NEXT: retl
+; AVX1-LABEL: trunc_v8i64_v8i1:
+; AVX1: # %bb.0:
+; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm2
+; AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm1[0,2],xmm2[0,2]
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm2
+; AVX1-NEXT: vshufps {{.*#+}} xmm0 = xmm0[0,2],xmm2[0,2]
+; AVX1-NEXT: vorps %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpslld $31, %xmm0, %xmm0
+; AVX1-NEXT: vtestps %xmm0, %xmm0
+; AVX1-NEXT: setne %al
+; AVX1-NEXT: vzeroupper
+; AVX1-NEXT: ret{{[l|q]}}
;
-; X64-AVX1-LABEL: trunc_v16i32_v16i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vorps %ymm1, %ymm0, %ymm0
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
-; X64-AVX1-NEXT: setne %al
-; X64-AVX1-NEXT: vzeroupper
-; X64-AVX1-NEXT: retq
+; AVX2-LABEL: trunc_v8i64_v8i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vshufps {{.*#+}} ymm0 = ymm0[0,2],ymm1[0,2],ymm0[4,6],ymm1[4,6]
+; AVX2-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,2,1,3]
+; AVX2-NEXT: vpslld $31, %ymm0, %ymm0
+; AVX2-NEXT: vtestps %ymm0, %ymm0
+; AVX2-NEXT: setne %al
+; AVX2-NEXT: vzeroupper
+; AVX2-NEXT: ret{{[l|q]}}
;
-; X86-AVX2-LABEL: trunc_v16i32_v16i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpor %ymm1, %ymm0, %ymm0
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} ymm1 = [1,1,1,1,1,1,1,1]
-; X86-AVX2-NEXT: vptest %ymm1, %ymm0
-; X86-AVX2-NEXT: setne %al
-; X86-AVX2-NEXT: vzeroupper
-; X86-AVX2-NEXT: retl
+; AVX512F-LABEL: trunc_v8i64_v8i1:
+; AVX512F: # %bb.0:
+; AVX512F-NEXT: vpsllq $63, %zmm0, %zmm0
+; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kortestw %k0, %k0
+; AVX512F-NEXT: setne %al
+; AVX512F-NEXT: vzeroupper
+; AVX512F-NEXT: retq
;
-; X64-AVX2-LABEL: trunc_v16i32_v16i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpor %ymm1, %ymm0, %ymm0
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [4294967297,4294967297,4294967297,4294967297]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setne %al
-; X64-AVX2-NEXT: vzeroupper
-; X64-AVX2-NEXT: retq
+; AVX512BW-LABEL: trunc_v8i64_v8i1:
+; AVX512BW: # %bb.0:
+; AVX512BW-NEXT: vpsllq $63, %zmm0, %zmm0
+; AVX512BW-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512BW-NEXT: kortestw %k0, %k0
+; AVX512BW-NEXT: setne %al
+; AVX512BW-NEXT: vzeroupper
+; AVX512BW-NEXT: retq
;
-; AVX512-LABEL: trunc_v16i32_v16i1:
-; AVX512: # %bb.0:
-; AVX512-NEXT: vptestmd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %k0
-; AVX512-NEXT: kortestw %k0, %k0
-; AVX512-NEXT: setne %al
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
- %a = trunc <16 x i32> %0 to <16 x i1>
- %b = call i1 @llvm.vector.reduce.or.v16i1(<16 x i1> %a)
+; AVX512VL-LABEL: trunc_v8i64_v8i1:
+; AVX512VL: # %bb.0:
+; AVX512VL-NEXT: vpsllq $63, %zmm0, %zmm0
+; AVX512VL-NEXT: vpmovq2m %zmm0, %k0
+; AVX512VL-NEXT: kortestb %k0, %k0
+; AVX512VL-NEXT: setne %al
+; AVX512VL-NEXT: vzeroupper
+; AVX512VL-NEXT: retq
+ %a = trunc <8 x i64> %0 to <8 x i1>
+ %b = call i1 @llvm.vector.reduce.or.v8i1(<8 x i1> %a)
ret i1 %b
}
-define i1 @trunc_v32i16_v32i1(<32 x i16>) nounwind {
-; X86-SSE2-LABEL: trunc_v32i16_v32i1:
+define i1 @trunc_v16i32_v16i1(<16 x i32>) nounwind {
+; X86-SSE2-LABEL: trunc_v16i32_v16i1:
; X86-SSE2: # %bb.0:
; X86-SSE2-NEXT: pushl %ebp
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
-; X86-SSE2-NEXT: por %xmm2, %xmm0
-; X86-SSE2-NEXT: por 8(%ebp), %xmm1
-; X86-SSE2-NEXT: por %xmm0, %xmm1
-; X86-SSE2-NEXT: psllw $7, %xmm1
-; X86-SSE2-NEXT: pmovmskb %xmm1, %eax
-; X86-SSE2-NEXT: testl $21845, %eax # imm = 0x5555
+; X86-SSE2-NEXT: movdqa {{.*#+}} xmm3 = [255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0]
+; X86-SSE2-NEXT: pand %xmm3, %xmm1
+; X86-SSE2-NEXT: pand %xmm3, %xmm0
+; X86-SSE2-NEXT: packuswb %xmm1, %xmm0
+; X86-SSE2-NEXT: pand %xmm3, %xmm2
+; X86-SSE2-NEXT: pand 8(%ebp), %xmm3
+; X86-SSE2-NEXT: packuswb %xmm3, %xmm2
+; X86-SSE2-NEXT: packuswb %xmm2, %xmm0
+; X86-SSE2-NEXT: psllw $7, %xmm0
+; X86-SSE2-NEXT: pmovmskb %xmm0, %eax
+; X86-SSE2-NEXT: testl %eax, %eax
; X86-SSE2-NEXT: setne %al
; X86-SSE2-NEXT: movl %ebp, %esp
; X86-SSE2-NEXT: popl %ebp
; X86-SSE2-NEXT: retl
;
-; X64-SSE2-LABEL: trunc_v32i16_v32i1:
+; X64-SSE2-LABEL: trunc_v16i32_v16i1:
; X64-SSE2: # %bb.0:
-; X64-SSE2-NEXT: por %xmm3, %xmm1
-; X64-SSE2-NEXT: por %xmm2, %xmm0
-; X64-SSE2-NEXT: por %xmm1, %xmm0
+; X64-SSE2-NEXT: movdqa {{.*#+}} xmm4 = [255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0]
+; X64-SSE2-NEXT: pand %xmm4, %xmm3
+; X64-SSE2-NEXT: pand %xmm4, %xmm2
+; X64-SSE2-NEXT: packuswb %xmm3, %xmm2
+; X64-SSE2-NEXT: pand %xmm4, %xmm1
+; X64-SSE2-NEXT: pand %xmm4, %xmm0
+; X64-SSE2-NEXT: packuswb %xmm1, %xmm0
+; X64-SSE2-NEXT: packuswb %xmm2, %xmm0
; X64-SSE2-NEXT: psllw $7, %xmm0
; X64-SSE2-NEXT: pmovmskb %xmm0, %eax
-; X64-SSE2-NEXT: testl $21845, %eax # imm = 0x5555
+; X64-SSE2-NEXT: testl %eax, %eax
; X64-SSE2-NEXT: setne %al
; X64-SSE2-NEXT: retq
;
-; X86-SSE4-LABEL: trunc_v32i16_v32i1:
+; X86-SSE4-LABEL: trunc_v16i32_v16i1:
; X86-SSE4: # %bb.0:
; X86-SSE4-NEXT: pushl %ebp
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
-; X86-SSE4-NEXT: por %xmm2, %xmm0
-; X86-SSE4-NEXT: por 8(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm1
+; X86-SSE4-NEXT: pmovzxbd {{.*#+}} xmm3 = [255,255,255,255]
+; X86-SSE4-NEXT: pand %xmm3, %xmm1
+; X86-SSE4-NEXT: pand %xmm3, %xmm0
+; X86-SSE4-NEXT: packusdw %xmm1, %xmm0
+; X86-SSE4-NEXT: pand %xmm3, %xmm2
+; X86-SSE4-NEXT: pand 8(%ebp), %xmm3
+; X86-SSE4-NEXT: packusdw %xmm3, %xmm2
+; X86-SSE4-NEXT: packuswb %xmm2, %xmm0
+; X86-SSE4-NEXT: psllw $7, %xmm0
+; X86-SSE4-NEXT: pmovmskb %xmm0, %eax
+; X86-SSE4-NEXT: testl %eax, %eax
; X86-SSE4-NEXT: setne %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
; X86-SSE4-NEXT: retl
;
-; X64-SSE4-LABEL: trunc_v32i16_v32i1:
+; X64-SSE4-LABEL: trunc_v16i32_v16i1:
; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: por %xmm3, %xmm1
-; X64-SSE4-NEXT: por %xmm2, %xmm0
-; X64-SSE4-NEXT: por %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
+; X64-SSE4-NEXT: pmovzxbd {{.*#+}} xmm4 = [255,255,255,255]
+; X64-SSE4-NEXT: pand %xmm4, %xmm3
+; X64-SSE4-NEXT: pand %xmm4, %xmm2
+; X64-SSE4-NEXT: packusdw %xmm3, %xmm2
+; X64-SSE4-NEXT: pand %xmm4, %xmm1
+; X64-SSE4-NEXT: pand %xmm4, %xmm0
+; X64-SSE4-NEXT: packusdw %xmm1, %xmm0
+; X64-SSE4-NEXT: packuswb %xmm2, %xmm0
+; X64-SSE4-NEXT: psllw $7, %xmm0
+; X64-SSE4-NEXT: pmovmskb %xmm0, %eax
+; X64-SSE4-NEXT: testl %eax, %eax
; X64-SSE4-NEXT: setne %al
; X64-SSE4-NEXT: retq
;
-; X86-AVX1-LABEL: trunc_v32i16_v32i1:
-; X86-AVX1: # %bb.0:
-; X86-AVX1-NEXT: vorps %ymm1, %ymm0, %ymm0
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
-; X86-AVX1-NEXT: setne %al
-; X86-AVX1-NEXT: vzeroupper
-; X86-AVX1-NEXT: retl
+; AVX1-LABEL: trunc_v16i32_v16i1:
+; AVX1: # %bb.0:
+; AVX1-NEXT: vbroadcastss {{.*#+}} ymm2 = [255,255,255,255,255,255,255,255]
+; AVX1-NEXT: vandps %ymm2, %ymm1, %ymm1
+; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm3
+; AVX1-NEXT: vpackusdw %xmm3, %xmm1, %xmm1
+; AVX1-NEXT: vandps %ymm2, %ymm0, %ymm0
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm2
+; AVX1-NEXT: vpackusdw %xmm2, %xmm0, %xmm0
+; AVX1-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsllw $7, %xmm0, %xmm0
+; AVX1-NEXT: vpmovmskb %xmm0, %eax
+; AVX1-NEXT: testl %eax, %eax
+; AVX1-NEXT: setne %al
+; AVX1-NEXT: vzeroupper
+; AVX1-NEXT: ret{{[l|q]}}
;
-; X64-AVX1-LABEL: trunc_v32i16_v32i1:
-; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vorps %ymm1, %ymm0, %ymm0
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
-; X64-AVX1-NEXT: setne %al
-; X64-AVX1-NEXT: vzeroupper
-; X64-AVX1-NEXT: retq
+; AVX2-LABEL: trunc_v16i32_v16i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vpbroadcastd {{.*#+}} ymm2 = [255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0]
+; AVX2-NEXT: vpand %ymm2, %ymm1, %ymm1
+; AVX2-NEXT: vpand %ymm2, %ymm0, %ymm0
+; AVX2-NEXT: vpackusdw %ymm1, %ymm0, %ymm0
+; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX2-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpshufd {{.*#+}} xmm0 = xmm0[0,2,1,3]
+; AVX2-NEXT: vpsllw $7, %xmm0, %xmm0
+; AVX2-NEXT: vpmovmskb %xmm0, %eax
+; AVX2-NEXT: testl %eax, %eax
+; AVX2-NEXT: setne %al
+; AVX2-NEXT: vzeroupper
+; AVX2-NEXT: ret{{[l|q]}}
;
-; X86-AVX2-LABEL: trunc_v32i16_v32i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpor %ymm1, %ymm0, %ymm0
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} ymm1 = [65537,65537,65537,65537,65537,65537,65537,65537]
-; X86-AVX2-NEXT: vptest %ymm1, %ymm0
-; X86-AVX2-NEXT: setne %al
-; X86-AVX2-NEXT: vzeroupper
-; X86-AVX2-NEXT: retl
+; AVX512F-LABEL: trunc_v16i32_v16i1:
+; AVX512F: # %bb.0:
+; AVX512F-NEXT: vpslld $31, %zmm0, %zmm0
+; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kortestw %k0, %k0
+; AVX512F-NEXT: setne %al
+; AVX512F-NEXT: vzeroupper
+; AVX512F-NEXT: retq
;
-; X64-AVX2-LABEL: trunc_v32i16_v32i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpor %ymm1, %ymm0, %ymm0
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [281479271743489,281479271743489,281479271743489,281479271743489]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setne %al
-; X64-AVX2-NEXT: vzeroupper
-; X64-AVX2-NEXT: retq
+; AVX512BW-LABEL: trunc_v16i32_v16i1:
+; AVX512BW: # %bb.0:
+; AVX512BW-NEXT: vpslld $31, %zmm0, %zmm0
+; AVX512BW-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512BW-NEXT: kortestw %k0, %k0
+; AVX512BW-NEXT: setne %al
+; AVX512BW-NEXT: vzeroupper
+; AVX512BW-NEXT: retq
;
-; AVX512-LABEL: trunc_v32i16_v32i1:
-; AVX512: # %bb.0:
-; AVX512-NEXT: vptestmd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %k0
-; AVX512-NEXT: kortestw %k0, %k0
-; AVX512-NEXT: setne %al
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
- %a = trunc <32 x i16> %0 to <32 x i1>
- %b = call i1 @llvm.vector.reduce.or.v32i1(<32 x i1> %a)
+; AVX512VL-LABEL: trunc_v16i32_v16i1:
+; AVX512VL: # %bb.0:
+; AVX512VL-NEXT: vpslld $31, %zmm0, %zmm0
+; AVX512VL-NEXT: vpmovd2m %zmm0, %k0
+; AVX512VL-NEXT: kortestw %k0, %k0
+; AVX512VL-NEXT: setne %al
+; AVX512VL-NEXT: vzeroupper
+; AVX512VL-NEXT: retq
+ %a = trunc <16 x i32> %0 to <16 x i1>
+ %b = call i1 @llvm.vector.reduce.or.v16i1(<16 x i1> %a)
ret i1 %b
}
-define i1 @trunc_v64i8_v64i1(<64 x i8>) nounwind {
-; X86-SSE2-LABEL: trunc_v64i8_v64i1:
+define i1 @trunc_v32i16_v32i1(<32 x i16>) nounwind {
+; X86-SSE2-LABEL: trunc_v32i16_v32i1:
; X86-SSE2: # %bb.0:
; X86-SSE2-NEXT: pushl %ebp
; X86-SSE2-NEXT: movl %esp, %ebp
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
-; X86-SSE2-NEXT: por %xmm2, %xmm0
-; X86-SSE2-NEXT: por 8(%ebp), %xmm1
-; X86-SSE2-NEXT: por %xmm0, %xmm1
-; X86-SSE2-NEXT: psllw $7, %xmm1
-; X86-SSE2-NEXT: pmovmskb %xmm1, %eax
+; X86-SSE2-NEXT: movdqa {{.*#+}} xmm3 = [255,255,255,255,255,255,255,255]
+; X86-SSE2-NEXT: pand %xmm3, %xmm1
+; X86-SSE2-NEXT: pand %xmm3, %xmm0
+; X86-SSE2-NEXT: packuswb %xmm1, %xmm0
+; X86-SSE2-NEXT: pand %xmm3, %xmm2
+; X86-SSE2-NEXT: pand 8(%ebp), %xmm3
+; X86-SSE2-NEXT: packuswb %xmm3, %xmm2
+; X86-SSE2-NEXT: por %xmm0, %xmm2
+; X86-SSE2-NEXT: psllw $7, %xmm2
+; X86-SSE2-NEXT: pmovmskb %xmm2, %eax
; X86-SSE2-NEXT: testl %eax, %eax
; X86-SSE2-NEXT: setne %al
; X86-SSE2-NEXT: movl %ebp, %esp
; X86-SSE2-NEXT: popl %ebp
; X86-SSE2-NEXT: retl
;
-; X64-SSE2-LABEL: trunc_v64i8_v64i1:
+; X64-SSE2-LABEL: trunc_v32i16_v32i1:
; X64-SSE2: # %bb.0:
-; X64-SSE2-NEXT: por %xmm3, %xmm1
+; X64-SSE2-NEXT: movdqa {{.*#+}} xmm4 = [255,255,255,255,255,255,255,255]
+; X64-SSE2-NEXT: pand %xmm4, %xmm3
+; X64-SSE2-NEXT: pand %xmm4, %xmm2
+; X64-SSE2-NEXT: packuswb %xmm3, %xmm2
+; X64-SSE2-NEXT: pand %xmm4, %xmm1
+; X64-SSE2-NEXT: pand %xmm4, %xmm0
+; X64-SSE2-NEXT: packuswb %xmm1, %xmm0
; X64-SSE2-NEXT: por %xmm2, %xmm0
-; X64-SSE2-NEXT: por %xmm1, %xmm0
; X64-SSE2-NEXT: psllw $7, %xmm0
; X64-SSE2-NEXT: pmovmskb %xmm0, %eax
; X64-SSE2-NEXT: testl %eax, %eax
; X64-SSE2-NEXT: setne %al
; X64-SSE2-NEXT: retq
;
-; X86-SSE4-LABEL: trunc_v64i8_v64i1:
+; X86-SSE4-LABEL: trunc_v32i16_v32i1:
; X86-SSE4: # %bb.0:
; X86-SSE4-NEXT: pushl %ebp
; X86-SSE4-NEXT: movl %esp, %ebp
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
-; X86-SSE4-NEXT: por %xmm2, %xmm0
-; X86-SSE4-NEXT: por 8(%ebp), %xmm1
-; X86-SSE4-NEXT: por %xmm0, %xmm1
-; X86-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}, %xmm1
+; X86-SSE4-NEXT: pmovzxbw {{.*#+}} xmm3 = [255,255,255,255,255,255,255,255]
+; X86-SSE4-NEXT: pand %xmm3, %xmm1
+; X86-SSE4-NEXT: pand %xmm3, %xmm0
+; X86-SSE4-NEXT: packuswb %xmm1, %xmm0
+; X86-SSE4-NEXT: pand %xmm3, %xmm2
+; X86-SSE4-NEXT: pand 8(%ebp), %xmm3
+; X86-SSE4-NEXT: packuswb %xmm3, %xmm2
+; X86-SSE4-NEXT: por %xmm0, %xmm2
+; X86-SSE4-NEXT: psllw $7, %xmm2
+; X86-SSE4-NEXT: pmovmskb %xmm2, %eax
+; X86-SSE4-NEXT: testl %eax, %eax
; X86-SSE4-NEXT: setne %al
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
; X86-SSE4-NEXT: retl
;
-; X64-SSE4-LABEL: trunc_v64i8_v64i1:
+; X64-SSE4-LABEL: trunc_v32i16_v32i1:
; X64-SSE4: # %bb.0:
-; X64-SSE4-NEXT: por %xmm3, %xmm1
+; X64-SSE4-NEXT: pmovzxbw {{.*#+}} xmm4 = [255,255,255,255,255,255,255,255]
+; X64-SSE4-NEXT: pand %xmm4, %xmm3
+; X64-SSE4-NEXT: pand %xmm4, %xmm2
+; X64-SSE4-NEXT: packuswb %xmm3, %xmm2
+; X64-SSE4-NEXT: pand %xmm4, %xmm1
+; X64-SSE4-NEXT: pand %xmm4, %xmm0
+; X64-SSE4-NEXT: packuswb %xmm1, %xmm0
; X64-SSE4-NEXT: por %xmm2, %xmm0
-; X64-SSE4-NEXT: por %xmm1, %xmm0
-; X64-SSE4-NEXT: ptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
+; X64-SSE4-NEXT: psllw $7, %xmm0
+; X64-SSE4-NEXT: pmovmskb %xmm0, %eax
+; X64-SSE4-NEXT: testl %eax, %eax
; X64-SSE4-NEXT: setne %al
; X64-SSE4-NEXT: retq
;
-; X86-AVX1-LABEL: trunc_v64i8_v64i1:
+; X86-AVX1-LABEL: trunc_v32i16_v32i1:
; X86-AVX1: # %bb.0:
; X86-AVX1-NEXT: vorps %ymm1, %ymm0, %ymm0
-; X86-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0
+; X86-AVX1-NEXT: vandps {{\.?LCPI[0-9]+_[0-9]+}}, %ymm0, %ymm0
+; X86-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; X86-AVX1-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; X86-AVX1-NEXT: vpsllw $7, %xmm0, %xmm0
+; X86-AVX1-NEXT: vpmovmskb %xmm0, %eax
+; X86-AVX1-NEXT: testl %eax, %eax
; X86-AVX1-NEXT: setne %al
; X86-AVX1-NEXT: vzeroupper
; X86-AVX1-NEXT: retl
;
-; X64-AVX1-LABEL: trunc_v64i8_v64i1:
+; X64-AVX1-LABEL: trunc_v32i16_v32i1:
; X64-AVX1: # %bb.0:
; X64-AVX1-NEXT: vorps %ymm1, %ymm0, %ymm0
-; X64-AVX1-NEXT: vptest {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0
+; X64-AVX1-NEXT: vandps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
+; X64-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; X64-AVX1-NEXT: vpackuswb %xmm1, %xmm0, %xmm0
+; X64-AVX1-NEXT: vpsllw $7, %xmm0, %xmm0
+; X64-AVX1-NEXT: vpmovmskb %xmm0, %eax
+; X64-AVX1-NEXT: testl %eax, %eax
; X64-AVX1-NEXT: setne %al
; X64-AVX1-NEXT: vzeroupper
; X64-AVX1-NEXT: retq
;
-; X86-AVX2-LABEL: trunc_v64i8_v64i1:
-; X86-AVX2: # %bb.0:
-; X86-AVX2-NEXT: vpor %ymm1, %ymm0, %ymm0
-; X86-AVX2-NEXT: vpbroadcastd {{.*#+}} ymm1 = [16843009,16843009,16843009,16843009,16843009,16843009,16843009,16843009]
-; X86-AVX2-NEXT: vptest %ymm1, %ymm0
-; X86-AVX2-NEXT: setne %al
-; X86-AVX2-NEXT: vzeroupper
-; X86-AVX2-NEXT: retl
+; AVX2-LABEL: trunc_v32i16_v32i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vpbroadcastw {{.*#+}} ymm2 = [255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0,255,0]
+; AVX2-NEXT: vpand %ymm2, %ymm1, %ymm1
+; AVX2-NEXT: vpand %ymm2, %ymm0, %ymm0
+; AVX2-NEXT: vpackuswb %ymm1, %ymm0, %ymm0
+; AVX2-NEXT: vpermq {{.*#+}} ymm0 = ymm0[0,2,1,3]
+; AVX2-NEXT: vpsllw $7, %ymm0, %ymm0
+; AVX2-NEXT: vpmovmskb %ymm0, %eax
+; AVX2-NEXT: testl %eax, %eax
+; AVX2-NEXT: setne %al
+; AVX2-NEXT: vzeroupper
+; AVX2-NEXT: ret{{[l|q]}}
;
-; X64-AVX2-LABEL: trunc_v64i8_v64i1:
-; X64-AVX2: # %bb.0:
-; X64-AVX2-NEXT: vpor %ymm1, %ymm0, %ymm0
-; X64-AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [72340172838076673,72340172838076673,72340172838076673,72340172838076673]
-; X64-AVX2-NEXT: vptest %ymm1, %ymm0
-; X64-AVX2-NEXT: setne %al
-; X64-AVX2-NEXT: vzeroupper
-; X64-AVX2-NEXT: retq
+; AVX512F-LABEL: trunc_v32i16_v32i1:
+; AVX512F: # %bb.0:
+; AVX512F-NEXT: vextracti64x4 $1, %zmm0, %ymm1
+; AVX512F-NEXT: vpor %ymm1, %ymm0, %ymm0
+; AVX512F-NEXT: vpmovsxwd %ymm0, %zmm0
+; AVX512F-NEXT: vpslld $31, %zmm0, %zmm0
+; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kshiftrw $8, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $4, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $2, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $1, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: # kill: def $al killed $al killed $eax
+; AVX512F-NEXT: vzeroupper
+; AVX512F-NEXT: retq
;
-; AVX512-LABEL: trunc_v64i8_v64i1:
-; AVX512: # %bb.0:
-; AVX512-NEXT: vptestmd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %k0
-; AVX512-NEXT: kortestw %k0, %k0
-; AVX512-NEXT: setne %al
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
+; AVX512BW-LABEL: trunc_v32i16_v32i1:
+; AVX512BW: # %bb.0:
+; AVX512BW-NEXT: vpsllw $15, %zmm0, %zmm0
+; AVX512BW-NEXT: vpmovw2m %zmm0, %k0
+; AVX512BW-NEXT: kortestd %k0, %k0
+; AVX512BW-NEXT: setne %al
+; AVX512BW-NEXT: vzeroupper
+; AVX512BW-NEXT: retq
+;
+; AVX512VL-LABEL: trunc_v32i16_v32i1:
+; AVX512VL: # %bb.0:
+; AVX512VL-NEXT: vpsllw $15, %zmm0, %zmm0
+; AVX512VL-NEXT: vpmovw2m %zmm0, %k0
+; AVX512VL-NEXT: kortestd %k0, %k0
+; AVX512VL-NEXT: setne %al
+; AVX512VL-NEXT: vzeroupper
+; AVX512VL-NEXT: retq
+ %a = trunc <32 x i16> %0 to <32 x i1>
+ %b = call i1 @llvm.vector.reduce.or.v32i1(<32 x i1> %a)
+ ret i1 %b
+}
+
+define i1 @trunc_v64i8_v64i1(<64 x i8>) nounwind {
+; X86-SSE-LABEL: trunc_v64i8_v64i1:
+; X86-SSE: # %bb.0:
+; X86-SSE-NEXT: pushl %ebp
+; X86-SSE-NEXT: movl %esp, %ebp
+; X86-SSE-NEXT: andl $-16, %esp
+; X86-SSE-NEXT: subl $16, %esp
+; X86-SSE-NEXT: por %xmm2, %xmm0
+; X86-SSE-NEXT: por 8(%ebp), %xmm1
+; X86-SSE-NEXT: por %xmm0, %xmm1
+; X86-SSE-NEXT: psllw $7, %xmm1
+; X86-SSE-NEXT: pmovmskb %xmm1, %eax
+; X86-SSE-NEXT: testl %eax, %eax
+; X86-SSE-NEXT: setne %al
+; X86-SSE-NEXT: movl %ebp, %esp
+; X86-SSE-NEXT: popl %ebp
+; X86-SSE-NEXT: retl
+;
+; X64-SSE-LABEL: trunc_v64i8_v64i1:
+; X64-SSE: # %bb.0:
+; X64-SSE-NEXT: por %xmm3, %xmm1
+; X64-SSE-NEXT: por %xmm2, %xmm0
+; X64-SSE-NEXT: por %xmm1, %xmm0
+; X64-SSE-NEXT: psllw $7, %xmm0
+; X64-SSE-NEXT: pmovmskb %xmm0, %eax
+; X64-SSE-NEXT: testl %eax, %eax
+; X64-SSE-NEXT: setne %al
+; X64-SSE-NEXT: retq
+;
+; AVX1-LABEL: trunc_v64i8_v64i1:
+; AVX1: # %bb.0:
+; AVX1-NEXT: vorps %ymm1, %ymm0, %ymm0
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
+; AVX1-NEXT: vorps %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpsllw $7, %xmm0, %xmm0
+; AVX1-NEXT: vpmovmskb %xmm0, %eax
+; AVX1-NEXT: testl %eax, %eax
+; AVX1-NEXT: setne %al
+; AVX1-NEXT: vzeroupper
+; AVX1-NEXT: ret{{[l|q]}}
+;
+; AVX2-LABEL: trunc_v64i8_v64i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vpor %ymm1, %ymm0, %ymm0
+; AVX2-NEXT: vpsllw $7, %ymm0, %ymm0
+; AVX2-NEXT: vpmovmskb %ymm0, %eax
+; AVX2-NEXT: testl %eax, %eax
+; AVX2-NEXT: setne %al
+; AVX2-NEXT: vzeroupper
+; AVX2-NEXT: ret{{[l|q]}}
+;
+; AVX512F-LABEL: trunc_v64i8_v64i1:
+; AVX512F: # %bb.0:
+; AVX512F-NEXT: vextracti64x4 $1, %zmm0, %ymm1
+; AVX512F-NEXT: vextracti128 $1, %ymm1, %xmm2
+; AVX512F-NEXT: vextracti128 $1, %ymm0, %xmm3
+; AVX512F-NEXT: vpor %xmm2, %xmm3, %xmm2
+; AVX512F-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512F-NEXT: vpor %xmm2, %xmm0, %xmm0
+; AVX512F-NEXT: vpmovsxbd %xmm0, %zmm0
+; AVX512F-NEXT: vpslld $31, %zmm0, %zmm0
+; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kshiftrw $8, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $4, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $2, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $1, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: # kill: def $al killed $al killed $eax
+; AVX512F-NEXT: vzeroupper
+; AVX512F-NEXT: retq
+;
+; AVX512BW-LABEL: trunc_v64i8_v64i1:
+; AVX512BW: # %bb.0:
+; AVX512BW-NEXT: vpsllw $7, %zmm0, %zmm0
+; AVX512BW-NEXT: vpmovb2m %zmm0, %k0
+; AVX512BW-NEXT: kortestq %k0, %k0
+; AVX512BW-NEXT: setne %al
+; AVX512BW-NEXT: vzeroupper
+; AVX512BW-NEXT: retq
+;
+; AVX512VL-LABEL: trunc_v64i8_v64i1:
+; AVX512VL: # %bb.0:
+; AVX512VL-NEXT: vpsllw $7, %zmm0, %zmm0
+; AVX512VL-NEXT: vpmovb2m %zmm0, %k0
+; AVX512VL-NEXT: kortestq %k0, %k0
+; AVX512VL-NEXT: setne %al
+; AVX512VL-NEXT: vzeroupper
+; AVX512VL-NEXT: retq
%a = trunc <64 x i8> %0 to <64 x i1>
%b = call i1 @llvm.vector.reduce.or.v64i1(<64 x i1> %a)
ret i1 %b
@@ -1539,16 +1571,16 @@ define i1 @icmp0_v8i64_v8i1(<8 x i64>) nounwind {
;
; AVX1-LABEL: icmp0_v8i64_v8i1:
; AVX1: # %bb.0:
-; AVX1-NEXT: vpxor %xmm2, %xmm2, %xmm2
-; AVX1-NEXT: vpcmpeqq %xmm2, %xmm1, %xmm3
-; AVX1-NEXT: vpcmpeqq %xmm2, %xmm0, %xmm4
-; AVX1-NEXT: vpor %xmm3, %xmm4, %xmm3
-; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm1
-; AVX1-NEXT: vpcmpeqq %xmm2, %xmm1, %xmm1
-; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm0
-; AVX1-NEXT: vpcmpeqq %xmm2, %xmm0, %xmm0
+; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm2
+; AVX1-NEXT: vpxor %xmm3, %xmm3, %xmm3
+; AVX1-NEXT: vpcmpeqq %xmm3, %xmm2, %xmm2
+; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm4
+; AVX1-NEXT: vpcmpeqq %xmm3, %xmm4, %xmm4
+; AVX1-NEXT: vpor %xmm2, %xmm4, %xmm2
+; AVX1-NEXT: vpcmpeqq %xmm3, %xmm1, %xmm1
+; AVX1-NEXT: vpcmpeqq %xmm3, %xmm0, %xmm0
; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
-; AVX1-NEXT: vpackssdw %xmm0, %xmm3, %xmm0
+; AVX1-NEXT: vpackssdw %xmm2, %xmm0, %xmm0
; AVX1-NEXT: vtestps %xmm0, %xmm0
; AVX1-NEXT: setne %al
; AVX1-NEXT: vzeroupper
@@ -1750,8 +1782,16 @@ define i1 @icmp0_v32i16_v32i1(<32 x i16>) nounwind {
; AVX512F-NEXT: vpor %ymm1, %ymm0, %ymm0
; AVX512F-NEXT: vpmovsxwd %ymm0, %zmm0
; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
-; AVX512F-NEXT: kortestw %k0, %k0
-; AVX512F-NEXT: setne %al
+; AVX512F-NEXT: kshiftrw $8, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $4, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $2, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $1, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: # kill: def $al killed $al killed $eax
; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
@@ -1848,10 +1888,24 @@ define i1 @icmp0_v64i8_v64i1(<64 x i8>) nounwind {
; AVX512F-NEXT: vpxor %xmm2, %xmm2, %xmm2
; AVX512F-NEXT: vpcmpeqb %ymm2, %ymm1, %ymm1
; AVX512F-NEXT: vpcmpeqb %ymm2, %ymm0, %ymm0
-; AVX512F-NEXT: vpor %ymm1, %ymm0, %ymm0
-; AVX512F-NEXT: vpmovmskb %ymm0, %eax
-; AVX512F-NEXT: testl %eax, %eax
-; AVX512F-NEXT: setne %al
+; AVX512F-NEXT: vextracti128 $1, %ymm1, %xmm2
+; AVX512F-NEXT: vextracti128 $1, %ymm0, %xmm3
+; AVX512F-NEXT: vpor %xmm2, %xmm3, %xmm2
+; AVX512F-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512F-NEXT: vpor %xmm2, %xmm0, %xmm0
+; AVX512F-NEXT: vpmovsxbd %xmm0, %zmm0
+; AVX512F-NEXT: vpslld $31, %zmm0, %zmm0
+; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kshiftrw $8, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $4, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $2, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $1, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: # kill: def $al killed $al killed $eax
; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
@@ -2529,16 +2583,16 @@ define i1 @icmp_v8i64_v8i1(<8 x i64>, <8 x i64>) nounwind {
; X86-AVX1-NEXT: movl %esp, %ebp
; X86-AVX1-NEXT: andl $-32, %esp
; X86-AVX1-NEXT: subl $32, %esp
-; X86-AVX1-NEXT: vpcmpeqq %xmm2, %xmm0, %xmm3
-; X86-AVX1-NEXT: vextractf128 $1, %ymm2, %xmm2
-; X86-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm0
+; X86-AVX1-NEXT: vextractf128 $1, %ymm2, %xmm3
+; X86-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm4
+; X86-AVX1-NEXT: vpcmpeqq %xmm3, %xmm4, %xmm3
+; X86-AVX1-NEXT: vextractf128 $1, %ymm1, %xmm4
+; X86-AVX1-NEXT: vpcmpeqq 24(%ebp), %xmm4, %xmm4
+; X86-AVX1-NEXT: vpor %xmm4, %xmm3, %xmm3
; X86-AVX1-NEXT: vpcmpeqq %xmm2, %xmm0, %xmm0
-; X86-AVX1-NEXT: vpcmpeqq 8(%ebp), %xmm1, %xmm2
-; X86-AVX1-NEXT: vpor %xmm2, %xmm3, %xmm2
-; X86-AVX1-NEXT: vextractf128 $1, %ymm1, %xmm1
-; X86-AVX1-NEXT: vpcmpeqq 24(%ebp), %xmm1, %xmm1
+; X86-AVX1-NEXT: vpcmpeqq 8(%ebp), %xmm1, %xmm1
; X86-AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
-; X86-AVX1-NEXT: vpackssdw %xmm0, %xmm2, %xmm0
+; X86-AVX1-NEXT: vpackssdw %xmm3, %xmm0, %xmm0
; X86-AVX1-NEXT: vtestps %xmm0, %xmm0
; X86-AVX1-NEXT: setne %al
; X86-AVX1-NEXT: movl %ebp, %esp
@@ -2548,17 +2602,17 @@ define i1 @icmp_v8i64_v8i1(<8 x i64>, <8 x i64>) nounwind {
;
; X64-AVX1-LABEL: icmp_v8i64_v8i1:
; X64-AVX1: # %bb.0:
-; X64-AVX1-NEXT: vpcmpeqq %xmm3, %xmm1, %xmm4
-; X64-AVX1-NEXT: vpcmpeqq %xmm2, %xmm0, %xmm5
+; X64-AVX1-NEXT: vextractf128 $1, %ymm3, %xmm4
+; X64-AVX1-NEXT: vextractf128 $1, %ymm1, %xmm5
+; X64-AVX1-NEXT: vpcmpeqq %xmm4, %xmm5, %xmm4
+; X64-AVX1-NEXT: vextractf128 $1, %ymm2, %xmm5
+; X64-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm6
+; X64-AVX1-NEXT: vpcmpeqq %xmm5, %xmm6, %xmm5
; X64-AVX1-NEXT: vpor %xmm4, %xmm5, %xmm4
-; X64-AVX1-NEXT: vextractf128 $1, %ymm3, %xmm3
-; X64-AVX1-NEXT: vextractf128 $1, %ymm1, %xmm1
; X64-AVX1-NEXT: vpcmpeqq %xmm3, %xmm1, %xmm1
-; X64-AVX1-NEXT: vextractf128 $1, %ymm2, %xmm2
-; X64-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm0
; X64-AVX1-NEXT: vpcmpeqq %xmm2, %xmm0, %xmm0
; X64-AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
-; X64-AVX1-NEXT: vpackssdw %xmm0, %xmm4, %xmm0
+; X64-AVX1-NEXT: vpackssdw %xmm4, %xmm0, %xmm0
; X64-AVX1-NEXT: vtestps %xmm0, %xmm0
; X64-AVX1-NEXT: setne %al
; X64-AVX1-NEXT: vzeroupper
@@ -2855,8 +2909,16 @@ define i1 @icmp_v32i16_v32i1(<32 x i16>, <32 x i16>) nounwind {
; AVX512F-NEXT: vpor %ymm2, %ymm0, %ymm0
; AVX512F-NEXT: vpmovsxwd %ymm0, %zmm0
; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
-; AVX512F-NEXT: kortestw %k0, %k0
-; AVX512F-NEXT: setne %al
+; AVX512F-NEXT: kshiftrw $8, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $4, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $2, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $1, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: # kill: def $al killed $al killed $eax
; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
@@ -2993,10 +3055,24 @@ define i1 @icmp_v64i8_v64i1(<64 x i8>, <64 x i8>) nounwind {
; AVX512F-NEXT: vextracti64x4 $1, %zmm0, %ymm3
; AVX512F-NEXT: vpcmpeqb %ymm2, %ymm3, %ymm2
; AVX512F-NEXT: vpcmpeqb %ymm1, %ymm0, %ymm0
-; AVX512F-NEXT: vpor %ymm2, %ymm0, %ymm0
-; AVX512F-NEXT: vpmovmskb %ymm0, %eax
-; AVX512F-NEXT: testl %eax, %eax
-; AVX512F-NEXT: setne %al
+; AVX512F-NEXT: vextracti128 $1, %ymm2, %xmm1
+; AVX512F-NEXT: vextracti128 $1, %ymm0, %xmm3
+; AVX512F-NEXT: vpor %xmm1, %xmm3, %xmm1
+; AVX512F-NEXT: vpor %xmm2, %xmm0, %xmm0
+; AVX512F-NEXT: vpor %xmm1, %xmm0, %xmm0
+; AVX512F-NEXT: vpmovsxbd %xmm0, %zmm0
+; AVX512F-NEXT: vpslld $31, %zmm0, %zmm0
+; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
+; AVX512F-NEXT: kshiftrw $8, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $4, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $2, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kshiftrw $1, %k0, %k1
+; AVX512F-NEXT: korw %k1, %k0, %k0
+; AVX512F-NEXT: kmovw %k0, %eax
+; AVX512F-NEXT: # kill: def $al killed $al killed $eax
; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
@@ -3026,5 +3102,3 @@ declare i1 @llvm.vector.reduce.or.v8i1(<8 x i1>)
declare i1 @llvm.vector.reduce.or.v16i1(<16 x i1>)
declare i1 @llvm.vector.reduce.or.v32i1(<32 x i1>)
declare i1 @llvm.vector.reduce.or.v64i1(<64 x i1>)
-;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line:
-; AVX: {{.*}}
diff --git a/llvm/test/CodeGen/X86/vector-reduce-or-cmp.ll b/llvm/test/CodeGen/X86/vector-reduce-or-cmp.ll
index acc90d2b4488d..ee3aac8d5de77 100644
--- a/llvm/test/CodeGen/X86/vector-reduce-or-cmp.ll
+++ b/llvm/test/CodeGen/X86/vector-reduce-or-cmp.ll
@@ -1489,14 +1489,23 @@ define i1 @test_v128i8(<128 x i8> %a0) {
;
define i1 @trunc_v2i64(<2 x i64> %a0) {
-; SSE2-LABEL: trunc_v2i64:
-; SSE2: # %bb.0:
-; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; SSE2-NEXT: por %xmm0, %xmm1
-; SSE2-NEXT: movd %xmm1, %eax
-; SSE2-NEXT: testw %ax, %ax
-; SSE2-NEXT: sete %al
-; SSE2-NEXT: ret{{[l|q]}}
+; X86-SSE2-LABEL: trunc_v2i64:
+; X86-SSE2: # %bb.0:
+; X86-SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; X86-SSE2-NEXT: por %xmm0, %xmm1
+; X86-SSE2-NEXT: movd %xmm1, %eax
+; X86-SSE2-NEXT: testw %ax, %ax
+; X86-SSE2-NEXT: sete %al
+; X86-SSE2-NEXT: retl
+;
+; X64-SSE2-LABEL: trunc_v2i64:
+; X64-SSE2: # %bb.0:
+; X64-SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; X64-SSE2-NEXT: por %xmm0, %xmm1
+; X64-SSE2-NEXT: movq %xmm1, %rax
+; X64-SSE2-NEXT: testw %ax, %ax
+; X64-SSE2-NEXT: sete %al
+; X64-SSE2-NEXT: retq
;
; X86-SSE4-LABEL: trunc_v2i64:
; X86-SSE4: # %bb.0:
@@ -2072,43 +2081,72 @@ define zeroext i1 @PR44781(ptr %0) {
}
define i32 @mask_v3i1(<3 x i32> %a, <3 x i32> %b) {
-; SSE-LABEL: mask_v3i1:
-; SSE: # %bb.0:
-; SSE-NEXT: pcmpeqd %xmm1, %xmm0
-; SSE-NEXT: pcmpeqd %xmm1, %xmm1
-; SSE-NEXT: pxor %xmm0, %xmm1
-; SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
-; SSE-NEXT: por %xmm1, %xmm0
-; SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm1[1,1,1,1]
-; SSE-NEXT: por %xmm0, %xmm1
-; SSE-NEXT: movd %xmm1, %eax
-; SSE-NEXT: testb $1, %al
-; SSE-NEXT: je .LBB30_2
-; SSE-NEXT: # %bb.1:
-; SSE-NEXT: xorl %eax, %eax
-; SSE-NEXT: ret{{[l|q]}}
-; SSE-NEXT: .LBB30_2:
-; SSE-NEXT: movl $1, %eax
-; SSE-NEXT: ret{{[l|q]}}
+; SSE2-LABEL: mask_v3i1:
+; SSE2: # %bb.0:
+; SSE2-NEXT: pcmpeqd %xmm1, %xmm0
+; SSE2-NEXT: pcmpeqd %xmm1, %xmm1
+; SSE2-NEXT: pxor %xmm0, %xmm1
+; SSE2-NEXT: pxor %xmm0, %xmm0
+; SSE2-NEXT: shufps {{.*#+}} xmm0 = xmm0[0,0],xmm1[2,0]
+; SSE2-NEXT: shufps {{.*#+}} xmm1 = xmm1[0,1],xmm0[2,0]
+; SSE2-NEXT: movmskps %xmm1, %eax
+; SSE2-NEXT: testl %eax, %eax
+; SSE2-NEXT: je .LBB30_2
+; SSE2-NEXT: # %bb.1:
+; SSE2-NEXT: xorl %eax, %eax
+; SSE2-NEXT: ret{{[l|q]}}
+; SSE2-NEXT: .LBB30_2:
+; SSE2-NEXT: movl $1, %eax
+; SSE2-NEXT: ret{{[l|q]}}
+;
+; SSE4-LABEL: mask_v3i1:
+; SSE4: # %bb.0:
+; SSE4-NEXT: pcmpeqd %xmm1, %xmm0
+; SSE4-NEXT: pcmpeqd %xmm1, %xmm1
+; SSE4-NEXT: pxor %xmm0, %xmm1
+; SSE4-NEXT: pxor %xmm0, %xmm0
+; SSE4-NEXT: pblendw {{.*#+}} xmm0 = xmm1[0,1,2,3,4,5],xmm0[6,7]
+; SSE4-NEXT: movmskps %xmm0, %eax
+; SSE4-NEXT: testl %eax, %eax
+; SSE4-NEXT: je .LBB30_2
+; SSE4-NEXT: # %bb.1:
+; SSE4-NEXT: xorl %eax, %eax
+; SSE4-NEXT: ret{{[l|q]}}
+; SSE4-NEXT: .LBB30_2:
+; SSE4-NEXT: movl $1, %eax
+; SSE4-NEXT: ret{{[l|q]}}
+;
+; AVX1-LABEL: mask_v3i1:
+; AVX1: # %bb.0:
+; AVX1-NEXT: vpcmpeqd %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
+; AVX1-NEXT: vpxor %xmm1, %xmm0, %xmm0
+; AVX1-NEXT: vpxor %xmm1, %xmm1, %xmm1
+; AVX1-NEXT: vpblendw {{.*#+}} xmm0 = xmm0[0,1,2,3,4,5],xmm1[6,7]
+; AVX1-NEXT: vtestps %xmm0, %xmm0
+; AVX1-NEXT: je .LBB30_2
+; AVX1-NEXT: # %bb.1:
+; AVX1-NEXT: xorl %eax, %eax
+; AVX1-NEXT: ret{{[l|q]}}
+; AVX1-NEXT: .LBB30_2:
+; AVX1-NEXT: movl $1, %eax
+; AVX1-NEXT: ret{{[l|q]}}
;
-; AVX1OR2-LABEL: mask_v3i1:
-; AVX1OR2: # %bb.0:
-; AVX1OR2-NEXT: vpcmpeqd %xmm1, %xmm0, %xmm0
-; AVX1OR2-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
-; AVX1OR2-NEXT: vpxor %xmm1, %xmm0, %xmm0
-; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX1OR2-NEXT: vpor %xmm1, %xmm0, %xmm1
-; AVX1OR2-NEXT: vpshufd {{.*#+}} xmm0 = xmm0[1,1,1,1]
-; AVX1OR2-NEXT: vpor %xmm0, %xmm1, %xmm0
-; AVX1OR2-NEXT: vmovd %xmm0, %eax
-; AVX1OR2-NEXT: testb $1, %al
-; AVX1OR2-NEXT: je .LBB30_2
-; AVX1OR2-NEXT: # %bb.1:
-; AVX1OR2-NEXT: xorl %eax, %eax
-; AVX1OR2-NEXT: ret{{[l|q]}}
-; AVX1OR2-NEXT: .LBB30_2:
-; AVX1OR2-NEXT: movl $1, %eax
-; AVX1OR2-NEXT: ret{{[l|q]}}
+; AVX2-LABEL: mask_v3i1:
+; AVX2: # %bb.0:
+; AVX2-NEXT: vpcmpeqd %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
+; AVX2-NEXT: vpxor %xmm1, %xmm0, %xmm0
+; AVX2-NEXT: vpxor %xmm1, %xmm1, %xmm1
+; AVX2-NEXT: vpblendd {{.*#+}} xmm0 = xmm0[0,1,2],xmm1[3]
+; AVX2-NEXT: vtestps %xmm0, %xmm0
+; AVX2-NEXT: je .LBB30_2
+; AVX2-NEXT: # %bb.1:
+; AVX2-NEXT: xorl %eax, %eax
+; AVX2-NEXT: ret{{[l|q]}}
+; AVX2-NEXT: .LBB30_2:
+; AVX2-NEXT: movl $1, %eax
+; AVX2-NEXT: ret{{[l|q]}}
;
; AVX512F-LABEL: mask_v3i1:
; AVX512F: # %bb.0:
@@ -2205,4 +2243,5 @@ declare i8 @llvm.vector.reduce.or.v128i8(<128 x i8>)
declare i1 @llvm.vector.reduce.or.v3i1(<3 x i1>)
;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line:
+; AVX1OR2: {{.*}}
; X86-SSE: {{.*}}
diff --git a/llvm/test/CodeGen/X86/vector-reduce-or.ll b/llvm/test/CodeGen/X86/vector-reduce-or.ll
index fed059d7a3974..a5559523ea32e 100644
--- a/llvm/test/CodeGen/X86/vector-reduce-or.ll
+++ b/llvm/test/CodeGen/X86/vector-reduce-or.ll
@@ -260,7 +260,7 @@ define i64 @test_v8i64(<8 x i64> %a0) nounwind {
; AVX512-LABEL: test_v8i64:
; AVX512: # %bb.0:
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vporq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -280,17 +280,17 @@ define i64 @test_v16i64(<16 x i64> %a0) nounwind {
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE2-NEXT: por 56(%ebp), %xmm2
-; X86-SSE2-NEXT: por 24(%ebp), %xmm0
-; X86-SSE2-NEXT: por %xmm2, %xmm0
; X86-SSE2-NEXT: por 72(%ebp), %xmm3
; X86-SSE2-NEXT: por 40(%ebp), %xmm1
; X86-SSE2-NEXT: por %xmm3, %xmm1
-; X86-SSE2-NEXT: por %xmm0, %xmm1
-; X86-SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE2-NEXT: por 56(%ebp), %xmm2
+; X86-SSE2-NEXT: por 24(%ebp), %xmm0
+; X86-SSE2-NEXT: por %xmm2, %xmm0
; X86-SSE2-NEXT: por %xmm1, %xmm0
-; X86-SSE2-NEXT: movd %xmm0, %eax
-; X86-SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,1,1]
+; X86-SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; X86-SSE2-NEXT: por %xmm0, %xmm1
+; X86-SSE2-NEXT: movd %xmm1, %eax
+; X86-SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X86-SSE2-NEXT: movd %xmm0, %edx
; X86-SSE2-NEXT: movl %ebp, %esp
; X86-SSE2-NEXT: popl %ebp
@@ -298,16 +298,16 @@ define i64 @test_v16i64(<16 x i64> %a0) nounwind {
;
; X64-SSE-LABEL: test_v16i64:
; X64-SSE: # %bb.0:
-; X64-SSE-NEXT: por %xmm6, %xmm2
-; X64-SSE-NEXT: por %xmm4, %xmm0
-; X64-SSE-NEXT: por %xmm2, %xmm0
; X64-SSE-NEXT: por %xmm7, %xmm3
; X64-SSE-NEXT: por %xmm5, %xmm1
; X64-SSE-NEXT: por %xmm3, %xmm1
-; X64-SSE-NEXT: por %xmm0, %xmm1
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X64-SSE-NEXT: por %xmm6, %xmm2
+; X64-SSE-NEXT: por %xmm4, %xmm0
+; X64-SSE-NEXT: por %xmm2, %xmm0
; X64-SSE-NEXT: por %xmm1, %xmm0
-; X64-SSE-NEXT: movq %xmm0, %rax
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; X64-SSE-NEXT: por %xmm0, %xmm1
+; X64-SSE-NEXT: movq %xmm1, %rax
; X64-SSE-NEXT: retq
;
; X86-SSE4-LABEL: test_v16i64:
@@ -317,17 +317,17 @@ define i64 @test_v16i64(<16 x i64> %a0) nounwind {
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE4-NEXT: por 56(%ebp), %xmm2
-; X86-SSE4-NEXT: por 24(%ebp), %xmm0
-; X86-SSE4-NEXT: por %xmm2, %xmm0
; X86-SSE4-NEXT: por 72(%ebp), %xmm3
; X86-SSE4-NEXT: por 40(%ebp), %xmm1
; X86-SSE4-NEXT: por %xmm3, %xmm1
-; X86-SSE4-NEXT: por %xmm0, %xmm1
-; X86-SSE4-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE4-NEXT: por 56(%ebp), %xmm2
+; X86-SSE4-NEXT: por 24(%ebp), %xmm0
+; X86-SSE4-NEXT: por %xmm2, %xmm0
; X86-SSE4-NEXT: por %xmm1, %xmm0
-; X86-SSE4-NEXT: movd %xmm0, %eax
-; X86-SSE4-NEXT: pextrd $1, %xmm0, %edx
+; X86-SSE4-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; X86-SSE4-NEXT: por %xmm0, %xmm1
+; X86-SSE4-NEXT: movd %xmm1, %eax
+; X86-SSE4-NEXT: pextrd $1, %xmm1, %edx
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
; X86-SSE4-NEXT: retl
@@ -402,7 +402,7 @@ define i64 @test_v16i64(<16 x i64> %a0) nounwind {
; AVX512: # %bb.0:
; AVX512-NEXT: vporq %zmm1, %zmm0, %zmm0
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vporq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -568,7 +568,7 @@ define i32 @test_v16i32(<16 x i32> %a0) nounwind {
; AVX512-LABEL: test_v16i32:
; AVX512: # %bb.0:
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpord %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -590,36 +590,36 @@ define i32 @test_v32i32(<32 x i32> %a0) nounwind {
; X86-SSE-NEXT: andl $-16, %esp
; X86-SSE-NEXT: subl $16, %esp
; X86-SSE-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE-NEXT: por 56(%ebp), %xmm2
-; X86-SSE-NEXT: por 24(%ebp), %xmm0
-; X86-SSE-NEXT: por %xmm2, %xmm0
; X86-SSE-NEXT: por 72(%ebp), %xmm3
; X86-SSE-NEXT: por 40(%ebp), %xmm1
; X86-SSE-NEXT: por %xmm3, %xmm1
-; X86-SSE-NEXT: por %xmm0, %xmm1
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE-NEXT: por 56(%ebp), %xmm2
+; X86-SSE-NEXT: por 24(%ebp), %xmm0
+; X86-SSE-NEXT: por %xmm2, %xmm0
; X86-SSE-NEXT: por %xmm1, %xmm0
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X86-SSE-NEXT: por %xmm0, %xmm1
-; X86-SSE-NEXT: movd %xmm1, %eax
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; X86-SSE-NEXT: por %xmm1, %xmm0
+; X86-SSE-NEXT: movd %xmm0, %eax
; X86-SSE-NEXT: movl %ebp, %esp
; X86-SSE-NEXT: popl %ebp
; X86-SSE-NEXT: retl
;
; X64-SSE-LABEL: test_v32i32:
; X64-SSE: # %bb.0:
-; X64-SSE-NEXT: por %xmm6, %xmm2
-; X64-SSE-NEXT: por %xmm4, %xmm0
-; X64-SSE-NEXT: por %xmm2, %xmm0
; X64-SSE-NEXT: por %xmm7, %xmm3
; X64-SSE-NEXT: por %xmm5, %xmm1
; X64-SSE-NEXT: por %xmm3, %xmm1
-; X64-SSE-NEXT: por %xmm0, %xmm1
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X64-SSE-NEXT: por %xmm6, %xmm2
+; X64-SSE-NEXT: por %xmm4, %xmm0
+; X64-SSE-NEXT: por %xmm2, %xmm0
; X64-SSE-NEXT: por %xmm1, %xmm0
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X64-SSE-NEXT: por %xmm0, %xmm1
-; X64-SSE-NEXT: movd %xmm1, %eax
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; X64-SSE-NEXT: por %xmm1, %xmm0
+; X64-SSE-NEXT: movd %xmm0, %eax
; X64-SSE-NEXT: retq
;
; X86-AVX1-LABEL: test_v32i32:
@@ -698,7 +698,7 @@ define i32 @test_v32i32(<32 x i32> %a0) nounwind {
; AVX512: # %bb.0:
; AVX512-NEXT: vpord %zmm1, %zmm0, %zmm0
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpord %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -811,9 +811,9 @@ define i16 @test_v16i16(<16 x i16> %a0) nounwind {
; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
; AVX1-NEXT: vmovd %xmm0, %eax
@@ -826,9 +826,9 @@ define i16 @test_v16i16(<16 x i16> %a0) nounwind {
; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
; AVX2-NEXT: vmovd %xmm0, %eax
@@ -841,9 +841,9 @@ define i16 @test_v16i16(<16 x i16> %a0) nounwind {
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX512-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX512-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX512-NEXT: vpor %xmm0, %xmm1, %xmm0
; AVX512-NEXT: vmovd %xmm0, %eax
@@ -899,9 +899,9 @@ define i16 @test_v32i16(<32 x i16> %a0) nounwind {
; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
; AVX1-NEXT: vorps %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX1-NEXT: vorps %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vorps %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX1-NEXT: vorps %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vorps %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
; AVX1-NEXT: vmovd %xmm0, %eax
@@ -915,9 +915,9 @@ define i16 @test_v32i16(<32 x i16> %a0) nounwind {
; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
; AVX2-NEXT: vmovd %xmm0, %eax
@@ -928,13 +928,13 @@ define i16 @test_v32i16(<32 x i16> %a0) nounwind {
; AVX512-LABEL: test_v32i16:
; AVX512: # %bb.0:
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vporq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX512-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX512-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX512-NEXT: vpor %xmm0, %xmm1, %xmm0
; AVX512-NEXT: vmovd %xmm0, %eax
@@ -953,21 +953,21 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X86-SSE-NEXT: andl $-16, %esp
; X86-SSE-NEXT: subl $16, %esp
; X86-SSE-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE-NEXT: por 56(%ebp), %xmm2
-; X86-SSE-NEXT: por 24(%ebp), %xmm0
-; X86-SSE-NEXT: por %xmm2, %xmm0
; X86-SSE-NEXT: por 72(%ebp), %xmm3
; X86-SSE-NEXT: por 40(%ebp), %xmm1
; X86-SSE-NEXT: por %xmm3, %xmm1
-; X86-SSE-NEXT: por %xmm0, %xmm1
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE-NEXT: por 56(%ebp), %xmm2
+; X86-SSE-NEXT: por 24(%ebp), %xmm0
+; X86-SSE-NEXT: por %xmm2, %xmm0
; X86-SSE-NEXT: por %xmm1, %xmm0
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X86-SSE-NEXT: por %xmm0, %xmm1
-; X86-SSE-NEXT: movdqa %xmm1, %xmm0
-; X86-SSE-NEXT: psrld $16, %xmm0
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X86-SSE-NEXT: por %xmm1, %xmm0
-; X86-SSE-NEXT: movd %xmm0, %eax
+; X86-SSE-NEXT: movdqa %xmm0, %xmm1
+; X86-SSE-NEXT: psrld $16, %xmm1
+; X86-SSE-NEXT: por %xmm0, %xmm1
+; X86-SSE-NEXT: movd %xmm1, %eax
; X86-SSE-NEXT: # kill: def $ax killed $ax killed $eax
; X86-SSE-NEXT: movl %ebp, %esp
; X86-SSE-NEXT: popl %ebp
@@ -975,21 +975,21 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
;
; X64-SSE-LABEL: test_v64i16:
; X64-SSE: # %bb.0:
-; X64-SSE-NEXT: por %xmm6, %xmm2
-; X64-SSE-NEXT: por %xmm4, %xmm0
-; X64-SSE-NEXT: por %xmm2, %xmm0
; X64-SSE-NEXT: por %xmm7, %xmm3
; X64-SSE-NEXT: por %xmm5, %xmm1
; X64-SSE-NEXT: por %xmm3, %xmm1
-; X64-SSE-NEXT: por %xmm0, %xmm1
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X64-SSE-NEXT: por %xmm6, %xmm2
+; X64-SSE-NEXT: por %xmm4, %xmm0
+; X64-SSE-NEXT: por %xmm2, %xmm0
; X64-SSE-NEXT: por %xmm1, %xmm0
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X64-SSE-NEXT: por %xmm0, %xmm1
-; X64-SSE-NEXT: movdqa %xmm1, %xmm0
-; X64-SSE-NEXT: psrld $16, %xmm0
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X64-SSE-NEXT: por %xmm1, %xmm0
-; X64-SSE-NEXT: movd %xmm0, %eax
+; X64-SSE-NEXT: movdqa %xmm0, %xmm1
+; X64-SSE-NEXT: psrld $16, %xmm1
+; X64-SSE-NEXT: por %xmm0, %xmm1
+; X64-SSE-NEXT: movd %xmm1, %eax
; X64-SSE-NEXT: # kill: def $ax killed $ax killed $eax
; X64-SSE-NEXT: retq
;
@@ -1005,9 +1005,9 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X86-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
; X86-AVX1-NEXT: vorps %xmm1, %xmm0, %xmm0
; X86-AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; X86-AVX1-NEXT: vorps %xmm0, %xmm1, %xmm0
+; X86-AVX1-NEXT: vorps %xmm1, %xmm0, %xmm0
; X86-AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; X86-AVX1-NEXT: vorps %xmm0, %xmm1, %xmm0
+; X86-AVX1-NEXT: vorps %xmm1, %xmm0, %xmm0
; X86-AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
; X86-AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
; X86-AVX1-NEXT: vmovd %xmm0, %eax
@@ -1025,9 +1025,9 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X64-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
; X64-AVX1-NEXT: vorps %xmm1, %xmm0, %xmm0
; X64-AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; X64-AVX1-NEXT: vorps %xmm0, %xmm1, %xmm0
+; X64-AVX1-NEXT: vorps %xmm1, %xmm0, %xmm0
; X64-AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; X64-AVX1-NEXT: vorps %xmm0, %xmm1, %xmm0
+; X64-AVX1-NEXT: vorps %xmm1, %xmm0, %xmm0
; X64-AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
; X64-AVX1-NEXT: vpor %xmm0, %xmm1, %xmm0
; X64-AVX1-NEXT: vmovd %xmm0, %eax
@@ -1047,9 +1047,9 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X86-AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
; X86-AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
; X86-AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; X86-AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; X86-AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
; X86-AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; X86-AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; X86-AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
; X86-AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
; X86-AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
; X86-AVX2-NEXT: vmovd %xmm0, %eax
@@ -1067,9 +1067,9 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X64-AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
; X64-AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
; X64-AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; X64-AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; X64-AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
; X64-AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; X64-AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
+; X64-AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0
; X64-AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
; X64-AVX2-NEXT: vpor %xmm0, %xmm1, %xmm0
; X64-AVX2-NEXT: vmovd %xmm0, %eax
@@ -1081,13 +1081,13 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; AVX512: # %bb.0:
; AVX512-NEXT: vporq %zmm1, %zmm0, %zmm0
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vporq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX512-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX512-NEXT: vpor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX512-NEXT: vpor %xmm0, %xmm1, %xmm0
; AVX512-NEXT: vmovd %xmm0, %eax
@@ -1369,7 +1369,7 @@ define i8 @test_v64i8(<64 x i8> %a0) nounwind {
; AVX512-LABEL: test_v64i8:
; AVX512: # %bb.0:
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vporq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -1396,24 +1396,24 @@ define i8 @test_v128i8(<128 x i8> %a0) nounwind {
; X86-SSE-NEXT: andl $-16, %esp
; X86-SSE-NEXT: subl $16, %esp
; X86-SSE-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE-NEXT: por 56(%ebp), %xmm2
-; X86-SSE-NEXT: por 24(%ebp), %xmm0
-; X86-SSE-NEXT: por %xmm2, %xmm0
; X86-SSE-NEXT: por 72(%ebp), %xmm3
; X86-SSE-NEXT: por 40(%ebp), %xmm1
; X86-SSE-NEXT: por %xmm3, %xmm1
-; X86-SSE-NEXT: por %xmm0, %xmm1
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE-NEXT: por 56(%ebp), %xmm2
+; X86-SSE-NEXT: por 24(%ebp), %xmm0
+; X86-SSE-NEXT: por %xmm2, %xmm0
; X86-SSE-NEXT: por %xmm1, %xmm0
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X86-SSE-NEXT: por %xmm0, %xmm1
-; X86-SSE-NEXT: movdqa %xmm1, %xmm0
-; X86-SSE-NEXT: psrld $16, %xmm0
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X86-SSE-NEXT: por %xmm1, %xmm0
; X86-SSE-NEXT: movdqa %xmm0, %xmm1
-; X86-SSE-NEXT: psrlw $8, %xmm1
+; X86-SSE-NEXT: psrld $16, %xmm1
; X86-SSE-NEXT: por %xmm0, %xmm1
-; X86-SSE-NEXT: movd %xmm1, %eax
+; X86-SSE-NEXT: movdqa %xmm1, %xmm0
+; X86-SSE-NEXT: psrlw $8, %xmm0
+; X86-SSE-NEXT: por %xmm1, %xmm0
+; X86-SSE-NEXT: movd %xmm0, %eax
; X86-SSE-NEXT: # kill: def $al killed $al killed $eax
; X86-SSE-NEXT: movl %ebp, %esp
; X86-SSE-NEXT: popl %ebp
@@ -1421,24 +1421,24 @@ define i8 @test_v128i8(<128 x i8> %a0) nounwind {
;
; X64-SSE-LABEL: test_v128i8:
; X64-SSE: # %bb.0:
-; X64-SSE-NEXT: por %xmm6, %xmm2
-; X64-SSE-NEXT: por %xmm4, %xmm0
-; X64-SSE-NEXT: por %xmm2, %xmm0
; X64-SSE-NEXT: por %xmm7, %xmm3
; X64-SSE-NEXT: por %xmm5, %xmm1
; X64-SSE-NEXT: por %xmm3, %xmm1
-; X64-SSE-NEXT: por %xmm0, %xmm1
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X64-SSE-NEXT: por %xmm6, %xmm2
+; X64-SSE-NEXT: por %xmm4, %xmm0
+; X64-SSE-NEXT: por %xmm2, %xmm0
; X64-SSE-NEXT: por %xmm1, %xmm0
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X64-SSE-NEXT: por %xmm0, %xmm1
-; X64-SSE-NEXT: movdqa %xmm1, %xmm0
-; X64-SSE-NEXT: psrld $16, %xmm0
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X64-SSE-NEXT: por %xmm1, %xmm0
; X64-SSE-NEXT: movdqa %xmm0, %xmm1
-; X64-SSE-NEXT: psrlw $8, %xmm1
+; X64-SSE-NEXT: psrld $16, %xmm1
; X64-SSE-NEXT: por %xmm0, %xmm1
-; X64-SSE-NEXT: movd %xmm1, %eax
+; X64-SSE-NEXT: movdqa %xmm1, %xmm0
+; X64-SSE-NEXT: psrlw $8, %xmm0
+; X64-SSE-NEXT: por %xmm1, %xmm0
+; X64-SSE-NEXT: movd %xmm0, %eax
; X64-SSE-NEXT: # kill: def $al killed $al killed $eax
; X64-SSE-NEXT: retq
;
@@ -1538,7 +1538,7 @@ define i8 @test_v128i8(<128 x i8> %a0) nounwind {
; AVX512: # %bb.0:
; AVX512-NEXT: vporq %zmm1, %zmm0, %zmm0
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vporq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
diff --git a/llvm/test/CodeGen/X86/vector-reduce-xor-bool.ll b/llvm/test/CodeGen/X86/vector-reduce-xor-bool.ll
index c9b1f2a5edaa0..734a9418ed3e7 100644
--- a/llvm/test/CodeGen/X86/vector-reduce-xor-bool.ll
+++ b/llvm/test/CodeGen/X86/vector-reduce-xor-bool.ll
@@ -481,49 +481,17 @@ define i1 @trunc_v32i8_v32i1(<32 x i8>) nounwind {
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: ret{{[l|q]}}
;
-; AVX512F-LABEL: trunc_v32i8_v32i1:
-; AVX512F: # %bb.0:
-; AVX512F-NEXT: vextracti128 $1, %ymm0, %xmm1
-; AVX512F-NEXT: vpxor %xmm1, %xmm0, %xmm0
-; AVX512F-NEXT: vpmovsxbd %xmm0, %zmm0
-; AVX512F-NEXT: vpslld $31, %zmm0, %zmm0
-; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
-; AVX512F-NEXT: kshiftrw $8, %k0, %k1
-; AVX512F-NEXT: kxorw %k1, %k0, %k0
-; AVX512F-NEXT: kshiftrw $4, %k0, %k1
-; AVX512F-NEXT: kxorw %k1, %k0, %k0
-; AVX512F-NEXT: kshiftrw $2, %k0, %k1
-; AVX512F-NEXT: kxorw %k1, %k0, %k0
-; AVX512F-NEXT: kshiftrw $1, %k0, %k1
-; AVX512F-NEXT: kxorw %k1, %k0, %k0
-; AVX512F-NEXT: kmovw %k0, %eax
-; AVX512F-NEXT: # kill: def $al killed $al killed $eax
-; AVX512F-NEXT: vzeroupper
-; AVX512F-NEXT: retq
-;
-; AVX512BW-LABEL: trunc_v32i8_v32i1:
-; AVX512BW: # %bb.0:
-; AVX512BW-NEXT: vpsllw $7, %ymm0, %ymm0
-; AVX512BW-NEXT: vpmovmskb %ymm0, %eax
-; AVX512BW-NEXT: movl %eax, %ecx
-; AVX512BW-NEXT: shrl $16, %ecx
-; AVX512BW-NEXT: xorl %eax, %ecx
-; AVX512BW-NEXT: xorb %ch, %cl
-; AVX512BW-NEXT: setnp %al
-; AVX512BW-NEXT: vzeroupper
-; AVX512BW-NEXT: retq
-;
-; AVX512VL-LABEL: trunc_v32i8_v32i1:
-; AVX512VL: # %bb.0:
-; AVX512VL-NEXT: vpsllw $7, %ymm0, %ymm0
-; AVX512VL-NEXT: vpmovmskb %ymm0, %eax
-; AVX512VL-NEXT: movl %eax, %ecx
-; AVX512VL-NEXT: shrl $16, %ecx
-; AVX512VL-NEXT: xorl %eax, %ecx
-; AVX512VL-NEXT: xorb %ch, %cl
-; AVX512VL-NEXT: setnp %al
-; AVX512VL-NEXT: vzeroupper
-; AVX512VL-NEXT: retq
+; AVX512-LABEL: trunc_v32i8_v32i1:
+; AVX512: # %bb.0:
+; AVX512-NEXT: vpsllw $7, %ymm0, %ymm0
+; AVX512-NEXT: vpmovmskb %ymm0, %eax
+; AVX512-NEXT: movl %eax, %ecx
+; AVX512-NEXT: shrl $16, %ecx
+; AVX512-NEXT: xorl %eax, %ecx
+; AVX512-NEXT: xorb %ch, %cl
+; AVX512-NEXT: setnp %al
+; AVX512-NEXT: vzeroupper
+; AVX512-NEXT: retq
%a = trunc <32 x i8> %0 to <32 x i1>
%b = call i1 @llvm.vector.reduce.xor.v32i1(<32 x i1> %a)
ret i1 %b
@@ -1599,20 +1567,12 @@ define i1 @icmp0_v32i8_v32i1(<32 x i8>) nounwind {
; AVX512F: # %bb.0:
; AVX512F-NEXT: vpxor %xmm1, %xmm1, %xmm1
; AVX512F-NEXT: vpcmpeqb %ymm1, %ymm0, %ymm0
-; AVX512F-NEXT: vextracti128 $1, %ymm0, %xmm1
-; AVX512F-NEXT: vpxor %xmm1, %xmm0, %xmm0
-; AVX512F-NEXT: vpmovsxbd %xmm0, %zmm0
-; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
-; AVX512F-NEXT: kshiftrw $8, %k0, %k1
-; AVX512F-NEXT: kxorw %k1, %k0, %k0
-; AVX512F-NEXT: kshiftrw $4, %k0, %k1
-; AVX512F-NEXT: kxorw %k1, %k0, %k0
-; AVX512F-NEXT: kshiftrw $2, %k0, %k1
-; AVX512F-NEXT: kxorw %k1, %k0, %k0
-; AVX512F-NEXT: kshiftrw $1, %k0, %k1
-; AVX512F-NEXT: kxorw %k1, %k0, %k0
-; AVX512F-NEXT: kmovw %k0, %eax
-; AVX512F-NEXT: # kill: def $al killed $al killed $eax
+; AVX512F-NEXT: vpmovmskb %ymm0, %eax
+; AVX512F-NEXT: movl %eax, %ecx
+; AVX512F-NEXT: shrl $16, %ecx
+; AVX512F-NEXT: xorl %eax, %ecx
+; AVX512F-NEXT: xorb %ch, %cl
+; AVX512F-NEXT: setnp %al
; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
@@ -2728,20 +2688,12 @@ define i1 @icmp_v32i8_v32i1(<32 x i8>, <32 x i8>) nounwind {
; AVX512F-LABEL: icmp_v32i8_v32i1:
; AVX512F: # %bb.0:
; AVX512F-NEXT: vpcmpeqb %ymm1, %ymm0, %ymm0
-; AVX512F-NEXT: vextracti128 $1, %ymm0, %xmm1
-; AVX512F-NEXT: vpxor %xmm1, %xmm0, %xmm0
-; AVX512F-NEXT: vpmovsxbd %xmm0, %zmm0
-; AVX512F-NEXT: vptestmd %zmm0, %zmm0, %k0
-; AVX512F-NEXT: kshiftrw $8, %k0, %k1
-; AVX512F-NEXT: kxorw %k1, %k0, %k0
-; AVX512F-NEXT: kshiftrw $4, %k0, %k1
-; AVX512F-NEXT: kxorw %k1, %k0, %k0
-; AVX512F-NEXT: kshiftrw $2, %k0, %k1
-; AVX512F-NEXT: kxorw %k1, %k0, %k0
-; AVX512F-NEXT: kshiftrw $1, %k0, %k1
-; AVX512F-NEXT: kxorw %k1, %k0, %k0
-; AVX512F-NEXT: kmovw %k0, %eax
-; AVX512F-NEXT: # kill: def $al killed $al killed $eax
+; AVX512F-NEXT: vpmovmskb %ymm0, %eax
+; AVX512F-NEXT: movl %eax, %ecx
+; AVX512F-NEXT: shrl $16, %ecx
+; AVX512F-NEXT: xorl %eax, %ecx
+; AVX512F-NEXT: xorb %ch, %cl
+; AVX512F-NEXT: setnp %al
; AVX512F-NEXT: vzeroupper
; AVX512F-NEXT: retq
;
@@ -3465,5 +3417,3 @@ declare i1 @llvm.vector.reduce.xor.v8i1(<8 x i1>)
declare i1 @llvm.vector.reduce.xor.v16i1(<16 x i1>)
declare i1 @llvm.vector.reduce.xor.v32i1(<32 x i1>)
declare i1 @llvm.vector.reduce.xor.v64i1(<64 x i1>)
-;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line:
-; AVX512: {{.*}}
diff --git a/llvm/test/CodeGen/X86/vector-reduce-xor.ll b/llvm/test/CodeGen/X86/vector-reduce-xor.ll
index 09e6318653538..b8009e5b3daed 100644
--- a/llvm/test/CodeGen/X86/vector-reduce-xor.ll
+++ b/llvm/test/CodeGen/X86/vector-reduce-xor.ll
@@ -260,7 +260,7 @@ define i64 @test_v8i64(<8 x i64> %a0) nounwind {
; AVX512-LABEL: test_v8i64:
; AVX512: # %bb.0:
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpxorq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpxor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -280,17 +280,17 @@ define i64 @test_v16i64(<16 x i64> %a0) nounwind {
; X86-SSE2-NEXT: andl $-16, %esp
; X86-SSE2-NEXT: subl $16, %esp
; X86-SSE2-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE2-NEXT: pxor 56(%ebp), %xmm2
-; X86-SSE2-NEXT: pxor 24(%ebp), %xmm0
-; X86-SSE2-NEXT: pxor %xmm2, %xmm0
; X86-SSE2-NEXT: pxor 72(%ebp), %xmm3
; X86-SSE2-NEXT: pxor 40(%ebp), %xmm1
; X86-SSE2-NEXT: pxor %xmm3, %xmm1
-; X86-SSE2-NEXT: pxor %xmm0, %xmm1
-; X86-SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE2-NEXT: pxor 56(%ebp), %xmm2
+; X86-SSE2-NEXT: pxor 24(%ebp), %xmm0
+; X86-SSE2-NEXT: pxor %xmm2, %xmm0
; X86-SSE2-NEXT: pxor %xmm1, %xmm0
-; X86-SSE2-NEXT: movd %xmm0, %eax
-; X86-SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,1,1]
+; X86-SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; X86-SSE2-NEXT: pxor %xmm0, %xmm1
+; X86-SSE2-NEXT: movd %xmm1, %eax
+; X86-SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X86-SSE2-NEXT: movd %xmm0, %edx
; X86-SSE2-NEXT: movl %ebp, %esp
; X86-SSE2-NEXT: popl %ebp
@@ -298,16 +298,16 @@ define i64 @test_v16i64(<16 x i64> %a0) nounwind {
;
; X64-SSE-LABEL: test_v16i64:
; X64-SSE: # %bb.0:
-; X64-SSE-NEXT: pxor %xmm6, %xmm2
-; X64-SSE-NEXT: pxor %xmm4, %xmm0
-; X64-SSE-NEXT: pxor %xmm2, %xmm0
; X64-SSE-NEXT: pxor %xmm7, %xmm3
; X64-SSE-NEXT: pxor %xmm5, %xmm1
; X64-SSE-NEXT: pxor %xmm3, %xmm1
-; X64-SSE-NEXT: pxor %xmm0, %xmm1
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X64-SSE-NEXT: pxor %xmm6, %xmm2
+; X64-SSE-NEXT: pxor %xmm4, %xmm0
+; X64-SSE-NEXT: pxor %xmm2, %xmm0
; X64-SSE-NEXT: pxor %xmm1, %xmm0
-; X64-SSE-NEXT: movq %xmm0, %rax
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; X64-SSE-NEXT: pxor %xmm0, %xmm1
+; X64-SSE-NEXT: movq %xmm1, %rax
; X64-SSE-NEXT: retq
;
; X86-SSE4-LABEL: test_v16i64:
@@ -317,17 +317,17 @@ define i64 @test_v16i64(<16 x i64> %a0) nounwind {
; X86-SSE4-NEXT: andl $-16, %esp
; X86-SSE4-NEXT: subl $16, %esp
; X86-SSE4-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE4-NEXT: pxor 56(%ebp), %xmm2
-; X86-SSE4-NEXT: pxor 24(%ebp), %xmm0
-; X86-SSE4-NEXT: pxor %xmm2, %xmm0
; X86-SSE4-NEXT: pxor 72(%ebp), %xmm3
; X86-SSE4-NEXT: pxor 40(%ebp), %xmm1
; X86-SSE4-NEXT: pxor %xmm3, %xmm1
-; X86-SSE4-NEXT: pxor %xmm0, %xmm1
-; X86-SSE4-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE4-NEXT: pxor 56(%ebp), %xmm2
+; X86-SSE4-NEXT: pxor 24(%ebp), %xmm0
+; X86-SSE4-NEXT: pxor %xmm2, %xmm0
; X86-SSE4-NEXT: pxor %xmm1, %xmm0
-; X86-SSE4-NEXT: movd %xmm0, %eax
-; X86-SSE4-NEXT: pextrd $1, %xmm0, %edx
+; X86-SSE4-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
+; X86-SSE4-NEXT: pxor %xmm0, %xmm1
+; X86-SSE4-NEXT: movd %xmm1, %eax
+; X86-SSE4-NEXT: pextrd $1, %xmm1, %edx
; X86-SSE4-NEXT: movl %ebp, %esp
; X86-SSE4-NEXT: popl %ebp
; X86-SSE4-NEXT: retl
@@ -402,7 +402,7 @@ define i64 @test_v16i64(<16 x i64> %a0) nounwind {
; AVX512: # %bb.0:
; AVX512-NEXT: vpxorq %zmm1, %zmm0, %zmm0
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpxorq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpxor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -568,7 +568,7 @@ define i32 @test_v16i32(<16 x i32> %a0) nounwind {
; AVX512-LABEL: test_v16i32:
; AVX512: # %bb.0:
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpxord %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpxor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -590,36 +590,36 @@ define i32 @test_v32i32(<32 x i32> %a0) nounwind {
; X86-SSE-NEXT: andl $-16, %esp
; X86-SSE-NEXT: subl $16, %esp
; X86-SSE-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE-NEXT: pxor 56(%ebp), %xmm2
-; X86-SSE-NEXT: pxor 24(%ebp), %xmm0
-; X86-SSE-NEXT: pxor %xmm2, %xmm0
; X86-SSE-NEXT: pxor 72(%ebp), %xmm3
; X86-SSE-NEXT: pxor 40(%ebp), %xmm1
; X86-SSE-NEXT: pxor %xmm3, %xmm1
-; X86-SSE-NEXT: pxor %xmm0, %xmm1
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE-NEXT: pxor 56(%ebp), %xmm2
+; X86-SSE-NEXT: pxor 24(%ebp), %xmm0
+; X86-SSE-NEXT: pxor %xmm2, %xmm0
; X86-SSE-NEXT: pxor %xmm1, %xmm0
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X86-SSE-NEXT: pxor %xmm0, %xmm1
-; X86-SSE-NEXT: movd %xmm1, %eax
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; X86-SSE-NEXT: pxor %xmm1, %xmm0
+; X86-SSE-NEXT: movd %xmm0, %eax
; X86-SSE-NEXT: movl %ebp, %esp
; X86-SSE-NEXT: popl %ebp
; X86-SSE-NEXT: retl
;
; X64-SSE-LABEL: test_v32i32:
; X64-SSE: # %bb.0:
-; X64-SSE-NEXT: pxor %xmm6, %xmm2
-; X64-SSE-NEXT: pxor %xmm4, %xmm0
-; X64-SSE-NEXT: pxor %xmm2, %xmm0
; X64-SSE-NEXT: pxor %xmm7, %xmm3
; X64-SSE-NEXT: pxor %xmm5, %xmm1
; X64-SSE-NEXT: pxor %xmm3, %xmm1
-; X64-SSE-NEXT: pxor %xmm0, %xmm1
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X64-SSE-NEXT: pxor %xmm6, %xmm2
+; X64-SSE-NEXT: pxor %xmm4, %xmm0
+; X64-SSE-NEXT: pxor %xmm2, %xmm0
; X64-SSE-NEXT: pxor %xmm1, %xmm0
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X64-SSE-NEXT: pxor %xmm0, %xmm1
-; X64-SSE-NEXT: movd %xmm1, %eax
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
+; X64-SSE-NEXT: pxor %xmm1, %xmm0
+; X64-SSE-NEXT: movd %xmm0, %eax
; X64-SSE-NEXT: retq
;
; X86-AVX1-LABEL: test_v32i32:
@@ -698,7 +698,7 @@ define i32 @test_v32i32(<32 x i32> %a0) nounwind {
; AVX512: # %bb.0:
; AVX512-NEXT: vpxord %zmm1, %zmm0, %zmm0
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpxord %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpxor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -811,9 +811,9 @@ define i16 @test_v16i16(<16 x i16> %a0) nounwind {
; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
; AVX1-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX1-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX1-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX1-NEXT: vpxor %xmm0, %xmm1, %xmm0
; AVX1-NEXT: vmovd %xmm0, %eax
@@ -826,9 +826,9 @@ define i16 @test_v16i16(<16 x i16> %a0) nounwind {
; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX2-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX2-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX2-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX2-NEXT: vpxor %xmm0, %xmm1, %xmm0
; AVX2-NEXT: vmovd %xmm0, %eax
@@ -841,9 +841,9 @@ define i16 @test_v16i16(<16 x i16> %a0) nounwind {
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX512-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX512-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX512-NEXT: vpxor %xmm0, %xmm1, %xmm0
; AVX512-NEXT: vmovd %xmm0, %eax
@@ -899,9 +899,9 @@ define i16 @test_v32i16(<32 x i16> %a0) nounwind {
; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
; AVX1-NEXT: vxorps %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX1-NEXT: vxorps %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vxorps %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX1-NEXT: vxorps %xmm0, %xmm1, %xmm0
+; AVX1-NEXT: vxorps %xmm1, %xmm0, %xmm0
; AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX1-NEXT: vpxor %xmm0, %xmm1, %xmm0
; AVX1-NEXT: vmovd %xmm0, %eax
@@ -915,9 +915,9 @@ define i16 @test_v32i16(<32 x i16> %a0) nounwind {
; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX2-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX2-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX2-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; AVX2-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX2-NEXT: vpxor %xmm0, %xmm1, %xmm0
; AVX2-NEXT: vmovd %xmm0, %eax
@@ -928,13 +928,13 @@ define i16 @test_v32i16(<32 x i16> %a0) nounwind {
; AVX512-LABEL: test_v32i16:
; AVX512: # %bb.0:
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpxorq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpxor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX512-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX512-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX512-NEXT: vpxor %xmm0, %xmm1, %xmm0
; AVX512-NEXT: vmovd %xmm0, %eax
@@ -953,21 +953,21 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X86-SSE-NEXT: andl $-16, %esp
; X86-SSE-NEXT: subl $16, %esp
; X86-SSE-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE-NEXT: pxor 56(%ebp), %xmm2
-; X86-SSE-NEXT: pxor 24(%ebp), %xmm0
-; X86-SSE-NEXT: pxor %xmm2, %xmm0
; X86-SSE-NEXT: pxor 72(%ebp), %xmm3
; X86-SSE-NEXT: pxor 40(%ebp), %xmm1
; X86-SSE-NEXT: pxor %xmm3, %xmm1
-; X86-SSE-NEXT: pxor %xmm0, %xmm1
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE-NEXT: pxor 56(%ebp), %xmm2
+; X86-SSE-NEXT: pxor 24(%ebp), %xmm0
+; X86-SSE-NEXT: pxor %xmm2, %xmm0
; X86-SSE-NEXT: pxor %xmm1, %xmm0
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X86-SSE-NEXT: pxor %xmm0, %xmm1
-; X86-SSE-NEXT: movdqa %xmm1, %xmm0
-; X86-SSE-NEXT: psrld $16, %xmm0
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X86-SSE-NEXT: pxor %xmm1, %xmm0
-; X86-SSE-NEXT: movd %xmm0, %eax
+; X86-SSE-NEXT: movdqa %xmm0, %xmm1
+; X86-SSE-NEXT: psrld $16, %xmm1
+; X86-SSE-NEXT: pxor %xmm0, %xmm1
+; X86-SSE-NEXT: movd %xmm1, %eax
; X86-SSE-NEXT: # kill: def $ax killed $ax killed $eax
; X86-SSE-NEXT: movl %ebp, %esp
; X86-SSE-NEXT: popl %ebp
@@ -975,21 +975,21 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
;
; X64-SSE-LABEL: test_v64i16:
; X64-SSE: # %bb.0:
-; X64-SSE-NEXT: pxor %xmm6, %xmm2
-; X64-SSE-NEXT: pxor %xmm4, %xmm0
-; X64-SSE-NEXT: pxor %xmm2, %xmm0
; X64-SSE-NEXT: pxor %xmm7, %xmm3
; X64-SSE-NEXT: pxor %xmm5, %xmm1
; X64-SSE-NEXT: pxor %xmm3, %xmm1
-; X64-SSE-NEXT: pxor %xmm0, %xmm1
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X64-SSE-NEXT: pxor %xmm6, %xmm2
+; X64-SSE-NEXT: pxor %xmm4, %xmm0
+; X64-SSE-NEXT: pxor %xmm2, %xmm0
; X64-SSE-NEXT: pxor %xmm1, %xmm0
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X64-SSE-NEXT: pxor %xmm0, %xmm1
-; X64-SSE-NEXT: movdqa %xmm1, %xmm0
-; X64-SSE-NEXT: psrld $16, %xmm0
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X64-SSE-NEXT: pxor %xmm1, %xmm0
-; X64-SSE-NEXT: movd %xmm0, %eax
+; X64-SSE-NEXT: movdqa %xmm0, %xmm1
+; X64-SSE-NEXT: psrld $16, %xmm1
+; X64-SSE-NEXT: pxor %xmm0, %xmm1
+; X64-SSE-NEXT: movd %xmm1, %eax
; X64-SSE-NEXT: # kill: def $ax killed $ax killed $eax
; X64-SSE-NEXT: retq
;
@@ -1005,9 +1005,9 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X86-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
; X86-AVX1-NEXT: vxorps %xmm1, %xmm0, %xmm0
; X86-AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; X86-AVX1-NEXT: vxorps %xmm0, %xmm1, %xmm0
+; X86-AVX1-NEXT: vxorps %xmm1, %xmm0, %xmm0
; X86-AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; X86-AVX1-NEXT: vxorps %xmm0, %xmm1, %xmm0
+; X86-AVX1-NEXT: vxorps %xmm1, %xmm0, %xmm0
; X86-AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
; X86-AVX1-NEXT: vpxor %xmm0, %xmm1, %xmm0
; X86-AVX1-NEXT: vmovd %xmm0, %eax
@@ -1025,9 +1025,9 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X64-AVX1-NEXT: vextractf128 $1, %ymm0, %xmm1
; X64-AVX1-NEXT: vxorps %xmm1, %xmm0, %xmm0
; X64-AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; X64-AVX1-NEXT: vxorps %xmm0, %xmm1, %xmm0
+; X64-AVX1-NEXT: vxorps %xmm1, %xmm0, %xmm0
; X64-AVX1-NEXT: vshufps {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; X64-AVX1-NEXT: vxorps %xmm0, %xmm1, %xmm0
+; X64-AVX1-NEXT: vxorps %xmm1, %xmm0, %xmm0
; X64-AVX1-NEXT: vpsrld $16, %xmm0, %xmm1
; X64-AVX1-NEXT: vpxor %xmm0, %xmm1, %xmm0
; X64-AVX1-NEXT: vmovd %xmm0, %eax
@@ -1047,9 +1047,9 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X86-AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
; X86-AVX2-NEXT: vpxor %xmm1, %xmm0, %xmm0
; X86-AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; X86-AVX2-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; X86-AVX2-NEXT: vpxor %xmm1, %xmm0, %xmm0
; X86-AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; X86-AVX2-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; X86-AVX2-NEXT: vpxor %xmm1, %xmm0, %xmm0
; X86-AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
; X86-AVX2-NEXT: vpxor %xmm0, %xmm1, %xmm0
; X86-AVX2-NEXT: vmovd %xmm0, %eax
@@ -1067,9 +1067,9 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; X64-AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
; X64-AVX2-NEXT: vpxor %xmm1, %xmm0, %xmm0
; X64-AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; X64-AVX2-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; X64-AVX2-NEXT: vpxor %xmm1, %xmm0, %xmm0
; X64-AVX2-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; X64-AVX2-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; X64-AVX2-NEXT: vpxor %xmm1, %xmm0, %xmm0
; X64-AVX2-NEXT: vpsrld $16, %xmm0, %xmm1
; X64-AVX2-NEXT: vpxor %xmm0, %xmm1, %xmm0
; X64-AVX2-NEXT: vmovd %xmm0, %eax
@@ -1081,13 +1081,13 @@ define i16 @test_v64i16(<64 x i16> %a0) nounwind {
; AVX512: # %bb.0:
; AVX512-NEXT: vpxorq %zmm1, %zmm0, %zmm0
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpxorq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpxor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
-; AVX512-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
-; AVX512-NEXT: vpxor %xmm0, %xmm1, %xmm0
+; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpsrld $16, %xmm0, %xmm1
; AVX512-NEXT: vpxor %xmm0, %xmm1, %xmm0
; AVX512-NEXT: vmovd %xmm0, %eax
@@ -1369,7 +1369,7 @@ define i8 @test_v64i8(<64 x i8> %a0) nounwind {
; AVX512-LABEL: test_v64i8:
; AVX512: # %bb.0:
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpxorq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpxor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
@@ -1396,24 +1396,24 @@ define i8 @test_v128i8(<128 x i8> %a0) nounwind {
; X86-SSE-NEXT: andl $-16, %esp
; X86-SSE-NEXT: subl $16, %esp
; X86-SSE-NEXT: movdqa 8(%ebp), %xmm3
-; X86-SSE-NEXT: pxor 56(%ebp), %xmm2
-; X86-SSE-NEXT: pxor 24(%ebp), %xmm0
-; X86-SSE-NEXT: pxor %xmm2, %xmm0
; X86-SSE-NEXT: pxor 72(%ebp), %xmm3
; X86-SSE-NEXT: pxor 40(%ebp), %xmm1
; X86-SSE-NEXT: pxor %xmm3, %xmm1
-; X86-SSE-NEXT: pxor %xmm0, %xmm1
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X86-SSE-NEXT: pxor 56(%ebp), %xmm2
+; X86-SSE-NEXT: pxor 24(%ebp), %xmm0
+; X86-SSE-NEXT: pxor %xmm2, %xmm0
; X86-SSE-NEXT: pxor %xmm1, %xmm0
-; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X86-SSE-NEXT: pxor %xmm0, %xmm1
-; X86-SSE-NEXT: movdqa %xmm1, %xmm0
-; X86-SSE-NEXT: psrld $16, %xmm0
+; X86-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X86-SSE-NEXT: pxor %xmm1, %xmm0
; X86-SSE-NEXT: movdqa %xmm0, %xmm1
-; X86-SSE-NEXT: psrlw $8, %xmm1
+; X86-SSE-NEXT: psrld $16, %xmm1
; X86-SSE-NEXT: pxor %xmm0, %xmm1
-; X86-SSE-NEXT: movd %xmm1, %eax
+; X86-SSE-NEXT: movdqa %xmm1, %xmm0
+; X86-SSE-NEXT: psrlw $8, %xmm0
+; X86-SSE-NEXT: pxor %xmm1, %xmm0
+; X86-SSE-NEXT: movd %xmm0, %eax
; X86-SSE-NEXT: # kill: def $al killed $al killed $eax
; X86-SSE-NEXT: movl %ebp, %esp
; X86-SSE-NEXT: popl %ebp
@@ -1421,24 +1421,24 @@ define i8 @test_v128i8(<128 x i8> %a0) nounwind {
;
; X64-SSE-LABEL: test_v128i8:
; X64-SSE: # %bb.0:
-; X64-SSE-NEXT: pxor %xmm6, %xmm2
-; X64-SSE-NEXT: pxor %xmm4, %xmm0
-; X64-SSE-NEXT: pxor %xmm2, %xmm0
; X64-SSE-NEXT: pxor %xmm7, %xmm3
; X64-SSE-NEXT: pxor %xmm5, %xmm1
; X64-SSE-NEXT: pxor %xmm3, %xmm1
-; X64-SSE-NEXT: pxor %xmm0, %xmm1
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
+; X64-SSE-NEXT: pxor %xmm6, %xmm2
+; X64-SSE-NEXT: pxor %xmm4, %xmm0
+; X64-SSE-NEXT: pxor %xmm2, %xmm0
; X64-SSE-NEXT: pxor %xmm1, %xmm0
-; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,1,1]
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
; X64-SSE-NEXT: pxor %xmm0, %xmm1
-; X64-SSE-NEXT: movdqa %xmm1, %xmm0
-; X64-SSE-NEXT: psrld $16, %xmm0
+; X64-SSE-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,1,1]
; X64-SSE-NEXT: pxor %xmm1, %xmm0
; X64-SSE-NEXT: movdqa %xmm0, %xmm1
-; X64-SSE-NEXT: psrlw $8, %xmm1
+; X64-SSE-NEXT: psrld $16, %xmm1
; X64-SSE-NEXT: pxor %xmm0, %xmm1
-; X64-SSE-NEXT: movd %xmm1, %eax
+; X64-SSE-NEXT: movdqa %xmm1, %xmm0
+; X64-SSE-NEXT: psrlw $8, %xmm0
+; X64-SSE-NEXT: pxor %xmm1, %xmm0
+; X64-SSE-NEXT: movd %xmm0, %eax
; X64-SSE-NEXT: # kill: def $al killed $al killed $eax
; X64-SSE-NEXT: retq
;
@@ -1538,7 +1538,7 @@ define i8 @test_v128i8(<128 x i8> %a0) nounwind {
; AVX512: # %bb.0:
; AVX512-NEXT: vpxorq %zmm1, %zmm0, %zmm0
; AVX512-NEXT: vextracti64x4 $1, %zmm0, %ymm1
-; AVX512-NEXT: vpxorq %zmm1, %zmm0, %zmm0
+; AVX512-NEXT: vpxor %ymm1, %ymm0, %ymm0
; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
; AVX512-NEXT: vpxor %xmm1, %xmm0, %xmm0
; AVX512-NEXT: vpshufd {{.*#+}} xmm1 = xmm0[2,3,2,3]
diff --git a/llvm/test/Transforms/PhaseOrdering/X86/vector-reductions-expanded.ll b/llvm/test/Transforms/PhaseOrdering/X86/vector-reductions-expanded.ll
index 4edde669561b7..62e76c043f978 100644
--- a/llvm/test/Transforms/PhaseOrdering/X86/vector-reductions-expanded.ll
+++ b/llvm/test/Transforms/PhaseOrdering/X86/vector-reductions-expanded.ll
@@ -86,16 +86,8 @@ for.end:
define signext i8 @or_v16i8(ptr %p) {
; CHECK-LABEL: @or_v16i8(
; CHECK-NEXT: entry:
-; CHECK-NEXT: [[TMP1:%.*]] = load <16 x i8>, ptr [[P:%.*]], align 1, !tbaa [[TBAA6:![0-9]+]]
-; CHECK-NEXT: [[RDX_SHUF:%.*]] = shufflevector <16 x i8> [[TMP1]], <16 x i8> poison, <16 x i32> <i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison>
-; CHECK-NEXT: [[BIN_RDX:%.*]] = or <16 x i8> [[TMP1]], [[RDX_SHUF]]
-; CHECK-NEXT: [[RDX_SHUF4:%.*]] = shufflevector <16 x i8> [[BIN_RDX]], <16 x i8> poison, <16 x i32> <i32 4, i32 5, i32 6, i32 7, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison>
-; CHECK-NEXT: [[BIN_RDX5:%.*]] = or <16 x i8> [[BIN_RDX]], [[RDX_SHUF4]]
-; CHECK-NEXT: [[RDX_SHUF6:%.*]] = shufflevector <16 x i8> [[BIN_RDX5]], <16 x i8> poison, <16 x i32> <i32 2, i32 3, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison>
-; CHECK-NEXT: [[BIN_RDX7:%.*]] = or <16 x i8> [[BIN_RDX5]], [[RDX_SHUF6]]
-; CHECK-NEXT: [[RDX_SHUF8:%.*]] = shufflevector <16 x i8> [[BIN_RDX7]], <16 x i8> poison, <16 x i32> <i32 1, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison>
-; CHECK-NEXT: [[BIN_RDX9:%.*]] = or <16 x i8> [[BIN_RDX7]], [[RDX_SHUF8]]
-; CHECK-NEXT: [[TMP2:%.*]] = extractelement <16 x i8> [[BIN_RDX9]], i32 0
+; CHECK-NEXT: [[TMP0:%.*]] = load <16 x i8>, ptr [[P:%.*]], align 1, !tbaa [[TBAA6:![0-9]+]]
+; CHECK-NEXT: [[TMP2:%.*]] = tail call i8 @llvm.vector.reduce.or.v16i8(<16 x i8> [[TMP0]])
; CHECK-NEXT: ret i8 [[TMP2]]
;
entry:
More information about the llvm-commits
mailing list