[clang] [llvm] [X86][AVX512FP16] implements f64 naive expansion for lower f16 frem (PR #231164)
via cfe-commits
cfe-commits at lists.llvm.org
Sun Nov 8 02:32:08 PST 2026
https://github.com/shri-acha updated https://github.com/llvm/llvm-project/pull/231164
>From dccf63b4def97b6836384343a724813ce0459cfd Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Tue, 25 Nov 2025 10:15:24 +0545
Subject: [PATCH 01/50] add: tests for _mm_cmp*_epi8
---
clang/test/CodeGen/X86/avx512vlbw-builtins.c | 121 +++++++++++++++++--
1 file changed, 112 insertions(+), 9 deletions(-)
diff --git a/clang/test/CodeGen/X86/avx512vlbw-builtins.c b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
index 16e113031bfdad..cb69205664a3da 100644
--- a/clang/test/CodeGen/X86/avx512vlbw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
@@ -645,20 +645,123 @@ __mmask16 test_mm_cmp_epi8_mask(__m128i __a, __m128i __b) {
return (__mmask16)_mm_cmp_epi8_mask(__a, __b, 0);
}
+// cmpeq tests
TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
- ((__m128i)(__v16qi){5, 3, 7, 2, 9, 3, 7, 1, 5, 4, 8, 2, 9, 6, 7, 5}),
- ((__m128i)(__v16qi){5, 2, 7, 3, 9, 4, 6, 1, 5, 3, 8, 1, 9, 5, 7, 5})
-) == (__mmask16)0xd595);
+ ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
+ ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
+) == (__mmask16)0xffff);
+
+TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
+ ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
+ ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
+) == (__mmask16)0xffff);
+
+TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
+ ((__m128i)(__v16qi){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
+ ((__m128i)(__v16qi){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
+) == (__mmask16)0x0000);
+
+TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
+ ((__m128i)(__v16qi){-31, 90, -66, 3, 27, -22, -64, 111, -87, 105, -19, 0, 26, -111, 24, -72}),
+ ((__m128i)(__v16qi){-84, -98, 20, -83, -98, 80, -46, -9, 22, -120, -123, 53, 117, -85, 50, 94})
+) == (__mmask16)0x0000);
+
+// cmpneq tests
+TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
+ ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
+ ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
+) == (__mmask16)0x0000);
+
+TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
+ ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
+ ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
+) == (__mmask16)0x0000);
+
+TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
+ ((__m128i)(__v16qi){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
+ ((__m128i)(__v16qi){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
+) == (__mmask16)0xffff);
+
+TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
+ ((__m128i)(__v16qi){-2, 49, -5, -11, 21, -70, 121, -111, 20, 112, -121, 18, -34, -73, 89, 122}),
+ ((__m128i)(__v16qi){14, 36, 2, 3, 118, 88, -126, -21, 104, -125, -1, 39, 99, -12, 35, -126})
+) == (__mmask16)0xffff);
+
+// cmplt tests
+TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
+ ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
+ ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
+) == (__mmask16)0x0000);
TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
- ((__m128i)(__v16qi){1, 5, 3, 7, 2, 8, 4, 6, 9, 5, 3, 11, 2, 6, 15, 8}),
- ((__m128i)(__v16qi){2, 4, 6, 8, 3, 5, 7, 9, 4, 6, 8, 10, 5, 7, 9, 11})
-) == (__mmask16)0xb6dd);
+ ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
+ ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
+) == (__mmask16)0x0000);
+TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
+ ((__m128i)(__v16qi){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
+ ((__m128i)(__v16qi){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
+) == (__mmask16)0x0000);
+
+TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
+ ((__m128i)(__v16qi){-111, -10, -60, -123, -6, -110, -43, -32, -58, -7, 42, -128, -21, 24, 8, -101}),
+ ((__m128i)(__v16qi){-108, 30, 71, 73, 20, 117, 63, -93, 79, -30, 99, -100, 34, 49, 83, 68})
+) == (__mmask16)0xfd7f);
+
+// cmple tests
+TEST_CONSTEXPR(_mm_cmple_epi8_mask(
+ ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
+ ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
+) == (__mmask16)0xffff);
TEST_CONSTEXPR(_mm_cmple_epi8_mask(
- ((__m128i)(__v16qi){1, 3, 5, 7, 2, 6, 6, 8, 1, 3, 9, 7, 2, 4, 6, 10}),
- ((__m128i)(__v16qi){2, 3, 4, 7, 3, 4, 5, 8, 2, 3, 4, 7, 3, 4, 5, 8})
-) == (__mmask16)0x3b9b);
+ ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
+ ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
+) == (__mmask16)0xffff);
+TEST_CONSTEXPR(_mm_cmple_epi8_mask(
+ ((__m128i)(__v16qi){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
+ ((__m128i)(__v16qi){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
+) == (__mmask16)0x0000);
+TEST_CONSTEXPR(_mm_cmple_epi8_mask(
+ ((__m128i)(__v16qi){122, 6, -22, -94, 78, -35, -43, -16, -69, 124, -2, 24, -117, 8, -17, 118}),
+ ((__m128i)(__v16qi){53, -50, 104, 11, 63, -77, -25, 102, 46, 62, 27, -28, -61, 68, 40, -65})
+) == (__mmask16)0x75cc);
+
+// cmpge tests
+TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
+ ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
+ ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
+) == (__mmask16)0xffff);
+TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
+ ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
+ ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
+) == (__mmask16)0xffff);
+TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
+ ((__m128i)(__v16qi){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
+ ((__m128i)(__v16qi){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
+) == (__mmask16)0xffff);
+TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
+ ((__m128i)(__v16qi){-11, 0, 97, 123, -48, 105, 26, -118, 62, -86, -94, -32, 14, -4, -50, 72}),
+ ((__m128i)(__v16qi){-33, 49, 22, 31, -4, -81, 6, -22, 40, 127, -1, -106, 6, -64, 12, 8})
+) == (__mmask16)0xb96d);
+
+// cmpgt tests
+TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
+ ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
+ ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
+) == (__mmask16)0x0000);
+TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
+ ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
+ ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
+) == (__mmask16)0x0000);
+TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
+ ((__m128i)(__v16qi){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
+ ((__m128i)(__v16qi){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
+) == (__mmask16)0xffff);
+TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
+ ((__m128i)(__v16qi){-127, 37, -123, -60, 98, -68, -115, 96, 80, -27, -105, 64, -6, -51, -45, -81}),
+ ((__m128i)(__v16qi){-124, 59, 8, 59, 122, 47, -74, 120, 19, -43, -33, -76, 7, -22, -24, -14})
+) == (__mmask16)0x0b00);
+
__mmask16 test_mm_mask_cmp_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmp_epi8_mask
>From 120d264fcb915cc47e5c2b88db17b662658f177a Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Tue, 25 Nov 2025 21:22:53 +0545
Subject: [PATCH 02/50] add tests for _mm_cmp*_epi16
---
clang/test/CodeGen/X86/avx512vlbw-builtins.c | 135 +++++++++++++++++++
1 file changed, 135 insertions(+)
diff --git a/clang/test/CodeGen/X86/avx512vlbw-builtins.c b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
index cb69205664a3da..3111c04ddd3e0b 100644
--- a/clang/test/CodeGen/X86/avx512vlbw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
@@ -762,6 +762,141 @@ TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
((__m128i)(__v16qi){-124, 59, 8, 59, 122, 47, -74, 120, 19, -43, -33, -76, 7, -22, -24, -14})
) == (__mmask16)0x0b00);
+// _mm_cmp*_epi16_mask tests
+// cmpeq tests
+TEST_CONSTEXPR(_mm_cmpeq_epi16_mask(
+ ((__m128i)(__v8hi){-3442, 30871, -12144, -1454, -22826, -2857, -15573, 31071}),
+ ((__m128i)(__v8hi){18051, 1305, 19877, 25257, -1276, -27260, -2189, -12561})
+) == (__mmask8)0x00);
+TEST_CONSTEXPR(_mm_cmpeq_epi16_mask(
+ ((__m128i)(__v8hi){-30000, -12116, -26732, -25017, 1825, 22572, -23178, -19747}),
+ ((__m128i)(__v8hi){2100, 15453, 17949, -29756, 17479, -18870, -22571, -17226})
+) == (__mmask8)0x00);
+TEST_CONSTEXPR(_mm_cmpeq_epi16_mask(
+ ((__m128i)(__v8hi){31014, -1995, -10083, -9515, 10226, -21525, 253, 30999}),
+ ((__m128i)(__v8hi){-25332, -30218, 31439, 15484, -31344, 17581, -30883, -1427})
+) == (__mmask8)0x00);
+TEST_CONSTEXPR(_mm_cmpeq_epi16_mask(
+ ((__m128i)(__v8hi){-9653, -20924, -20387, 285, -14945, 19791, 21735, -31655}),
+ ((__m128i)(__v8hi){-19129, -16192, 6453, -3246, -22032, 9464, -15122, -12084})
+) == (__mmask8)0x00);
+TEST_CONSTEXPR(_mm_cmpeq_epi16_mask(
+ ((__m128i)(__v8hi){-24008, 21674, 8299, -31133, 23486, -29407, -15611, -7613}),
+ ((__m128i)(__v8hi){10079, -14333, 2802, 21711, -10849, 11468, -528, -18259})
+) == (__mmask8)0x00);
+
+// cmpneq tests
+TEST_CONSTEXPR(_mm_cmpneq_epi16_mask(
+ ((__m128i)(__v8hi){29745, -23358, -12495, -13908, 3162, -15181, -20831, -9264}),
+ ((__m128i)(__v8hi){-32594, -25364, -11888, -32704, 25399, -14592, -8293, -19662})
+) == (__mmask8)0xff);
+TEST_CONSTEXPR(_mm_cmpneq_epi16_mask(
+ ((__m128i)(__v8hi){21379, -15275, -31427, -29628, 14433, 30414, -24752, 119}),
+ ((__m128i)(__v8hi){-23650, -17663, 2882, -8677, -13639, -6226, -17564, -17024})
+) == (__mmask8)0xff);
+TEST_CONSTEXPR(_mm_cmpneq_epi16_mask(
+ ((__m128i)(__v8hi){5659, -8091, 28040, 7676, 3226, -12548, 29893, 12766}),
+ ((__m128i)(__v8hi){23731, -3987, -27073, 5995, -5765, 10343, 21504, -18513})
+) == (__mmask8)0xff);
+TEST_CONSTEXPR(_mm_cmpneq_epi16_mask(
+ ((__m128i)(__v8hi){17386, 29612, 28099, -8524, -7042, -23864, 13718, 16802}),
+ ((__m128i)(__v8hi){8658, 5451, 782, -9208, 8027, 14983, -4011, -31827})
+) == (__mmask8)0xff);
+TEST_CONSTEXPR(_mm_cmpneq_epi16_mask(
+ ((__m128i)(__v8hi){-24378, 20934, 25612, 4427, -29446, 26311, -2533, -27963}),
+ ((__m128i)(__v8hi){28538, -27232, 21741, -31546, -18083, 17112, -25750, -28016})
+) == (__mmask8)0xff);
+
+// cmplt tests
+TEST_CONSTEXPR(_mm_cmplt_epi16_mask(
+ ((__m128i)(__v8hi){13828, -2305, -29543, 13467, 13750, 4765, -20421, -1340}),
+ ((__m128i)(__v8hi){17531, 9112, -7503, -2262, 12476, -24405, 543, 24076})
+) == (__mmask8)0xc7);
+TEST_CONSTEXPR(_mm_cmplt_epi16_mask(
+ ((__m128i)(__v8hi){26544, 10625, -23568, -9115, -27479, -15046, -2294, 17617}),
+ ((__m128i)(__v8hi){-17598, -27694, 3374, 32022, 25371, -3401, -1466, 18741})
+) == (__mmask8)0xfc);
+TEST_CONSTEXPR(_mm_cmplt_epi16_mask(
+ ((__m128i)(__v8hi){-20731, -29738, 15746, 14938, -18069, -3978, 25561, -23366}),
+ ((__m128i)(__v8hi){12163, -26845, -19607, 12781, -2854, 23771, 6504, 21136})
+) == (__mmask8)0xb3);
+TEST_CONSTEXPR(_mm_cmplt_epi16_mask(
+ ((__m128i)(__v8hi){2923, -3968, 11644, 28855, -6225, 32503, -10027, -18296}),
+ ((__m128i)(__v8hi){17481, -24809, 24058, -5767, -1033, 16133, -8332, -24426})
+) == (__mmask8)0x55);
+TEST_CONSTEXPR(_mm_cmplt_epi16_mask(
+ ((__m128i)(__v8hi){-23454, -12570, 28483, -2443, -10879, 21881, -27324, 10746}),
+ ((__m128i)(__v8hi){31572, -12990, 27653, -25336, 26491, 21811, 19562, -27562})
+) == (__mmask8)0x51);
+
+// cmple tests
+TEST_CONSTEXPR(_mm_cmple_epi16_mask(
+ ((__m128i)(__v8hi){-13404, 5773, -2912, 12257, -21386, 12244, -25523, 28508}),
+ ((__m128i)(__v8hi){2730, -15074, 7642, -15989, -17979, -8818, -28069, 1577})
+) == (__mmask8)0x15);
+TEST_CONSTEXPR(_mm_cmple_epi16_mask(
+ ((__m128i)(__v8hi){-30681, 29588, -21231, 17008, 4229, -12947, -6153, -2183}),
+ ((__m128i)(__v8hi){-9893, 12451, 3221, 2418, 6992, -9738, 21000, 7839})
+) == (__mmask8)0xf5);
+TEST_CONSTEXPR(_mm_cmple_epi16_mask(
+ ((__m128i)(__v8hi){9571, 3844, 19158, 8637, 27094, -16447, -31005, 11095}),
+ ((__m128i)(__v8hi){3929, 901, 31907, 15912, 5595, -6562, -9664, -13180})
+) == (__mmask8)0x6c);
+TEST_CONSTEXPR(_mm_cmple_epi16_mask(
+ ((__m128i)(__v8hi){-29653, -19891, 32155, -13473, -1745, 23019, -30659, 9319}),
+ ((__m128i)(__v8hi){11054, 23285, -27270, 31021, -2491, 7728, 30175, 3553})
+) == (__mmask8)0x4b);
+TEST_CONSTEXPR(_mm_cmple_epi16_mask(
+ ((__m128i)(__v8hi){10008, -28465, -29830, 22527, 8820, -32356, 15584, 23957}),
+ ((__m128i)(__v8hi){-4691, 13730, -28788, -17664, 14597, -29281, -30463, 7606})
+) == (__mmask8)0x36);
+
+// cmpge tests
+TEST_CONSTEXPR(_mm_cmpge_epi16_mask(
+ ((__m128i)(__v8hi){-11140, 18900, -28192, 12396, 12691, -17637, -5639, 13640}),
+ ((__m128i)(__v8hi){13120, 27235, 31917, 5559, 31947, -16460, 12054, -11750})
+) == (__mmask8)0x88);
+TEST_CONSTEXPR(_mm_cmpge_epi16_mask(
+ ((__m128i)(__v8hi){29089, -626, 23207, 7124, 19598, 15564, 6422, 9504}),
+ ((__m128i)(__v8hi){-5950, -29409, -25182, 30585, -31424, -12209, 1669, -31761})
+) == (__mmask8)0xf7);
+TEST_CONSTEXPR(_mm_cmpge_epi16_mask(
+ ((__m128i)(__v8hi){-20490, -26633, -14323, -14815, -23375, 18639, 30382, 10679}),
+ ((__m128i)(__v8hi){-19313, 26898, -1867, -31542, 25972, -24148, 14949, -21235})
+) == (__mmask8)0xe8);
+TEST_CONSTEXPR(_mm_cmpge_epi16_mask(
+ ((__m128i)(__v8hi){-1967, 20611, 17473, -3220, -8421, 23008, -4566, 32760}),
+ ((__m128i)(__v8hi){6049, 26996, 3995, 3649, 22926, -31207, 5407, -25394})
+) == (__mmask8)0xa4);
+TEST_CONSTEXPR(_mm_cmpge_epi16_mask(
+ ((__m128i)(__v8hi){-29193, 9029, 15883, -20070, 12934, -20531, 32059, -16251}),
+ ((__m128i)(__v8hi){-392, -23600, 21384, 3664, -23762, -25166, 5219, -5042})
+) == (__mmask8)0x72);
+
+// cmpgt tests
+TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
+ ((__m128i)(__v8hi){15267, -11951, -5449, 23797, -2214, -9874, 9646, -21342}),
+ ((__m128i)(__v8hi){9306, 8824, 29545, 26005, 31680, -21215, 32078, 24049})
+) == (__mmask8)0x21);
+TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
+ ((__m128i)(__v8hi){31831, 31959, -26932, -29861, 24449, -4255, 28223, -21248}),
+ ((__m128i)(__v8hi){-7535, -25898, 21764, 20515, 18797, -7540, -9244, -8230})
+) == (__mmask8)0x73);
+TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
+ ((__m128i)(__v8hi){7503, -3478, 26774, -3300, 21598, -20865, 6044, -8590}),
+ ((__m128i)(__v8hi){5765, 29485, 26086, 13029, 7790, -24192, -14148, -25392})
+) == (__mmask8)0xf5);
+TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
+ ((__m128i)(__v8hi){5627, -22902, 25994, -19341, -30428, 6898, 29163, -9331}),
+ ((__m128i)(__v8hi){31016, -1554, 23610, -25442, 28669, 22077, 28653, 22826})
+) == (__mmask8)0x4c);
+TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
+ ((__m128i)(__v8hi){-16014, 12488, 2614, -25164, -8107, -20887, -21726, 32065}),
+ ((__m128i)(__v8hi){-32191, 26305, -6600, 3970, -31254, 30169, 22872, -2017})
+) == (__mmask8)0x95);
+
+
+
__mmask16 test_mm_mask_cmp_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmp_epi8_mask
>From 448d362af17f0efc177af357de41166e3417526d Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Tue, 25 Nov 2025 21:26:33 +0545
Subject: [PATCH 03/50] add: tests for _mm_cmp*_epu8_mask
---
clang/test/CodeGen/X86/avx512vlbw-builtins.c | 132 +++++++++++++++++++
1 file changed, 132 insertions(+)
diff --git a/clang/test/CodeGen/X86/avx512vlbw-builtins.c b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
index 3111c04ddd3e0b..a473e2cb4d35c2 100644
--- a/clang/test/CodeGen/X86/avx512vlbw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
@@ -895,6 +895,138 @@ TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
((__m128i)(__v8hi){-32191, 26305, -6600, 3970, -31254, 30169, 22872, -2017})
) == (__mmask8)0x95);
+// Test cases for _mm_cmp*_epu8_mask
+// cmpeq tests
+TEST_CONSTEXPR(_mm_cmpeq_epu8_mask(
+ ((__m128i)(__v16qu){16, 136, 12, 57, 51, 16, 77, 210, 75, 252, 75, 9, 225, 11, 166, 94}),
+ ((__m128i)(__v16qu){225, 224, 24, 209, 45, 121, 99, 61, 10, 97, 27, 158, 101, 233, 34, 12})
+) == (__mmask16)0x0000);
+TEST_CONSTEXPR(_mm_cmpeq_epu8_mask(
+ ((__m128i)(__v16qu){224, 224, 206, 52, 121, 157, 252, 238, 48, 100, 124, 229, 100, 234, 30, 208}),
+ ((__m128i)(__v16qu){61, 95, 167, 40, 44, 237, 43, 102, 132, 252, 109, 244, 185, 115, 205, 2})
+) == (__mmask16)0x0000);
+TEST_CONSTEXPR(_mm_cmpeq_epu8_mask(
+ ((__m128i)(__v16qu){12, 206, 18, 41, 83, 198, 246, 178, 153, 221, 101, 107, 46, 116, 173, 28}),
+ ((__m128i)(__v16qu){127, 214, 9, 253, 109, 138, 48, 204, 110, 34, 91, 206, 157, 216, 22, 157})
+) == (__mmask16)0x0000);
+TEST_CONSTEXPR(_mm_cmpeq_epu8_mask(
+ ((__m128i)(__v16qu){239, 95, 183, 64, 22, 28, 232, 140, 235, 134, 213, 29, 47, 9, 75, 224}),
+ ((__m128i)(__v16qu){224, 78, 249, 228, 241, 3, 175, 176, 226, 242, 76, 169, 231, 49, 135, 97})
+) == (__mmask16)0x0000);
+TEST_CONSTEXPR(_mm_cmpeq_epu8_mask(
+ ((__m128i)(__v16qu){145, 106, 8, 210, 56, 39, 72, 146, 99, 151, 112, 16, 160, 80, 140, 70}),
+ ((__m128i)(__v16qu){203, 124, 25, 113, 140, 85, 126, 152, 170, 25, 6, 121, 146, 40, 113, 57})
+) == (__mmask16)0x0000);
+
+// cmpneq tests
+TEST_CONSTEXPR(_mm_cmpneq_epu8_mask(
+ ((__m128i)(__v16qu){225, 50, 34, 45, 215, 179, 100, 173, 136, 135, 252, 121, 217, 29, 82, 98}),
+ ((__m128i)(__v16qu){160, 184, 95, 94, 53, 251, 207, 101, 37, 176, 104, 54, 21, 228, 221, 180})
+) == (__mmask16)0xffff);
+TEST_CONSTEXPR(_mm_cmpneq_epu8_mask(
+ ((__m128i)(__v16qu){25, 167, 250, 22, 212, 147, 54, 115, 226, 5, 240, 116, 158, 154, 120, 134}),
+ ((__m128i)(__v16qu){142, 156, 34, 216, 124, 89, 209, 226, 119, 133, 230, 19, 204, 218, 38, 124})
+) == (__mmask16)0xffff);
+TEST_CONSTEXPR(_mm_cmpneq_epu8_mask(
+ ((__m128i)(__v16qu){19, 219, 73, 161, 64, 71, 158, 100, 163, 157, 73, 111, 208, 90, 168, 136}),
+ ((__m128i)(__v16qu){4, 15, 146, 12, 104, 227, 125, 133, 28, 148, 58, 111, 107, 172, 181, 33})
+) == (__mmask16)0xf7ff);
+TEST_CONSTEXPR(_mm_cmpneq_epu8_mask(
+ ((__m128i)(__v16qu){134, 53, 253, 117, 213, 129, 192, 67, 243, 215, 233, 223, 121, 100, 180, 173}),
+ ((__m128i)(__v16qu){4, 198, 27, 51, 149, 246, 28, 192, 18, 157, 214, 77, 119, 147, 1, 28})
+) == (__mmask16)0xffff);
+TEST_CONSTEXPR(_mm_cmpneq_epu8_mask(
+ ((__m128i)(__v16qu){241, 10, 186, 52, 173, 193, 93, 240, 187, 30, 147, 130, 221, 70, 210, 44}),
+ ((__m128i)(__v16qu){65, 145, 226, 92, 171, 211, 64, 61, 82, 183, 135, 205, 124, 25, 81, 244})
+) == (__mmask16)0xffff);
+
+// cmplt tests
+TEST_CONSTEXPR(_mm_cmplt_epu8_mask(
+ ((__m128i)(__v16qu){188, 3, 27, 241, 77, 48, 233, 136, 166, 7, 248, 212, 73, 41, 134, 236}),
+ ((__m128i)(__v16qu){99, 67, 183, 99, 117, 11, 225, 198, 61, 141, 198, 145, 244, 68, 198, 52})
+) == (__mmask16)0x7296);
+TEST_CONSTEXPR(_mm_cmplt_epu8_mask(
+ ((__m128i)(__v16qu){90, 197, 4, 61, 147, 4, 63, 30, 93, 225, 249, 120, 130, 225, 204, 27}),
+ ((__m128i)(__v16qu){131, 238, 224, 204, 79, 190, 139, 127, 145, 229, 163, 118, 119, 15, 122, 71})
+) == (__mmask16)0x83ef);
+TEST_CONSTEXPR(_mm_cmplt_epu8_mask(
+ ((__m128i)(__v16qu){75, 44, 98, 1, 152, 251, 197, 192, 27, 36, 33, 183, 80, 24, 217, 121}),
+ ((__m128i)(__v16qu){214, 10, 95, 115, 65, 179, 194, 230, 93, 92, 209, 78, 32, 88, 119, 223})
+) == (__mmask16)0xa789);
+TEST_CONSTEXPR(_mm_cmplt_epu8_mask(
+ ((__m128i)(__v16qu){143, 136, 99, 215, 124, 156, 108, 234, 94, 186, 245, 21, 253, 27, 218, 93}),
+ ((__m128i)(__v16qu){54, 248, 105, 21, 188, 253, 148, 114, 168, 96, 151, 167, 185, 152, 37, 1})
+) == (__mmask16)0x2976);
+TEST_CONSTEXPR(_mm_cmplt_epu8_mask(
+ ((__m128i)(__v16qu){155, 8, 76, 39, 55, 79, 74, 78, 129, 144, 169, 84, 32, 112, 201, 226}),
+ ((__m128i)(__v16qu){185, 107, 11, 239, 21, 120, 63, 105, 153, 148, 182, 2, 0, 181, 144, 100})
+) == (__mmask16)0x27ab);
+
+// cmple tests
+TEST_CONSTEXPR(_mm_cmple_epu8_mask(
+ ((__m128i)(__v16qu){89, 172, 39, 168, 219, 32, 80, 82, 190, 122, 23, 37, 15, 28, 217, 18}),
+ ((__m128i)(__v16qu){122, 245, 45, 82, 41, 70, 1, 117, 26, 169, 89, 160, 147, 78, 105, 226})
+) == (__mmask16)0xbea7);
+TEST_CONSTEXPR(_mm_cmple_epu8_mask(
+ ((__m128i)(__v16qu){175, 250, 230, 32, 79, 107, 111, 206, 244, 181, 147, 110, 95, 178, 7, 32}),
+ ((__m128i)(__v16qu){173, 117, 248, 184, 244, 190, 240, 65, 119, 215, 67, 30, 252, 224, 86, 42})
+) == (__mmask16)0xf27c);
+TEST_CONSTEXPR(_mm_cmple_epu8_mask(
+ ((__m128i)(__v16qu){14, 90, 183, 71, 139, 11, 177, 242, 104, 66, 206, 15, 214, 178, 91, 120}),
+ ((__m128i)(__v16qu){255, 3, 220, 86, 47, 19, 208, 93, 76, 231, 175, 247, 111, 146, 51, 9})
+) == (__mmask16)0x0a6d);
+TEST_CONSTEXPR(_mm_cmple_epu8_mask(
+ ((__m128i)(__v16qu){104, 98, 30, 11, 120, 187, 239, 183, 105, 114, 48, 201, 5, 5, 88, 10}),
+ ((__m128i)(__v16qu){145, 250, 12, 166, 92, 215, 45, 237, 122, 132, 41, 25, 93, 15, 88, 32})
+) == (__mmask16)0xf3ab);
+TEST_CONSTEXPR(_mm_cmple_epu8_mask(
+ ((__m128i)(__v16qu){31, 238, 238, 163, 38, 109, 134, 50, 251, 250, 68, 2, 132, 238, 236, 148}),
+ ((__m128i)(__v16qu){26, 223, 228, 186, 240, 53, 148, 56, 106, 196, 76, 246, 114, 102, 237, 127})
+) == (__mmask16)0x4cd8);
+
+// cmpge tests
+TEST_CONSTEXPR(_mm_cmpge_epu8_mask(
+ ((__m128i)(__v16qu){209, 5, 40, 54, 128, 0, 44, 248, 51, 117, 117, 106, 57, 231, 172, 234}),
+ ((__m128i)(__v16qu){127, 165, 98, 192, 238, 10, 85, 220, 132, 177, 167, 233, 173, 232, 215, 90})
+) == (__mmask16)0x8081);
+TEST_CONSTEXPR(_mm_cmpge_epu8_mask(
+ ((__m128i)(__v16qu){41, 233, 30, 65, 230, 138, 250, 66, 252, 130, 119, 231, 237, 228, 122, 34}),
+ ((__m128i)(__v16qu){71, 153, 86, 224, 213, 87, 212, 43, 234, 194, 148, 66, 243, 238, 59, 221})
+) == (__mmask16)0x49f2);
+TEST_CONSTEXPR(_mm_cmpge_epu8_mask(
+ ((__m128i)(__v16qu){198, 89, 26, 129, 103, 127, 255, 110, 186, 70, 43, 10, 12, 216, 254, 209}),
+ ((__m128i)(__v16qu){83, 120, 28, 162, 196, 225, 222, 24, 172, 30, 154, 144, 65, 56, 94, 146})
+) == (__mmask16)0xe3c1);
+TEST_CONSTEXPR(_mm_cmpge_epu8_mask(
+ ((__m128i)(__v16qu){59, 193, 244, 59, 108, 159, 53, 244, 201, 6, 253, 224, 211, 74, 146, 0}),
+ ((__m128i)(__v16qu){107, 244, 12, 240, 201, 25, 88, 46, 179, 174, 124, 99, 112, 4, 69, 16})
+) == (__mmask16)0x7da4);
+TEST_CONSTEXPR(_mm_cmpge_epu8_mask(
+ ((__m128i)(__v16qu){165, 179, 185, 74, 129, 89, 42, 170, 195, 35, 151, 20, 240, 155, 245, 254}),
+ ((__m128i)(__v16qu){104, 175, 83, 169, 96, 144, 164, 61, 6, 46, 150, 36, 177, 188, 77, 147})
+) == (__mmask16)0xd597);
+
+// cmpgt tests
+TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
+ ((__m128i)(__v16qu){38, 190, 130, 195, 187, 214, 113, 247, 178, 29, 139, 40, 157, 185, 136, 248}),
+ ((__m128i)(__v16qu){142, 87, 246, 176, 127, 177, 41, 209, 155, 139, 105, 140, 191, 70, 15, 224})
+) == (__mmask16)0xe5fa);
+TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
+ ((__m128i)(__v16qu){64, 243, 108, 190, 6, 147, 219, 249, 213, 244, 43, 185, 134, 167, 89, 98}),
+ ((__m128i)(__v16qu){249, 226, 180, 166, 53, 137, 244, 172, 105, 31, 30, 43, 218, 96, 36, 140})
+) == (__mmask16)0x6faa);
+TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
+ ((__m128i)(__v16qu){66, 24, 106, 97, 243, 223, 111, 54, 33, 138, 171, 254, 228, 155, 195, 178}),
+ ((__m128i)(__v16qu){204, 154, 118, 221, 206, 135, 119, 52, 84, 105, 228, 68, 184, 244, 85, 243})
+) == (__mmask16)0x5ab0);
+TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
+ ((__m128i)(__v16qu){222, 143, 193, 146, 136, 215, 84, 82, 172, 158, 189, 199, 246, 114, 149, 116}),
+ ((__m128i)(__v16qu){152, 16, 193, 198, 99, 235, 130, 181, 211, 129, 39, 210, 94, 169, 4, 11})
+) == (__mmask16)0xd613);
+TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
+ ((__m128i)(__v16qu){25, 67, 207, 46, 203, 0, 89, 144, 93, 235, 192, 245, 29, 67, 227, 66}),
+ ((__m128i)(__v16qu){59, 110, 28, 206, 112, 88, 82, 187, 108, 82, 224, 47, 184, 168, 201, 105})
+) == (__mmask16)0x4a54);
>From e4e4e01a01afedaff7b9aa08fbabbad53f6d8b28 Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Tue, 25 Nov 2025 21:32:46 +0545
Subject: [PATCH 04/50] add: tests for _mm_cmp*_epu16_mask
---
clang/test/CodeGen/X86/avx512vlbw-builtins.c | 133 +++++++++++++++++++
1 file changed, 133 insertions(+)
diff --git a/clang/test/CodeGen/X86/avx512vlbw-builtins.c b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
index a473e2cb4d35c2..341df150232f0f 100644
--- a/clang/test/CodeGen/X86/avx512vlbw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
@@ -1028,6 +1028,139 @@ TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
((__m128i)(__v16qu){59, 110, 28, 206, 112, 88, 82, 187, 108, 82, 224, 47, 184, 168, 201, 105})
) == (__mmask16)0x4a54);
+// Test cases for _mm_cmp*_epu16_mask
+// cmpeq tests
+TEST_CONSTEXPR(_mm_cmpeq_epu16_mask(
+ ((__m128i)(__v8hu){26017, 41021, 1946, 38661, 30561, 19297, 15060, 15737}),
+ ((__m128i)(__v8hu){8185, 18330, 37519, 42141, 61247, 31228, 6264, 59456})
+) == (__mmask8)0x00);
+TEST_CONSTEXPR(_mm_cmpeq_epu16_mask(
+ ((__m128i)(__v8hu){36575, 60206, 3432, 10195, 34831, 43860, 40303, 49709}),
+ ((__m128i)(__v8hu){1432, 64285, 48336, 3804, 18528, 49977, 15597, 51759})
+) == (__mmask8)0x00);
+TEST_CONSTEXPR(_mm_cmpeq_epu16_mask(
+ ((__m128i)(__v8hu){25178, 38322, 33003, 43178, 39760, 44915, 5994, 55537}),
+ ((__m128i)(__v8hu){34277, 7150, 30624, 59335, 51255, 12845, 65164, 3858})
+) == (__mmask8)0x00);
+TEST_CONSTEXPR(_mm_cmpeq_epu16_mask(
+ ((__m128i)(__v8hu){57800, 61974, 13596, 50836, 40573, 216, 31321, 38806}),
+ ((__m128i)(__v8hu){28357, 61850, 47986, 47656, 1664, 36978, 15274, 60611})
+) == (__mmask8)0x00);
+TEST_CONSTEXPR(_mm_cmpeq_epu16_mask(
+ ((__m128i)(__v8hu){57064, 51949, 42152, 43038, 65515, 7797, 23751, 12389}),
+ ((__m128i)(__v8hu){38499, 21192, 9584, 15701, 4826, 6826, 47257, 20923})
+) == (__mmask8)0x00);
+
+// cmpneq tests
+TEST_CONSTEXPR(_mm_cmpneq_epu16_mask(
+ ((__m128i)(__v8hu){14257, 58047, 39173, 29624, 18365, 12002, 39567, 46161}),
+ ((__m128i)(__v8hu){39492, 1657, 38848, 30475, 33784, 22129, 16165, 39862})
+) == (__mmask8)0xff);
+TEST_CONSTEXPR(_mm_cmpneq_epu16_mask(
+ ((__m128i)(__v8hu){35289, 33907, 13787, 15259, 39250, 33252, 47224, 23905}),
+ ((__m128i)(__v8hu){62303, 41983, 19416, 4638, 48011, 59449, 46768, 20704})
+) == (__mmask8)0xff);
+TEST_CONSTEXPR(_mm_cmpneq_epu16_mask(
+ ((__m128i)(__v8hu){43035, 24266, 48861, 29042, 24252, 18719, 2345, 15378}),
+ ((__m128i)(__v8hu){12179, 44184, 13531, 23032, 7839, 49161, 39424, 17456})
+) == (__mmask8)0xff);
+TEST_CONSTEXPR(_mm_cmpneq_epu16_mask(
+ ((__m128i)(__v8hu){30106, 39497, 21733, 28765, 52826, 54726, 50106, 61970}),
+ ((__m128i)(__v8hu){34749, 64882, 7430, 10309, 26658, 22489, 34795, 35513})
+) == (__mmask8)0xff);
+TEST_CONSTEXPR(_mm_cmpneq_epu16_mask(
+ ((__m128i)(__v8hu){17033, 42616, 6158, 53144, 14513, 29528, 57905, 62537}),
+ ((__m128i)(__v8hu){38447, 51378, 320, 16853, 48397, 49715, 53668, 43839})
+) == (__mmask8)0xff);
+
+// cmplt tests
+TEST_CONSTEXPR(_mm_cmplt_epu16_mask(
+ ((__m128i)(__v8hu){12351, 47995, 11802, 16970, 16956, 13965, 33529, 18928}),
+ ((__m128i)(__v8hu){48792, 59915, 50576, 62643, 3758, 16415, 7966, 39475})
+) == (__mmask8)0xaf);
+TEST_CONSTEXPR(_mm_cmplt_epu16_mask(
+ ((__m128i)(__v8hu){64376, 821, 6646, 56557, 41027, 54650, 38293, 65034}),
+ ((__m128i)(__v8hu){16194, 13150, 9765, 40643, 62592, 32105, 37358, 43042})
+) == (__mmask8)0x16);
+TEST_CONSTEXPR(_mm_cmplt_epu16_mask(
+ ((__m128i)(__v8hu){5197, 38111, 57400, 21773, 6778, 55251, 43022, 23599}),
+ ((__m128i)(__v8hu){25453, 44508, 11034, 51861, 28507, 3586, 50043, 22852})
+) == (__mmask8)0x5b);
+TEST_CONSTEXPR(_mm_cmplt_epu16_mask(
+ ((__m128i)(__v8hu){45352, 2829, 63457, 8858, 31243, 17792, 61465, 39468}),
+ ((__m128i)(__v8hu){36906, 65156, 12702, 36312, 25463, 30740, 17784, 16985})
+) == (__mmask8)0x2a);
+TEST_CONSTEXPR(_mm_cmplt_epu16_mask(
+ ((__m128i)(__v8hu){55773, 8388, 56635, 32082, 18204, 53351, 33529, 17025}),
+ ((__m128i)(__v8hu){40397, 47032, 24886, 11409, 5864, 42244, 24984, 9087})
+) == (__mmask8)0x02);
+
+// cmple tests
+TEST_CONSTEXPR(_mm_cmple_epu16_mask(
+ ((__m128i)(__v8hu){7117, 51838, 34713, 59818, 13657, 57172, 51354, 44657}),
+ ((__m128i)(__v8hu){43684, 29399, 39679, 60107, 61794, 25979, 20734, 59740})
+) == (__mmask8)0x9d);
+TEST_CONSTEXPR(_mm_cmple_epu16_mask(
+ ((__m128i)(__v8hu){34191, 12870, 38578, 50725, 13944, 40695, 8891, 56035}),
+ ((__m128i)(__v8hu){15935, 55419, 10154, 43268, 20049, 46161, 14264, 35221})
+) == (__mmask8)0x72);
+TEST_CONSTEXPR(_mm_cmple_epu16_mask(
+ ((__m128i)(__v8hu){33955, 56125, 59463, 56265, 62541, 27516, 15841, 10852}),
+ ((__m128i)(__v8hu){110, 25696, 52299, 36663, 26130, 22670, 40665, 36384})
+) == (__mmask8)0xc0);
+TEST_CONSTEXPR(_mm_cmple_epu16_mask(
+ ((__m128i)(__v8hu){30109, 45669, 64670, 2417, 24233, 12069, 21306, 31838}),
+ ((__m128i)(__v8hu){41978, 40368, 4025, 37501, 5634, 43889, 27907, 243})
+) == (__mmask8)0x69);
+TEST_CONSTEXPR(_mm_cmple_epu16_mask(
+ ((__m128i)(__v8hu){30467, 14437, 9940, 54360, 37732, 61408, 1077, 33377}),
+ ((__m128i)(__v8hu){21329, 57575, 30740, 42725, 26374, 53724, 12, 11808})
+) == (__mmask8)0x06);
+
+// cmpge tests
+TEST_CONSTEXPR(_mm_cmpge_epu16_mask(
+ ((__m128i)(__v8hu){18151, 20516, 44819, 57353, 65147, 3123, 59838, 46999}),
+ ((__m128i)(__v8hu){55970, 31815, 16503, 37882, 46380, 47912, 2076, 33014})
+) == (__mmask8)0xdc);
+TEST_CONSTEXPR(_mm_cmpge_epu16_mask(
+ ((__m128i)(__v8hu){60160, 48803, 35124, 42510, 62783, 18767, 26220, 16209}),
+ ((__m128i)(__v8hu){22162, 54330, 56847, 11199, 46429, 7012, 12165, 42137})
+) == (__mmask8)0x79);
+TEST_CONSTEXPR(_mm_cmpge_epu16_mask(
+ ((__m128i)(__v8hu){15118, 50748, 64103, 47033, 11223, 61427, 3201, 61926}),
+ ((__m128i)(__v8hu){19094, 30041, 5839, 62591, 59904, 1530, 40604, 34353})
+) == (__mmask8)0xa6);
+TEST_CONSTEXPR(_mm_cmpge_epu16_mask(
+ ((__m128i)(__v8hu){37865, 12467, 45289, 60251, 60268, 3908, 51781, 35681}),
+ ((__m128i)(__v8hu){30915, 32324, 1515, 24432, 15318, 33790, 22826, 64258})
+) == (__mmask8)0x5d);
+TEST_CONSTEXPR(_mm_cmpge_epu16_mask(
+ ((__m128i)(__v8hu){53950, 52988, 13868, 25190, 31823, 62039, 43379, 51291}),
+ ((__m128i)(__v8hu){35593, 54830, 49773, 10890, 44742, 48266, 45280, 14226})
+) == (__mmask8)0xa9);
+
+// cmpgt tests
+TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
+ ((__m128i)(__v8hu){53569, 10332, 63903, 42861, 45572, 36510, 50522, 36590}),
+ ((__m128i)(__v8hu){20661, 10192, 56056, 56939, 27398, 16004, 27165, 43131})
+) == (__mmask8)0x77);
+TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
+ ((__m128i)(__v8hu){64844, 511, 53950, 40143, 20601, 53105, 34756, 60447}),
+ ((__m128i)(__v8hu){20846, 55132, 57724, 35384, 25368, 41097, 3764, 52879})
+) == (__mmask8)0xe9);
+TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
+ ((__m128i)(__v8hu){64715, 31454, 34266, 43085, 52260, 7304, 25587, 43911}),
+ ((__m128i)(__v8hu){25076, 3569, 11981, 11259, 63537, 32468, 23699, 9601})
+) == (__mmask8)0xcf);
+TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
+ ((__m128i)(__v8hu){57954, 26888, 1708, 125, 19459, 44354, 29760, 23713}),
+ ((__m128i)(__v8hu){2188, 13828, 28514, 39528, 42286, 41311, 28270, 11063})
+) == (__mmask8)0xe3);
+TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
+ ((__m128i)(__v8hu){36435, 57842, 17322, 33066, 51263, 58618, 57550, 23212}),
+ ((__m128i)(__v8hu){150, 39532, 62935, 34670, 57126, 9790, 21078, 3593})
+) == (__mmask8)0xe3);
+
__mmask16 test_mm_mask_cmp_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
>From bffb0d837bf376790704af0e09d98edb5ea6f3cd Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Fri, 28 Nov 2025 09:45:16 +0545
Subject: [PATCH 05/50] add: tests for _mm256_cmp*_epi8_mask
---
clang/test/CodeGen/X86/avx512vlbw-builtins.c | 159 +++++++++++++++++++
1 file changed, 159 insertions(+)
diff --git a/clang/test/CodeGen/X86/avx512vlbw-builtins.c b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
index 341df150232f0f..9336090cad6e8d 100644
--- a/clang/test/CodeGen/X86/avx512vlbw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
@@ -1163,6 +1163,165 @@ TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
+// tests for _mm256_cmp*_mask
+
+// cmpeq
+TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
+ ((__m256i)(__v32qi){65, 123, -1, -81, 85, -32, -1, -128, -69, 118, -114, -22, 97, 48, -64, -53, -76, -112, 40, 123, 35, -90, 125, 1, 4, 117, -13, -78, -118, -26, -59, -27}),
+ ((__m256i)(__v32qi){-122, -37, 93, 112, -113, 36, 72, -110, -75, 57, 52, 69, -51, -85, 36, -62, 45, -90, -45, 102, -87, 114, 34, -97, 13, 15, -125, -72, 74, 115, -92, -5})
+) == (__mmask32)0x0);
+
+TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
+ ((__m256i)(__v32qi){9, 23, 36, -105, -32, 41, -58, 107, -118, 13, -53, 49, -71, 127, 81, -50, -27, 102, -120, 63, -26, 64, -11, 34, 95, -124, -42, 98, 121, -39, 54, 86}),
+ ((__m256i)(__v32qi){126, 115, -9, -58, -80, 105, -98, -57, -43, -16, 3, 27, -43, -56, 11, -81, 15, -64, -30, -55, -6, 19, 116, 115, -41, -23, 110, 36, 114, 4, 90, 62})
+) == (__mmask32)0x0);
+
+TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
+ ((__m256i)(__v32qi){-107, 108, 114, 56, 115, 41, -5, 77, -124, 123, -3, -117, 101, 89, 41, 87, -43, 95, 62, 45, 115, 30, -125, 81, 46, -28, -34, 125, -99, -110, 106, 34}),
+ ((__m256i)(__v32qi){36, 53, 102, -84, 11, 21, 55, 87, 28, -36, -1, 7, 7, 112, 33, 100, 69, -96, 12, 44, 14, -38, -23, -99, -79, 1, -77, 82, 3, 32, 5, -123})
+) == (__mmask32)0x0);
+
+TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
+ ((__m256i)(__v32qi){-117, 57, -55, -65, 41, 101, 41, 91, 55, -54, -33, 55, 14, -29, 117, 124, 72, -98, -57, 77, -126, 9, -86, 45, -128, 86, -57, -12, 37, -81, -108, 107}),
+ ((__m256i)(__v32qi){-94, -25, 126, -53, -72, 84, -88, -56, -20, -117, 97, 127, 63, 53, -3, -88, -83, -34, 60, -82, 42, -86, 126, -20, 16, -33, 97, -90, -95, 48, 88, -124})
+) == (__mmask32)0x0);
+
+TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
+ ((__m256i)(__v32qi){-62, 71, 111, 70, 20, 26, 34, -11, 49, 122, 80, 96, -30, 103, -11, 73, -105, -20, -98, 12, 106, 7, 61, 25, 39, -6, -109, 2, -26, -86, -77, -94}),
+ ((__m256i)(__v32qi){-2, 120, 99, -40, -72, -83, 73, 80, -74, -110, 4, 91, -33, -24, 38, -122, -41, 115, 63, 43, 113, -43, 121, 46, -30, 92, 52, -117, -75, -113, -31, -47})
+) == (__mmask32)0x0);
+
+// cmpneq
+TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
+ ((__m256i)(__v32qi){108, -96, -35, 20, 25, -22, -28, 44, 4, -14, 99, -112, -94, 110, -2, -88, 70, 99, -80, -31, -9, -10, 81, 16, -125, -91, -112, 79, -117, 123, 14, 3}),
+ ((__m256i)(__v32qi){80, 69, 32, -43, -124, -8, 64, 27, -1, 119, -62, 5, -42, 5, 39, -44, 21, 46, -48, 60, 117, 51, -96, 53, 35, 29, -53, -99, 80, 89, 41, 33})
+) == (__mmask32)0xffffffff);
+
+TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
+ ((__m256i)(__v32qi){-86, 105, -105, 99, -125, -40, -75, -82, 27, 72, 68, -23, -95, -128, -87, -103, 86, 123, -96, -124, 64, 109, -74, 64, 17, 28, 27, 22, 108, 36, -16, -1}),
+ ((__m256i)(__v32qi){-43, -26, 56, -30, -66, 18, 52, 90, 60, 5, -110, 0, -36, 83, 94, -29, -36, -5, -39, 106, -36, 120, -14, 23, 38, 48, -5, -95, -65, -118, -27, -104})
+) == (__mmask32)0xffffffff);
+
+TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
+ ((__m256i)(__v32qi){-111, 117, -70, -12, -61, -20, -78, 75, 115, -70, 25, -51, -76, 44, 93, -73, 47, -23, 115, -40, -93, -29, 76, 66, 32, 19, 113, -71, 61, -50, 19, 89}),
+ ((__m256i)(__v32qi){17, -32, -44, -72, 56, 46, 71, -77, 117, 122, -15, 27, 94, -61, -8, -41, 31, -10, 65, -96, 61, 41, -114, -59, -38, 86, -18, -79, -4, 30, -121, -35})
+) == (__mmask32)0xffffffff);
+
+TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
+ ((__m256i)(__v32qi){-93, -108, 39, 110, 62, -79, 114, 47, -82, -38, -27, -114, 66, 66, 98, 12, 53, -37, 13, -45, -120, -46, -108, 28, -79, 19, -24, 44, -127, -115, 123, 113}),
+ ((__m256i)(__v32qi){4, -109, 82, 27, 53, -127, -113, -102, -51, -59, -122, -117, 6, -11, -16, -72, 107, 78, 10, -6, -34, -47, 104, 33, -69, 53, 33, 83, -24, 52, 109, 124})
+) == (__mmask32)0xffffffff);
+
+TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
+ ((__m256i)(__v32qi){1, -32, 61, 98, 123, 34, 99, -77, -34, 68, 101, 37, 29, -99, 33, -22, 85, 13, 26, 85, 8, -17, -124, 19, 69, -40, -32, 58, -35, -4, -125, -112}),
+ ((__m256i)(__v32qi){30, 45, 85, -71, -111, 111, -82, 107, -71, -4, -46, 8, 52, -107, 107, -14, 33, 35, 31, 116, -75, -33, -82, -60, 26, 40, 82, 85, -78, 97, 104, -91})
+) == (__mmask32)0xffffffff);
+
+// cmplt
+//
+TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
+ ((__m256i)(__v32qi){101, -24, 65, 23, -24, -46, 114, 45, -95, 125, -113, 27, -121, -41, -9, -87, -41, 40, -105, -5, 10, 68, 18, -121, -73, -89, -22, 95, 85, 112, 88, -46}),
+ ((__m256i)(__v32qi){80, -31, 9, -9, -61, -18, 97, -115, -102, -16, 7, -106, -73, 119, 43, -45, 22, 60, -110, -83, 100, 97, 102, 30, 22, -10, 106, 116, -90, 75, 34, 41})
+) == (__mmask32)0x8ff3f420);
+
+TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
+ ((__m256i)(__v32qi){-26, 127, 107, 82, 115, 115, 0, -61, -46, -98, -128, 114, -44, 43, -121, 60, 43, 99, 77, 67, -24, 100, 22, 121, 44, 42, -102, 30, 64, 25, -83, -56}),
+ ((__m256i)(__v32qi){118, -39, -70, -97, 76, 95, 100, 5, 122, -79, 5, 114, -18, 27, 110, -58, -62, -30, -72, -19, 37, 55, 42, 36, 93, -117, 97, -40, 13, 119, 83, -120})
+) == (__mmask32)0x655057c1);
+
+TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
+ ((__m256i)(__v32qi){33, -60, -34, -23, 5, -90, -96, 11, 24, 110, -17, 104, 74, -111, 66, -53, 84, 28, -124, 10, 104, 114, -32, -13, 124, 76, -101, -18, -46, -41, 127, -11}),
+ ((__m256i)(__v32qi){-26, 94, -39, -19, -122, -107, -6, 122, 43, 6, 19, -121, 103, 26, 48, -9, 58, 120, 35, 29, -60, 11, -24, 104, -1, -44, -22, -112, -95, 93, -13, 34})
+) == (__mmask32)0xa4ceb5ca);
+
+TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
+ ((__m256i)(__v32qi){-97, -105, -72, 99, 9, 46, -15, -69, -79, 71, 87, 93, 58, -50, 112, -119, 90, 25, -18, 83, 3, -37, -56, -23, 119, -49, -52, 12, -47, -84, -41, -58}),
+ ((__m256i)(__v32qi){107, -19, -95, -7, 63, -25, -55, 4, 109, 51, 90, -62, 53, -9, -69, -58, -98, -35, 32, -25, 40, -53, -66, 86, -121, -92, 116, 93, 122, -111, 105, -114})
+) == (__mmask32)0x5c94a593);
+
+TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
+ ((__m256i)(__v32qi){72, -110, -26, 40, -96, -73, 13, 72, 112, -34, -25, 49, -82, 84, 21, -78, 67, 55, -2, -23, 2, 8, -103, 60, -30, 107, 87, -17, -6, -86, 118, -115}),
+ ((__m256i)(__v32qi){64, 40, -74, 122, 111, -128, 21, 62, 22, 99, -10, -128, -118, 70, -61, 117, 0, 20, -28, 77, 45, 88, -7, -74, -34, 85, -15, 3, -16, -4, 127, 46})
+) == (__mmask32)0xe878865a);
+
+// cmple
+TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
+ ((__m256i)(__v32qi){-5, -85, 40, -29, -25, -124, 8, 119, 118, -3, -106, 115, -89, -35, -31, 66, 67, -95, 35, 86, 44, 12, -65, -18, -118, 57, 76, 41, -48, 123, -107, -28}),
+ ((__m256i)(__v32qi){-49, 7, -66, -90, -71, 44, 67, -65, 100, -83, 93, 95, -20, 91, 73, -16, -127, -45, -89, 86, -3, -112, -6, 87, 34, -76, -16, -89, 87, -77, -29, 18})
+) == (__mmask32)0xd1ca7462);
+
+TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
+ ((__m256i)(__v32qi){-37, 68, 22, 32, -46, 5, -1, -117, -54, -127, 67, 54, -8, -98, -3, 13, -120, 119, 13, -70, -38, -85, -97, -6, -49, -89, 95, 83, 76, 5, -125, 92}),
+ ((__m256i)(__v32qi){-98, 43, -13, 119, -58, 95, 64, 35, -41, 105, -114, -16, -52, -18, 126, -20, 22, -87, 90, -127, 33, -42, 45, 103, -117, 41, -65, -76, 34, -14, -69, -9})
+) == (__mmask32)0x42f563e8);
+
+TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
+ ((__m256i)(__v32qi){-53, 43, -115, -57, -116, 70, -116, -123, 66, -12, -32, 7, -30, -1, -25, 22, 14, -46, -87, -26, 110, -69, -83, 16, 20, 77, 43, -128, 68, -15, 104, 6}),
+ ((__m256i)(__v32qi){54, -84, 126, -69, 102, 80, 97, 19, 21, 39, -26, -12, -26, -114, -3, 10, 0, 89, 89, -73, -119, -13, 6, 97, -44, 64, -49, 92, 25, 55, 16, -39})
+) == (__mmask32)0x28e656f5);
+
+TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
+ ((__m256i)(__v32qi){-23, -75, -97, -103, -121, 60, -80, 61, 118, 51, 89, 118, -71, 111, -28, -92, 12, 94, 40, 10, 26, -38, 14, -82, 42, 18, -104, 120, 43, 126, 84, -51}),
+ ((__m256i)(__v32qi){-52, -76, 27, -52, -21, -105, -128, 101, -18, 60, -70, -24, -72, -19, 47, 108, 7, 22, -37, -50, -51, 58, 0, -87, 12, 126, -57, 81, 73, 111, -71, -81})
+) == (__mmask32)0x1620c29c);
+
+TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
+ ((__m256i)(__v32qi){91, -39, -23, 58, 12, 71, -56, 34, -100, 111, -77, -48, -101, -25, -126, -5, 100, 47, 110, 6, 73, 52, -92, 34, 96, -98, 41, -60, 88, 5, -101, -11}),
+ ((__m256i)(__v32qi){73, -81, 68, -86, -8, -16, -47, 56, -30, 18, 3, -29, -73, -98, -37, 57, -30, 79, 26, -71, -99, 15, 61, 18, -12, 59, -114, 14, -105, 38, -63, 101})
+) == (__mmask32)0xea42ddc4);
+
+
+// cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
+ ((__m256i)(__v32qi){0, -46, -12, -123, 80, 117, -10, -29, -68, 98, -70, 53, -99, -120, -92, 70, 91, -45, -55, -38, -73, 15, 20, -109, 57, 72, 65, -101, -38, 17, -59, 12}),
+ ((__m256i)(__v32qi){52, 104, -97, 48, 90, 98, 1, 97, -28, -98, 106, 104, -64, -90, -9, 0, -28, 69, -54, -20, -29, -77, 3, 99, 48, 56, 21, -38, 61, 125, 30, -30})
+) == (__mmask32)0x87618224);
+
+TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
+ ((__m256i)(__v32qi){-96, 2, 2, -27, -8, 85, -108, 39, -115, 31, -122, 36, -75, -57, 25, 109, 121, -1, -85, -24, 91, -61, -17, 83, -111, 82, -81, -112, 104, 61, -24, 14}),
+ ((__m256i)(__v32qi){-104, 33, -53, -37, 96, 32, 14, -41, -10, 108, 49, 102, 91, -56, 22, -102, -67, -105, -102, 32, 42, -97, 38, -67, -23, -119, -100, 82, -12, -78, -61, 62})
+) == (__mmask32)0x76b7c0ad);
+
+TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
+ ((__m256i)(__v32qi){-125, 53, -122, -91, 112, 37, 49, -112, 27, -79, -72, -79, -22, 87, 87, -124, 127, -87, -64, 126, 59, 9, 35, -17, -81, -76, -91, -33, 22, -18, -122, 13}),
+ ((__m256i)(__v32qi){-45, -16, -111, 98, -102, -46, 26, 124, 41, 8, -45, -118, -97, -66, -44, 108, 110, -3, 83, 84, -11, 98, 25, 86, 77, 84, -100, 3, 72, 90, 102, -2})
+) == (__mmask32)0x84597872);
+
+TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
+ ((__m256i)(__v32qi){-126, -6, 92, -46, -126, -20, -126, -124, -121, 39, 118, -106, -48, -118, -83, 36, -125, 28, -48, -91, -31, 68, -38, 123, -69, -35, -10, 18, -82, 48, 114, -121}),
+ ((__m256i)(__v32qi){42, -56, 92, -106, -50, -20, 53, -36, -40, -77, 76, 119, -104, 76, -52, -65, 34, -126, 69, 108, 33, 108, 3, 93, -60, -113, -104, -8, -6, 55, 105, 52})
+) == (__mmask32)0x4e82960a);
+
+TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
+ ((__m256i)(__v32qi){17, -85, 47, -4, 36, 38, -60, 33, -35, 89, -87, 23, 104, 30, -49, 41, 1, 112, -7, 22, 126, 26, -57, -23, 67, -124, -120, 62, 72, 126, 43, -49}),
+ ((__m256i)(__v32qi){-48, -107, -125, 53, 78, 121, 92, 17, -51, 79, 116, -21, -52, 26, 63, -71, -86, -99, -11, 13, 75, -120, -113, -87, 115, -94, 74, -82, 117, -6, -47, 103})
+) == (__mmask32)0x68ffbb87);
+// cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
+ ((__m256i)(__v32qi){55, -102, 124, 13, 94, 13, -23, 98, -101, -124, 116, 90, -88, -123, 72, 28, -29, 10, -48, 11, -102, 7, 81, -88, -82, -9, -116, -31, -74, 45, 0, 27}),
+ ((__m256i)(__v32qi){-125, -35, -45, -16, -125, 93, 81, -70, 43, -93, 116, 46, -82, -61, -54, -55, -18, 62, 11, -4, 106, -2, -26, -27, -114, -70, 33, -27, 37, -116, 77, 94})
+) == (__mmask32)0x2368cc9d);
+
+TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
+ ((__m256i)(__v32qi){34, -31, 101, 49, -69, 57, 94, -127, -32, 22, 10, -79, 29, 68, -31, 71, 96, 99, 17, -39, -41, -121, 103, -22, -74, -112, -110, -121, -97, -86, -122, -88}),
+ ((__m256i)(__v32qi){24, 119, -121, 29, -13, -19, -48, 50, -109, 48, 38, 54, 85, 87, 48, 5, -3, 4, 21, -110, -119, 15, 114, -113, 95, -100, 105, 78, -77, 43, 30, 79})
+) == (__mmask32)0x9b816d);
+
+TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
+ ((__m256i)(__v32qi){81, 85, -34, -6, 112, -36, -99, 18, -47, 3, -54, 56, -12, -86, -33, 60, 92, 49, 82, 0, 103, -109, 99, -25, -62, -15, 64, -119, -8, 13, -77, -56}),
+ ((__m256i)(__v32qi){90, -42, -23, -101, 113, -66, 87, 66, 72, -103, 67, -56, -128, 118, 112, 58, 56, 83, -7, -103, -91, 40, -64, 91, -108, -62, 22, 41, -32, 78, 92, -2})
+) == (__mmask32)0x175d9a2a);
+
+TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
+ ((__m256i)(__v32qi){-80, 84, -7, -109, 70, -116, -120, -87, -75, 92, -42, -12, -78, -81, 1, -117, -93, -24, -19, -16, -110, -120, -71, 124, 75, 20, -69, 65, -67, -39, -50, -56}),
+ ((__m256i)(__v32qi){75, -102, -40, -112, 36, -112, 34, 50, 4, -54, -60, -35, -44, 107, -94, -110, 47, -116, -101, 9, -44, 42, -121, 93, 26, -13, -127, 37, -17, 112, 60, -10})
+) == (__mmask32)0xfc64e1e);
+
+TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
+ ((__m256i)(__v32qi){66, 9, 79, -49, 14, 49, 81, -4, 33, -113, 18, -85, -77, -112, -119, 19, 80, -74, 105, 120, 76, -123, -12, 8, 98, 72, -37, -29, -120, 17, -107, 101}),
+ ((__m256i)(__v32qi){119, 10, 36, 76, -116, 12, -9, 75, 53, -52, -9, -57, -28, -80, -27, 34, 106, 44, -109, 20, -10, 119, 116, 16, 36, 9, -14, -61, 6, -70, 26, 84})
+) == (__mmask32)0xab1c0474);
+
__mmask16 test_mm_mask_cmp_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmp_epi8_mask
// CHECK: icmp eq <16 x i8> %{{.*}}, %{{.*}}
>From cf7039c66fb8257d7a7f1e4a779e88a4226f4a2c Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Sun, 30 Nov 2025 08:30:01 +0545
Subject: [PATCH 06/50] add: tests for _mm256_cmpeq_epu8
---
clang/test/CodeGen/X86/avx512vlbw-builtins.c | 28 ++++++++++++++++++++
1 file changed, 28 insertions(+)
diff --git a/clang/test/CodeGen/X86/avx512vlbw-builtins.c b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
index 9336090cad6e8d..d462d2cd479ee3 100644
--- a/clang/test/CodeGen/X86/avx512vlbw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
@@ -1322,6 +1322,34 @@ TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
((__m256i)(__v32qi){119, 10, 36, 76, -116, 12, -9, 75, 53, -52, -9, -57, -28, -80, -27, 34, 106, 44, -109, 20, -10, 119, 116, 16, 36, 9, -14, -61, 6, -70, 26, 84})
) == (__mmask32)0xab1c0474);
+// tests for _mm256_cmp*_epu8_mask
+//
+// cmpeq
+TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
+ ((__m256i)(__v32qi){106, 65, 225, 10, 117, 69, 58, 2, 34, 214, 207, 24, 192, 148, 207, 217, 239, 190, 176, 74, 231, 16, 224, 31, 237, 137, 220, 76, 169, 134, 232, 90}),
+ ((__m256i)(__v32qi){89, 231, 145, 183, 202, 64, 95, 227, 5, 235, 69, 78, 175, 208, 185, 145, 39, 27, 76, 52, 166, 165, 212, 137, 165, 127, 171, 207, 198, 146, 56, 135})
+) == (__mmask32)0x0);
+
+TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
+ ((__m256i)(__v32qi){184, 177, 201, 186, 232, 194, 211, 141, 156, 175, 100, 136, 118, 219, 171, 168, 130, 234, 92, 130, 9, 142, 57, 35, 191, 107, 215, 252, 176, 215, 167, 47}),
+ ((__m256i)(__v32qi){0, 4, 130, 154, 252, 58, 88, 183, 163, 191, 79, 198, 40, 83, 37, 157, 249, 225, 31, 39, 167, 225, 147, 216, 150, 117, 246, 30, 225, 222, 173, 59})
+) == (__mmask32)0x0);
+
+TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
+ ((__m256i)(__v32qi){205, 253, 86, 167, 79, 144, 11, 228, 203, 59, 122, 69, 178, 62, 240, 95, 86, 72, 139, 184, 163, 101, 77, 14, 96, 72, 85, 192, 193, 108, 215, 138}),
+ ((__m256i)(__v32qi){15, 230, 40, 137, 7, 156, 64, 16, 41, 212, 244, 11, 186, 108, 127, 88, 189, 151, 28, 151, 65, 67, 0, 128, 159, 198, 197, 182, 172, 36, 176, 91})
+) == (__mmask32)0x0);
+
+TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
+ ((__m256i)(__v32qi){55, 182, 65, 29, 230, 193, 14, 10, 234, 104, 129, 94, 224, 135, 9, 44, 108, 140, 73, 183, 239, 226, 69, 106, 38, 50, 83, 185, 255, 185, 157, 208}),
+ ((__m256i)(__v32qi){125, 127, 96, 29, 240, 140, 219, 72, 173, 187, 120, 214, 88, 230, 142, 214, 114, 181, 51, 59, 65, 217, 204, 227, 137, 28, 173, 82, 135, 226, 97, 70})
+) == (__mmask32)0x8);
+
+TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
+ ((__m256i)(__v32qi){119, 200, 186, 207, 96, 255, 107, 184, 152, 89, 29, 49, 72, 4, 172, 81, 64, 198, 75, 214, 105, 127, 214, 186, 43, 16, 237, 0, 53, 195, 201, 143}),
+ ((__m256i)(__v32qi){101, 173, 142, 136, 29, 9, 28, 134, 117, 69, 137, 170, 28, 62, 178, 252, 62, 214, 97, 152, 133, 146, 145, 31, 172, 56, 90, 15, 174, 34, 111, 75})
+) == (__mmask32)0x0);
+
__mmask16 test_mm_mask_cmp_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmp_epi8_mask
// CHECK: icmp eq <16 x i8> %{{.*}}, %{{.*}}
>From 4e4bd7c5194e589291371c2aa1ddc18c3b8fe5c1 Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Wed, 3 Dec 2025 15:30:53 +0545
Subject: [PATCH 07/50] fix: replaced __v*qi with __v*qu and __v*qs
---
clang/test/CodeGen/X86/avx512vlbw-builtins.c | 237 ++++++++++---------
1 file changed, 119 insertions(+), 118 deletions(-)
diff --git a/clang/test/CodeGen/X86/avx512vlbw-builtins.c b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
index 66523769033d4e..115f7fb5316b60 100644
--- a/clang/test/CodeGen/X86/avx512vlbw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
@@ -648,119 +648,119 @@ __mmask16 test_mm_cmp_epi8_mask(__m128i __a, __m128i __b) {
// cmpeq tests
TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
- ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
- ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
+ ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
+ ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
) == (__mmask16)0xffff);
TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
- ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
- ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
+ ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
+ ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
) == (__mmask16)0xffff);
TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
- ((__m128i)(__v16qi){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
- ((__m128i)(__v16qi){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
+ ((__m128i)(__v16qs){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
+ ((__m128i)(__v16qs){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
) == (__mmask16)0x0000);
TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
- ((__m128i)(__v16qi){-31, 90, -66, 3, 27, -22, -64, 111, -87, 105, -19, 0, 26, -111, 24, -72}),
- ((__m128i)(__v16qi){-84, -98, 20, -83, -98, 80, -46, -9, 22, -120, -123, 53, 117, -85, 50, 94})
+ ((__m128i)(__v16qs){-31, 90, -66, 3, 27, -22, -64, 111, -87, 105, -19, 0, 26, -111, 24, -72}),
+ ((__m128i)(__v16qs){-84, -98, 20, -83, -98, 80, -46, -9, 22, -120, -123, 53, 117, -85, 50, 94})
) == (__mmask16)0x0000);
// cmpneq tests
TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
- ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
- ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
+ ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
+ ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
) == (__mmask16)0x0000);
TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
- ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
- ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
+ ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
+ ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
) == (__mmask16)0x0000);
TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
- ((__m128i)(__v16qi){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
- ((__m128i)(__v16qi){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
+ ((__m128i)(__v16qs){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
+ ((__m128i)(__v16qs){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
) == (__mmask16)0xffff);
TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
- ((__m128i)(__v16qi){-2, 49, -5, -11, 21, -70, 121, -111, 20, 112, -121, 18, -34, -73, 89, 122}),
- ((__m128i)(__v16qi){14, 36, 2, 3, 118, 88, -126, -21, 104, -125, -1, 39, 99, -12, 35, -126})
+ ((__m128i)(__v16qs){-2, 49, -5, -11, 21, -70, 121, -111, 20, 112, -121, 18, -34, -73, 89, 122}),
+ ((__m128i)(__v16qs){14, 36, 2, 3, 118, 88, -126, -21, 104, -125, -1, 39, 99, -12, 35, -126})
) == (__mmask16)0xffff);
// cmplt tests
TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
- ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
- ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
+ ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
+ ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
) == (__mmask16)0x0000);
TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
- ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
- ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
+ ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
+ ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
) == (__mmask16)0x0000);
TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
- ((__m128i)(__v16qi){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
- ((__m128i)(__v16qi){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
+ ((__m128i)(__v16qs){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
+ ((__m128i)(__v16qs){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
) == (__mmask16)0x0000);
TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
- ((__m128i)(__v16qi){-111, -10, -60, -123, -6, -110, -43, -32, -58, -7, 42, -128, -21, 24, 8, -101}),
- ((__m128i)(__v16qi){-108, 30, 71, 73, 20, 117, 63, -93, 79, -30, 99, -100, 34, 49, 83, 68})
+ ((__m128i)(__v16qs){-111, -10, -60, -123, -6, -110, -43, -32, -58, -7, 42, -128, -21, 24, 8, -101}),
+ ((__m128i)(__v16qs){-108, 30, 71, 73, 20, 117, 63, -93, 79, -30, 99, -100, 34, 49, 83, 68})
) == (__mmask16)0xfd7f);
// cmple tests
TEST_CONSTEXPR(_mm_cmple_epi8_mask(
- ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
- ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
+ ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
+ ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
) == (__mmask16)0xffff);
TEST_CONSTEXPR(_mm_cmple_epi8_mask(
- ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
- ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
+ ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
+ ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
) == (__mmask16)0xffff);
TEST_CONSTEXPR(_mm_cmple_epi8_mask(
- ((__m128i)(__v16qi){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
- ((__m128i)(__v16qi){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
+ ((__m128i)(__v16qs){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
+ ((__m128i)(__v16qs){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
) == (__mmask16)0x0000);
TEST_CONSTEXPR(_mm_cmple_epi8_mask(
- ((__m128i)(__v16qi){122, 6, -22, -94, 78, -35, -43, -16, -69, 124, -2, 24, -117, 8, -17, 118}),
- ((__m128i)(__v16qi){53, -50, 104, 11, 63, -77, -25, 102, 46, 62, 27, -28, -61, 68, 40, -65})
+ ((__m128i)(__v16qs){122, 6, -22, -94, 78, -35, -43, -16, -69, 124, -2, 24, -117, 8, -17, 118}),
+ ((__m128i)(__v16qs){53, -50, 104, 11, 63, -77, -25, 102, 46, 62, 27, -28, -61, 68, 40, -65})
) == (__mmask16)0x75cc);
// cmpge tests
TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
- ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
- ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
+ ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
+ ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
) == (__mmask16)0xffff);
TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
- ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
- ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
+ ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
+ ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
) == (__mmask16)0xffff);
TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
- ((__m128i)(__v16qi){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
- ((__m128i)(__v16qi){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
+ ((__m128i)(__v16qs){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
+ ((__m128i)(__v16qs){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
) == (__mmask16)0xffff);
TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
- ((__m128i)(__v16qi){-11, 0, 97, 123, -48, 105, 26, -118, 62, -86, -94, -32, 14, -4, -50, 72}),
- ((__m128i)(__v16qi){-33, 49, 22, 31, -4, -81, 6, -22, 40, 127, -1, -106, 6, -64, 12, 8})
+ ((__m128i)(__v16qs){-11, 0, 97, 123, -48, 105, 26, -118, 62, -86, -94, -32, 14, -4, -50, 72}),
+ ((__m128i)(__v16qs){-33, 49, 22, 31, -4, -81, 6, -22, 40, 127, -1, -106, 6, -64, 12, 8})
) == (__mmask16)0xb96d);
// cmpgt tests
TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
- ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
- ((__m128i)(__v16qi){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
+ ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
+ ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
) == (__mmask16)0x0000);
TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
- ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
- ((__m128i)(__v16qi){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
+ ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
+ ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
) == (__mmask16)0x0000);
TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
- ((__m128i)(__v16qi){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
- ((__m128i)(__v16qi){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
+ ((__m128i)(__v16qs){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
+ ((__m128i)(__v16qs){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
) == (__mmask16)0xffff);
TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
- ((__m128i)(__v16qi){-127, 37, -123, -60, 98, -68, -115, 96, 80, -27, -105, 64, -6, -51, -45, -81}),
- ((__m128i)(__v16qi){-124, 59, 8, 59, 122, 47, -74, 120, 19, -43, -33, -76, 7, -22, -24, -14})
+ ((__m128i)(__v16qs){-127, 37, -123, -60, 98, -68, -115, 96, 80, -27, -105, 64, -6, -51, -45, -81}),
+ ((__m128i)(__v16qs){-124, 59, 8, 59, 122, 47, -74, 120, 19, -43, -33, -76, 7, -22, -24, -14})
) == (__mmask16)0x0b00);
// _mm_cmp*_epi16_mask tests
@@ -1168,189 +1168,190 @@ TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
// cmpeq
TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
- ((__m256i)(__v32qi){65, 123, -1, -81, 85, -32, -1, -128, -69, 118, -114, -22, 97, 48, -64, -53, -76, -112, 40, 123, 35, -90, 125, 1, 4, 117, -13, -78, -118, -26, -59, -27}),
- ((__m256i)(__v32qi){-122, -37, 93, 112, -113, 36, 72, -110, -75, 57, 52, 69, -51, -85, 36, -62, 45, -90, -45, 102, -87, 114, 34, -97, 13, 15, -125, -72, 74, 115, -92, -5})
+ ((__m256i)(__v32qs){65, 123, -1, -81, 85, -32, -1, -128, -69, 118, -114, -22, 97, 48, -64, -53, -76, -112, 40, 123, 35, -90, 125, 1, 4, 117, -13, -78, -118, -26, -59, -27}),
+ ((__m256i)(__v32qs){-122, -37, 93, 112, -113, 36, 72, -110, -75, 57, 52, 69, -51, -85, 36, -62, 45, -90, -45, 102, -87, 114, 34, -97, 13, 15, -125, -72, 74, 115, -92, -5})
) == (__mmask32)0x0);
TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
- ((__m256i)(__v32qi){9, 23, 36, -105, -32, 41, -58, 107, -118, 13, -53, 49, -71, 127, 81, -50, -27, 102, -120, 63, -26, 64, -11, 34, 95, -124, -42, 98, 121, -39, 54, 86}),
- ((__m256i)(__v32qi){126, 115, -9, -58, -80, 105, -98, -57, -43, -16, 3, 27, -43, -56, 11, -81, 15, -64, -30, -55, -6, 19, 116, 115, -41, -23, 110, 36, 114, 4, 90, 62})
+ ((__m256i)(__v32qs){9, 23, 36, -105, -32, 41, -58, 107, -118, 13, -53, 49, -71, 127, 81, -50, -27, 102, -120, 63, -26, 64, -11, 34, 95, -124, -42, 98, 121, -39, 54, 86}),
+ ((__m256i)(__v32qs){126, 115, -9, -58, -80, 105, -98, -57, -43, -16, 3, 27, -43, -56, 11, -81, 15, -64, -30, -55, -6, 19, 116, 115, -41, -23, 110, 36, 114, 4, 90, 62})
) == (__mmask32)0x0);
TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
- ((__m256i)(__v32qi){-107, 108, 114, 56, 115, 41, -5, 77, -124, 123, -3, -117, 101, 89, 41, 87, -43, 95, 62, 45, 115, 30, -125, 81, 46, -28, -34, 125, -99, -110, 106, 34}),
- ((__m256i)(__v32qi){36, 53, 102, -84, 11, 21, 55, 87, 28, -36, -1, 7, 7, 112, 33, 100, 69, -96, 12, 44, 14, -38, -23, -99, -79, 1, -77, 82, 3, 32, 5, -123})
+ ((__m256i)(__v32qs){-107, 108, 114, 56, 115, 41, -5, 77, -124, 123, -3, -117, 101, 89, 41, 87, -43, 95, 62, 45, 115, 30, -125, 81, 46, -28, -34, 125, -99, -110, 106, 34}),
+ ((__m256i)(__v32qs){36, 53, 102, -84, 11, 21, 55, 87, 28, -36, -1, 7, 7, 112, 33, 100, 69, -96, 12, 44, 14, -38, -23, -99, -79, 1, -77, 82, 3, 32, 5, -123})
) == (__mmask32)0x0);
TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
- ((__m256i)(__v32qi){-117, 57, -55, -65, 41, 101, 41, 91, 55, -54, -33, 55, 14, -29, 117, 124, 72, -98, -57, 77, -126, 9, -86, 45, -128, 86, -57, -12, 37, -81, -108, 107}),
- ((__m256i)(__v32qi){-94, -25, 126, -53, -72, 84, -88, -56, -20, -117, 97, 127, 63, 53, -3, -88, -83, -34, 60, -82, 42, -86, 126, -20, 16, -33, 97, -90, -95, 48, 88, -124})
+ ((__m256i)(__v32qs){-117, 57, -55, -65, 41, 101, 41, 91, 55, -54, -33, 55, 14, -29, 117, 124, 72, -98, -57, 77, -126, 9, -86, 45, -128, 86, -57, -12, 37, -81, -108, 107}),
+ ((__m256i)(__v32qs){-94, -25, 126, -53, -72, 84, -88, -56, -20, -117, 97, 127, 63, 53, -3, -88, -83, -34, 60, -82, 42, -86, 126, -20, 16, -33, 97, -90, -95, 48, 88, -124})
) == (__mmask32)0x0);
TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
- ((__m256i)(__v32qi){-62, 71, 111, 70, 20, 26, 34, -11, 49, 122, 80, 96, -30, 103, -11, 73, -105, -20, -98, 12, 106, 7, 61, 25, 39, -6, -109, 2, -26, -86, -77, -94}),
- ((__m256i)(__v32qi){-2, 120, 99, -40, -72, -83, 73, 80, -74, -110, 4, 91, -33, -24, 38, -122, -41, 115, 63, 43, 113, -43, 121, 46, -30, 92, 52, -117, -75, -113, -31, -47})
+ ((__m256i)(__v32qs){-62, 71, 111, 70, 20, 26, 34, -11, 49, 122, 80, 96, -30, 103, -11, 73, -105, -20, -98, 12, 106, 7, 61, 25, 39, -6, -109, 2, -26, -86, -77, -94}),
+ ((__m256i)(__v32qs){-2, 120, 99, -40, -72, -83, 73, 80, -74, -110, 4, 91, -33, -24, 38, -122, -41, 115, 63, 43, 113, -43, 121, 46, -30, 92, 52, -117, -75, -113, -31, -47})
) == (__mmask32)0x0);
// cmpneq
TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
- ((__m256i)(__v32qi){108, -96, -35, 20, 25, -22, -28, 44, 4, -14, 99, -112, -94, 110, -2, -88, 70, 99, -80, -31, -9, -10, 81, 16, -125, -91, -112, 79, -117, 123, 14, 3}),
- ((__m256i)(__v32qi){80, 69, 32, -43, -124, -8, 64, 27, -1, 119, -62, 5, -42, 5, 39, -44, 21, 46, -48, 60, 117, 51, -96, 53, 35, 29, -53, -99, 80, 89, 41, 33})
+ ((__m256i)(__v32qs){108, -96, -35, 20, 25, -22, -28, 44, 4, -14, 99, -112, -94, 110, -2, -88, 70, 99, -80, -31, -9, -10, 81, 16, -125, -91, -112, 79, -117, 123, 14, 3}),
+ ((__m256i)(__v32qs){80, 69, 32, -43, -124, -8, 64, 27, -1, 119, -62, 5, -42, 5, 39, -44, 21, 46, -48, 60, 117, 51, -96, 53, 35, 29, -53, -99, 80, 89, 41, 33})
) == (__mmask32)0xffffffff);
TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
- ((__m256i)(__v32qi){-86, 105, -105, 99, -125, -40, -75, -82, 27, 72, 68, -23, -95, -128, -87, -103, 86, 123, -96, -124, 64, 109, -74, 64, 17, 28, 27, 22, 108, 36, -16, -1}),
- ((__m256i)(__v32qi){-43, -26, 56, -30, -66, 18, 52, 90, 60, 5, -110, 0, -36, 83, 94, -29, -36, -5, -39, 106, -36, 120, -14, 23, 38, 48, -5, -95, -65, -118, -27, -104})
+ ((__m256i)(__v32qs){-86, 105, -105, 99, -125, -40, -75, -82, 27, 72, 68, -23, -95, -128, -87, -103, 86, 123, -96, -124, 64, 109, -74, 64, 17, 28, 27, 22, 108, 36, -16, -1}),
+ ((__m256i)(__v32qs){-43, -26, 56, -30, -66, 18, 52, 90, 60, 5, -110, 0, -36, 83, 94, -29, -36, -5, -39, 106, -36, 120, -14, 23, 38, 48, -5, -95, -65, -118, -27, -104})
) == (__mmask32)0xffffffff);
TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
- ((__m256i)(__v32qi){-111, 117, -70, -12, -61, -20, -78, 75, 115, -70, 25, -51, -76, 44, 93, -73, 47, -23, 115, -40, -93, -29, 76, 66, 32, 19, 113, -71, 61, -50, 19, 89}),
- ((__m256i)(__v32qi){17, -32, -44, -72, 56, 46, 71, -77, 117, 122, -15, 27, 94, -61, -8, -41, 31, -10, 65, -96, 61, 41, -114, -59, -38, 86, -18, -79, -4, 30, -121, -35})
+ ((__m256i)(__v32qs){-111, 117, -70, -12, -61, -20, -78, 75, 115, -70, 25, -51, -76, 44, 93, -73, 47, -23, 115, -40, -93, -29, 76, 66, 32, 19, 113, -71, 61, -50, 19, 89}),
+ ((__m256i)(__v32qs){17, -32, -44, -72, 56, 46, 71, -77, 117, 122, -15, 27, 94, -61, -8, -41, 31, -10, 65, -96, 61, 41, -114, -59, -38, 86, -18, -79, -4, 30, -121, -35})
) == (__mmask32)0xffffffff);
TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
- ((__m256i)(__v32qi){-93, -108, 39, 110, 62, -79, 114, 47, -82, -38, -27, -114, 66, 66, 98, 12, 53, -37, 13, -45, -120, -46, -108, 28, -79, 19, -24, 44, -127, -115, 123, 113}),
- ((__m256i)(__v32qi){4, -109, 82, 27, 53, -127, -113, -102, -51, -59, -122, -117, 6, -11, -16, -72, 107, 78, 10, -6, -34, -47, 104, 33, -69, 53, 33, 83, -24, 52, 109, 124})
+ ((__m256i)(__v32qs){-93, -108, 39, 110, 62, -79, 114, 47, -82, -38, -27, -114, 66, 66, 98, 12, 53, -37, 13, -45, -120, -46, -108, 28, -79, 19, -24, 44, -127, -115, 123, 113}),
+ ((__m256i)(__v32qs){4, -109, 82, 27, 53, -127, -113, -102, -51, -59, -122, -117, 6, -11, -16, -72, 107, 78, 10, -6, -34, -47, 104, 33, -69, 53, 33, 83, -24, 52, 109, 124})
) == (__mmask32)0xffffffff);
TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
- ((__m256i)(__v32qi){1, -32, 61, 98, 123, 34, 99, -77, -34, 68, 101, 37, 29, -99, 33, -22, 85, 13, 26, 85, 8, -17, -124, 19, 69, -40, -32, 58, -35, -4, -125, -112}),
- ((__m256i)(__v32qi){30, 45, 85, -71, -111, 111, -82, 107, -71, -4, -46, 8, 52, -107, 107, -14, 33, 35, 31, 116, -75, -33, -82, -60, 26, 40, 82, 85, -78, 97, 104, -91})
+ ((__m256i)(__v32qs){1, -32, 61, 98, 123, 34, 99, -77, -34, 68, 101, 37, 29, -99, 33, -22, 85, 13, 26, 85, 8, -17, -124, 19, 69, -40, -32, 58, -35, -4, -125, -112}),
+ ((__m256i)(__v32qs){30, 45, 85, -71, -111, 111, -82, 107, -71, -4, -46, 8, 52, -107, 107, -14, 33, 35, 31, 116, -75, -33, -82, -60, 26, 40, 82, 85, -78, 97, 104, -91})
) == (__mmask32)0xffffffff);
// cmplt
//
TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
- ((__m256i)(__v32qi){101, -24, 65, 23, -24, -46, 114, 45, -95, 125, -113, 27, -121, -41, -9, -87, -41, 40, -105, -5, 10, 68, 18, -121, -73, -89, -22, 95, 85, 112, 88, -46}),
- ((__m256i)(__v32qi){80, -31, 9, -9, -61, -18, 97, -115, -102, -16, 7, -106, -73, 119, 43, -45, 22, 60, -110, -83, 100, 97, 102, 30, 22, -10, 106, 116, -90, 75, 34, 41})
+ ((__m256i)(__v32qs){101, -24, 65, 23, -24, -46, 114, 45, -95, 125, -113, 27, -121, -41, -9, -87, -41, 40, -105, -5, 10, 68, 18, -121, -73, -89, -22, 95, 85, 112, 88, -46}),
+ ((__m256i)(__v32qs){80, -31, 9, -9, -61, -18, 97, -115, -102, -16, 7, -106, -73, 119, 43, -45, 22, 60, -110, -83, 100, 97, 102, 30, 22, -10, 106, 116, -90, 75, 34, 41})
) == (__mmask32)0x8ff3f420);
TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
- ((__m256i)(__v32qi){-26, 127, 107, 82, 115, 115, 0, -61, -46, -98, -128, 114, -44, 43, -121, 60, 43, 99, 77, 67, -24, 100, 22, 121, 44, 42, -102, 30, 64, 25, -83, -56}),
- ((__m256i)(__v32qi){118, -39, -70, -97, 76, 95, 100, 5, 122, -79, 5, 114, -18, 27, 110, -58, -62, -30, -72, -19, 37, 55, 42, 36, 93, -117, 97, -40, 13, 119, 83, -120})
+ ((__m256i)(__v32qs){-26, 127, 107, 82, 115, 115, 0, -61, -46, -98, -128, 114, -44, 43, -121, 60, 43, 99, 77, 67, -24, 100, 22, 121, 44, 42, -102, 30, 64, 25, -83, -56}),
+ ((__m256i)(__v32qs){118, -39, -70, -97, 76, 95, 100, 5, 122, -79, 5, 114, -18, 27, 110, -58, -62, -30, -72, -19, 37, 55, 42, 36, 93, -117, 97, -40, 13, 119, 83, -120})
) == (__mmask32)0x655057c1);
TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
- ((__m256i)(__v32qi){33, -60, -34, -23, 5, -90, -96, 11, 24, 110, -17, 104, 74, -111, 66, -53, 84, 28, -124, 10, 104, 114, -32, -13, 124, 76, -101, -18, -46, -41, 127, -11}),
- ((__m256i)(__v32qi){-26, 94, -39, -19, -122, -107, -6, 122, 43, 6, 19, -121, 103, 26, 48, -9, 58, 120, 35, 29, -60, 11, -24, 104, -1, -44, -22, -112, -95, 93, -13, 34})
+ ((__m256i)(__v32qs){33, -60, -34, -23, 5, -90, -96, 11, 24, 110, -17, 104, 74, -111, 66, -53, 84, 28, -124, 10, 104, 114, -32, -13, 124, 76, -101, -18, -46, -41, 127, -11}),
+ ((__m256i)(__v32qs){-26, 94, -39, -19, -122, -107, -6, 122, 43, 6, 19, -121, 103, 26, 48, -9, 58, 120, 35, 29, -60, 11, -24, 104, -1, -44, -22, -112, -95, 93, -13, 34})
) == (__mmask32)0xa4ceb5ca);
TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
- ((__m256i)(__v32qi){-97, -105, -72, 99, 9, 46, -15, -69, -79, 71, 87, 93, 58, -50, 112, -119, 90, 25, -18, 83, 3, -37, -56, -23, 119, -49, -52, 12, -47, -84, -41, -58}),
- ((__m256i)(__v32qi){107, -19, -95, -7, 63, -25, -55, 4, 109, 51, 90, -62, 53, -9, -69, -58, -98, -35, 32, -25, 40, -53, -66, 86, -121, -92, 116, 93, 122, -111, 105, -114})
+ ((__m256i)(__v32qs){-97, -105, -72, 99, 9, 46, -15, -69, -79, 71, 87, 93, 58, -50, 112, -119, 90, 25, -18, 83, 3, -37, -56, -23, 119, -49, -52, 12, -47, -84, -41, -58}),
+ ((__m256i)(__v32qs){107, -19, -95, -7, 63, -25, -55, 4, 109, 51, 90, -62, 53, -9, -69, -58, -98, -35, 32, -25, 40, -53, -66, 86, -121, -92, 116, 93, 122, -111, 105, -114})
) == (__mmask32)0x5c94a593);
TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
- ((__m256i)(__v32qi){72, -110, -26, 40, -96, -73, 13, 72, 112, -34, -25, 49, -82, 84, 21, -78, 67, 55, -2, -23, 2, 8, -103, 60, -30, 107, 87, -17, -6, -86, 118, -115}),
- ((__m256i)(__v32qi){64, 40, -74, 122, 111, -128, 21, 62, 22, 99, -10, -128, -118, 70, -61, 117, 0, 20, -28, 77, 45, 88, -7, -74, -34, 85, -15, 3, -16, -4, 127, 46})
+ ((__m256i)(__v32qs){72, -110, -26, 40, -96, -73, 13, 72, 112, -34, -25, 49, -82, 84, 21, -78, 67, 55, -2, -23, 2, 8, -103, 60, -30, 107, 87, -17, -6, -86, 118, -115}),
+ ((__m256i)(__v32qs){64, 40, -74, 122, 111, -128, 21, 62, 22, 99, -10, -128, -118, 70, -61, 117, 0, 20, -28, 77, 45, 88, -7, -74, -34, 85, -15, 3, -16, -4, 127, 46})
) == (__mmask32)0xe878865a);
// cmple
TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
- ((__m256i)(__v32qi){-5, -85, 40, -29, -25, -124, 8, 119, 118, -3, -106, 115, -89, -35, -31, 66, 67, -95, 35, 86, 44, 12, -65, -18, -118, 57, 76, 41, -48, 123, -107, -28}),
- ((__m256i)(__v32qi){-49, 7, -66, -90, -71, 44, 67, -65, 100, -83, 93, 95, -20, 91, 73, -16, -127, -45, -89, 86, -3, -112, -6, 87, 34, -76, -16, -89, 87, -77, -29, 18})
+ ((__m256i)(__v32qs){-5, -85, 40, -29, -25, -124, 8, 119, 118, -3, -106, 115, -89, -35, -31, 66, 67, -95, 35, 86, 44, 12, -65, -18, -118, 57, 76, 41, -48, 123, -107, -28}),
+ ((__m256i)(__v32qs){-49, 7, -66, -90, -71, 44, 67, -65, 100, -83, 93, 95, -20, 91, 73, -16, -127, -45, -89, 86, -3, -112, -6, 87, 34, -76, -16, -89, 87, -77, -29, 18})
) == (__mmask32)0xd1ca7462);
TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
- ((__m256i)(__v32qi){-37, 68, 22, 32, -46, 5, -1, -117, -54, -127, 67, 54, -8, -98, -3, 13, -120, 119, 13, -70, -38, -85, -97, -6, -49, -89, 95, 83, 76, 5, -125, 92}),
- ((__m256i)(__v32qi){-98, 43, -13, 119, -58, 95, 64, 35, -41, 105, -114, -16, -52, -18, 126, -20, 22, -87, 90, -127, 33, -42, 45, 103, -117, 41, -65, -76, 34, -14, -69, -9})
+ ((__m256i)(__v32qs){-37, 68, 22, 32, -46, 5, -1, -117, -54, -127, 67, 54, -8, -98, -3, 13, -120, 119, 13, -70, -38, -85, -97, -6, -49, -89, 95, 83, 76, 5, -125, 92}),
+ ((__m256i)(__v32qs){-98, 43, -13, 119, -58, 95, 64, 35, -41, 105, -114, -16, -52, -18, 126, -20, 22, -87, 90, -127, 33, -42, 45, 103, -117, 41, -65, -76, 34, -14, -69, -9})
) == (__mmask32)0x42f563e8);
TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
- ((__m256i)(__v32qi){-53, 43, -115, -57, -116, 70, -116, -123, 66, -12, -32, 7, -30, -1, -25, 22, 14, -46, -87, -26, 110, -69, -83, 16, 20, 77, 43, -128, 68, -15, 104, 6}),
- ((__m256i)(__v32qi){54, -84, 126, -69, 102, 80, 97, 19, 21, 39, -26, -12, -26, -114, -3, 10, 0, 89, 89, -73, -119, -13, 6, 97, -44, 64, -49, 92, 25, 55, 16, -39})
+ ((__m256i)(__v32qs){-53, 43, -115, -57, -116, 70, -116, -123, 66, -12, -32, 7, -30, -1, -25, 22, 14, -46, -87, -26, 110, -69, -83, 16, 20, 77, 43, -128, 68, -15, 104, 6}),
+ ((__m256i)(__v32qs){54, -84, 126, -69, 102, 80, 97, 19, 21, 39, -26, -12, -26, -114, -3, 10, 0, 89, 89, -73, -119, -13, 6, 97, -44, 64, -49, 92, 25, 55, 16, -39})
) == (__mmask32)0x28e656f5);
TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
- ((__m256i)(__v32qi){-23, -75, -97, -103, -121, 60, -80, 61, 118, 51, 89, 118, -71, 111, -28, -92, 12, 94, 40, 10, 26, -38, 14, -82, 42, 18, -104, 120, 43, 126, 84, -51}),
- ((__m256i)(__v32qi){-52, -76, 27, -52, -21, -105, -128, 101, -18, 60, -70, -24, -72, -19, 47, 108, 7, 22, -37, -50, -51, 58, 0, -87, 12, 126, -57, 81, 73, 111, -71, -81})
+ ((__m256i)(__v32qs){-23, -75, -97, -103, -121, 60, -80, 61, 118, 51, 89, 118, -71, 111, -28, -92, 12, 94, 40, 10, 26, -38, 14, -82, 42, 18, -104, 120, 43, 126, 84, -51}),
+ ((__m256i)(__v32qs){-52, -76, 27, -52, -21, -105, -128, 101, -18, 60, -70, -24, -72, -19, 47, 108, 7, 22, -37, -50, -51, 58, 0, -87, 12, 126, -57, 81, 73, 111, -71, -81})
) == (__mmask32)0x1620c29c);
TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
- ((__m256i)(__v32qi){91, -39, -23, 58, 12, 71, -56, 34, -100, 111, -77, -48, -101, -25, -126, -5, 100, 47, 110, 6, 73, 52, -92, 34, 96, -98, 41, -60, 88, 5, -101, -11}),
- ((__m256i)(__v32qi){73, -81, 68, -86, -8, -16, -47, 56, -30, 18, 3, -29, -73, -98, -37, 57, -30, 79, 26, -71, -99, 15, 61, 18, -12, 59, -114, 14, -105, 38, -63, 101})
+ ((__m256i)(__v32qs){91, -39, -23, 58, 12, 71, -56, 34, -100, 111, -77, -48, -101, -25, -126, -5, 100, 47, 110, 6, 73, 52, -92, 34, 96, -98, 41, -60, 88, 5, -101, -11}),
+ ((__m256i)(__v32qs){73, -81, 68, -86, -8, -16, -47, 56, -30, 18, 3, -29, -73, -98, -37, 57, -30, 79, 26, -71, -99, 15, 61, 18, -12, 59, -114, 14, -105, 38, -63, 101})
) == (__mmask32)0xea42ddc4);
// cmpgt
TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
- ((__m256i)(__v32qi){0, -46, -12, -123, 80, 117, -10, -29, -68, 98, -70, 53, -99, -120, -92, 70, 91, -45, -55, -38, -73, 15, 20, -109, 57, 72, 65, -101, -38, 17, -59, 12}),
- ((__m256i)(__v32qi){52, 104, -97, 48, 90, 98, 1, 97, -28, -98, 106, 104, -64, -90, -9, 0, -28, 69, -54, -20, -29, -77, 3, 99, 48, 56, 21, -38, 61, 125, 30, -30})
+ ((__m256i)(__v32qs){0, -46, -12, -123, 80, 117, -10, -29, -68, 98, -70, 53, -99, -120, -92, 70, 91, -45, -55, -38, -73, 15, 20, -109, 57, 72, 65, -101, -38, 17, -59, 12}),
+ ((__m256i)(__v32qs){52, 104, -97, 48, 90, 98, 1, 97, -28, -98, 106, 104, -64, -90, -9, 0, -28, 69, -54, -20, -29, -77, 3, 99, 48, 56, 21, -38, 61, 125, 30, -30})
) == (__mmask32)0x87618224);
TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
- ((__m256i)(__v32qi){-96, 2, 2, -27, -8, 85, -108, 39, -115, 31, -122, 36, -75, -57, 25, 109, 121, -1, -85, -24, 91, -61, -17, 83, -111, 82, -81, -112, 104, 61, -24, 14}),
- ((__m256i)(__v32qi){-104, 33, -53, -37, 96, 32, 14, -41, -10, 108, 49, 102, 91, -56, 22, -102, -67, -105, -102, 32, 42, -97, 38, -67, -23, -119, -100, 82, -12, -78, -61, 62})
+ ((__m256i)(__v32qs){-96, 2, 2, -27, -8, 85, -108, 39, -115, 31, -122, 36, -75, -57, 25, 109, 121, -1, -85, -24, 91, -61, -17, 83, -111, 82, -81, -112, 104, 61, -24, 14}),
+ ((__m256i)(__v32qs){-104, 33, -53, -37, 96, 32, 14, -41, -10, 108, 49, 102, 91, -56, 22, -102, -67, -105, -102, 32, 42, -97, 38, -67, -23, -119, -100, 82, -12, -78, -61, 62})
) == (__mmask32)0x76b7c0ad);
TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
- ((__m256i)(__v32qi){-125, 53, -122, -91, 112, 37, 49, -112, 27, -79, -72, -79, -22, 87, 87, -124, 127, -87, -64, 126, 59, 9, 35, -17, -81, -76, -91, -33, 22, -18, -122, 13}),
- ((__m256i)(__v32qi){-45, -16, -111, 98, -102, -46, 26, 124, 41, 8, -45, -118, -97, -66, -44, 108, 110, -3, 83, 84, -11, 98, 25, 86, 77, 84, -100, 3, 72, 90, 102, -2})
+ ((__m256i)(__v32qs){-125, 53, -122, -91, 112, 37, 49, -112, 27, -79, -72, -79, -22, 87, 87, -124, 127, -87, -64, 126, 59, 9, 35, -17, -81, -76, -91, -33, 22, -18, -122, 13}),
+ ((__m256i)(__v32qs){-45, -16, -111, 98, -102, -46, 26, 124, 41, 8, -45, -118, -97, -66, -44, 108, 110, -3, 83, 84, -11, 98, 25, 86, 77, 84, -100, 3, 72, 90, 102, -2})
) == (__mmask32)0x84597872);
TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
- ((__m256i)(__v32qi){-126, -6, 92, -46, -126, -20, -126, -124, -121, 39, 118, -106, -48, -118, -83, 36, -125, 28, -48, -91, -31, 68, -38, 123, -69, -35, -10, 18, -82, 48, 114, -121}),
- ((__m256i)(__v32qi){42, -56, 92, -106, -50, -20, 53, -36, -40, -77, 76, 119, -104, 76, -52, -65, 34, -126, 69, 108, 33, 108, 3, 93, -60, -113, -104, -8, -6, 55, 105, 52})
+ ((__m256i)(__v32qs){-126, -6, 92, -46, -126, -20, -126, -124, -121, 39, 118, -106, -48, -118, -83, 36, -125, 28, -48, -91, -31, 68, -38, 123, -69, -35, -10, 18, -82, 48, 114, -121}),
+ ((__m256i)(__v32qs){42, -56, 92, -106, -50, -20, 53, -36, -40, -77, 76, 119, -104, 76, -52, -65, 34, -126, 69, 108, 33, 108, 3, 93, -60, -113, -104, -8, -6, 55, 105, 52})
) == (__mmask32)0x4e82960a);
TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
- ((__m256i)(__v32qi){17, -85, 47, -4, 36, 38, -60, 33, -35, 89, -87, 23, 104, 30, -49, 41, 1, 112, -7, 22, 126, 26, -57, -23, 67, -124, -120, 62, 72, 126, 43, -49}),
- ((__m256i)(__v32qi){-48, -107, -125, 53, 78, 121, 92, 17, -51, 79, 116, -21, -52, 26, 63, -71, -86, -99, -11, 13, 75, -120, -113, -87, 115, -94, 74, -82, 117, -6, -47, 103})
+ ((__m256i)(__v32qs){17, -85, 47, -4, 36, 38, -60, 33, -35, 89, -87, 23, 104, 30, -49, 41, 1, 112, -7, 22, 126, 26, -57, -23, 67, -124, -120, 62, 72, 126, 43, -49}),
+ ((__m256i)(__v32qs){-48, -107, -125, 53, 78, 121, 92, 17, -51, 79, 116, -21, -52, 26, 63, -71, -86, -99, -11, 13, 75, -120, -113, -87, 115, -94, 74, -82, 117, -6, -47, 103})
) == (__mmask32)0x68ffbb87);
// cmpge
TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
- ((__m256i)(__v32qi){55, -102, 124, 13, 94, 13, -23, 98, -101, -124, 116, 90, -88, -123, 72, 28, -29, 10, -48, 11, -102, 7, 81, -88, -82, -9, -116, -31, -74, 45, 0, 27}),
- ((__m256i)(__v32qi){-125, -35, -45, -16, -125, 93, 81, -70, 43, -93, 116, 46, -82, -61, -54, -55, -18, 62, 11, -4, 106, -2, -26, -27, -114, -70, 33, -27, 37, -116, 77, 94})
+ ((__m256i)(__v32qs){55, -102, 124, 13, 94, 13, -23, 98, -101, -124, 116, 90, -88, -123, 72, 28, -29, 10, -48, 11, -102, 7, 81, -88, -82, -9, -116, -31, -74, 45, 0, 27}),
+ ((__m256i)(__v32qs){-125, -35, -45, -16, -125, 93, 81, -70, 43, -93, 116, 46, -82, -61, -54, -55, -18, 62, 11, -4, 106, -2, -26, -27, -114, -70, 33, -27, 37, -116, 77, 94})
) == (__mmask32)0x2368cc9d);
TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
- ((__m256i)(__v32qi){34, -31, 101, 49, -69, 57, 94, -127, -32, 22, 10, -79, 29, 68, -31, 71, 96, 99, 17, -39, -41, -121, 103, -22, -74, -112, -110, -121, -97, -86, -122, -88}),
- ((__m256i)(__v32qi){24, 119, -121, 29, -13, -19, -48, 50, -109, 48, 38, 54, 85, 87, 48, 5, -3, 4, 21, -110, -119, 15, 114, -113, 95, -100, 105, 78, -77, 43, 30, 79})
+ ((__m256i)(__v32qs){34, -31, 101, 49, -69, 57, 94, -127, -32, 22, 10, -79, 29, 68, -31, 71, 96, 99, 17, -39, -41, -121, 103, -22, -74, -112, -110, -121, -97, -86, -122, -88}),
+ ((__m256i)(__v32qs){24, 119, -121, 29, -13, -19, -48, 50, -109, 48, 38, 54, 85, 87, 48, 5, -3, 4, 21, -110, -119, 15, 114, -113, 95, -100, 105, 78, -77, 43, 30, 79})
) == (__mmask32)0x9b816d);
TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
- ((__m256i)(__v32qi){81, 85, -34, -6, 112, -36, -99, 18, -47, 3, -54, 56, -12, -86, -33, 60, 92, 49, 82, 0, 103, -109, 99, -25, -62, -15, 64, -119, -8, 13, -77, -56}),
- ((__m256i)(__v32qi){90, -42, -23, -101, 113, -66, 87, 66, 72, -103, 67, -56, -128, 118, 112, 58, 56, 83, -7, -103, -91, 40, -64, 91, -108, -62, 22, 41, -32, 78, 92, -2})
+ ((__m256i)(__v32qs){81, 85, -34, -6, 112, -36, -99, 18, -47, 3, -54, 56, -12, -86, -33, 60, 92, 49, 82, 0, 103, -109, 99, -25, -62, -15, 64, -119, -8, 13, -77, -56}),
+ ((__m256i)(__v32qs){90, -42, -23, -101, 113, -66, 87, 66, 72, -103, 67, -56, -128, 118, 112, 58, 56, 83, -7, -103, -91, 40, -64, 91, -108, -62, 22, 41, -32, 78, 92, -2})
) == (__mmask32)0x175d9a2a);
TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
- ((__m256i)(__v32qi){-80, 84, -7, -109, 70, -116, -120, -87, -75, 92, -42, -12, -78, -81, 1, -117, -93, -24, -19, -16, -110, -120, -71, 124, 75, 20, -69, 65, -67, -39, -50, -56}),
- ((__m256i)(__v32qi){75, -102, -40, -112, 36, -112, 34, 50, 4, -54, -60, -35, -44, 107, -94, -110, 47, -116, -101, 9, -44, 42, -121, 93, 26, -13, -127, 37, -17, 112, 60, -10})
+ ((__m256i)(__v32qs){-80, 84, -7, -109, 70, -116, -120, -87, -75, 92, -42, -12, -78, -81, 1, -117, -93, -24, -19, -16, -110, -120, -71, 124, 75, 20, -69, 65, -67, -39, -50, -56}),
+ ((__m256i)(__v32qs){75, -102, -40, -112, 36, -112, 34, 50, 4, -54, -60, -35, -44, 107, -94, -110, 47, -116, -101, 9, -44, 42, -121, 93, 26, -13, -127, 37, -17, 112, 60, -10})
) == (__mmask32)0xfc64e1e);
TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
- ((__m256i)(__v32qi){66, 9, 79, -49, 14, 49, 81, -4, 33, -113, 18, -85, -77, -112, -119, 19, 80, -74, 105, 120, 76, -123, -12, 8, 98, 72, -37, -29, -120, 17, -107, 101}),
- ((__m256i)(__v32qi){119, 10, 36, 76, -116, 12, -9, 75, 53, -52, -9, -57, -28, -80, -27, 34, 106, 44, -109, 20, -10, 119, 116, 16, 36, 9, -14, -61, 6, -70, 26, 84})
+ ((__m256i)(__v32qs){66, 9, 79, -49, 14, 49, 81, -4, 33, -113, 18, -85, -77, -112, -119, 19, 80, -74, 105, 120, 76, -123, -12, 8, 98, 72, -37, -29, -120, 17, -107, 101}),
+ ((__m256i)(__v32qs){119, 10, 36, 76, -116, 12, -9, 75, 53, -52, -9, -57, -28, -80, -27, 34, 106, 44, -109, 20, -10, 119, 116, 16, 36, 9, -14, -61, 6, -70, 26, 84})
) == (__mmask32)0xab1c0474);
// tests for _mm256_cmp*_epu8_mask
//
// cmpeq
TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
- ((__m256i)(__v32qi){106, 65, 225, 10, 117, 69, 58, 2, 34, 214, 207, 24, 192, 148, 207, 217, 239, 190, 176, 74, 231, 16, 224, 31, 237, 137, 220, 76, 169, 134, 232, 90}),
- ((__m256i)(__v32qi){89, 231, 145, 183, 202, 64, 95, 227, 5, 235, 69, 78, 175, 208, 185, 145, 39, 27, 76, 52, 166, 165, 212, 137, 165, 127, 171, 207, 198, 146, 56, 135})
+ ((__m256i)(__v32qu){106, 65, 225, 10, 117, 69, 58, 2, 34, 214, 207, 24, 192, 148, 207, 217, 239, 190, 176, 74, 231, 16, 224, 31, 237, 137, 220, 76, 169, 134, 232, 90}),
+ ((__m256i)(__v32qu){89, 231, 145, 183, 202, 64, 95, 227, 5, 235, 69, 78, 175, 208, 185, 145, 39, 27, 76, 52, 166, 165, 212, 137, 165, 127, 171, 207, 198, 146, 56, 135})
) == (__mmask32)0x0);
TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
- ((__m256i)(__v32qi){184, 177, 201, 186, 232, 194, 211, 141, 156, 175, 100, 136, 118, 219, 171, 168, 130, 234, 92, 130, 9, 142, 57, 35, 191, 107, 215, 252, 176, 215, 167, 47}),
- ((__m256i)(__v32qi){0, 4, 130, 154, 252, 58, 88, 183, 163, 191, 79, 198, 40, 83, 37, 157, 249, 225, 31, 39, 167, 225, 147, 216, 150, 117, 246, 30, 225, 222, 173, 59})
+ ((__m256i)(__v32qu){184, 177, 201, 186, 232, 194, 211, 141, 156, 175, 100, 136, 118, 219, 171, 168, 130, 234, 92, 130, 9, 142, 57, 35, 191, 107, 215, 252, 176, 215, 167, 47}),
+ ((__m256i)(__v32qu){0, 4, 130, 154, 252, 58, 88, 183, 163, 191, 79, 198, 40, 83, 37, 157, 249, 225, 31, 39, 167, 225, 147, 216, 150, 117, 246, 30, 225, 222, 173, 59})
) == (__mmask32)0x0);
TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
- ((__m256i)(__v32qi){205, 253, 86, 167, 79, 144, 11, 228, 203, 59, 122, 69, 178, 62, 240, 95, 86, 72, 139, 184, 163, 101, 77, 14, 96, 72, 85, 192, 193, 108, 215, 138}),
- ((__m256i)(__v32qi){15, 230, 40, 137, 7, 156, 64, 16, 41, 212, 244, 11, 186, 108, 127, 88, 189, 151, 28, 151, 65, 67, 0, 128, 159, 198, 197, 182, 172, 36, 176, 91})
+ ((__m256i)(__v32qu){205, 253, 86, 167, 79, 144, 11, 228, 203, 59, 122, 69, 178, 62, 240, 95, 86, 72, 139, 184, 163, 101, 77, 14, 96, 72, 85, 192, 193, 108, 215, 138}),
+ ((__m256i)(__v32qu){15, 230, 40, 137, 7, 156, 64, 16, 41, 212, 244, 11, 186, 108, 127, 88, 189, 151, 28, 151, 65, 67, 0, 128, 159, 198, 197, 182, 172, 36, 176, 91})
) == (__mmask32)0x0);
TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
- ((__m256i)(__v32qi){55, 182, 65, 29, 230, 193, 14, 10, 234, 104, 129, 94, 224, 135, 9, 44, 108, 140, 73, 183, 239, 226, 69, 106, 38, 50, 83, 185, 255, 185, 157, 208}),
- ((__m256i)(__v32qi){125, 127, 96, 29, 240, 140, 219, 72, 173, 187, 120, 214, 88, 230, 142, 214, 114, 181, 51, 59, 65, 217, 204, 227, 137, 28, 173, 82, 135, 226, 97, 70})
+ ((__m256i)(__v32qu){55, 182, 65, 29, 230, 193, 14, 10, 234, 104, 129, 94, 224, 135, 9, 44, 108, 140, 73, 183, 239, 226, 69, 106, 38, 50, 83, 185, 255, 185, 157, 208}),
+ ((__m256i)(__v32qu){125, 127, 96, 29, 240, 140, 219, 72, 173, 187, 120, 214, 88, 230, 142, 214, 114, 181, 51, 59, 65, 217, 204, 227, 137, 28, 173, 82, 135, 226, 97, 70})
) == (__mmask32)0x8);
TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
- ((__m256i)(__v32qi){119, 200, 186, 207, 96, 255, 107, 184, 152, 89, 29, 49, 72, 4, 172, 81, 64, 198, 75, 214, 105, 127, 214, 186, 43, 16, 237, 0, 53, 195, 201, 143}),
- ((__m256i)(__v32qi){101, 173, 142, 136, 29, 9, 28, 134, 117, 69, 137, 170, 28, 62, 178, 252, 62, 214, 97, 152, 133, 146, 145, 31, 172, 56, 90, 15, 174, 34, 111, 75})
+ ((__m256i)(__v32qu){119, 200, 186, 207, 96, 255, 107, 184, 152, 89, 29, 49, 72, 4, 172, 81, 64, 198, 75, 214, 105, 127, 214, 186, 43, 16, 237, 0, 53, 195, 201, 143}),
+ ((__m256i)(__v32qu){101, 173, 142, 136, 29, 9, 28, 134, 117, 69, 137, 170, 28, 62, 178, 252, 62, 214, 97, 152, 133, 146, 145, 31, 172, 56, 90, 15, 174, 34, 111, 75})
) == (__mmask32)0x0);
+
__mmask16 test_mm_mask_cmp_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmp_epi8_mask
// CHECK: icmp eq <16 x i8> %{{.*}}, %{{.*}}
>From fa8bba046a6dc4384dfd2fdac2d4e976d160beea Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Fri, 9 Jan 2026 20:29:41 +0545
Subject: [PATCH 08/50] cleanup+add: cleanup exisiting tests and cleanup
_mm256_cmpeq_epu8/epu16/epi8/epu16
---
clang/test/CodeGen/X86/avx512vlbw-builtins.c | 630 ++++---------------
1 file changed, 115 insertions(+), 515 deletions(-)
diff --git a/clang/test/CodeGen/X86/avx512vlbw-builtins.c b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
index 115f7fb5316b60..cfb016837f406c 100644
--- a/clang/test/CodeGen/X86/avx512vlbw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
@@ -646,118 +646,38 @@ __mmask16 test_mm_cmp_epi8_mask(__m128i __a, __m128i __b) {
return (__mmask16)_mm_cmp_epi8_mask(__a, __b, 0);
}
-// cmpeq tests
-TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
- ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
- ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
-) == (__mmask16)0xffff);
-
-TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
- ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
- ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
-) == (__mmask16)0xffff);
-
-TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
- ((__m128i)(__v16qs){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
- ((__m128i)(__v16qs){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
-) == (__mmask16)0x0000);
-
+// _mm_cmp*_epi8_mask tests
+// cmpeq
TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
((__m128i)(__v16qs){-31, 90, -66, 3, 27, -22, -64, 111, -87, 105, -19, 0, 26, -111, 24, -72}),
- ((__m128i)(__v16qs){-84, -98, 20, -83, -98, 80, -46, -9, 22, -120, -123, 53, 117, -85, 50, 94})
+ ((__m128i)(__v16qs){-84, 90, 20, -83, -98, 80, -46, -9, 22, -120, -123, 53, 117, -85, 50, 94})
) == (__mmask16)0x0000);
// cmpneq tests
-TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
- ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
- ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
-) == (__mmask16)0x0000);
-
-TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
- ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
- ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
-) == (__mmask16)0x0000);
-
-TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
- ((__m128i)(__v16qs){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
- ((__m128i)(__v16qs){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
-) == (__mmask16)0xffff);
-
TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
((__m128i)(__v16qs){-2, 49, -5, -11, 21, -70, 121, -111, 20, 112, -121, 18, -34, -73, 89, 122}),
((__m128i)(__v16qs){14, 36, 2, 3, 118, 88, -126, -21, 104, -125, -1, 39, 99, -12, 35, -126})
) == (__mmask16)0xffff);
// cmplt tests
-TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
- ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
- ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
-) == (__mmask16)0x0000);
-
-TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
- ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
- ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
-) == (__mmask16)0x0000);
-
-TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
- ((__m128i)(__v16qs){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
- ((__m128i)(__v16qs){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
-) == (__mmask16)0x0000);
-
TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
((__m128i)(__v16qs){-111, -10, -60, -123, -6, -110, -43, -32, -58, -7, 42, -128, -21, 24, 8, -101}),
((__m128i)(__v16qs){-108, 30, 71, 73, 20, 117, 63, -93, 79, -30, 99, -100, 34, 49, 83, 68})
) == (__mmask16)0xfd7f);
// cmple tests
-TEST_CONSTEXPR(_mm_cmple_epi8_mask(
- ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
- ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
-) == (__mmask16)0xffff);
-TEST_CONSTEXPR(_mm_cmple_epi8_mask(
- ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
- ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
-) == (__mmask16)0xffff);
-TEST_CONSTEXPR(_mm_cmple_epi8_mask(
- ((__m128i)(__v16qs){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
- ((__m128i)(__v16qs){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
-) == (__mmask16)0x0000);
TEST_CONSTEXPR(_mm_cmple_epi8_mask(
((__m128i)(__v16qs){122, 6, -22, -94, 78, -35, -43, -16, -69, 124, -2, 24, -117, 8, -17, 118}),
((__m128i)(__v16qs){53, -50, 104, 11, 63, -77, -25, 102, 46, 62, 27, -28, -61, 68, 40, -65})
) == (__mmask16)0x75cc);
// cmpge tests
-TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
- ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
- ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
-) == (__mmask16)0xffff);
-TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
- ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
- ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
-) == (__mmask16)0xffff);
-TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
- ((__m128i)(__v16qs){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
- ((__m128i)(__v16qs){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
-) == (__mmask16)0xffff);
TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
((__m128i)(__v16qs){-11, 0, 97, 123, -48, 105, 26, -118, 62, -86, -94, -32, 14, -4, -50, 72}),
((__m128i)(__v16qs){-33, 49, 22, 31, -4, -81, 6, -22, 40, 127, -1, -106, 6, -64, 12, 8})
) == (__mmask16)0xb96d);
// cmpgt tests
-TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
- ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}),
- ((__m128i)(__v16qs){0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
-) == (__mmask16)0x0000);
-TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
- ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}),
- ((__m128i)(__v16qs){1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1})
-) == (__mmask16)0x0000);
-TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
- ((__m128i)(__v16qs){127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127, 127}),
- ((__m128i)(__v16qs){-128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128, -128})
-) == (__mmask16)0xffff);
TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
((__m128i)(__v16qs){-127, 37, -123, -60, 98, -68, -115, 96, 80, -27, -105, 64, -6, -51, -45, -81}),
((__m128i)(__v16qs){-124, 59, 8, 59, 122, 47, -74, 120, 19, -43, -33, -76, 7, -22, -24, -14})
@@ -765,132 +685,36 @@ TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
// _mm_cmp*_epi16_mask tests
// cmpeq tests
-TEST_CONSTEXPR(_mm_cmpeq_epi16_mask(
- ((__m128i)(__v8hi){-3442, 30871, -12144, -1454, -22826, -2857, -15573, 31071}),
- ((__m128i)(__v8hi){18051, 1305, 19877, 25257, -1276, -27260, -2189, -12561})
-) == (__mmask8)0x00);
-TEST_CONSTEXPR(_mm_cmpeq_epi16_mask(
- ((__m128i)(__v8hi){-30000, -12116, -26732, -25017, 1825, 22572, -23178, -19747}),
- ((__m128i)(__v8hi){2100, 15453, 17949, -29756, 17479, -18870, -22571, -17226})
-) == (__mmask8)0x00);
-TEST_CONSTEXPR(_mm_cmpeq_epi16_mask(
- ((__m128i)(__v8hi){31014, -1995, -10083, -9515, 10226, -21525, 253, 30999}),
- ((__m128i)(__v8hi){-25332, -30218, 31439, 15484, -31344, 17581, -30883, -1427})
-) == (__mmask8)0x00);
-TEST_CONSTEXPR(_mm_cmpeq_epi16_mask(
- ((__m128i)(__v8hi){-9653, -20924, -20387, 285, -14945, 19791, 21735, -31655}),
- ((__m128i)(__v8hi){-19129, -16192, 6453, -3246, -22032, 9464, -15122, -12084})
-) == (__mmask8)0x00);
TEST_CONSTEXPR(_mm_cmpeq_epi16_mask(
((__m128i)(__v8hi){-24008, 21674, 8299, -31133, 23486, -29407, -15611, -7613}),
((__m128i)(__v8hi){10079, -14333, 2802, 21711, -10849, 11468, -528, -18259})
) == (__mmask8)0x00);
// cmpneq tests
-TEST_CONSTEXPR(_mm_cmpneq_epi16_mask(
- ((__m128i)(__v8hi){29745, -23358, -12495, -13908, 3162, -15181, -20831, -9264}),
- ((__m128i)(__v8hi){-32594, -25364, -11888, -32704, 25399, -14592, -8293, -19662})
-) == (__mmask8)0xff);
-TEST_CONSTEXPR(_mm_cmpneq_epi16_mask(
- ((__m128i)(__v8hi){21379, -15275, -31427, -29628, 14433, 30414, -24752, 119}),
- ((__m128i)(__v8hi){-23650, -17663, 2882, -8677, -13639, -6226, -17564, -17024})
-) == (__mmask8)0xff);
-TEST_CONSTEXPR(_mm_cmpneq_epi16_mask(
- ((__m128i)(__v8hi){5659, -8091, 28040, 7676, 3226, -12548, 29893, 12766}),
- ((__m128i)(__v8hi){23731, -3987, -27073, 5995, -5765, 10343, 21504, -18513})
-) == (__mmask8)0xff);
-TEST_CONSTEXPR(_mm_cmpneq_epi16_mask(
- ((__m128i)(__v8hi){17386, 29612, 28099, -8524, -7042, -23864, 13718, 16802}),
- ((__m128i)(__v8hi){8658, 5451, 782, -9208, 8027, 14983, -4011, -31827})
-) == (__mmask8)0xff);
TEST_CONSTEXPR(_mm_cmpneq_epi16_mask(
((__m128i)(__v8hi){-24378, 20934, 25612, 4427, -29446, 26311, -2533, -27963}),
((__m128i)(__v8hi){28538, -27232, 21741, -31546, -18083, 17112, -25750, -28016})
) == (__mmask8)0xff);
// cmplt tests
-TEST_CONSTEXPR(_mm_cmplt_epi16_mask(
- ((__m128i)(__v8hi){13828, -2305, -29543, 13467, 13750, 4765, -20421, -1340}),
- ((__m128i)(__v8hi){17531, 9112, -7503, -2262, 12476, -24405, 543, 24076})
-) == (__mmask8)0xc7);
-TEST_CONSTEXPR(_mm_cmplt_epi16_mask(
- ((__m128i)(__v8hi){26544, 10625, -23568, -9115, -27479, -15046, -2294, 17617}),
- ((__m128i)(__v8hi){-17598, -27694, 3374, 32022, 25371, -3401, -1466, 18741})
-) == (__mmask8)0xfc);
-TEST_CONSTEXPR(_mm_cmplt_epi16_mask(
- ((__m128i)(__v8hi){-20731, -29738, 15746, 14938, -18069, -3978, 25561, -23366}),
- ((__m128i)(__v8hi){12163, -26845, -19607, 12781, -2854, 23771, 6504, 21136})
-) == (__mmask8)0xb3);
-TEST_CONSTEXPR(_mm_cmplt_epi16_mask(
- ((__m128i)(__v8hi){2923, -3968, 11644, 28855, -6225, 32503, -10027, -18296}),
- ((__m128i)(__v8hi){17481, -24809, 24058, -5767, -1033, 16133, -8332, -24426})
-) == (__mmask8)0x55);
TEST_CONSTEXPR(_mm_cmplt_epi16_mask(
((__m128i)(__v8hi){-23454, -12570, 28483, -2443, -10879, 21881, -27324, 10746}),
((__m128i)(__v8hi){31572, -12990, 27653, -25336, 26491, 21811, 19562, -27562})
) == (__mmask8)0x51);
// cmple tests
-TEST_CONSTEXPR(_mm_cmple_epi16_mask(
- ((__m128i)(__v8hi){-13404, 5773, -2912, 12257, -21386, 12244, -25523, 28508}),
- ((__m128i)(__v8hi){2730, -15074, 7642, -15989, -17979, -8818, -28069, 1577})
-) == (__mmask8)0x15);
-TEST_CONSTEXPR(_mm_cmple_epi16_mask(
- ((__m128i)(__v8hi){-30681, 29588, -21231, 17008, 4229, -12947, -6153, -2183}),
- ((__m128i)(__v8hi){-9893, 12451, 3221, 2418, 6992, -9738, 21000, 7839})
-) == (__mmask8)0xf5);
-TEST_CONSTEXPR(_mm_cmple_epi16_mask(
- ((__m128i)(__v8hi){9571, 3844, 19158, 8637, 27094, -16447, -31005, 11095}),
- ((__m128i)(__v8hi){3929, 901, 31907, 15912, 5595, -6562, -9664, -13180})
-) == (__mmask8)0x6c);
-TEST_CONSTEXPR(_mm_cmple_epi16_mask(
- ((__m128i)(__v8hi){-29653, -19891, 32155, -13473, -1745, 23019, -30659, 9319}),
- ((__m128i)(__v8hi){11054, 23285, -27270, 31021, -2491, 7728, 30175, 3553})
-) == (__mmask8)0x4b);
TEST_CONSTEXPR(_mm_cmple_epi16_mask(
((__m128i)(__v8hi){10008, -28465, -29830, 22527, 8820, -32356, 15584, 23957}),
((__m128i)(__v8hi){-4691, 13730, -28788, -17664, 14597, -29281, -30463, 7606})
) == (__mmask8)0x36);
// cmpge tests
-TEST_CONSTEXPR(_mm_cmpge_epi16_mask(
- ((__m128i)(__v8hi){-11140, 18900, -28192, 12396, 12691, -17637, -5639, 13640}),
- ((__m128i)(__v8hi){13120, 27235, 31917, 5559, 31947, -16460, 12054, -11750})
-) == (__mmask8)0x88);
-TEST_CONSTEXPR(_mm_cmpge_epi16_mask(
- ((__m128i)(__v8hi){29089, -626, 23207, 7124, 19598, 15564, 6422, 9504}),
- ((__m128i)(__v8hi){-5950, -29409, -25182, 30585, -31424, -12209, 1669, -31761})
-) == (__mmask8)0xf7);
-TEST_CONSTEXPR(_mm_cmpge_epi16_mask(
- ((__m128i)(__v8hi){-20490, -26633, -14323, -14815, -23375, 18639, 30382, 10679}),
- ((__m128i)(__v8hi){-19313, 26898, -1867, -31542, 25972, -24148, 14949, -21235})
-) == (__mmask8)0xe8);
-TEST_CONSTEXPR(_mm_cmpge_epi16_mask(
- ((__m128i)(__v8hi){-1967, 20611, 17473, -3220, -8421, 23008, -4566, 32760}),
- ((__m128i)(__v8hi){6049, 26996, 3995, 3649, 22926, -31207, 5407, -25394})
-) == (__mmask8)0xa4);
TEST_CONSTEXPR(_mm_cmpge_epi16_mask(
((__m128i)(__v8hi){-29193, 9029, 15883, -20070, 12934, -20531, 32059, -16251}),
((__m128i)(__v8hi){-392, -23600, 21384, 3664, -23762, -25166, 5219, -5042})
) == (__mmask8)0x72);
// cmpgt tests
-TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
- ((__m128i)(__v8hi){15267, -11951, -5449, 23797, -2214, -9874, 9646, -21342}),
- ((__m128i)(__v8hi){9306, 8824, 29545, 26005, 31680, -21215, 32078, 24049})
-) == (__mmask8)0x21);
-TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
- ((__m128i)(__v8hi){31831, 31959, -26932, -29861, 24449, -4255, 28223, -21248}),
- ((__m128i)(__v8hi){-7535, -25898, 21764, 20515, 18797, -7540, -9244, -8230})
-) == (__mmask8)0x73);
-TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
- ((__m128i)(__v8hi){7503, -3478, 26774, -3300, 21598, -20865, 6044, -8590}),
- ((__m128i)(__v8hi){5765, 29485, 26086, 13029, 7790, -24192, -14148, -25392})
-) == (__mmask8)0xf5);
-TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
- ((__m128i)(__v8hi){5627, -22902, 25994, -19341, -30428, 6898, 29163, -9331}),
- ((__m128i)(__v8hi){31016, -1554, 23610, -25442, 28669, 22077, 28653, 22826})
-) == (__mmask8)0x4c);
TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
((__m128i)(__v8hi){-16014, 12488, 2614, -25164, -8107, -20887, -21726, 32065}),
((__m128i)(__v8hi){-32191, 26305, -6600, 3970, -31254, 30169, 22872, -2017})
@@ -898,132 +722,36 @@ TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
// Test cases for _mm_cmp*_epu8_mask
// cmpeq tests
-TEST_CONSTEXPR(_mm_cmpeq_epu8_mask(
- ((__m128i)(__v16qu){16, 136, 12, 57, 51, 16, 77, 210, 75, 252, 75, 9, 225, 11, 166, 94}),
- ((__m128i)(__v16qu){225, 224, 24, 209, 45, 121, 99, 61, 10, 97, 27, 158, 101, 233, 34, 12})
-) == (__mmask16)0x0000);
-TEST_CONSTEXPR(_mm_cmpeq_epu8_mask(
- ((__m128i)(__v16qu){224, 224, 206, 52, 121, 157, 252, 238, 48, 100, 124, 229, 100, 234, 30, 208}),
- ((__m128i)(__v16qu){61, 95, 167, 40, 44, 237, 43, 102, 132, 252, 109, 244, 185, 115, 205, 2})
-) == (__mmask16)0x0000);
-TEST_CONSTEXPR(_mm_cmpeq_epu8_mask(
- ((__m128i)(__v16qu){12, 206, 18, 41, 83, 198, 246, 178, 153, 221, 101, 107, 46, 116, 173, 28}),
- ((__m128i)(__v16qu){127, 214, 9, 253, 109, 138, 48, 204, 110, 34, 91, 206, 157, 216, 22, 157})
-) == (__mmask16)0x0000);
-TEST_CONSTEXPR(_mm_cmpeq_epu8_mask(
- ((__m128i)(__v16qu){239, 95, 183, 64, 22, 28, 232, 140, 235, 134, 213, 29, 47, 9, 75, 224}),
- ((__m128i)(__v16qu){224, 78, 249, 228, 241, 3, 175, 176, 226, 242, 76, 169, 231, 49, 135, 97})
-) == (__mmask16)0x0000);
TEST_CONSTEXPR(_mm_cmpeq_epu8_mask(
((__m128i)(__v16qu){145, 106, 8, 210, 56, 39, 72, 146, 99, 151, 112, 16, 160, 80, 140, 70}),
((__m128i)(__v16qu){203, 124, 25, 113, 140, 85, 126, 152, 170, 25, 6, 121, 146, 40, 113, 57})
) == (__mmask16)0x0000);
// cmpneq tests
-TEST_CONSTEXPR(_mm_cmpneq_epu8_mask(
- ((__m128i)(__v16qu){225, 50, 34, 45, 215, 179, 100, 173, 136, 135, 252, 121, 217, 29, 82, 98}),
- ((__m128i)(__v16qu){160, 184, 95, 94, 53, 251, 207, 101, 37, 176, 104, 54, 21, 228, 221, 180})
-) == (__mmask16)0xffff);
-TEST_CONSTEXPR(_mm_cmpneq_epu8_mask(
- ((__m128i)(__v16qu){25, 167, 250, 22, 212, 147, 54, 115, 226, 5, 240, 116, 158, 154, 120, 134}),
- ((__m128i)(__v16qu){142, 156, 34, 216, 124, 89, 209, 226, 119, 133, 230, 19, 204, 218, 38, 124})
-) == (__mmask16)0xffff);
-TEST_CONSTEXPR(_mm_cmpneq_epu8_mask(
- ((__m128i)(__v16qu){19, 219, 73, 161, 64, 71, 158, 100, 163, 157, 73, 111, 208, 90, 168, 136}),
- ((__m128i)(__v16qu){4, 15, 146, 12, 104, 227, 125, 133, 28, 148, 58, 111, 107, 172, 181, 33})
-) == (__mmask16)0xf7ff);
-TEST_CONSTEXPR(_mm_cmpneq_epu8_mask(
- ((__m128i)(__v16qu){134, 53, 253, 117, 213, 129, 192, 67, 243, 215, 233, 223, 121, 100, 180, 173}),
- ((__m128i)(__v16qu){4, 198, 27, 51, 149, 246, 28, 192, 18, 157, 214, 77, 119, 147, 1, 28})
-) == (__mmask16)0xffff);
TEST_CONSTEXPR(_mm_cmpneq_epu8_mask(
((__m128i)(__v16qu){241, 10, 186, 52, 173, 193, 93, 240, 187, 30, 147, 130, 221, 70, 210, 44}),
((__m128i)(__v16qu){65, 145, 226, 92, 171, 211, 64, 61, 82, 183, 135, 205, 124, 25, 81, 244})
) == (__mmask16)0xffff);
// cmplt tests
-TEST_CONSTEXPR(_mm_cmplt_epu8_mask(
- ((__m128i)(__v16qu){188, 3, 27, 241, 77, 48, 233, 136, 166, 7, 248, 212, 73, 41, 134, 236}),
- ((__m128i)(__v16qu){99, 67, 183, 99, 117, 11, 225, 198, 61, 141, 198, 145, 244, 68, 198, 52})
-) == (__mmask16)0x7296);
-TEST_CONSTEXPR(_mm_cmplt_epu8_mask(
- ((__m128i)(__v16qu){90, 197, 4, 61, 147, 4, 63, 30, 93, 225, 249, 120, 130, 225, 204, 27}),
- ((__m128i)(__v16qu){131, 238, 224, 204, 79, 190, 139, 127, 145, 229, 163, 118, 119, 15, 122, 71})
-) == (__mmask16)0x83ef);
-TEST_CONSTEXPR(_mm_cmplt_epu8_mask(
- ((__m128i)(__v16qu){75, 44, 98, 1, 152, 251, 197, 192, 27, 36, 33, 183, 80, 24, 217, 121}),
- ((__m128i)(__v16qu){214, 10, 95, 115, 65, 179, 194, 230, 93, 92, 209, 78, 32, 88, 119, 223})
-) == (__mmask16)0xa789);
-TEST_CONSTEXPR(_mm_cmplt_epu8_mask(
- ((__m128i)(__v16qu){143, 136, 99, 215, 124, 156, 108, 234, 94, 186, 245, 21, 253, 27, 218, 93}),
- ((__m128i)(__v16qu){54, 248, 105, 21, 188, 253, 148, 114, 168, 96, 151, 167, 185, 152, 37, 1})
-) == (__mmask16)0x2976);
TEST_CONSTEXPR(_mm_cmplt_epu8_mask(
((__m128i)(__v16qu){155, 8, 76, 39, 55, 79, 74, 78, 129, 144, 169, 84, 32, 112, 201, 226}),
((__m128i)(__v16qu){185, 107, 11, 239, 21, 120, 63, 105, 153, 148, 182, 2, 0, 181, 144, 100})
) == (__mmask16)0x27ab);
// cmple tests
-TEST_CONSTEXPR(_mm_cmple_epu8_mask(
- ((__m128i)(__v16qu){89, 172, 39, 168, 219, 32, 80, 82, 190, 122, 23, 37, 15, 28, 217, 18}),
- ((__m128i)(__v16qu){122, 245, 45, 82, 41, 70, 1, 117, 26, 169, 89, 160, 147, 78, 105, 226})
-) == (__mmask16)0xbea7);
-TEST_CONSTEXPR(_mm_cmple_epu8_mask(
- ((__m128i)(__v16qu){175, 250, 230, 32, 79, 107, 111, 206, 244, 181, 147, 110, 95, 178, 7, 32}),
- ((__m128i)(__v16qu){173, 117, 248, 184, 244, 190, 240, 65, 119, 215, 67, 30, 252, 224, 86, 42})
-) == (__mmask16)0xf27c);
-TEST_CONSTEXPR(_mm_cmple_epu8_mask(
- ((__m128i)(__v16qu){14, 90, 183, 71, 139, 11, 177, 242, 104, 66, 206, 15, 214, 178, 91, 120}),
- ((__m128i)(__v16qu){255, 3, 220, 86, 47, 19, 208, 93, 76, 231, 175, 247, 111, 146, 51, 9})
-) == (__mmask16)0x0a6d);
-TEST_CONSTEXPR(_mm_cmple_epu8_mask(
- ((__m128i)(__v16qu){104, 98, 30, 11, 120, 187, 239, 183, 105, 114, 48, 201, 5, 5, 88, 10}),
- ((__m128i)(__v16qu){145, 250, 12, 166, 92, 215, 45, 237, 122, 132, 41, 25, 93, 15, 88, 32})
-) == (__mmask16)0xf3ab);
TEST_CONSTEXPR(_mm_cmple_epu8_mask(
((__m128i)(__v16qu){31, 238, 238, 163, 38, 109, 134, 50, 251, 250, 68, 2, 132, 238, 236, 148}),
((__m128i)(__v16qu){26, 223, 228, 186, 240, 53, 148, 56, 106, 196, 76, 246, 114, 102, 237, 127})
) == (__mmask16)0x4cd8);
// cmpge tests
-TEST_CONSTEXPR(_mm_cmpge_epu8_mask(
- ((__m128i)(__v16qu){209, 5, 40, 54, 128, 0, 44, 248, 51, 117, 117, 106, 57, 231, 172, 234}),
- ((__m128i)(__v16qu){127, 165, 98, 192, 238, 10, 85, 220, 132, 177, 167, 233, 173, 232, 215, 90})
-) == (__mmask16)0x8081);
-TEST_CONSTEXPR(_mm_cmpge_epu8_mask(
- ((__m128i)(__v16qu){41, 233, 30, 65, 230, 138, 250, 66, 252, 130, 119, 231, 237, 228, 122, 34}),
- ((__m128i)(__v16qu){71, 153, 86, 224, 213, 87, 212, 43, 234, 194, 148, 66, 243, 238, 59, 221})
-) == (__mmask16)0x49f2);
-TEST_CONSTEXPR(_mm_cmpge_epu8_mask(
- ((__m128i)(__v16qu){198, 89, 26, 129, 103, 127, 255, 110, 186, 70, 43, 10, 12, 216, 254, 209}),
- ((__m128i)(__v16qu){83, 120, 28, 162, 196, 225, 222, 24, 172, 30, 154, 144, 65, 56, 94, 146})
-) == (__mmask16)0xe3c1);
-TEST_CONSTEXPR(_mm_cmpge_epu8_mask(
- ((__m128i)(__v16qu){59, 193, 244, 59, 108, 159, 53, 244, 201, 6, 253, 224, 211, 74, 146, 0}),
- ((__m128i)(__v16qu){107, 244, 12, 240, 201, 25, 88, 46, 179, 174, 124, 99, 112, 4, 69, 16})
-) == (__mmask16)0x7da4);
TEST_CONSTEXPR(_mm_cmpge_epu8_mask(
((__m128i)(__v16qu){165, 179, 185, 74, 129, 89, 42, 170, 195, 35, 151, 20, 240, 155, 245, 254}),
((__m128i)(__v16qu){104, 175, 83, 169, 96, 144, 164, 61, 6, 46, 150, 36, 177, 188, 77, 147})
) == (__mmask16)0xd597);
// cmpgt tests
-TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
- ((__m128i)(__v16qu){38, 190, 130, 195, 187, 214, 113, 247, 178, 29, 139, 40, 157, 185, 136, 248}),
- ((__m128i)(__v16qu){142, 87, 246, 176, 127, 177, 41, 209, 155, 139, 105, 140, 191, 70, 15, 224})
-) == (__mmask16)0xe5fa);
-TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
- ((__m128i)(__v16qu){64, 243, 108, 190, 6, 147, 219, 249, 213, 244, 43, 185, 134, 167, 89, 98}),
- ((__m128i)(__v16qu){249, 226, 180, 166, 53, 137, 244, 172, 105, 31, 30, 43, 218, 96, 36, 140})
-) == (__mmask16)0x6faa);
-TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
- ((__m128i)(__v16qu){66, 24, 106, 97, 243, 223, 111, 54, 33, 138, 171, 254, 228, 155, 195, 178}),
- ((__m128i)(__v16qu){204, 154, 118, 221, 206, 135, 119, 52, 84, 105, 228, 68, 184, 244, 85, 243})
-) == (__mmask16)0x5ab0);
-TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
- ((__m128i)(__v16qu){222, 143, 193, 146, 136, 215, 84, 82, 172, 158, 189, 199, 246, 114, 149, 116}),
- ((__m128i)(__v16qu){152, 16, 193, 198, 99, 235, 130, 181, 211, 129, 39, 210, 94, 169, 4, 11})
-) == (__mmask16)0xd613);
TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
((__m128i)(__v16qu){25, 67, 207, 46, 203, 0, 89, 144, 93, 235, 192, 245, 29, 67, 227, 66}),
((__m128i)(__v16qu){59, 110, 28, 206, 112, 88, 82, 187, 108, 82, 224, 47, 184, 168, 201, 105})
@@ -1031,132 +759,36 @@ TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
// Test cases for _mm_cmp*_epu16_mask
// cmpeq tests
-TEST_CONSTEXPR(_mm_cmpeq_epu16_mask(
- ((__m128i)(__v8hu){26017, 41021, 1946, 38661, 30561, 19297, 15060, 15737}),
- ((__m128i)(__v8hu){8185, 18330, 37519, 42141, 61247, 31228, 6264, 59456})
-) == (__mmask8)0x00);
-TEST_CONSTEXPR(_mm_cmpeq_epu16_mask(
- ((__m128i)(__v8hu){36575, 60206, 3432, 10195, 34831, 43860, 40303, 49709}),
- ((__m128i)(__v8hu){1432, 64285, 48336, 3804, 18528, 49977, 15597, 51759})
-) == (__mmask8)0x00);
-TEST_CONSTEXPR(_mm_cmpeq_epu16_mask(
- ((__m128i)(__v8hu){25178, 38322, 33003, 43178, 39760, 44915, 5994, 55537}),
- ((__m128i)(__v8hu){34277, 7150, 30624, 59335, 51255, 12845, 65164, 3858})
-) == (__mmask8)0x00);
-TEST_CONSTEXPR(_mm_cmpeq_epu16_mask(
- ((__m128i)(__v8hu){57800, 61974, 13596, 50836, 40573, 216, 31321, 38806}),
- ((__m128i)(__v8hu){28357, 61850, 47986, 47656, 1664, 36978, 15274, 60611})
-) == (__mmask8)0x00);
TEST_CONSTEXPR(_mm_cmpeq_epu16_mask(
((__m128i)(__v8hu){57064, 51949, 42152, 43038, 65515, 7797, 23751, 12389}),
((__m128i)(__v8hu){38499, 21192, 9584, 15701, 4826, 6826, 47257, 20923})
) == (__mmask8)0x00);
// cmpneq tests
-TEST_CONSTEXPR(_mm_cmpneq_epu16_mask(
- ((__m128i)(__v8hu){14257, 58047, 39173, 29624, 18365, 12002, 39567, 46161}),
- ((__m128i)(__v8hu){39492, 1657, 38848, 30475, 33784, 22129, 16165, 39862})
-) == (__mmask8)0xff);
-TEST_CONSTEXPR(_mm_cmpneq_epu16_mask(
- ((__m128i)(__v8hu){35289, 33907, 13787, 15259, 39250, 33252, 47224, 23905}),
- ((__m128i)(__v8hu){62303, 41983, 19416, 4638, 48011, 59449, 46768, 20704})
-) == (__mmask8)0xff);
-TEST_CONSTEXPR(_mm_cmpneq_epu16_mask(
- ((__m128i)(__v8hu){43035, 24266, 48861, 29042, 24252, 18719, 2345, 15378}),
- ((__m128i)(__v8hu){12179, 44184, 13531, 23032, 7839, 49161, 39424, 17456})
-) == (__mmask8)0xff);
-TEST_CONSTEXPR(_mm_cmpneq_epu16_mask(
- ((__m128i)(__v8hu){30106, 39497, 21733, 28765, 52826, 54726, 50106, 61970}),
- ((__m128i)(__v8hu){34749, 64882, 7430, 10309, 26658, 22489, 34795, 35513})
-) == (__mmask8)0xff);
TEST_CONSTEXPR(_mm_cmpneq_epu16_mask(
((__m128i)(__v8hu){17033, 42616, 6158, 53144, 14513, 29528, 57905, 62537}),
((__m128i)(__v8hu){38447, 51378, 320, 16853, 48397, 49715, 53668, 43839})
) == (__mmask8)0xff);
// cmplt tests
-TEST_CONSTEXPR(_mm_cmplt_epu16_mask(
- ((__m128i)(__v8hu){12351, 47995, 11802, 16970, 16956, 13965, 33529, 18928}),
- ((__m128i)(__v8hu){48792, 59915, 50576, 62643, 3758, 16415, 7966, 39475})
-) == (__mmask8)0xaf);
-TEST_CONSTEXPR(_mm_cmplt_epu16_mask(
- ((__m128i)(__v8hu){64376, 821, 6646, 56557, 41027, 54650, 38293, 65034}),
- ((__m128i)(__v8hu){16194, 13150, 9765, 40643, 62592, 32105, 37358, 43042})
-) == (__mmask8)0x16);
-TEST_CONSTEXPR(_mm_cmplt_epu16_mask(
- ((__m128i)(__v8hu){5197, 38111, 57400, 21773, 6778, 55251, 43022, 23599}),
- ((__m128i)(__v8hu){25453, 44508, 11034, 51861, 28507, 3586, 50043, 22852})
-) == (__mmask8)0x5b);
-TEST_CONSTEXPR(_mm_cmplt_epu16_mask(
- ((__m128i)(__v8hu){45352, 2829, 63457, 8858, 31243, 17792, 61465, 39468}),
- ((__m128i)(__v8hu){36906, 65156, 12702, 36312, 25463, 30740, 17784, 16985})
-) == (__mmask8)0x2a);
TEST_CONSTEXPR(_mm_cmplt_epu16_mask(
((__m128i)(__v8hu){55773, 8388, 56635, 32082, 18204, 53351, 33529, 17025}),
((__m128i)(__v8hu){40397, 47032, 24886, 11409, 5864, 42244, 24984, 9087})
) == (__mmask8)0x02);
// cmple tests
-TEST_CONSTEXPR(_mm_cmple_epu16_mask(
- ((__m128i)(__v8hu){7117, 51838, 34713, 59818, 13657, 57172, 51354, 44657}),
- ((__m128i)(__v8hu){43684, 29399, 39679, 60107, 61794, 25979, 20734, 59740})
-) == (__mmask8)0x9d);
-TEST_CONSTEXPR(_mm_cmple_epu16_mask(
- ((__m128i)(__v8hu){34191, 12870, 38578, 50725, 13944, 40695, 8891, 56035}),
- ((__m128i)(__v8hu){15935, 55419, 10154, 43268, 20049, 46161, 14264, 35221})
-) == (__mmask8)0x72);
-TEST_CONSTEXPR(_mm_cmple_epu16_mask(
- ((__m128i)(__v8hu){33955, 56125, 59463, 56265, 62541, 27516, 15841, 10852}),
- ((__m128i)(__v8hu){110, 25696, 52299, 36663, 26130, 22670, 40665, 36384})
-) == (__mmask8)0xc0);
-TEST_CONSTEXPR(_mm_cmple_epu16_mask(
- ((__m128i)(__v8hu){30109, 45669, 64670, 2417, 24233, 12069, 21306, 31838}),
- ((__m128i)(__v8hu){41978, 40368, 4025, 37501, 5634, 43889, 27907, 243})
-) == (__mmask8)0x69);
TEST_CONSTEXPR(_mm_cmple_epu16_mask(
((__m128i)(__v8hu){30467, 14437, 9940, 54360, 37732, 61408, 1077, 33377}),
((__m128i)(__v8hu){21329, 57575, 30740, 42725, 26374, 53724, 12, 11808})
) == (__mmask8)0x06);
// cmpge tests
-TEST_CONSTEXPR(_mm_cmpge_epu16_mask(
- ((__m128i)(__v8hu){18151, 20516, 44819, 57353, 65147, 3123, 59838, 46999}),
- ((__m128i)(__v8hu){55970, 31815, 16503, 37882, 46380, 47912, 2076, 33014})
-) == (__mmask8)0xdc);
-TEST_CONSTEXPR(_mm_cmpge_epu16_mask(
- ((__m128i)(__v8hu){60160, 48803, 35124, 42510, 62783, 18767, 26220, 16209}),
- ((__m128i)(__v8hu){22162, 54330, 56847, 11199, 46429, 7012, 12165, 42137})
-) == (__mmask8)0x79);
-TEST_CONSTEXPR(_mm_cmpge_epu16_mask(
- ((__m128i)(__v8hu){15118, 50748, 64103, 47033, 11223, 61427, 3201, 61926}),
- ((__m128i)(__v8hu){19094, 30041, 5839, 62591, 59904, 1530, 40604, 34353})
-) == (__mmask8)0xa6);
-TEST_CONSTEXPR(_mm_cmpge_epu16_mask(
- ((__m128i)(__v8hu){37865, 12467, 45289, 60251, 60268, 3908, 51781, 35681}),
- ((__m128i)(__v8hu){30915, 32324, 1515, 24432, 15318, 33790, 22826, 64258})
-) == (__mmask8)0x5d);
TEST_CONSTEXPR(_mm_cmpge_epu16_mask(
((__m128i)(__v8hu){53950, 52988, 13868, 25190, 31823, 62039, 43379, 51291}),
((__m128i)(__v8hu){35593, 54830, 49773, 10890, 44742, 48266, 45280, 14226})
) == (__mmask8)0xa9);
// cmpgt tests
-TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
- ((__m128i)(__v8hu){53569, 10332, 63903, 42861, 45572, 36510, 50522, 36590}),
- ((__m128i)(__v8hu){20661, 10192, 56056, 56939, 27398, 16004, 27165, 43131})
-) == (__mmask8)0x77);
-TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
- ((__m128i)(__v8hu){64844, 511, 53950, 40143, 20601, 53105, 34756, 60447}),
- ((__m128i)(__v8hu){20846, 55132, 57724, 35384, 25368, 41097, 3764, 52879})
-) == (__mmask8)0xe9);
-TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
- ((__m128i)(__v8hu){64715, 31454, 34266, 43085, 52260, 7304, 25587, 43911}),
- ((__m128i)(__v8hu){25076, 3569, 11981, 11259, 63537, 32468, 23699, 9601})
-) == (__mmask8)0xcf);
-TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
- ((__m128i)(__v8hu){57954, 26888, 1708, 125, 19459, 44354, 29760, 23713}),
- ((__m128i)(__v8hu){2188, 13828, 28514, 39528, 42286, 41311, 28270, 11063})
-) == (__mmask8)0xe3);
TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
((__m128i)(__v8hu){36435, 57842, 17322, 33066, 51263, 58618, 57550, 23212}),
((__m128i)(__v8hu){150, 39532, 62935, 34670, 57126, 9790, 21078, 3593})
@@ -1165,192 +797,160 @@ TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
// tests for _mm256_cmp*_mask
-
// cmpeq
-TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
- ((__m256i)(__v32qs){65, 123, -1, -81, 85, -32, -1, -128, -69, 118, -114, -22, 97, 48, -64, -53, -76, -112, 40, 123, 35, -90, 125, 1, 4, 117, -13, -78, -118, -26, -59, -27}),
- ((__m256i)(__v32qs){-122, -37, 93, 112, -113, 36, 72, -110, -75, 57, 52, 69, -51, -85, 36, -62, 45, -90, -45, 102, -87, 114, 34, -97, 13, 15, -125, -72, 74, 115, -92, -5})
-) == (__mmask32)0x0);
-
-TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
- ((__m256i)(__v32qs){9, 23, 36, -105, -32, 41, -58, 107, -118, 13, -53, 49, -71, 127, 81, -50, -27, 102, -120, 63, -26, 64, -11, 34, 95, -124, -42, 98, 121, -39, 54, 86}),
- ((__m256i)(__v32qs){126, 115, -9, -58, -80, 105, -98, -57, -43, -16, 3, 27, -43, -56, 11, -81, 15, -64, -30, -55, -6, 19, 116, 115, -41, -23, 110, 36, 114, 4, 90, 62})
-) == (__mmask32)0x0);
-
-TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
- ((__m256i)(__v32qs){-107, 108, 114, 56, 115, 41, -5, 77, -124, 123, -3, -117, 101, 89, 41, 87, -43, 95, 62, 45, 115, 30, -125, 81, 46, -28, -34, 125, -99, -110, 106, 34}),
- ((__m256i)(__v32qs){36, 53, 102, -84, 11, 21, 55, 87, 28, -36, -1, 7, 7, 112, 33, 100, 69, -96, 12, 44, 14, -38, -23, -99, -79, 1, -77, 82, 3, 32, 5, -123})
-) == (__mmask32)0x0);
-
-TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
- ((__m256i)(__v32qs){-117, 57, -55, -65, 41, 101, 41, 91, 55, -54, -33, 55, 14, -29, 117, 124, 72, -98, -57, 77, -126, 9, -86, 45, -128, 86, -57, -12, 37, -81, -108, 107}),
- ((__m256i)(__v32qs){-94, -25, 126, -53, -72, 84, -88, -56, -20, -117, 97, 127, 63, 53, -3, -88, -83, -34, 60, -82, 42, -86, 126, -20, 16, -33, 97, -90, -95, 48, 88, -124})
-) == (__mmask32)0x0);
-
TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
((__m256i)(__v32qs){-62, 71, 111, 70, 20, 26, 34, -11, 49, 122, 80, 96, -30, 103, -11, 73, -105, -20, -98, 12, 106, 7, 61, 25, 39, -6, -109, 2, -26, -86, -77, -94}),
((__m256i)(__v32qs){-2, 120, 99, -40, -72, -83, 73, 80, -74, -110, 4, 91, -33, -24, 38, -122, -41, 115, 63, 43, 113, -43, 121, 46, -30, 92, 52, -117, -75, -113, -31, -47})
) == (__mmask32)0x0);
// cmpneq
-TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
- ((__m256i)(__v32qs){108, -96, -35, 20, 25, -22, -28, 44, 4, -14, 99, -112, -94, 110, -2, -88, 70, 99, -80, -31, -9, -10, 81, 16, -125, -91, -112, 79, -117, 123, 14, 3}),
- ((__m256i)(__v32qs){80, 69, 32, -43, -124, -8, 64, 27, -1, 119, -62, 5, -42, 5, 39, -44, 21, 46, -48, 60, 117, 51, -96, 53, 35, 29, -53, -99, 80, 89, 41, 33})
-) == (__mmask32)0xffffffff);
-
-TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
- ((__m256i)(__v32qs){-86, 105, -105, 99, -125, -40, -75, -82, 27, 72, 68, -23, -95, -128, -87, -103, 86, 123, -96, -124, 64, 109, -74, 64, 17, 28, 27, 22, 108, 36, -16, -1}),
- ((__m256i)(__v32qs){-43, -26, 56, -30, -66, 18, 52, 90, 60, 5, -110, 0, -36, 83, 94, -29, -36, -5, -39, 106, -36, 120, -14, 23, 38, 48, -5, -95, -65, -118, -27, -104})
-) == (__mmask32)0xffffffff);
-
-TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
- ((__m256i)(__v32qs){-111, 117, -70, -12, -61, -20, -78, 75, 115, -70, 25, -51, -76, 44, 93, -73, 47, -23, 115, -40, -93, -29, 76, 66, 32, 19, 113, -71, 61, -50, 19, 89}),
- ((__m256i)(__v32qs){17, -32, -44, -72, 56, 46, 71, -77, 117, 122, -15, 27, 94, -61, -8, -41, 31, -10, 65, -96, 61, 41, -114, -59, -38, 86, -18, -79, -4, 30, -121, -35})
-) == (__mmask32)0xffffffff);
-
-TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
- ((__m256i)(__v32qs){-93, -108, 39, 110, 62, -79, 114, 47, -82, -38, -27, -114, 66, 66, 98, 12, 53, -37, 13, -45, -120, -46, -108, 28, -79, 19, -24, 44, -127, -115, 123, 113}),
- ((__m256i)(__v32qs){4, -109, 82, 27, 53, -127, -113, -102, -51, -59, -122, -117, 6, -11, -16, -72, 107, 78, 10, -6, -34, -47, 104, 33, -69, 53, 33, 83, -24, 52, 109, 124})
-) == (__mmask32)0xffffffff);
-
TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
((__m256i)(__v32qs){1, -32, 61, 98, 123, 34, 99, -77, -34, 68, 101, 37, 29, -99, 33, -22, 85, 13, 26, 85, 8, -17, -124, 19, 69, -40, -32, 58, -35, -4, -125, -112}),
((__m256i)(__v32qs){30, 45, 85, -71, -111, 111, -82, 107, -71, -4, -46, 8, 52, -107, 107, -14, 33, 35, 31, 116, -75, -33, -82, -60, 26, 40, 82, 85, -78, 97, 104, -91})
) == (__mmask32)0xffffffff);
// cmplt
-//
-TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
- ((__m256i)(__v32qs){101, -24, 65, 23, -24, -46, 114, 45, -95, 125, -113, 27, -121, -41, -9, -87, -41, 40, -105, -5, 10, 68, 18, -121, -73, -89, -22, 95, 85, 112, 88, -46}),
- ((__m256i)(__v32qs){80, -31, 9, -9, -61, -18, 97, -115, -102, -16, 7, -106, -73, 119, 43, -45, 22, 60, -110, -83, 100, 97, 102, 30, 22, -10, 106, 116, -90, 75, 34, 41})
-) == (__mmask32)0x8ff3f420);
-
-TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
- ((__m256i)(__v32qs){-26, 127, 107, 82, 115, 115, 0, -61, -46, -98, -128, 114, -44, 43, -121, 60, 43, 99, 77, 67, -24, 100, 22, 121, 44, 42, -102, 30, 64, 25, -83, -56}),
- ((__m256i)(__v32qs){118, -39, -70, -97, 76, 95, 100, 5, 122, -79, 5, 114, -18, 27, 110, -58, -62, -30, -72, -19, 37, 55, 42, 36, 93, -117, 97, -40, 13, 119, 83, -120})
-) == (__mmask32)0x655057c1);
-
-TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
- ((__m256i)(__v32qs){33, -60, -34, -23, 5, -90, -96, 11, 24, 110, -17, 104, 74, -111, 66, -53, 84, 28, -124, 10, 104, 114, -32, -13, 124, 76, -101, -18, -46, -41, 127, -11}),
- ((__m256i)(__v32qs){-26, 94, -39, -19, -122, -107, -6, 122, 43, 6, 19, -121, 103, 26, 48, -9, 58, 120, 35, 29, -60, 11, -24, 104, -1, -44, -22, -112, -95, 93, -13, 34})
-) == (__mmask32)0xa4ceb5ca);
-
-TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
- ((__m256i)(__v32qs){-97, -105, -72, 99, 9, 46, -15, -69, -79, 71, 87, 93, 58, -50, 112, -119, 90, 25, -18, 83, 3, -37, -56, -23, 119, -49, -52, 12, -47, -84, -41, -58}),
- ((__m256i)(__v32qs){107, -19, -95, -7, 63, -25, -55, 4, 109, 51, 90, -62, 53, -9, -69, -58, -98, -35, 32, -25, 40, -53, -66, 86, -121, -92, 116, 93, 122, -111, 105, -114})
-) == (__mmask32)0x5c94a593);
-
TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
((__m256i)(__v32qs){72, -110, -26, 40, -96, -73, 13, 72, 112, -34, -25, 49, -82, 84, 21, -78, 67, 55, -2, -23, 2, 8, -103, 60, -30, 107, 87, -17, -6, -86, 118, -115}),
((__m256i)(__v32qs){64, 40, -74, 122, 111, -128, 21, 62, 22, 99, -10, -128, -118, 70, -61, 117, 0, 20, -28, 77, 45, 88, -7, -74, -34, 85, -15, 3, -16, -4, 127, 46})
) == (__mmask32)0xe878865a);
// cmple
-TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
- ((__m256i)(__v32qs){-5, -85, 40, -29, -25, -124, 8, 119, 118, -3, -106, 115, -89, -35, -31, 66, 67, -95, 35, 86, 44, 12, -65, -18, -118, 57, 76, 41, -48, 123, -107, -28}),
- ((__m256i)(__v32qs){-49, 7, -66, -90, -71, 44, 67, -65, 100, -83, 93, 95, -20, 91, 73, -16, -127, -45, -89, 86, -3, -112, -6, 87, 34, -76, -16, -89, 87, -77, -29, 18})
-) == (__mmask32)0xd1ca7462);
-
-TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
- ((__m256i)(__v32qs){-37, 68, 22, 32, -46, 5, -1, -117, -54, -127, 67, 54, -8, -98, -3, 13, -120, 119, 13, -70, -38, -85, -97, -6, -49, -89, 95, 83, 76, 5, -125, 92}),
- ((__m256i)(__v32qs){-98, 43, -13, 119, -58, 95, 64, 35, -41, 105, -114, -16, -52, -18, 126, -20, 22, -87, 90, -127, 33, -42, 45, 103, -117, 41, -65, -76, 34, -14, -69, -9})
-) == (__mmask32)0x42f563e8);
-
-TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
- ((__m256i)(__v32qs){-53, 43, -115, -57, -116, 70, -116, -123, 66, -12, -32, 7, -30, -1, -25, 22, 14, -46, -87, -26, 110, -69, -83, 16, 20, 77, 43, -128, 68, -15, 104, 6}),
- ((__m256i)(__v32qs){54, -84, 126, -69, 102, 80, 97, 19, 21, 39, -26, -12, -26, -114, -3, 10, 0, 89, 89, -73, -119, -13, 6, 97, -44, 64, -49, 92, 25, 55, 16, -39})
-) == (__mmask32)0x28e656f5);
-
-TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
- ((__m256i)(__v32qs){-23, -75, -97, -103, -121, 60, -80, 61, 118, 51, 89, 118, -71, 111, -28, -92, 12, 94, 40, 10, 26, -38, 14, -82, 42, 18, -104, 120, 43, 126, 84, -51}),
- ((__m256i)(__v32qs){-52, -76, 27, -52, -21, -105, -128, 101, -18, 60, -70, -24, -72, -19, 47, 108, 7, 22, -37, -50, -51, 58, 0, -87, 12, 126, -57, 81, 73, 111, -71, -81})
-) == (__mmask32)0x1620c29c);
-
TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
((__m256i)(__v32qs){91, -39, -23, 58, 12, 71, -56, 34, -100, 111, -77, -48, -101, -25, -126, -5, 100, 47, 110, 6, 73, 52, -92, 34, 96, -98, 41, -60, 88, 5, -101, -11}),
((__m256i)(__v32qs){73, -81, 68, -86, -8, -16, -47, 56, -30, 18, 3, -29, -73, -98, -37, 57, -30, 79, 26, -71, -99, 15, 61, 18, -12, 59, -114, 14, -105, 38, -63, 101})
) == (__mmask32)0xea42ddc4);
-
// cmpgt
-TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
- ((__m256i)(__v32qs){0, -46, -12, -123, 80, 117, -10, -29, -68, 98, -70, 53, -99, -120, -92, 70, 91, -45, -55, -38, -73, 15, 20, -109, 57, 72, 65, -101, -38, 17, -59, 12}),
- ((__m256i)(__v32qs){52, 104, -97, 48, 90, 98, 1, 97, -28, -98, 106, 104, -64, -90, -9, 0, -28, 69, -54, -20, -29, -77, 3, 99, 48, 56, 21, -38, 61, 125, 30, -30})
-) == (__mmask32)0x87618224);
-
-TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
- ((__m256i)(__v32qs){-96, 2, 2, -27, -8, 85, -108, 39, -115, 31, -122, 36, -75, -57, 25, 109, 121, -1, -85, -24, 91, -61, -17, 83, -111, 82, -81, -112, 104, 61, -24, 14}),
- ((__m256i)(__v32qs){-104, 33, -53, -37, 96, 32, 14, -41, -10, 108, 49, 102, 91, -56, 22, -102, -67, -105, -102, 32, 42, -97, 38, -67, -23, -119, -100, 82, -12, -78, -61, 62})
-) == (__mmask32)0x76b7c0ad);
-
-TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
- ((__m256i)(__v32qs){-125, 53, -122, -91, 112, 37, 49, -112, 27, -79, -72, -79, -22, 87, 87, -124, 127, -87, -64, 126, 59, 9, 35, -17, -81, -76, -91, -33, 22, -18, -122, 13}),
- ((__m256i)(__v32qs){-45, -16, -111, 98, -102, -46, 26, 124, 41, 8, -45, -118, -97, -66, -44, 108, 110, -3, 83, 84, -11, 98, 25, 86, 77, 84, -100, 3, 72, 90, 102, -2})
-) == (__mmask32)0x84597872);
-
-TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
- ((__m256i)(__v32qs){-126, -6, 92, -46, -126, -20, -126, -124, -121, 39, 118, -106, -48, -118, -83, 36, -125, 28, -48, -91, -31, 68, -38, 123, -69, -35, -10, 18, -82, 48, 114, -121}),
- ((__m256i)(__v32qs){42, -56, 92, -106, -50, -20, 53, -36, -40, -77, 76, 119, -104, 76, -52, -65, 34, -126, 69, 108, 33, 108, 3, 93, -60, -113, -104, -8, -6, 55, 105, 52})
-) == (__mmask32)0x4e82960a);
-
TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
((__m256i)(__v32qs){17, -85, 47, -4, 36, 38, -60, 33, -35, 89, -87, 23, 104, 30, -49, 41, 1, 112, -7, 22, 126, 26, -57, -23, 67, -124, -120, 62, 72, 126, 43, -49}),
((__m256i)(__v32qs){-48, -107, -125, 53, 78, 121, 92, 17, -51, 79, 116, -21, -52, 26, 63, -71, -86, -99, -11, 13, 75, -120, -113, -87, 115, -94, 74, -82, 117, -6, -47, 103})
) == (__mmask32)0x68ffbb87);
-// cmpge
-TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
- ((__m256i)(__v32qs){55, -102, 124, 13, 94, 13, -23, 98, -101, -124, 116, 90, -88, -123, 72, 28, -29, 10, -48, 11, -102, 7, 81, -88, -82, -9, -116, -31, -74, 45, 0, 27}),
- ((__m256i)(__v32qs){-125, -35, -45, -16, -125, 93, 81, -70, 43, -93, 116, 46, -82, -61, -54, -55, -18, 62, 11, -4, 106, -2, -26, -27, -114, -70, 33, -27, 37, -116, 77, 94})
-) == (__mmask32)0x2368cc9d);
-
-TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
- ((__m256i)(__v32qs){34, -31, 101, 49, -69, 57, 94, -127, -32, 22, 10, -79, 29, 68, -31, 71, 96, 99, 17, -39, -41, -121, 103, -22, -74, -112, -110, -121, -97, -86, -122, -88}),
- ((__m256i)(__v32qs){24, 119, -121, 29, -13, -19, -48, 50, -109, 48, 38, 54, 85, 87, 48, 5, -3, 4, 21, -110, -119, 15, 114, -113, 95, -100, 105, 78, -77, 43, 30, 79})
-) == (__mmask32)0x9b816d);
-
-TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
- ((__m256i)(__v32qs){81, 85, -34, -6, 112, -36, -99, 18, -47, 3, -54, 56, -12, -86, -33, 60, 92, 49, 82, 0, 103, -109, 99, -25, -62, -15, 64, -119, -8, 13, -77, -56}),
- ((__m256i)(__v32qs){90, -42, -23, -101, 113, -66, 87, 66, 72, -103, 67, -56, -128, 118, 112, 58, 56, 83, -7, -103, -91, 40, -64, 91, -108, -62, 22, 41, -32, 78, 92, -2})
-) == (__mmask32)0x175d9a2a);
-
-TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
- ((__m256i)(__v32qs){-80, 84, -7, -109, 70, -116, -120, -87, -75, 92, -42, -12, -78, -81, 1, -117, -93, -24, -19, -16, -110, -120, -71, 124, 75, 20, -69, 65, -67, -39, -50, -56}),
- ((__m256i)(__v32qs){75, -102, -40, -112, 36, -112, 34, 50, 4, -54, -60, -35, -44, 107, -94, -110, 47, -116, -101, 9, -44, 42, -121, 93, 26, -13, -127, 37, -17, 112, 60, -10})
-) == (__mmask32)0xfc64e1e);
+// cmpge
TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
((__m256i)(__v32qs){66, 9, 79, -49, 14, 49, 81, -4, 33, -113, 18, -85, -77, -112, -119, 19, 80, -74, 105, 120, 76, -123, -12, 8, 98, 72, -37, -29, -120, 17, -107, 101}),
((__m256i)(__v32qs){119, 10, 36, 76, -116, 12, -9, 75, 53, -52, -9, -57, -28, -80, -27, 34, 106, 44, -109, 20, -10, 119, 116, 16, 36, 9, -14, -61, 6, -70, 26, 84})
) == (__mmask32)0xab1c0474);
// tests for _mm256_cmp*_epu8_mask
-//
// cmpeq
TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
- ((__m256i)(__v32qu){106, 65, 225, 10, 117, 69, 58, 2, 34, 214, 207, 24, 192, 148, 207, 217, 239, 190, 176, 74, 231, 16, 224, 31, 237, 137, 220, 76, 169, 134, 232, 90}),
- ((__m256i)(__v32qu){89, 231, 145, 183, 202, 64, 95, 227, 5, 235, 69, 78, 175, 208, 185, 145, 39, 27, 76, 52, 166, 165, 212, 137, 165, 127, 171, 207, 198, 146, 56, 135})
-) == (__mmask32)0x0);
-
-TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
- ((__m256i)(__v32qu){184, 177, 201, 186, 232, 194, 211, 141, 156, 175, 100, 136, 118, 219, 171, 168, 130, 234, 92, 130, 9, 142, 57, 35, 191, 107, 215, 252, 176, 215, 167, 47}),
- ((__m256i)(__v32qu){0, 4, 130, 154, 252, 58, 88, 183, 163, 191, 79, 198, 40, 83, 37, 157, 249, 225, 31, 39, 167, 225, 147, 216, 150, 117, 246, 30, 225, 222, 173, 59})
-) == (__mmask32)0x0);
+ ((__m256i)(__v32qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
+24,25,26,27,28,29,30,200 }),
+ ((__m256i)(__v32qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,99, 99,99,99,99,99,99,99,99, 99,99,99,99,99,99,99,200 })
+)==(__mmask32)0x80000021u);
-TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
- ((__m256i)(__v32qu){205, 253, 86, 167, 79, 144, 11, 228, 203, 59, 122, 69, 178, 62, 240, 95, 86, 72, 139, 184, 163, 101, 77, 14, 96, 72, 85, 192, 193, 108, 215, 138}),
- ((__m256i)(__v32qu){15, 230, 40, 137, 7, 156, 64, 16, 41, 212, 244, 11, 186, 108, 127, 88, 189, 151, 28, 151, 65, 67, 0, 128, 159, 198, 197, 182, 172, 36, 176, 91})
-) == (__mmask32)0x0);
+// cmpneq
+TEST_CONSTEXPR(_mm256_cmpneq_epu8_mask(
+ ((__m256i)(__v32qu){119,200,186,207,96,255,107,184,152,89,29,49,72,4,172,81,
+64,198,75,214,105,127,214,186,43,16,237,0,53,195,201,143}),
+ ((__m256i)(__v32qu){101,173,142,136,29,9,28,134,117,69,137,170,28,62,178,252,
+62,214,97,152,133,146,145,31,172,56,90,15,174,34,111,75})
+)==(__mmask32)0xFFFFFFFFu);
+
+// cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epu8_mask(
+((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
+ 24,25,26,27,28,29,30,31 }),
+((__m256i)(__v32qu){ 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15,
+15,15,15,15,15,15,15,15 })
+)==(__mmask32)0xFFFF0000u);
+
+// cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epu8_mask(
+((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
+24,25,26,27,28,29,30,31 }),
+((__m256i)(__v32qu){ 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15,
+15,15,15,15,15,15,15,15 })
+)==(__mmask32)0xFFFF8000u);
+
+//cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epu8_mask(
+((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
+24,25,26,27,28,29,30,31 }),
+((__m256i)(__v32qu){ 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15,
+15,15,15,15,15,15,15,15 })
+)==(__mmask32)0x00007FFFu);
+
+//cmple
+TEST_CONSTEXPR(_mm256_cmple_epu8_mask(
+((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
+24,25,26,27,28,29,30,31 }),
+((__m256i)(__v32qu){ 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15,
+15,15,15,15,15,15,15,15 })
+)==(__mmask32)0x0000FFFFu);
-TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
- ((__m256i)(__v32qu){55, 182, 65, 29, 230, 193, 14, 10, 234, 104, 129, 94, 224, 135, 9, 44, 108, 140, 73, 183, 239, 226, 69, 106, 38, 50, 83, 185, 255, 185, 157, 208}),
- ((__m256i)(__v32qu){125, 127, 96, 29, 240, 140, 219, 72, 173, 187, 120, 214, 88, 230, 142, 214, 114, 181, 51, 59, 65, 217, 204, 227, 137, 28, 173, 82, 135, 226, 97, 70})
-) == (__mmask32)0x8);
+// cmpeq
+TEST_CONSTEXPR(_mm256_cmpeq_epi16_mask( ((__m256i)(__v16qs){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+((__m256i)(__v16qs){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
+)==(__mmask16)0x8021u);
-TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
- ((__m256i)(__v32qu){119, 200, 186, 207, 96, 255, 107, 184, 152, 89, 29, 49, 72, 4, 172, 81, 64, 198, 75, 214, 105, 127, 214, 186, 43, 16, 237, 0, 53, 195, 201, 143}),
- ((__m256i)(__v32qu){101, 173, 142, 136, 29, 9, 28, 134, 117, 69, 137, 170, 28, 62, 178, 252, 62, 214, 97, 152, 133, 146, 145, 31, 172, 56, 90, 15, 174, 34, 111, 75})
-) == (__mmask32)0x0);
+// cmpneq
+TEST_CONSTEXPR(_mm256_cmpneq_epi16_mask(
+((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16qs){ 100,100,100,100,100,100,100,100, 100,100,100,100,100,100,100,100 })
+)==(__mmask16)0xFFFFu);
+
+// cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epi16_mask(
+((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
+)==(__mmask16)0xFF00u);
+
+//cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epi16_mask(
+((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
+)==(__mmask16)0xFF80u);
+
+// cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epi16_mask(
+((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
+)==(__mmask16)0x007Fu);
+// cmple
+TEST_CONSTEXPR(_mm256_cmple_epi16_mask(
+((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
+)==(__mmask16)0x00FFu);
+
+//cmpeq
+TEST_CONSTEXPR(_mm256_cmpeq_epu16_mask(
+((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200
+}))==(__mmask16)0x8021u);
+
+//cmpeq
+TEST_CONSTEXPR(_mm256_cmpneq_epu16_mask(
+((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200
+}))==(__mmask16)0x8021u);
+
+// cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epu16_mask(
+ ((__m256i)(__v16qu){ 10,100,2,50,4,20,99,7, 8,9,10,11,12,13,14,200 }),
+ ((__m256i)(__v16qu){ 10,99,99,49,99,20,98,99, 99,99,99,99,99,99,99,200 })
+)==(__mmask16)0x004au);
+
+//cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epu16_mask(
+ ((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+ ((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
+)==(__mmask16)0x8021u);
+
+//cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epu16_mask(
+ ((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+ ((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
+)==(__mmask16)0x7fdeu);
+
+//cmple
+TEST_CONSTEXPR(_mm256_cmple_epu16_mask(
+ ((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+ ((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
+)==(__mmask16)0xffffu);
__mmask16 test_mm_mask_cmp_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmp_epi8_mask
>From d89a30433f0f27334492b6f9357ad16fc8fe69a7 Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Fri, 9 Jan 2026 21:09:26 +0545
Subject: [PATCH 09/50] add: tests for 64/32 bit __mm(256)_cmp_ep*_(32/64)
---
clang/test/CodeGen/X86/avx512vlbw-builtins.c | 287 +++++++++++++++++++
1 file changed, 287 insertions(+)
diff --git a/clang/test/CodeGen/X86/avx512vlbw-builtins.c b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
index cfb016837f406c..c9f194b86a1ff2 100644
--- a/clang/test/CodeGen/X86/avx512vlbw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
@@ -794,6 +794,149 @@ TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
((__m128i)(__v8hu){150, 39532, 62935, 34670, 57126, 9790, 21078, 3593})
) == (__mmask8)0xe3);
+//cmpeq
+TEST_CONSTEXPR(_mm_cmpeq_epi32_mask(
+ ((__m128i)(__v4qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x09u);
+
+//cmpneq
+TEST_CONSTEXPR(_mm_cmpneq_epi32_mask(
+ ((__m128i)(__v4qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x06u);
+
+//cmpgt
+TEST_CONSTEXPR(_mm_cmpgt_epi32_mask(
+ ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x02u);
+
+//cmpge
+TEST_CONSTEXPR(_mm_cmpge_epi32_mask(
+ ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x0bu);
+
+//cmplt
+TEST_CONSTEXPR(_mm_cmplt_epi32_mask(
+ ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x04u);
+
+//cmpeq
+TEST_CONSTEXPR(_mm_cmpeq_epu32_mask(
+ ((__m128i)(__v4su){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x09u);
+
+//cmpneq
+TEST_CONSTEXPR(_mm_cmpneq_epu32_mask(
+ ((__m128i)(__v4su){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x06u);
+
+//cmpgt
+TEST_CONSTEXPR(_mm_cmpgt_epu32_mask(
+ ((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x0au);
+
+//cmpge
+TEST_CONSTEXPR(_mm_cmpge_epu32_mask(
+ ((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x0bu);
+
+//cmplt
+TEST_CONSTEXPR(_mm_cmplt_epu32_mask(
+ ((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x04u);
+
+//cmple
+TEST_CONSTEXPR(_mm_cmple_epu32_mask(
+ ((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x05u);
+
+//cmple
+TEST_CONSTEXPR(_mm_cmple_epi32_mask(
+ ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x0du);
+
+//cmpeq
+TEST_CONSTEXPR(_mm_cmpeq_epi64_mask(
+ ((__m128i)(__v2di){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
+ ((__m128i)(__v2di){ 0x0706142003020106ll, 0x6363636363636363ll })
+)==(__mmask8)0x01u);
+
+//cmpneq
+TEST_CONSTEXPR(_mm_cmpneq_epi64_mask(
+ ((__m128i)(__v2di){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
+ ((__m128i)(__v2di){ 0x0706142003020106ll, 0x6363636363636363ll })
+)==(__mmask8)0x02u);
+
+//cmpgt
+TEST_CONSTEXPR(_mm_cmpgt_epi64_mask(
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
+)==(__mmask8)0x00u);
+
+//cmpge
+TEST_CONSTEXPR(_mm_cmpge_epi64_mask(
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
+)==(__mmask8)0x01u);
+
+//cmplt
+TEST_CONSTEXPR(_mm_cmplt_epi64_mask(
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
+)==(__mmask8)0x02u);
+
+//cmple
+TEST_CONSTEXPR(_mm_cmple_epi64_mask(
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
+)==(__mmask8)0x03u);
+
+//cmpeq
+TEST_CONSTEXPR(_mm_cmpeq_epu64_mask(
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
+)==(__mmask8)0x01u);
+
+//cmpneq
+TEST_CONSTEXPR(_mm_cmpneq_epu64_mask(
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
+)==(__mmask8)0x02u);
+
+//cmpgt
+TEST_CONSTEXPR(_mm_cmpgt_epu64_mask(
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
+)==(__mmask8)0x02u);
+
+//cmpge
+TEST_CONSTEXPR(_mm_cmpge_epu64_mask(
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
+)==(__mmask8)0x03u);
+
+//cmplt
+TEST_CONSTEXPR(_mm_cmplt_epu64_mask(
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
+)==(__mmask8)0x00u);
+
+//cmple
+TEST_CONSTEXPR(_mm_cmple_epu64_mask(
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
+)==(__mmask8)0x01u);
// tests for _mm256_cmp*_mask
@@ -952,6 +1095,150 @@ TEST_CONSTEXPR(_mm256_cmple_epu16_mask(
((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
)==(__mmask16)0xffffu);
+//cmpeq
+TEST_CONSTEXPR(_mm256_cmpeq_epu32_mask(
+ ((__m256i)(__v8qu){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x09u);
+
+//cmpneq
+TEST_CONSTEXPR(_mm256_cmpneq_epu32_mask(
+ ((__m256i)(__v8qu){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0xf6u);
+
+//cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epu32_mask(
+ ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x02u);
+
+//cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epu32_mask(
+ ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x0bu);
+
+//cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epu32_mask(
+ ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0xf4u);
+
+//cmple
+TEST_CONSTEXPR(_mm256_cmple_epu32_mask(
+ ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0xfdu);
+
+//cmpeq
+TEST_CONSTEXPR(_mm256_cmpeq_epi32_mask(
+ ((__m256i)(__v8qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x09u);
+
+//cmpneq
+TEST_CONSTEXPR(_mm256_cmpneq_epi32_mask(
+ ((__m256i)(__v8qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0xf6u);
+
+//cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epi32_mask(
+ ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x02u);
+
+//cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epi32_mask(
+ ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x0bu);
+
+//cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epi32_mask(
+ ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0xf4u);
+
+//cmple
+TEST_CONSTEXPR(_mm256_cmple_epi32_mask(
+ ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0xfdu);
+
+//cmpeq
+TEST_CONSTEXPR(_mm256_cmpeq_epi64_mask(
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
+)==(__mmask8)0x0cu);
+
+//cmpneq
+TEST_CONSTEXPR(_mm256_cmpneq_epi64_mask(
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
+)==(__mmask8)0x02u);
+
+//cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epi64_mask(
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
+)==(__mmask8)0x00u);
+
+//cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epi64_mask(
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
+)==(__mmask8)0x0cu);
+
+//cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epi64_mask(
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
+)==(__mmask8)0x02u);
+
+//cmple
+TEST_CONSTEXPR(_mm256_cmple_epi64_mask(
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
+)==(__mmask8)0x0eu);
+
+//cmpeq
+TEST_CONSTEXPR(_mm256_cmpeq_epu64_mask(
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x0cu);
+
+//cmpneq
+TEST_CONSTEXPR(_mm256_cmpneq_epu64_mask(
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x02u);
+
+//cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epu64_mask(
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x02u);
+
+//cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epu64_mask(
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x0eu);
+
+//cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epu64_mask(
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x00u);
+
+//cmple
+TEST_CONSTEXPR(_mm256_cmple_epu64_mask(
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x0cu);
+
__mmask16 test_mm_mask_cmp_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmp_epi8_mask
// CHECK: icmp eq <16 x i8> %{{.*}}, %{{.*}}
>From 0261ab0020538faee63f7933021e0f949cd9fbd6 Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Mon, 12 Jan 2026 23:25:11 +0545
Subject: [PATCH 10/50] add: tests for _mm512_cmp*_ep(u,i)(8,16,32)*
---
clang/test/CodeGen/X86/avx512vlbw-builtins.c | 434 ++++++++++++++++++-
1 file changed, 433 insertions(+), 1 deletion(-)
diff --git a/clang/test/CodeGen/X86/avx512vlbw-builtins.c b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
index c9f194b86a1ff2..6d1707dc2806db 100644
--- a/clang/test/CodeGen/X86/avx512vlbw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
@@ -651,7 +651,7 @@ __mmask16 test_mm_cmp_epi8_mask(__m128i __a, __m128i __b) {
TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
((__m128i)(__v16qs){-31, 90, -66, 3, 27, -22, -64, 111, -87, 105, -19, 0, 26, -111, 24, -72}),
((__m128i)(__v16qs){-84, 90, 20, -83, -98, 80, -46, -9, 22, -120, -123, 53, 117, -85, 50, 94})
-) == (__mmask16)0x0000);
+) == (__mmask16)0x0002);
// cmpneq tests
TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
@@ -1239,6 +1239,438 @@ TEST_CONSTEXPR(_mm256_cmple_epu64_mask(
((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
)==(__mmask8)0x0cu);
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epi8_mask(
+ ((__m512i)(__v8qs){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8qs){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask64)0xffffffffffffffffull);
+
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpneq_epi8_mask(
+ ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
+ 0x1112131415161718ull, 0x191a1b1c1d1e1f20ull,
+ 0x2122232425262728ull, 0x292a2b2c2d2e2f30ull,
+ 0x3132333435363738ull, 0x393a3b3c3d3e3f40ull }),
+ ((__m512i)(__v8qs){ 0x4142434445464748ull, 0x494a4b4c4d4e4f50ull,
+ 0x5152535455565758ull, 0x595a5b5c5d5e5f60ull,
+ 0x6162636465666768ull, 0x696a6b6c6d6e6f70ull,
+ 0x7172737475767778ull, 0x797a7b7c7d7e7f80ull })
+)==(__mmask64)0xffffffffffffffffull);
+
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epi8_mask(
+ ((__m512i)(__v8qs){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ff00ull);
+
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epi8_mask(
+ ((__m512i)(__v8qs){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ffffull);
+
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epi8_mask(
+ ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qs){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ff00ull);
+
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epi8_mask(
+ ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qs){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ffffull);
+
+// cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epu8_mask(
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask64)0xffffffffffffffffull);
+
+//cmpneq
+TEST_CONSTEXPR(_mm512_cmpneq_epu8_mask(
+ ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
+ 0x1112131415161718ull, 0x191a1b1c1d1e1f20ull,
+ 0x2122232425262728ull, 0x292a2b2c2d2e2f30ull,
+ 0x3132333435363738ull, 0x393a3b3c3d3e3f40ull }),
+ ((__m512i)(__v8qu){ 0x4142434445464748ull, 0x494a4b4c4d4e4f50ull,
+ 0x5152535455565758ull, 0x595a5b5c5d5e5f60ull,
+ 0x6162636465666768ull, 0x696a6b6c6d6e6f70ull,
+ 0x7172737475767778ull, 0x797a7b7c7d7e7f80ull })
+)==(__mmask64)0xffffffffffffffffull);
+
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epu8_mask(
+ ((__m512i)(__v8qu){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ff00ull);
+
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epu8_mask(
+ ((__m512i)(__v8qu){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ffffull);
+
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epu8_mask(
+ ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ff00ull);
+
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epu8_mask(
+ ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ffffull);
+
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epi16_mask(
+ ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask32)0xffffffffu);
+
+//cmpneq
+TEST_CONSTEXPR(_mm512_cmpneq_epi16_mask(
+ ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0005000600070008ull,
+ 0x0009000a000b000cull, 0x000d000e000f0010ull,
+ 0x0011001200130014ull, 0x0015001600170018ull,
+ 0x0019001a001b001cull, 0x001d001e001f0020ull }),
+ ((__m512i)(__v8qi){ 0x0021002200230024ull, 0x0025002600270028ull,
+ 0x0029002a002b002cull, 0x002d002e002f0030ull,
+ 0x0031003200330034ull, 0x0035003600370038ull,
+ 0x0039003a003b003cull, 0x003d003e003f0040ull })
+)==(__mmask32)0xffffffffu);
+
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epi16_mask(
+ ((__m512i)(__v8qi){ 0x000a000b000c000dull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0009000a000b000cull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x000000f0u);
+
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epi16_mask(
+ ((__m512i)(__v8qi){ 0x000a000a000a000aull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x0000ffffu);
+
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epi16_mask(
+ ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0009000a000b000cull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x000a000b000c000dull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x000000f0u);
+
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epi16_mask(
+ ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x000a000a000a000aull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x0000ffffu);
+
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epu16_mask(
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask32)0xffffffffu);
+
+//cmpneq
+TEST_CONSTEXPR(_mm512_cmpneq_epu16_mask(
+ ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0005000600070008ull,
+ 0x0009000a000b000cull, 0x000d000e000f0010ull,
+ 0x0011001200130014ull, 0x0015001600170018ull,
+ 0x0019001a001b001cull, 0x001d001e001f0020ull }),
+ ((__m512i)(__v8qu){ 0x0021002200230024ull, 0x0025002600270028ull,
+ 0x0029002a002b002cull, 0x002d002e002f0030ull,
+ 0x0031003200330034ull, 0x0035003600370038ull,
+ 0x0039003a003b003cull, 0x003d003e003f0040ull })
+)==(__mmask32)0xffffffffu);
+
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epu16_mask(
+ ((__m512i)(__v8qu){ 0x000a000b000c000dull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0009000a000b000cull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x000000f0u);
+
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epu16_mask(
+ ((__m512i)(__v8qu){ 0x000a000a000a000aull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x0000ffffu);
+
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epu16_mask(
+ ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0009000a000b000cull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x000a000b000c000dull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x000000f0u);
+
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epu16_mask(
+ ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x000a000a000a000aull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x0000ffffu);
+
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epi32_mask(
+ ((__m512i)(__v8di){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8di){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask16)0xffffu);
+
+//cmpneq
+TEST_CONSTEXPR(_mm512_cmpneq_epi32_mask(
+ ((__m512i)(__v8di){ 0x0000000100000002ull, 0x0000000300000004ull,
+ 0x0000000500000006ull, 0x0000000700000008ull,
+ 0x0000000900000010ull, 0x0000001100000012ull,
+ 0x0000001300000014ull, 0x0000001500000016ull }),
+ ((__m512i)(__v8di){ 0x0000001700000018ull, 0x0000001900000020ull,
+ 0x0000002100000022ull, 0x0000002300000024ull,
+ 0x0000002500000026ull, 0x0000002700000028ull,
+ 0x0000002900000030ull, 0x0000003100000032ull })
+)==(__mmask16)0xffffu);
+
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epi32_mask(
+ ((__m512i)(__v8di){ 0x0000000a0000000bull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8di){ 0x0000000100000002ull, 0x0000000900000010ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x00c0u);
+
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epi32_mask(
+ ((__m512i)(__v8di){ 0x0000000a0000000aull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8di){ 0x0000000100000002ull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x0fffu);
+
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epi32_mask(
+ ((__m512i)(__v8di){ 0x0000000100000002ull, 0x0000000900000010ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8di){ 0x0000000a0000000bull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x00c0u);
+
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epi32_mask(
+ ((__m512i)(__v8di){ 0x0000000100000002ull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8di){ 0x0000000a0000000aull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x0fffu);
+
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epu32_mask(
+ ((__m512i)(__v8du){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8du){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask16)0xffffu);
+
+//cmpneq
+TEST_CONSTEXPR(_mm512_cmpneq_epu32_mask(
+ ((__m512i)(__v8du){ 0x0000000100000002ull, 0x0000000300000004ull,
+ 0x0000000500000006ull, 0x0000000700000008ull,
+ 0x0000000900000010ull, 0x0000001100000012ull,
+ 0x0000001300000014ull, 0x0000001500000016ull }),
+ ((__m512i)(__v8du){ 0x0000001700000018ull, 0x0000001900000020ull,
+ 0x0000002100000022ull, 0x0000002300000024ull,
+ 0x0000002500000026ull, 0x0000002700000028ull,
+ 0x0000002900000030ull, 0x0000003100000032ull })
+)==(__mmask16)0xffffu);
+
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epu32_mask(
+ ((__m512i)(__v8du){ 0x0000000a0000000bull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8du){ 0x0000000100000002ull, 0x0000000900000010ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x00c0u);
+
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epu32_mask(
+ ((__m512i)(__v8du){ 0x0000000a0000000aull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8du){ 0x0000000100000002ull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x0fffu);
+
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epu32_mask(
+ ((__m512i)(__v8du){ 0x0000000100000002ull, 0x0000000900000010ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8du){ 0x0000000a0000000bull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x00c0u);
+
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epu32_mask(
+ ((__m512i)(__v8du){ 0x0000000100000002ull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8du){ 0x0000000a0000000aull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x0fffu);
+
__mmask16 test_mm_mask_cmp_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmp_epi8_mask
// CHECK: icmp eq <16 x i8> %{{.*}}, %{{.*}}
>From 367807439a4742c970da46d34fce6e46e59c4e64 Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Mon, 12 Jan 2026 23:30:16 +0545
Subject: [PATCH 11/50] add: tests for __mm512_cmp*_ep(i/u)64
---
clang/test/CodeGen/X86/avx512vlbw-builtins.c | 192 ++++++++++++++++---
1 file changed, 168 insertions(+), 24 deletions(-)
diff --git a/clang/test/CodeGen/X86/avx512vlbw-builtins.c b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
index 6d1707dc2806db..7542d95c64522b 100644
--- a/clang/test/CodeGen/X86/avx512vlbw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
@@ -1529,11 +1529,11 @@ TEST_CONSTEXPR(_mm512_cmple_epu16_mask(
//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epi32_mask(
- ((__m512i)(__v8di){ 0x1111111111111111ull, 0x2222222222222222ull,
+ ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
0x3333333333333333ull, 0x4444444444444444ull,
0x5555555555555555ull, 0x6666666666666666ull,
0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8di){ 0x1111111111111111ull, 0x2222222222222222ull,
+ ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
0x3333333333333333ull, 0x4444444444444444ull,
0x5555555555555555ull, 0x6666666666666666ull,
0x7777777777777777ull, 0x8888888888888888ull })
@@ -1541,11 +1541,11 @@ TEST_CONSTEXPR(_mm512_cmpeq_epi32_mask(
//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epi32_mask(
- ((__m512i)(__v8di){ 0x0000000100000002ull, 0x0000000300000004ull,
+ ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000300000004ull,
0x0000000500000006ull, 0x0000000700000008ull,
0x0000000900000010ull, 0x0000001100000012ull,
0x0000001300000014ull, 0x0000001500000016ull }),
- ((__m512i)(__v8di){ 0x0000001700000018ull, 0x0000001900000020ull,
+ ((__m512i)(__v8qi){ 0x0000001700000018ull, 0x0000001900000020ull,
0x0000002100000022ull, 0x0000002300000024ull,
0x0000002500000026ull, 0x0000002700000028ull,
0x0000002900000030ull, 0x0000003100000032ull })
@@ -1553,11 +1553,11 @@ TEST_CONSTEXPR(_mm512_cmpneq_epi32_mask(
//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epi32_mask(
- ((__m512i)(__v8di){ 0x0000000a0000000bull, 0x0000000200000003ull,
+ ((__m512i)(__v8qi){ 0x0000000a0000000bull, 0x0000000200000003ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8di){ 0x0000000100000002ull, 0x0000000900000010ull,
+ ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000900000010ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull })
@@ -1565,11 +1565,11 @@ TEST_CONSTEXPR(_mm512_cmpgt_epi32_mask(
//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epi32_mask(
- ((__m512i)(__v8di){ 0x0000000a0000000aull, 0x0000000200000003ull,
+ ((__m512i)(__v8qi){ 0x0000000a0000000aull, 0x0000000200000003ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8di){ 0x0000000100000002ull, 0x0000000200000003ull,
+ ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000200000003ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull })
@@ -1577,11 +1577,11 @@ TEST_CONSTEXPR(_mm512_cmpge_epi32_mask(
//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epi32_mask(
- ((__m512i)(__v8di){ 0x0000000100000002ull, 0x0000000900000010ull,
+ ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000900000010ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8di){ 0x0000000a0000000bull, 0x0000000200000003ull,
+ ((__m512i)(__v8qi){ 0x0000000a0000000bull, 0x0000000200000003ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull })
@@ -1589,11 +1589,11 @@ TEST_CONSTEXPR(_mm512_cmplt_epi32_mask(
//cmple
TEST_CONSTEXPR(_mm512_cmple_epi32_mask(
- ((__m512i)(__v8di){ 0x0000000100000002ull, 0x0000000200000003ull,
+ ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000200000003ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8di){ 0x0000000a0000000aull, 0x0000000200000003ull,
+ ((__m512i)(__v8qi){ 0x0000000a0000000aull, 0x0000000200000003ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull })
@@ -1601,11 +1601,11 @@ TEST_CONSTEXPR(_mm512_cmple_epi32_mask(
//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epu32_mask(
- ((__m512i)(__v8du){ 0x1111111111111111ull, 0x2222222222222222ull,
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
0x3333333333333333ull, 0x4444444444444444ull,
0x5555555555555555ull, 0x6666666666666666ull,
0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8du){ 0x1111111111111111ull, 0x2222222222222222ull,
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
0x3333333333333333ull, 0x4444444444444444ull,
0x5555555555555555ull, 0x6666666666666666ull,
0x7777777777777777ull, 0x8888888888888888ull })
@@ -1613,11 +1613,11 @@ TEST_CONSTEXPR(_mm512_cmpeq_epu32_mask(
//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epu32_mask(
- ((__m512i)(__v8du){ 0x0000000100000002ull, 0x0000000300000004ull,
+ ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000300000004ull,
0x0000000500000006ull, 0x0000000700000008ull,
0x0000000900000010ull, 0x0000001100000012ull,
0x0000001300000014ull, 0x0000001500000016ull }),
- ((__m512i)(__v8du){ 0x0000001700000018ull, 0x0000001900000020ull,
+ ((__m512i)(__v8qu){ 0x0000001700000018ull, 0x0000001900000020ull,
0x0000002100000022ull, 0x0000002300000024ull,
0x0000002500000026ull, 0x0000002700000028ull,
0x0000002900000030ull, 0x0000003100000032ull })
@@ -1625,11 +1625,11 @@ TEST_CONSTEXPR(_mm512_cmpneq_epu32_mask(
//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epu32_mask(
- ((__m512i)(__v8du){ 0x0000000a0000000bull, 0x0000000200000003ull,
+ ((__m512i)(__v8qu){ 0x0000000a0000000bull, 0x0000000200000003ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8du){ 0x0000000100000002ull, 0x0000000900000010ull,
+ ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000900000010ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull })
@@ -1637,11 +1637,11 @@ TEST_CONSTEXPR(_mm512_cmpgt_epu32_mask(
//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epu32_mask(
- ((__m512i)(__v8du){ 0x0000000a0000000aull, 0x0000000200000003ull,
+ ((__m512i)(__v8qu){ 0x0000000a0000000aull, 0x0000000200000003ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8du){ 0x0000000100000002ull, 0x0000000200000003ull,
+ ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000200000003ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull })
@@ -1649,11 +1649,11 @@ TEST_CONSTEXPR(_mm512_cmpge_epu32_mask(
//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epu32_mask(
- ((__m512i)(__v8du){ 0x0000000100000002ull, 0x0000000900000010ull,
+ ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000900000010ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8du){ 0x0000000a0000000bull, 0x0000000200000003ull,
+ ((__m512i)(__v8qu){ 0x0000000a0000000bull, 0x0000000200000003ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull })
@@ -1661,16 +1661,160 @@ TEST_CONSTEXPR(_mm512_cmplt_epu32_mask(
//cmple
TEST_CONSTEXPR(_mm512_cmple_epu32_mask(
- ((__m512i)(__v8du){ 0x0000000100000002ull, 0x0000000200000003ull,
+ ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000200000003ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8du){ 0x0000000a0000000aull, 0x0000000200000003ull,
+ ((__m512i)(__v8qu){ 0x0000000a0000000aull, 0x0000000200000003ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull,
0x0000000000000000ull, 0x0000000000000000ull })
)==(__mmask16)0x0fffu);
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epi64_mask(
+ ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask8)0xffu);
+
+//cmpneq
+TEST_CONSTEXPR(_mm512_cmpneq_epi64_mask(
+ ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000002ull,
+ 0x0000000000000003ull, 0x0000000000000004ull,
+ 0x0000000000000005ull, 0x0000000000000006ull,
+ 0x0000000000000007ull, 0x0000000000000008ull }),
+ ((__m512i)(__v8qi){ 0x0000000000000009ull, 0x0000000000000010ull,
+ 0x0000000000000011ull, 0x0000000000000012ull,
+ 0x0000000000000013ull, 0x0000000000000014ull,
+ 0x0000000000000015ull, 0x0000000000000016ull })
+)==(__mmask8)0xffu);
+
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epi64_mask(
+ ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000009ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x80u);
+
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epi64_mask(
+ ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0xffu);
+
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epi64_mask(
+ ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000009ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x80u);
+
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epi64_mask(
+ ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0xffu);
+
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epu64_mask(
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask8)0xffu);
+
+//cmpneq
+TEST_CONSTEXPR(_mm512_cmpneq_epu64_mask(
+ ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000002ull,
+ 0x0000000000000003ull, 0x0000000000000004ull,
+ 0x0000000000000005ull, 0x0000000000000006ull,
+ 0x0000000000000007ull, 0x0000000000000008ull }),
+ ((__m512i)(__v8qu){ 0x0000000000000009ull, 0x0000000000000010ull,
+ 0x0000000000000011ull, 0x0000000000000012ull,
+ 0x0000000000000013ull, 0x0000000000000014ull,
+ 0x0000000000000015ull, 0x0000000000000016ull })
+)==(__mmask8)0xffu);
+
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epu64_mask(
+ ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000009ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x80u);
+
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epu64_mask(
+ ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0xffu);
+
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epu64_mask(
+ ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000009ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x80u);
+
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epu64_mask(
+ ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0xffu);
+
__mmask16 test_mm_mask_cmp_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmp_epi8_mask
// CHECK: icmp eq <16 x i8> %{{.*}}, %{{.*}}
>From 566a4e348a6fb6d1e47229c16a2dbfb7437261b1 Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Tue, 13 Jan 2026 10:39:22 +0545
Subject: [PATCH 12/50] chore: rearranged test locations
---
clang/test/CodeGen/X86/avx512bw-builtins.c | 266 ++++
clang/test/CodeGen/X86/avx512f-builtins.c | 277 ++++
clang/test/CodeGen/X86/avx512vl-builtins.c | 248 ++-
clang/test/CodeGen/X86/avx512vlbw-builtins.c | 1418 ++++--------------
4 files changed, 1042 insertions(+), 1167 deletions(-)
diff --git a/clang/test/CodeGen/X86/avx512bw-builtins.c b/clang/test/CodeGen/X86/avx512bw-builtins.c
index c9c30dab389db5..0bffbc113ac67c 100644
--- a/clang/test/CodeGen/X86/avx512bw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512bw-builtins.c
@@ -605,6 +605,17 @@ __mmask64 test_mm512_cmpeq_epi8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp eq <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpeq_epi8_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epi8_mask(
+ ((__m512i)(__v8qs){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8qs){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask64)0xffffffffffffffffull);
__mmask64 test_mm512_mask_cmpeq_epi8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpeq_epi8_mask
@@ -618,6 +629,17 @@ __mmask32 test_mm512_cmpeq_epi16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp eq <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpeq_epi16_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epi16_mask(
+ ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask32)0xffffffffu);
__mmask32 test_mm512_mask_cmpeq_epi16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpeq_epi16_mask
@@ -631,6 +653,17 @@ __mmask64 test_mm512_cmpgt_epi8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sgt <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpgt_epi8_mask(__a, __b);
}
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epi8_mask(
+ ((__m512i)(__v8qs){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ff00ull);
__mmask64 test_mm512_mask_cmpgt_epi8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpgt_epi8_mask
@@ -644,6 +677,17 @@ __mmask32 test_mm512_cmpgt_epi16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sgt <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpgt_epi16_mask(__a, __b);
}
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epi16_mask(
+ ((__m512i)(__v8qi){ 0x000a000b000c000dull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0009000a000b000cull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x000000f0u);
__mmask32 test_mm512_mask_cmpgt_epi16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpgt_epi16_mask
@@ -657,6 +701,17 @@ __mmask64 test_mm512_cmpeq_epu8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp eq <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpeq_epu8_mask(__a, __b);
}
+// cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epu8_mask(
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask64)0xffffffffffffffffull);
__mmask64 test_mm512_mask_cmpeq_epu8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpeq_epu8_mask
@@ -670,6 +725,17 @@ __mmask32 test_mm512_cmpeq_epu16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp eq <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpeq_epu16_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epu16_mask(
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask32)0xffffffffu);
__mmask32 test_mm512_mask_cmpeq_epu16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpeq_epu16_mask
@@ -683,6 +749,17 @@ __mmask64 test_mm512_cmpgt_epu8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ugt <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpgt_epu8_mask(__a, __b);
}
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epu8_mask(
+ ((__m512i)(__v8qu){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ff00ull);
__mmask64 test_mm512_mask_cmpgt_epu8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpgt_epu8_mask
@@ -696,6 +773,17 @@ __mmask32 test_mm512_cmpgt_epu16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ugt <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpgt_epu16_mask(__a, __b);
}
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epu16_mask(
+ ((__m512i)(__v8qu){ 0x000a000b000c000dull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0009000a000b000cull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x000000f0u);
__mmask32 test_mm512_mask_cmpgt_epu16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpgt_epu16_mask
@@ -709,6 +797,17 @@ __mmask64 test_mm512_cmpge_epi8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sge <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpge_epi8_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epi8_mask(
+ ((__m512i)(__v8qs){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ffffull);
__mmask64 test_mm512_mask_cmpge_epi8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epi8_mask
@@ -722,6 +821,17 @@ __mmask64 test_mm512_cmpge_epu8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp uge <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpge_epu8_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epu8_mask(
+ ((__m512i)(__v8qu){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ffffull);
__mmask64 test_mm512_mask_cmpge_epu8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epu8_mask
@@ -735,6 +845,17 @@ __mmask32 test_mm512_cmpge_epi16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sge <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpge_epi16_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epi16_mask(
+ ((__m512i)(__v8qi){ 0x000a000a000a000aull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x0000ffffu);
__mmask32 test_mm512_mask_cmpge_epi16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epi16_mask
@@ -748,6 +869,17 @@ __mmask32 test_mm512_cmpge_epu16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp uge <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpge_epu16_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epu16_mask(
+ ((__m512i)(__v8qu){ 0x000a000a000a000aull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x0000ffffu);
__mmask32 test_mm512_mask_cmpge_epu16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epu16_mask
@@ -761,6 +893,17 @@ __mmask64 test_mm512_cmple_epi8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sle <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmple_epi8_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epi8_mask(
+ ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qs){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ffffull);
__mmask64 test_mm512_mask_cmple_epi8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epi8_mask
@@ -774,6 +917,17 @@ __mmask64 test_mm512_cmple_epu8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ule <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmple_epu8_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epu8_mask(
+ ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ffffull);
__mmask64 test_mm512_mask_cmple_epu8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epu8_mask
@@ -787,6 +941,17 @@ __mmask32 test_mm512_cmple_epi16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sle <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmple_epi16_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epi16_mask(
+ ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x000a000a000a000aull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x0000ffffu);
__mmask32 test_mm512_mask_cmple_epi16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epi16_mask
@@ -800,6 +965,17 @@ __mmask32 test_mm512_cmple_epu16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ule <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmple_epu16_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epu16_mask(
+ ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x000a000a000a000aull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x0000ffffu);
__mmask32 test_mm512_mask_cmple_epu16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epu16_mask
@@ -813,6 +989,17 @@ __mmask64 test_mm512_cmplt_epi8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp slt <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmplt_epi8_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epi8_mask(
+ ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qs){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ff00ull);
__mmask64 test_mm512_mask_cmplt_epi8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epi8_mask
@@ -826,6 +1013,17 @@ __mmask64 test_mm512_cmplt_epu8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ult <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmplt_epu8_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epu8_mask(
+ ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask64)0x000000000000ff00ull);
__mmask64 test_mm512_mask_cmplt_epu8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epu8_mask
@@ -839,6 +1037,17 @@ __mmask32 test_mm512_cmplt_epi16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp slt <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmplt_epi16_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epi16_mask(
+ ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0009000a000b000cull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x000a000b000c000dull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x000000f0u);
__mmask32 test_mm512_mask_cmplt_epi16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epi16_mask
@@ -852,6 +1061,17 @@ __mmask32 test_mm512_cmplt_epu16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ult <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmplt_epu16_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epu16_mask(
+ ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0009000a000b000cull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x000a000b000c000dull, 0x0002000300040005ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask32)0x000000f0u);
__mmask32 test_mm512_mask_cmplt_epu16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epu16_mask
@@ -866,6 +1086,18 @@ __mmask64 test_mm512_cmpneq_epi8_mask(__m512i __a, __m512i __b) {
return (__mmask64)_mm512_cmpneq_epi8_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpneq_epi8_mask(
+ ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
+ 0x1112131415161718ull, 0x191a1b1c1d1e1f20ull,
+ 0x2122232425262728ull, 0x292a2b2c2d2e2f30ull,
+ 0x3132333435363738ull, 0x393a3b3c3d3e3f40ull }),
+ ((__m512i)(__v8qs){ 0x4142434445464748ull, 0x494a4b4c4d4e4f50ull,
+ 0x5152535455565758ull, 0x595a5b5c5d5e5f60ull,
+ 0x6162636465666768ull, 0x696a6b6c6d6e6f70ull,
+ 0x7172737475767778ull, 0x797a7b7c7d7e7f80ull })
+)==(__mmask64)0xffffffffffffffffull);
+
__mmask64 test_mm512_mask_cmpneq_epi8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epi8_mask
// CHECK: icmp ne <64 x i8> %{{.*}}, %{{.*}}
@@ -878,6 +1110,17 @@ __mmask64 test_mm512_cmpneq_epu8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ne <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpneq_epu8_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm512_cmpneq_epu8_mask(
+ ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
+ 0x1112131415161718ull, 0x191a1b1c1d1e1f20ull,
+ 0x2122232425262728ull, 0x292a2b2c2d2e2f30ull,
+ 0x3132333435363738ull, 0x393a3b3c3d3e3f40ull }),
+ ((__m512i)(__v8qu){ 0x4142434445464748ull, 0x494a4b4c4d4e4f50ull,
+ 0x5152535455565758ull, 0x595a5b5c5d5e5f60ull,
+ 0x6162636465666768ull, 0x696a6b6c6d6e6f70ull,
+ 0x7172737475767778ull, 0x797a7b7c7d7e7f80ull })
+)==(__mmask64)0xffffffffffffffffull);
__mmask64 test_mm512_mask_cmpneq_epu8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epu8_mask
@@ -892,6 +1135,18 @@ __mmask32 test_mm512_cmpneq_epi16_mask(__m512i __a, __m512i __b) {
return (__mmask32)_mm512_cmpneq_epi16_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm512_cmpneq_epi16_mask(
+ ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0005000600070008ull,
+ 0x0009000a000b000cull, 0x000d000e000f0010ull,
+ 0x0011001200130014ull, 0x0015001600170018ull,
+ 0x0019001a001b001cull, 0x001d001e001f0020ull }),
+ ((__m512i)(__v8qi){ 0x0021002200230024ull, 0x0025002600270028ull,
+ 0x0029002a002b002cull, 0x002d002e002f0030ull,
+ 0x0031003200330034ull, 0x0035003600370038ull,
+ 0x0039003a003b003cull, 0x003d003e003f0040ull })
+)==(__mmask32)0xffffffffu);
+
__mmask32 test_mm512_mask_cmpneq_epi16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epi16_mask
// CHECK: icmp ne <32 x i16> %{{.*}}, %{{.*}}
@@ -904,6 +1159,17 @@ __mmask32 test_mm512_cmpneq_epu16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ne <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpneq_epu16_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm512_cmpneq_epu16_mask(
+ ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0005000600070008ull,
+ 0x0009000a000b000cull, 0x000d000e000f0010ull,
+ 0x0011001200130014ull, 0x0015001600170018ull,
+ 0x0019001a001b001cull, 0x001d001e001f0020ull }),
+ ((__m512i)(__v8qu){ 0x0021002200230024ull, 0x0025002600270028ull,
+ 0x0029002a002b002cull, 0x002d002e002f0030ull,
+ 0x0031003200330034ull, 0x0035003600370038ull,
+ 0x0039003a003b003cull, 0x003d003e003f0040ull })
+)==(__mmask32)0xffffffffu);
__mmask32 test_mm512_mask_cmpneq_epu16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epu16_mask
diff --git a/clang/test/CodeGen/X86/avx512f-builtins.c b/clang/test/CodeGen/X86/avx512f-builtins.c
index 6401a0e55a83b6..4d90fe54f7e80c 100644
--- a/clang/test/CodeGen/X86/avx512f-builtins.c
+++ b/clang/test/CodeGen/X86/avx512f-builtins.c
@@ -1329,6 +1329,19 @@ __mmask16 test_mm512_cmpeq_epi32_mask(__m512i __a, __m512i __b) {
return (__mmask16)_mm512_cmpeq_epi32_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epi32_mask(
+ ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask16)0xffffu);
+
+
__mmask16 test_mm512_mask_cmpeq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpeq_epi32_mask
// CHECK: icmp eq <16 x i32> %{{.*}}, %{{.*}}
@@ -1348,12 +1361,34 @@ __mmask8 test_mm512_cmpeq_epi64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp eq <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmpeq_epi64_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epi64_mask(
+ ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask8)0xffu);
__mmask16 test_mm512_cmpgt_epi32_mask(__m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_cmpgt_epi32_mask
// CHECK: icmp sgt <16 x i32> %{{.*}}, %{{.*}}
return (__mmask16)_mm512_cmpgt_epi32_mask(__a, __b);
}
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epi32_mask(
+ ((__m512i)(__v8qi){ 0x0000000a0000000bull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000900000010ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x00c0u);
__mmask16 test_mm512_mask_cmpgt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpgt_epi32_mask
@@ -1374,6 +1409,17 @@ __mmask8 test_mm512_cmpgt_epi64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sgt <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmpgt_epi64_mask(__a, __b);
}
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epi64_mask(
+ ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000009ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x80u);
__m512d test_mm512_unpackhi_pd(__m512d a, __m512d b)
{
@@ -2534,6 +2580,18 @@ __mmask16 test_mm512_cmpeq_epu32_mask(__m512i __a, __m512i __b) {
return (__mmask16)_mm512_cmpeq_epu32_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epu32_mask(
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask16)0xffffu);
+
__mmask16 test_mm512_mask_cmpeq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpeq_epu32_mask
// CHECK: icmp eq <16 x i32> %{{.*}}, %{{.*}}
@@ -2546,6 +2604,17 @@ __mmask8 test_mm512_cmpeq_epu64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp eq <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmpeq_epu64_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm512_cmpeq_epu64_mask(
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull }),
+ ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x3333333333333333ull, 0x4444444444444444ull,
+ 0x5555555555555555ull, 0x6666666666666666ull,
+ 0x7777777777777777ull, 0x8888888888888888ull })
+)==(__mmask8)0xffu);
__mmask8 test_mm512_mask_cmpeq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpeq_epu64_mask
@@ -2560,6 +2629,18 @@ __mmask16 test_mm512_cmpge_epi32_mask(__m512i __a, __m512i __b) {
return (__mmask16)_mm512_cmpge_epi32_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epi32_mask(
+ ((__m512i)(__v8qi){ 0x0000000a0000000aull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x0fffu);
+
__mmask16 test_mm512_mask_cmpge_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epi32_mask
// CHECK: icmp sge <16 x i32> %{{.*}}, %{{.*}}
@@ -2573,6 +2654,19 @@ __mmask8 test_mm512_cmpge_epi64_mask(__m512i __a, __m512i __b) {
return (__mmask8)_mm512_cmpge_epi64_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epi64_mask(
+ ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0xffu);
+
+
__mmask8 test_mm512_mask_cmpge_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epi64_mask
// CHECK: icmp sge <8 x i64> %{{.*}}, %{{.*}}
@@ -2586,6 +2680,18 @@ __mmask16 test_mm512_cmpge_epu32_mask(__m512i __a, __m512i __b) {
return (__mmask16)_mm512_cmpge_epu32_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epu32_mask(
+ ((__m512i)(__v8qu){ 0x0000000a0000000aull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x0fffu);
+
__mmask16 test_mm512_mask_cmpge_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epu32_mask
// CHECK: icmp uge <16 x i32> %{{.*}}, %{{.*}}
@@ -2598,6 +2704,17 @@ __mmask8 test_mm512_cmpge_epu64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp uge <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmpge_epu64_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm512_cmpge_epu64_mask(
+ ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0xffu);
__mmask8 test_mm512_mask_cmpge_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epu64_mask
@@ -2611,6 +2728,18 @@ __mmask16 test_mm512_cmpgt_epu32_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ugt <16 x i32> %{{.*}}, %{{.*}}
return (__mmask16)_mm512_cmpgt_epu32_mask(__a, __b);
}
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epu32_mask(
+ ((__m512i)(__v8qu){ 0x0000000a0000000bull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000900000010ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x00c0u);
+
__mmask16 test_mm512_mask_cmpgt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpgt_epu32_mask
@@ -2624,6 +2753,17 @@ __mmask8 test_mm512_cmpgt_epu64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ugt <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmpgt_epu64_mask(__a, __b);
}
+//cmpgt
+TEST_CONSTEXPR(_mm512_cmpgt_epu64_mask(
+ ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000009ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x80u);
__mmask8 test_mm512_mask_cmpgt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpgt_epu64_mask
@@ -2637,6 +2777,18 @@ __mmask16 test_mm512_cmple_epi32_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sle <16 x i32> %{{.*}}, %{{.*}}
return (__mmask16)_mm512_cmple_epi32_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epi32_mask(
+ ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x0000000a0000000aull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x0fffu);
+
__mmask16 test_mm512_mask_cmple_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epi32_mask
@@ -2650,6 +2802,17 @@ __mmask8 test_mm512_cmple_epi64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sle <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmple_epi64_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epi64_mask(
+ ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0xffu);
__mmask8 test_mm512_mask_cmple_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epi64_mask
@@ -2663,6 +2826,17 @@ __mmask16 test_mm512_cmple_epu32_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ule <16 x i32> %{{.*}}, %{{.*}}
return (__mmask16)_mm512_cmple_epu32_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm512_cmple_epu32_mask(
+ ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0000000a0000000aull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x0fffu);
__mmask16 test_mm512_mask_cmple_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epu32_mask
@@ -2677,6 +2851,17 @@ __mmask8 test_mm512_cmple_epu64_mask(__m512i __a, __m512i __b) {
return (__mmask8)_mm512_cmple_epu64_mask(__a, __b);
}
+TEST_CONSTEXPR(_mm512_cmple_epu64_mask(
+ ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0xffu);
+
__mmask8 test_mm512_mask_cmple_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epu64_mask
// CHECK: icmp ule <8 x i64> %{{.*}}, %{{.*}}
@@ -2690,6 +2875,19 @@ __mmask16 test_mm512_cmplt_epi32_mask(__m512i __a, __m512i __b) {
return (__mmask16)_mm512_cmplt_epi32_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epi32_mask(
+ ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000900000010ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x0000000a0000000bull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x00c0u);
+
+
__mmask16 test_mm512_mask_cmplt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epi32_mask
// CHECK: icmp slt <16 x i32> %{{.*}}, %{{.*}}
@@ -2702,6 +2900,17 @@ __mmask8 test_mm512_cmplt_epi64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp slt <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmplt_epi64_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epi64_mask(
+ ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000009ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x80u);
__mmask8 test_mm512_mask_cmplt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epi64_mask
@@ -2715,6 +2924,17 @@ __mmask16 test_mm512_cmplt_epu32_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ult <16 x i32> %{{.*}}, %{{.*}}
return (__mmask16)_mm512_cmplt_epu32_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epu32_mask(
+ ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000900000010ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x0000000a0000000bull, 0x0000000200000003ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask16)0x00c0u);
__mmask16 test_mm512_mask_cmplt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epu32_mask
@@ -2728,6 +2948,17 @@ __mmask8 test_mm512_cmplt_epu64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ult <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmplt_epu64_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm512_cmplt_epu64_mask(
+ ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000009ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull,
+ 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x80u);
__mmask8 test_mm512_mask_cmplt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epu64_mask
@@ -2741,6 +2972,18 @@ __mmask16 test_mm512_cmpneq_epi32_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ne <16 x i32> %{{.*}}, %{{.*}}
return (__mmask16)_mm512_cmpneq_epi32_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm512_cmpneq_epi32_mask(
+ ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000300000004ull,
+ 0x0000000500000006ull, 0x0000000700000008ull,
+ 0x0000000900000010ull, 0x0000001100000012ull,
+ 0x0000001300000014ull, 0x0000001500000016ull }),
+ ((__m512i)(__v8qi){ 0x0000001700000018ull, 0x0000001900000020ull,
+ 0x0000002100000022ull, 0x0000002300000024ull,
+ 0x0000002500000026ull, 0x0000002700000028ull,
+ 0x0000002900000030ull, 0x0000003100000032ull })
+)==(__mmask16)0xffffu);
+
__mmask16 test_mm512_mask_cmpneq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epi32_mask
@@ -2755,6 +2998,18 @@ __mmask8 test_mm512_cmpneq_epi64_mask(__m512i __a, __m512i __b) {
return (__mmask8)_mm512_cmpneq_epi64_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm512_cmpneq_epi64_mask(
+ ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000002ull,
+ 0x0000000000000003ull, 0x0000000000000004ull,
+ 0x0000000000000005ull, 0x0000000000000006ull,
+ 0x0000000000000007ull, 0x0000000000000008ull }),
+ ((__m512i)(__v8qi){ 0x0000000000000009ull, 0x0000000000000010ull,
+ 0x0000000000000011ull, 0x0000000000000012ull,
+ 0x0000000000000013ull, 0x0000000000000014ull,
+ 0x0000000000000015ull, 0x0000000000000016ull })
+)==(__mmask8)0xffu);
+
__mmask8 test_mm512_mask_cmpneq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epi64_mask
// CHECK: icmp ne <8 x i64> %{{.*}}, %{{.*}}
@@ -2767,6 +3022,17 @@ __mmask16 test_mm512_cmpneq_epu32_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ne <16 x i32> %{{.*}}, %{{.*}}
return (__mmask16)_mm512_cmpneq_epu32_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm512_cmpneq_epu32_mask(
+ ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000300000004ull,
+ 0x0000000500000006ull, 0x0000000700000008ull,
+ 0x0000000900000010ull, 0x0000001100000012ull,
+ 0x0000001300000014ull, 0x0000001500000016ull }),
+ ((__m512i)(__v8qu){ 0x0000001700000018ull, 0x0000001900000020ull,
+ 0x0000002100000022ull, 0x0000002300000024ull,
+ 0x0000002500000026ull, 0x0000002700000028ull,
+ 0x0000002900000030ull, 0x0000003100000032ull })
+)==(__mmask16)0xffffu);
__mmask16 test_mm512_mask_cmpneq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epu32_mask
@@ -2780,6 +3046,17 @@ __mmask8 test_mm512_cmpneq_epu64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ne <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmpneq_epu64_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm512_cmpneq_epu64_mask(
+ ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000002ull,
+ 0x0000000000000003ull, 0x0000000000000004ull,
+ 0x0000000000000005ull, 0x0000000000000006ull,
+ 0x0000000000000007ull, 0x0000000000000008ull }),
+ ((__m512i)(__v8qu){ 0x0000000000000009ull, 0x0000000000000010ull,
+ 0x0000000000000011ull, 0x0000000000000012ull,
+ 0x0000000000000013ull, 0x0000000000000014ull,
+ 0x0000000000000015ull, 0x0000000000000016ull })
+)==(__mmask8)0xffu);
__mmask8 test_mm512_mask_cmpneq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epu64_mask
diff --git a/clang/test/CodeGen/X86/avx512vl-builtins.c b/clang/test/CodeGen/X86/avx512vl-builtins.c
index 5f6d8360888f5b..4d74d0df767542 100644
--- a/clang/test/CodeGen/X86/avx512vl-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vl-builtins.c
@@ -13,6 +13,11 @@ __mmask8 test_mm_cmpeq_epu32_mask(__m128i __a, __m128i __b) {
// CHECK: shufflevector <4 x i1> %{{.*}}, <4 x i1> zeroinitializer, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
return (__mmask8)_mm_cmpeq_epu32_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm_cmpeq_epu32_mask(
+ ((__m128i)(__v4su){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x09u);
__mmask8 test_mm_mask_cmpeq_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpeq_epu32_mask
@@ -27,6 +32,11 @@ __mmask8 test_mm_cmpeq_epu64_mask(__m128i __a, __m128i __b) {
// CHECK: shufflevector <2 x i1> %{{.*}}, <2 x i1> zeroinitializer, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 2, i32 3, i32 2, i32 3>
return (__mmask8)_mm_cmpeq_epu64_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm_cmpeq_epu64_mask(
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
+)==(__mmask8)0x01u);
__mmask8 test_mm_mask_cmpeq_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpeq_epu64_mask
@@ -40,6 +50,11 @@ __mmask8 test_mm_cmpge_epi32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sge <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpge_epi32_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm_cmpge_epi32_mask(
+ ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x0bu);
__mmask8 test_mm_mask_cmpge_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpge_epi32_mask
@@ -53,6 +68,11 @@ __mmask8 test_mm_cmpge_epi64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sge <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpge_epi64_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm_cmpge_epi64_mask(
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
+)==(__mmask8)0x01u);
__mmask8 test_mm_mask_cmpge_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpge_epi64_mask
@@ -66,6 +86,11 @@ __mmask8 test_mm256_cmpge_epi32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sge <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpge_epi32_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epi32_mask(
+ ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x0bu);
__mmask8 test_mm256_mask_cmpge_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpge_epi32_mask
@@ -79,6 +104,11 @@ __mmask8 test_mm256_cmpge_epi64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sge <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpge_epi64_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epi64_mask(
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
+)==(__mmask8)0x0cu);
__mmask8 test_mm256_mask_cmpge_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpge_epi64_mask
@@ -92,6 +122,11 @@ __mmask8 test_mm_cmpge_epu32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp uge <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpge_epu32_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm_cmpge_epu32_mask(
+ ((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x0bu);
__mmask8 test_mm_mask_cmpge_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpge_epu32_mask
@@ -106,6 +141,12 @@ __mmask8 test_mm_cmpge_epu64_mask(__m128i __a, __m128i __b) {
return (__mmask8)_mm_cmpge_epu64_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm_cmpge_epu64_mask(
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
+)==(__mmask8)0x03u);
+
__mmask8 test_mm_mask_cmpge_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpge_epu64_mask
// CHECK: icmp uge <2 x i64> %{{.*}}, %{{.*}}
@@ -118,6 +159,11 @@ __mmask8 test_mm256_cmpge_epu32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp uge <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpge_epu32_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epu32_mask(
+ ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x0bu);
__mmask8 test_mm256_mask_cmpge_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpge_epu32_mask
@@ -131,6 +177,11 @@ __mmask8 test_mm256_cmpge_epu64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp uge <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpge_epu64_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epu64_mask(
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x0eu);
__mmask8 test_mm256_mask_cmpge_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpge_epu64_mask
@@ -144,6 +195,11 @@ __mmask8 test_mm_cmpgt_epu32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ugt <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpgt_epu32_mask(__a, __b);
}
+//cmpgt
+TEST_CONSTEXPR(_mm_cmpgt_epu32_mask(
+ ((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x0au);
__mmask8 test_mm_mask_cmpgt_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpgt_epu32_mask
@@ -157,6 +213,11 @@ __mmask8 test_mm_cmpgt_epu64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ugt <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpgt_epu64_mask(__a, __b);
}
+//cmpgt
+TEST_CONSTEXPR(_mm_cmpgt_epu64_mask(
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
+)==(__mmask8)0x02u);
__mmask8 test_mm_mask_cmpgt_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpgt_epu64_mask
@@ -170,6 +231,11 @@ __mmask8 test_mm256_cmpgt_epu32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ugt <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpgt_epu32_mask(__a, __b);
}
+//cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epu32_mask(
+ ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x02u);
__mmask8 test_mm256_mask_cmpgt_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpgt_epu32_mask
@@ -183,6 +249,11 @@ __mmask8 test_mm256_cmpgt_epu64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ugt <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpgt_epu64_mask(__a, __b);
}
+//cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epu64_mask(
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x02u);
__mmask8 test_mm256_mask_cmpgt_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpgt_epu64_mask
@@ -196,6 +267,12 @@ __mmask8 test_mm_cmple_epi32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sle <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmple_epi32_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm_cmple_epi32_mask(
+ ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x0du);
+
__mmask8 test_mm_mask_cmple_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmple_epi32_mask
@@ -209,6 +286,11 @@ __mmask8 test_mm_cmple_epi64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sle <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmple_epi64_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm_cmple_epi64_mask(
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
+)==(__mmask8)0x03u);
__mmask8 test_mm_mask_cmple_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmple_epi64_mask
@@ -222,6 +304,11 @@ __mmask8 test_mm256_cmple_epi32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sle <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmple_epi32_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm256_cmple_epi32_mask(
+ ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0xfdu);
__mmask8 test_mm256_mask_cmple_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmple_epi32_mask
@@ -235,6 +322,11 @@ __mmask8 test_mm256_cmple_epi64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sle <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmple_epi64_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm256_cmple_epi64_mask(
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
+)==(__mmask8)0x0eu);
__mmask8 test_mm256_mask_cmple_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmple_epi64_mask
@@ -248,6 +340,11 @@ __mmask8 test_mm_cmple_epu32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ule <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmple_epu32_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm_cmple_epu32_mask(
+ ((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x05u);
__mmask8 test_mm_mask_cmple_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmple_epu32_mask
@@ -261,6 +358,22 @@ __mmask8 test_mm_cmple_epu64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ule <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmple_epu64_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm_cmple_epu64_mask(
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
+)==(__mmask8)0x01u);
+
+__mmask8 test_mm_cmpgt_epi32_mask(__m128i __a, __m128i __b) {
+ // CHECK-LABEL: test_mm_cmpgt_epi32_mask
+ // CHECK: icmp sgt <4 x i32> %{{.*}}, %{{.*}}
+ return (__mmask8)_mm_cmpgt_epi32_mask(__a, __b);
+}
+//cmpgt
+TEST_CONSTEXPR(_mm_cmpgt_epi32_mask(
+ ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x02u);
__mmask8 test_mm_mask_cmple_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmple_epu64_mask
@@ -274,6 +387,11 @@ __mmask8 test_mm256_cmple_epu32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ule <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmple_epu32_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm256_cmple_epu32_mask(
+ ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0xfdu);
__mmask8 test_mm256_mask_cmple_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmple_epu32_mask
@@ -288,6 +406,12 @@ __mmask8 test_mm256_cmple_epu64_mask(__m256i __a, __m256i __b) {
return (__mmask8)_mm256_cmple_epu64_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm256_cmple_epu64_mask(
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x0cu);
+
__mmask8 test_mm256_mask_cmple_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmple_epu64_mask
// CHECK: icmp ule <4 x i64> %{{.*}}, %{{.*}}
@@ -300,6 +424,11 @@ __mmask8 test_mm_cmplt_epi32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp slt <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmplt_epi32_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm_cmplt_epi32_mask(
+ ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x04u);
__mmask8 test_mm_mask_cmplt_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmplt_epi32_mask
@@ -313,6 +442,11 @@ __mmask8 test_mm_cmplt_epi64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp slt <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmplt_epi64_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm_cmplt_epi64_mask(
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
+)==(__mmask8)0x02u);
__mmask8 test_mm_mask_cmplt_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmplt_epi64_mask
@@ -326,6 +460,11 @@ __mmask8 test_mm256_cmplt_epi32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp slt <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmplt_epi32_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epi32_mask(
+ ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0xf4u);
__mmask8 test_mm256_mask_cmplt_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmplt_epi32_mask
@@ -339,6 +478,11 @@ __mmask8 test_mm256_cmplt_epi64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp slt <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmplt_epi64_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epi64_mask(
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
+)==(__mmask8)0x02u);
__mmask8 test_mm256_mask_cmplt_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmplt_epi64_mask
@@ -352,6 +496,11 @@ __mmask8 test_mm_cmplt_epu32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ult <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmplt_epu32_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm_cmplt_epu32_mask(
+ ((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x04u);
__mmask8 test_mm_mask_cmplt_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmplt_epu32_mask
@@ -365,6 +514,11 @@ __mmask8 test_mm_cmplt_epu64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ult <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmplt_epu64_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm_cmplt_epu64_mask(
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
+)==(__mmask8)0x00u);
__mmask8 test_mm_mask_cmplt_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmplt_epu64_mask
@@ -378,6 +532,11 @@ __mmask8 test_mm256_cmplt_epu32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ult <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmplt_epu32_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epu32_mask(
+ ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0xf4u);
__mmask8 test_mm256_mask_cmplt_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmplt_epu32_mask
@@ -391,6 +550,11 @@ __mmask8 test_mm256_cmplt_epu64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ult <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmplt_epu64_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epu64_mask(
+ ((__m256i)(__v4qu){ 0x0706142003020105ull, 0x6363636363636362ull, 0x0000000000000000ull, 0x0000000000000001ull }),
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x0bu);
__mmask8 test_mm256_mask_cmplt_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmplt_epu64_mask
@@ -404,6 +568,11 @@ __mmask8 test_mm_cmpneq_epi32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpneq_epi32_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm_cmpneq_epi32_mask(
+ ((__m128i)(__v4qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x06u);
__mmask8 test_mm_mask_cmpneq_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpneq_epi32_mask
@@ -418,6 +587,12 @@ __mmask8 test_mm_cmpneq_epi64_mask(__m128i __a, __m128i __b) {
return (__mmask8)_mm_cmpneq_epi64_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm_cmpneq_epi64_mask(
+ ((__m128i)(__v2di){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
+ ((__m128i)(__v2di){ 0x0706142003020106ll, 0x6363636363636363ll })
+)==(__mmask8)0x02u);
+
__mmask8 test_mm_mask_cmpneq_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpneq_epi64_mask
// CHECK: icmp ne <2 x i64> %{{.*}}, %{{.*}}
@@ -430,6 +605,11 @@ __mmask8 test_mm256_cmpneq_epi32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpneq_epi32_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm256_cmpneq_epi32_mask(
+ ((__m256i)(__v8qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0xf6u);
__mmask8 test_mm256_mask_cmpneq_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpneq_epi32_mask
@@ -443,6 +623,11 @@ __mmask8 test_mm256_cmpneq_epi64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpneq_epi64_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm256_cmpneq_epi64_mask(
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
+)==(__mmask8)0x02u);
__mmask8 test_mm256_mask_cmpneq_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpneq_epi64_mask
@@ -456,6 +641,11 @@ __mmask8 test_mm_cmpneq_epu32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpneq_epu32_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm_cmpneq_epu32_mask(
+ ((__m128i)(__v4su){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x06u);
__mmask8 test_mm_mask_cmpneq_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpneq_epu32_mask
@@ -469,6 +659,11 @@ __mmask8 test_mm_cmpneq_epu64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpneq_epu64_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm_cmpneq_epu64_mask(
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
+ ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
+)==(__mmask8)0x02u);
__mmask8 test_mm_mask_cmpneq_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpneq_epu64_mask
@@ -482,6 +677,11 @@ __mmask8 test_mm256_cmpneq_epu32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpneq_epu32_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm256_cmpneq_epu32_mask(
+ ((__m256i)(__v8qu){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0xf6u);
__mmask8 test_mm256_mask_cmpneq_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpneq_epu32_mask
@@ -495,6 +695,11 @@ __mmask8 test_mm256_cmpneq_epu64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpneq_epu64_mask(__a, __b);
}
+//cmpneq
+TEST_CONSTEXPR(_mm256_cmpneq_epu64_mask(
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x02u);
__mmask8 test_mm256_mask_cmpneq_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpneq_epu64_mask
@@ -11023,6 +11228,11 @@ __mmask8 test_mm_cmpeq_epi32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp eq <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpeq_epi32_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm_cmpeq_epi32_mask(
+ ((__m128i)(__v4qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x09u);
__mmask8 test_mm_mask_cmpeq_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpeq_epi32_mask
@@ -11043,12 +11253,12 @@ __mmask8 test_mm_cmpeq_epi64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp eq <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpeq_epi64_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm_cmpeq_epi64_mask(
+ ((__m128i)(__v2di){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
+ ((__m128i)(__v2di){ 0x0706142003020106ll, 0x6363636363636363ll })
+)==(__mmask8)0x01u);
-__mmask8 test_mm_cmpgt_epi32_mask(__m128i __a, __m128i __b) {
- // CHECK-LABEL: test_mm_cmpgt_epi32_mask
- // CHECK: icmp sgt <4 x i32> %{{.*}}, %{{.*}}
- return (__mmask8)_mm_cmpgt_epi32_mask(__a, __b);
-}
__mmask8 test_mm_mask_cmpgt_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpgt_epi32_mask
@@ -11069,6 +11279,11 @@ __mmask8 test_mm_cmpgt_epi64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sgt <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpgt_epi64_mask(__a, __b);
}
+//cmpgt
+TEST_CONSTEXPR(_mm_cmpgt_epi64_mask(
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
+ ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
+)==(__mmask8)0x00u);
__mmask8 test_mm256_cmpeq_epi32_mask(__m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_cmpeq_epi32_mask
@@ -11076,6 +11291,12 @@ __mmask8 test_mm256_cmpeq_epi32_mask(__m256i __a, __m256i __b) {
return (__mmask8)_mm256_cmpeq_epi32_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm256_cmpeq_epi32_mask(
+ ((__m256i)(__v8qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x09u);
+
__mmask8 test_mm256_mask_cmpeq_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpeq_epi32_mask
// CHECK: icmp eq <8 x i32> %{{.*}}, %{{.*}}
@@ -11095,12 +11316,22 @@ __mmask8 test_mm256_cmpeq_epi64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp eq <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpeq_epi64_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm256_cmpeq_epi64_mask(
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
+)==(__mmask8)0x0cu);
__mmask8 test_mm256_cmpgt_epi32_mask(__m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_cmpgt_epi32_mask
// CHECK: icmp sgt <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpgt_epi32_mask(__a, __b);
}
+//cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epi32_mask(
+ ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x02u);
__mmask8 test_mm256_mask_cmpgt_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpgt_epi32_mask
@@ -11121,3 +11352,10 @@ __mmask8 test_mm256_cmpgt_epi64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sgt <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpgt_epi64_mask(__a, __b);
}
+
+//cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epi64_mask(
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
+ ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
+)==(__mmask8)0x00u);
+
diff --git a/clang/test/CodeGen/X86/avx512vlbw-builtins.c b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
index 7542d95c64522b..51b600dcbb7589 100644
--- a/clang/test/CodeGen/X86/avx512vlbw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
@@ -20,6 +20,11 @@ __mmask32 test_mm256_cmpeq_epi8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp eq <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmpeq_epi8_mask(__a, __b);
}
+// cmpeq
+TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
+ ((__m256i)(__v32qs){-62, 71, 111, 70, 20, 26, 34, -11, 49, 122, 80, 96, -30, 103, -11, 73, -105, -20, -98, 12, 106, 7, 61, 25, 39, -6, -109, 2, -26, -86, -77, -94}),
+ ((__m256i)(__v32qs){-2, 120, 99, -40, -72, -83, 73, 80, -74, -110, 4, 91, -33, -24, 38, -122, -41, 115, 63, 43, 113, -43, 121, 46, -30, 92, 52, -117, -75, -113, -31, -47})
+) == (__mmask32)0x0);
__mmask32 test_mm256_mask_cmpeq_epi8_mask(__mmask32 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpeq_epi8_mask
@@ -34,6 +39,12 @@ __mmask16 test_mm_cmpeq_epi8_mask(__m128i __a, __m128i __b) {
return (__mmask16)_mm_cmpeq_epi8_mask(__a, __b);
}
+// cmpeq
+TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
+ ((__m128i)(__v16qs){-31, 90, -66, 3, 27, -22, -64, 111, -87, 105, -19, 0, 26, -111, 24, -72}),
+ ((__m128i)(__v16qs){-84, 90, 20, -83, -98, 80, -46, -9, 22, -120, -123, 53, 117, -85, 50, 94})
+) == (__mmask16)0x0002);
+
__mmask16 test_mm_mask_cmpeq_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpeq_epi8_mask
// CHECK: icmp eq <16 x i8> %{{.*}}, %{{.*}}
@@ -46,6 +57,10 @@ __mmask16 test_mm256_cmpeq_epi16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp eq <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpeq_epi16_mask(__a, __b);
}
+// cmpeq
+TEST_CONSTEXPR(_mm256_cmpeq_epi16_mask( ((__m256i)(__v16qs){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+((__m256i)(__v16qs){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
+)==(__mmask16)0x8021u);
__mmask16 test_mm256_mask_cmpeq_epi16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpeq_epi16_mask
@@ -60,6 +75,12 @@ __mmask8 test_mm_cmpeq_epi16_mask(__m128i __a, __m128i __b) {
return (__mmask8)_mm_cmpeq_epi16_mask(__a, __b);
}
+// cmpeq tests
+TEST_CONSTEXPR(_mm_cmpeq_epi16_mask(
+ ((__m128i)(__v8hi){-24008, 21674, 8299, -31133, 23486, -29407, -15611, -7613}),
+ ((__m128i)(__v8hi){10079, -14333, 2802, 21711, -10849, 11468, -528, -18259})
+) == (__mmask8)0x00);
+
__mmask8 test_mm_mask_cmpeq_epi16_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpeq_epi16_mask
// CHECK: icmp eq <8 x i16> %{{.*}}, %{{.*}}
@@ -72,6 +93,11 @@ __mmask32 test_mm256_cmpgt_epi8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sgt <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmpgt_epi8_mask(__a, __b);
}
+// cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
+ ((__m256i)(__v32qs){17, -85, 47, -4, 36, 38, -60, 33, -35, 89, -87, 23, 104, 30, -49, 41, 1, 112, -7, 22, 126, 26, -57, -23, 67, -124, -120, 62, 72, 126, 43, -49}),
+ ((__m256i)(__v32qs){-48, -107, -125, 53, 78, 121, 92, 17, -51, 79, 116, -21, -52, 26, 63, -71, -86, -99, -11, 13, 75, -120, -113, -87, 115, -94, 74, -82, 117, -6, -47, 103})
+) == (__mmask32)0x68ffbb87);
__mmask32 test_mm256_mask_cmpgt_epi8_mask(__mmask32 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpgt_epi8_mask
@@ -85,6 +111,11 @@ __mmask16 test_mm_cmpgt_epi8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sgt <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmpgt_epi8_mask(__a, __b);
}
+// cmpgt tests
+TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
+ ((__m128i)(__v16qs){-127, 37, -123, -60, 98, -68, -115, 96, 80, -27, -105, 64, -6, -51, -45, -81}),
+ ((__m128i)(__v16qs){-124, 59, 8, 59, 122, 47, -74, 120, 19, -43, -33, -76, 7, -22, -24, -14})
+) == (__mmask16)0x0b00);
__mmask16 test_mm_mask_cmpgt_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpgt_epi8_mask
@@ -98,6 +129,11 @@ __mmask16 test_mm256_cmpgt_epi16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sgt <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpgt_epi16_mask(__a, __b);
}
+// cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epi16_mask(
+((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
+)==(__mmask16)0xFF00u);
__mmask16 test_mm256_mask_cmpgt_epi16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpgt_epi16_mask
@@ -111,6 +147,11 @@ __mmask8 test_mm_cmpgt_epi16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sgt <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpgt_epi16_mask(__a, __b);
}
+// cmpgt tests
+TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
+ ((__m128i)(__v8hi){-16014, 12488, 2614, -25164, -8107, -20887, -21726, 32065}),
+ ((__m128i)(__v8hi){-32191, 26305, -6600, 3970, -31254, 30169, 22872, -2017})
+) == (__mmask8)0x95);
__mmask8 test_mm_mask_cmpgt_epi16_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpgt_epi16_mask
@@ -124,6 +165,11 @@ __mmask16 test_mm_cmpeq_epu8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp eq <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmpeq_epu8_mask(__a, __b);
}
+// cmpeq tests
+TEST_CONSTEXPR(_mm_cmpeq_epu8_mask(
+ ((__m128i)(__v16qu){145, 106, 8, 210, 56, 39, 72, 146, 99, 151, 112, 16, 160, 80, 140, 70}),
+ ((__m128i)(__v16qu){203, 124, 25, 113, 140, 85, 126, 152, 170, 25, 6, 121, 146, 40, 113, 57})
+) == (__mmask16)0x0000);
__mmask16 test_mm_mask_cmpeq_epu8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpeq_epu8_mask
@@ -137,6 +183,11 @@ __mmask8 test_mm_cmpeq_epu16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp eq <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpeq_epu16_mask(__a, __b);
}
+// cmpeq tests
+TEST_CONSTEXPR(_mm_cmpeq_epu16_mask(
+ ((__m128i)(__v8hu){57064, 51949, 42152, 43038, 65515, 7797, 23751, 12389}),
+ ((__m128i)(__v8hu){38499, 21192, 9584, 15701, 4826, 6826, 47257, 20923})
+) == (__mmask8)0x00);
__mmask8 test_mm_mask_cmpeq_epu16_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpeq_epu16_mask
@@ -150,6 +201,12 @@ __mmask32 test_mm256_cmpeq_epu8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp eq <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmpeq_epu8_mask(__a, __b);
}
+// cmpeq
+TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
+ ((__m256i)(__v32qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
+24,25,26,27,28,29,30,200 }),
+ ((__m256i)(__v32qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,99, 99,99,99,99,99,99,99,99, 99,99,99,99,99,99,99,200 })
+)==(__mmask32)0x80000021u);
__mmask32 test_mm256_mask_cmpeq_epu8_mask(__mmask32 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpeq_epu8_mask
@@ -163,6 +220,11 @@ __mmask16 test_mm256_cmpeq_epu16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp eq <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpeq_epu16_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm256_cmpeq_epu16_mask(
+((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200
+}))==(__mmask16)0x8021u);
__mmask16 test_mm256_mask_cmpeq_epu16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpeq_epu16_mask
@@ -176,6 +238,11 @@ __mmask16 test_mm_cmpgt_epu8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ugt <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmpgt_epu8_mask(__a, __b);
}
+// cmpgt tests
+TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
+ ((__m128i)(__v16qu){25, 67, 207, 46, 203, 0, 89, 144, 93, 235, 192, 245, 29, 67, 227, 66}),
+ ((__m128i)(__v16qu){59, 110, 28, 206, 112, 88, 82, 187, 108, 82, 224, 47, 184, 168, 201, 105})
+) == (__mmask16)0x4a54);
__mmask16 test_mm_mask_cmpgt_epu8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpgt_epu8_mask
@@ -189,6 +256,11 @@ __mmask8 test_mm_cmpgt_epu16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ugt <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpgt_epu16_mask(__a, __b);
}
+// cmpgt tests
+TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
+ ((__m128i)(__v8hu){36435, 57842, 17322, 33066, 51263, 58618, 57550, 23212}),
+ ((__m128i)(__v8hu){150, 39532, 62935, 34670, 57126, 9790, 21078, 3593})
+) == (__mmask8)0xe3);
__mmask8 test_mm_mask_cmpgt_epu16_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpgt_epu16_mask
@@ -202,6 +274,13 @@ __mmask32 test_mm256_cmpgt_epu8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ugt <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmpgt_epu8_mask(__a, __b);
}
+// cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epu8_mask(
+((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
+ 24,25,26,27,28,29,30,31 }),
+((__m256i)(__v32qu){ 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15,
+15,15,15,15,15,15,15,15 })
+)==(__mmask32)0xFFFF0000u);
__mmask32 test_mm256_mask_cmpgt_epu8_mask(__mmask32 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpgt_epu8_mask
@@ -215,6 +294,12 @@ __mmask16 test_mm256_cmpgt_epu16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ugt <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpgt_epu16_mask(__a, __b);
}
+// cmpgt
+TEST_CONSTEXPR(_mm256_cmpgt_epu16_mask(
+ ((__m256i)(__v16qu){ 10,100,2,50,4,20,99,7, 8,9,10,11,12,13,14,200 }),
+ ((__m256i)(__v16qu){ 10,99,99,49,99,20,98,99, 99,99,99,99,99,99,99,200 })
+)==(__mmask16)0x004au);
+
__mmask16 test_mm256_mask_cmpgt_epu16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpgt_epu16_mask
@@ -228,6 +313,11 @@ __mmask16 test_mm_cmpge_epi8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sge <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmpge_epi8_mask(__a, __b);
}
+// cmpge tests
+TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
+ ((__m128i)(__v16qs){-11, 0, 97, 123, -48, 105, 26, -118, 62, -86, -94, -32, 14, -4, -50, 72}),
+ ((__m128i)(__v16qs){-33, 49, 22, 31, -4, -81, 6, -22, 40, 127, -1, -106, 6, -64, 12, 8})
+) == (__mmask16)0xb96d);
__mmask16 test_mm_mask_cmpge_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpge_epi8_mask
@@ -241,6 +331,11 @@ __mmask16 test_mm_cmpge_epu8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp uge <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmpge_epu8_mask(__a, __b);
}
+// cmpge tests
+TEST_CONSTEXPR(_mm_cmpge_epu8_mask(
+ ((__m128i)(__v16qu){165, 179, 185, 74, 129, 89, 42, 170, 195, 35, 151, 20, 240, 155, 245, 254}),
+ ((__m128i)(__v16qu){104, 175, 83, 169, 96, 144, 164, 61, 6, 46, 150, 36, 177, 188, 77, 147})
+) == (__mmask16)0xd597);
__mmask16 test_mm_mask_cmpge_epu8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpge_epu8_mask
@@ -254,6 +349,11 @@ __mmask8 test_mm_cmpge_epi16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sge <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpge_epi16_mask(__a, __b);
}
+// cmpge tests
+TEST_CONSTEXPR(_mm_cmpge_epi16_mask(
+ ((__m128i)(__v8hi){-29193, 9029, 15883, -20070, 12934, -20531, 32059, -16251}),
+ ((__m128i)(__v8hi){-392, -23600, 21384, 3664, -23762, -25166, 5219, -5042})
+) == (__mmask8)0x72);
__mmask8 test_mm_mask_cmpge_epi16_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpge_epi16_mask
@@ -267,6 +367,11 @@ __mmask8 test_mm_cmpge_epu16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp uge <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpge_epu16_mask(__a, __b);
}
+// cmpge tests
+TEST_CONSTEXPR(_mm_cmpge_epu16_mask(
+ ((__m128i)(__v8hu){53950, 52988, 13868, 25190, 31823, 62039, 43379, 51291}),
+ ((__m128i)(__v8hu){35593, 54830, 49773, 10890, 44742, 48266, 45280, 14226})
+) == (__mmask8)0xa9);
__mmask8 test_mm_mask_cmpge_epu16_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpge_epu16_mask
@@ -280,6 +385,11 @@ __mmask32 test_mm256_cmpge_epi8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sge <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmpge_epi8_mask(__a, __b);
}
+// cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
+ ((__m256i)(__v32qs){66, 9, 79, -49, 14, 49, 81, -4, 33, -113, 18, -85, -77, -112, -119, 19, 80, -74, 105, 120, 76, -123, -12, 8, 98, 72, -37, -29, -120, 17, -107, 101}),
+ ((__m256i)(__v32qs){119, 10, 36, 76, -116, 12, -9, 75, 53, -52, -9, -57, -28, -80, -27, 34, 106, 44, -109, 20, -10, 119, 116, 16, 36, 9, -14, -61, 6, -70, 26, 84})
+) == (__mmask32)0xab1c0474);
__mmask32 test_mm256_mask_cmpge_epi8_mask(__mmask32 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpge_epi8_mask
@@ -293,6 +403,13 @@ __mmask32 test_mm256_cmpge_epu8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp uge <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmpge_epu8_mask(__a, __b);
}
+// cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epu8_mask(
+((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
+24,25,26,27,28,29,30,31 }),
+((__m256i)(__v32qu){ 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15,
+15,15,15,15,15,15,15,15 })
+)==(__mmask32)0xFFFF8000u);
__mmask32 test_mm256_mask_cmpge_epu8_mask(__mmask32 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpge_epu8_mask
@@ -306,6 +423,11 @@ __mmask16 test_mm256_cmpge_epi16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sge <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpge_epi16_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epi16_mask(
+((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
+)==(__mmask16)0xFF80u);
__mmask16 test_mm256_mask_cmpge_epi16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpge_epi16_mask
@@ -319,6 +441,11 @@ __mmask16 test_mm256_cmpge_epu16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp uge <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpge_epu16_mask(__a, __b);
}
+//cmpge
+TEST_CONSTEXPR(_mm256_cmpge_epu16_mask(
+ ((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+ ((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
+)==(__mmask16)0x8021u);
__mmask16 test_mm256_mask_cmpge_epu16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpge_epu16_mask
@@ -332,6 +459,11 @@ __mmask16 test_mm_cmple_epi8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sle <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmple_epi8_mask(__a, __b);
}
+// cmple tests
+TEST_CONSTEXPR(_mm_cmple_epi8_mask(
+ ((__m128i)(__v16qs){122, 6, -22, -94, 78, -35, -43, -16, -69, 124, -2, 24, -117, 8, -17, 118}),
+ ((__m128i)(__v16qs){53, -50, 104, 11, 63, -77, -25, 102, 46, 62, 27, -28, -61, 68, 40, -65})
+) == (__mmask16)0x75cc);
__mmask16 test_mm_mask_cmple_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmple_epi8_mask
@@ -345,6 +477,11 @@ __mmask16 test_mm_cmple_epu8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ule <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmple_epu8_mask(__a, __b);
}
+// cmple tests
+TEST_CONSTEXPR(_mm_cmple_epu8_mask(
+ ((__m128i)(__v16qu){31, 238, 238, 163, 38, 109, 134, 50, 251, 250, 68, 2, 132, 238, 236, 148}),
+ ((__m128i)(__v16qu){26, 223, 228, 186, 240, 53, 148, 56, 106, 196, 76, 246, 114, 102, 237, 127})
+) == (__mmask16)0x4cd8);
__mmask16 test_mm_mask_cmple_epu8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmple_epu8_mask
@@ -358,6 +495,11 @@ __mmask8 test_mm_cmple_epi16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sle <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmple_epi16_mask(__a, __b);
}
+// cmple tests
+TEST_CONSTEXPR(_mm_cmple_epi16_mask(
+ ((__m128i)(__v8hi){10008, -28465, -29830, 22527, 8820, -32356, 15584, 23957}),
+ ((__m128i)(__v8hi){-4691, 13730, -28788, -17664, 14597, -29281, -30463, 7606})
+) == (__mmask8)0x36);
__mmask8 test_mm_mask_cmple_epi16_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmple_epi16_mask
@@ -371,6 +513,12 @@ __mmask8 test_mm_cmple_epu16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ule <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmple_epu16_mask(__a, __b);
}
+// cmple tests
+TEST_CONSTEXPR(_mm_cmple_epu16_mask(
+ ((__m128i)(__v8hu){30467, 14437, 9940, 54360, 37732, 61408, 1077, 33377}),
+ ((__m128i)(__v8hu){21329, 57575, 30740, 42725, 26374, 53724, 12, 11808})
+) == (__mmask8)0x06);
+
__mmask8 test_mm_mask_cmple_epu16_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmple_epu16_mask
@@ -384,6 +532,11 @@ __mmask32 test_mm256_cmple_epi8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sle <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmple_epi8_mask(__a, __b);
}
+// cmple
+TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
+ ((__m256i)(__v32qs){91, -39, -23, 58, 12, 71, -56, 34, -100, 111, -77, -48, -101, -25, -126, -5, 100, 47, 110, 6, 73, 52, -92, 34, 96, -98, 41, -60, 88, 5, -101, -11}),
+ ((__m256i)(__v32qs){73, -81, 68, -86, -8, -16, -47, 56, -30, 18, 3, -29, -73, -98, -37, 57, -30, 79, 26, -71, -99, 15, 61, 18, -12, 59, -114, 14, -105, 38, -63, 101})
+) == (__mmask32)0xea42ddc4);
__mmask32 test_mm256_mask_cmple_epi8_mask(__mmask32 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmple_epi8_mask
@@ -397,6 +550,13 @@ __mmask32 test_mm256_cmple_epu8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ule <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmple_epu8_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm256_cmple_epu8_mask(
+((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
+24,25,26,27,28,29,30,31 }),
+((__m256i)(__v32qu){ 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15,
+15,15,15,15,15,15,15,15 })
+)==(__mmask32)0x0000FFFFu);
__mmask32 test_mm256_mask_cmple_epu8_mask(__mmask32 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmple_epu8_mask
@@ -410,6 +570,11 @@ __mmask16 test_mm256_cmple_epi16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sle <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmple_epi16_mask(__a, __b);
}
+// cmple
+TEST_CONSTEXPR(_mm256_cmple_epi16_mask(
+((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
+)==(__mmask16)0x00FFu);
__mmask16 test_mm256_mask_cmple_epi16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmple_epi16_mask
@@ -424,6 +589,12 @@ __mmask16 test_mm256_cmple_epu16_mask(__m256i __a, __m256i __b) {
return (__mmask16)_mm256_cmple_epu16_mask(__a, __b);
}
+//cmple
+TEST_CONSTEXPR(_mm256_cmple_epu16_mask(
+ ((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+ ((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
+)==(__mmask16)0xffffu);
+
__mmask16 test_mm256_mask_cmple_epu16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmple_epu16_mask
// CHECK: icmp ule <16 x i16> %{{.*}}, %{{.*}}
@@ -436,6 +607,11 @@ __mmask16 test_mm_cmplt_epi8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp slt <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmplt_epi8_mask(__a, __b);
}
+// cmplt tests
+TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
+ ((__m128i)(__v16qs){-111, -10, -60, -123, -6, -110, -43, -32, -58, -7, 42, -128, -21, 24, 8, -101}),
+ ((__m128i)(__v16qs){-108, 30, 71, 73, 20, 117, 63, -93, 79, -30, 99, -100, 34, 49, 83, 68})
+) == (__mmask16)0xfd7f);
__mmask16 test_mm_mask_cmplt_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmplt_epi8_mask
@@ -449,6 +625,11 @@ __mmask16 test_mm_cmplt_epu8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ult <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmplt_epu8_mask(__a, __b);
}
+// cmplt tests
+TEST_CONSTEXPR(_mm_cmplt_epu8_mask(
+ ((__m128i)(__v16qu){155, 8, 76, 39, 55, 79, 74, 78, 129, 144, 169, 84, 32, 112, 201, 226}),
+ ((__m128i)(__v16qu){185, 107, 11, 239, 21, 120, 63, 105, 153, 148, 182, 2, 0, 181, 144, 100})
+) == (__mmask16)0x27ab);
__mmask16 test_mm_mask_cmplt_epu8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmplt_epu8_mask
@@ -462,6 +643,11 @@ __mmask8 test_mm_cmplt_epi16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp slt <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmplt_epi16_mask(__a, __b);
}
+// cmplt tests
+TEST_CONSTEXPR(_mm_cmplt_epi16_mask(
+ ((__m128i)(__v8hi){-23454, -12570, 28483, -2443, -10879, 21881, -27324, 10746}),
+ ((__m128i)(__v8hi){31572, -12990, 27653, -25336, 26491, 21811, 19562, -27562})
+) == (__mmask8)0x51);
__mmask8 test_mm_mask_cmplt_epi16_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmplt_epi16_mask
@@ -489,6 +675,11 @@ __mmask32 test_mm256_cmplt_epi8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp slt <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmplt_epi8_mask(__a, __b);
}
+// cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
+ ((__m256i)(__v32qs){72, -110, -26, 40, -96, -73, 13, 72, 112, -34, -25, 49, -82, 84, 21, -78, 67, 55, -2, -23, 2, 8, -103, 60, -30, 107, 87, -17, -6, -86, 118, -115}),
+ ((__m256i)(__v32qs){64, 40, -74, 122, 111, -128, 21, 62, 22, 99, -10, -128, -118, 70, -61, 117, 0, 20, -28, 77, 45, 88, -7, -74, -34, 85, -15, 3, -16, -4, 127, 46})
+) == (__mmask32)0xe878865a);
__mmask32 test_mm256_mask_cmplt_epi8_mask(__mmask32 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmplt_epi8_mask
@@ -502,6 +693,13 @@ __mmask32 test_mm256_cmplt_epu8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ult <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmplt_epu8_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epu8_mask(
+((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
+24,25,26,27,28,29,30,31 }),
+((__m256i)(__v32qu){ 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15,
+15,15,15,15,15,15,15,15 })
+)==(__mmask32)0x00007FFFu);
__mmask32 test_mm256_mask_cmplt_epu8_mask(__mmask32 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmplt_epu8_mask
@@ -515,6 +713,11 @@ __mmask16 test_mm256_cmplt_epi16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp slt <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmplt_epi16_mask(__a, __b);
}
+// cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epi16_mask(
+((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
+)==(__mmask16)0x007Fu);
__mmask16 test_mm256_mask_cmplt_epi16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmplt_epi16_mask
@@ -528,6 +731,11 @@ __mmask16 test_mm256_cmplt_epu16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ult <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmplt_epu16_mask(__a, __b);
}
+//cmplt
+TEST_CONSTEXPR(_mm256_cmplt_epu16_mask(
+ ((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+ ((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
+)==(__mmask16)0x7fdeu);
__mmask16 test_mm256_mask_cmplt_epu16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmplt_epu16_mask
@@ -541,6 +749,11 @@ __mmask16 test_mm_cmpneq_epi8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmpneq_epi8_mask(__a, __b);
}
+// cmpneq tests
+TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
+ ((__m128i)(__v16qs){-2, 49, -5, -11, 21, -70, 121, -111, 20, 112, -121, 18, -34, -73, 89, 122}),
+ ((__m128i)(__v16qs){14, 36, 2, 3, 118, 88, -126, -21, 104, -125, -1, 39, 99, -12, 35, -126})
+) == (__mmask16)0xffff);
__mmask16 test_mm_mask_cmpneq_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpneq_epi8_mask
@@ -554,6 +767,11 @@ __mmask16 test_mm_cmpneq_epu8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmpneq_epu8_mask(__a, __b);
}
+// cmpneq tests
+TEST_CONSTEXPR(_mm_cmpneq_epu8_mask(
+ ((__m128i)(__v16qu){241, 10, 186, 52, 173, 193, 93, 240, 187, 30, 147, 130, 221, 70, 210, 44}),
+ ((__m128i)(__v16qu){65, 145, 226, 92, 171, 211, 64, 61, 82, 183, 135, 205, 124, 25, 81, 244})
+) == (__mmask16)0xffff);
__mmask16 test_mm_mask_cmpneq_epu8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpneq_epu8_mask
@@ -567,6 +785,11 @@ __mmask8 test_mm_cmpneq_epi16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpneq_epi16_mask(__a, __b);
}
+// cmpneq tests
+TEST_CONSTEXPR(_mm_cmpneq_epi16_mask(
+ ((__m128i)(__v8hi){-24378, 20934, 25612, 4427, -29446, 26311, -2533, -27963}),
+ ((__m128i)(__v8hi){28538, -27232, 21741, -31546, -18083, 17112, -25750, -28016})
+) == (__mmask8)0xff);
__mmask8 test_mm_mask_cmpneq_epi16_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpneq_epi16_mask
@@ -580,6 +803,11 @@ __mmask8 test_mm_cmpneq_epu16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpneq_epu16_mask(__a, __b);
}
+// cmpneq tests
+TEST_CONSTEXPR(_mm_cmpneq_epu16_mask(
+ ((__m128i)(__v8hu){17033, 42616, 6158, 53144, 14513, 29528, 57905, 62537}),
+ ((__m128i)(__v8hu){38447, 51378, 320, 16853, 48397, 49715, 53668, 43839})
+) == (__mmask8)0xff);
__mmask8 test_mm_mask_cmpneq_epu16_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpneq_epu16_mask
@@ -593,6 +821,11 @@ __mmask32 test_mm256_cmpneq_epi8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmpneq_epi8_mask(__a, __b);
}
+// cmpneq
+TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
+ ((__m256i)(__v32qs){1, -32, 61, 98, 123, 34, 99, -77, -34, 68, 101, 37, 29, -99, 33, -22, 85, 13, 26, 85, 8, -17, -124, 19, 69, -40, -32, 58, -35, -4, -125, -112}),
+ ((__m256i)(__v32qs){30, 45, 85, -71, -111, 111, -82, 107, -71, -4, -46, 8, 52, -107, 107, -14, 33, 35, 31, 116, -75, -33, -82, -60, 26, 40, 82, 85, -78, 97, 104, -91})
+) == (__mmask32)0xffffffff);
__mmask32 test_mm256_mask_cmpneq_epi8_mask(__mmask32 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpneq_epi8_mask
@@ -606,6 +839,13 @@ __mmask32 test_mm256_cmpneq_epu8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmpneq_epu8_mask(__a, __b);
}
+// cmpneq
+TEST_CONSTEXPR(_mm256_cmpneq_epu8_mask(
+ ((__m256i)(__v32qu){119,200,186,207,96,255,107,184,152,89,29,49,72,4,172,81,
+64,198,75,214,105,127,214,186,43,16,237,0,53,195,201,143}),
+ ((__m256i)(__v32qu){101,173,142,136,29,9,28,134,117,69,137,170,28,62,178,252,
+62,214,97,152,133,146,145,31,172,56,90,15,174,34,111,75})
+)==(__mmask32)0xFFFFFFFFu);
__mmask32 test_mm256_mask_cmpneq_epu8_mask(__mmask32 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpneq_epu8_mask
@@ -619,6 +859,11 @@ __mmask16 test_mm256_cmpneq_epi16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpneq_epi16_mask(__a, __b);
}
+// cmpneq
+TEST_CONSTEXPR(_mm256_cmpneq_epi16_mask(
+((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16qs){ 100,100,100,100,100,100,100,100, 100,100,100,100,100,100,100,100 })
+)==(__mmask16)0xFFFFu);
__mmask16 test_mm256_mask_cmpneq_epi16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpneq_epi16_mask
@@ -632,6 +877,11 @@ __mmask16 test_mm256_cmpneq_epu16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpneq_epu16_mask(__a, __b);
}
+//cmpeq
+TEST_CONSTEXPR(_mm256_cmpneq_epu16_mask(
+((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200
+}))==(__mmask16)0x8021u);
__mmask16 test_mm256_mask_cmpneq_epu16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpneq_epu16_mask
@@ -646,1174 +896,18 @@ __mmask16 test_mm_cmp_epi8_mask(__m128i __a, __m128i __b) {
return (__mmask16)_mm_cmp_epi8_mask(__a, __b, 0);
}
-// _mm_cmp*_epi8_mask tests
-// cmpeq
-TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
- ((__m128i)(__v16qs){-31, 90, -66, 3, 27, -22, -64, 111, -87, 105, -19, 0, 26, -111, 24, -72}),
- ((__m128i)(__v16qs){-84, 90, 20, -83, -98, 80, -46, -9, 22, -120, -123, 53, 117, -85, 50, 94})
-) == (__mmask16)0x0002);
+// _cmpeq_epu32
+TEST_CONSTEXPR(_mm256_cmpeq_epu32_mask(
+ ((__m256i)(__v8qu){ 0x03020106u, 0x07061420u, 0x0b0a0908u, 0xc80e0d0cu, 0x00000000u, 0x00000000u, 0x00000000u, 0x00000000u }),
+ ((__m256i)(__v8qu){ 0x03020106u, 0x07061420u, 0x63636363u, 0x63636363u, 0x00000000u, 0x00000000u, 0x00000000u, 0x00000000u })
+)==(__mmask8)0xf3u);
-// cmpneq tests
-TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
- ((__m128i)(__v16qs){-2, 49, -5, -11, 21, -70, 121, -111, 20, 112, -121, 18, -34, -73, 89, 122}),
- ((__m128i)(__v16qs){14, 36, 2, 3, 118, 88, -126, -21, 104, -125, -1, 39, 99, -12, 35, -126})
-) == (__mmask16)0xffff);
-
-// cmplt tests
-TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
- ((__m128i)(__v16qs){-111, -10, -60, -123, -6, -110, -43, -32, -58, -7, 42, -128, -21, 24, 8, -101}),
- ((__m128i)(__v16qs){-108, 30, 71, 73, 20, 117, 63, -93, 79, -30, 99, -100, 34, 49, 83, 68})
-) == (__mmask16)0xfd7f);
-
-// cmple tests
-TEST_CONSTEXPR(_mm_cmple_epi8_mask(
- ((__m128i)(__v16qs){122, 6, -22, -94, 78, -35, -43, -16, -69, 124, -2, 24, -117, 8, -17, 118}),
- ((__m128i)(__v16qs){53, -50, 104, 11, 63, -77, -25, 102, 46, 62, 27, -28, -61, 68, 40, -65})
-) == (__mmask16)0x75cc);
-
-// cmpge tests
-TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
- ((__m128i)(__v16qs){-11, 0, 97, 123, -48, 105, 26, -118, 62, -86, -94, -32, 14, -4, -50, 72}),
- ((__m128i)(__v16qs){-33, 49, 22, 31, -4, -81, 6, -22, 40, 127, -1, -106, 6, -64, 12, 8})
-) == (__mmask16)0xb96d);
-
-// cmpgt tests
-TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
- ((__m128i)(__v16qs){-127, 37, -123, -60, 98, -68, -115, 96, 80, -27, -105, 64, -6, -51, -45, -81}),
- ((__m128i)(__v16qs){-124, 59, 8, 59, 122, 47, -74, 120, 19, -43, -33, -76, 7, -22, -24, -14})
-) == (__mmask16)0x0b00);
-
-// _mm_cmp*_epi16_mask tests
-// cmpeq tests
-TEST_CONSTEXPR(_mm_cmpeq_epi16_mask(
- ((__m128i)(__v8hi){-24008, 21674, 8299, -31133, 23486, -29407, -15611, -7613}),
- ((__m128i)(__v8hi){10079, -14333, 2802, 21711, -10849, 11468, -528, -18259})
-) == (__mmask8)0x00);
-
-// cmpneq tests
-TEST_CONSTEXPR(_mm_cmpneq_epi16_mask(
- ((__m128i)(__v8hi){-24378, 20934, 25612, 4427, -29446, 26311, -2533, -27963}),
- ((__m128i)(__v8hi){28538, -27232, 21741, -31546, -18083, 17112, -25750, -28016})
-) == (__mmask8)0xff);
-
-// cmplt tests
-TEST_CONSTEXPR(_mm_cmplt_epi16_mask(
- ((__m128i)(__v8hi){-23454, -12570, 28483, -2443, -10879, 21881, -27324, 10746}),
- ((__m128i)(__v8hi){31572, -12990, 27653, -25336, 26491, 21811, 19562, -27562})
-) == (__mmask8)0x51);
-
-// cmple tests
-TEST_CONSTEXPR(_mm_cmple_epi16_mask(
- ((__m128i)(__v8hi){10008, -28465, -29830, 22527, 8820, -32356, 15584, 23957}),
- ((__m128i)(__v8hi){-4691, 13730, -28788, -17664, 14597, -29281, -30463, 7606})
-) == (__mmask8)0x36);
-
-// cmpge tests
-TEST_CONSTEXPR(_mm_cmpge_epi16_mask(
- ((__m128i)(__v8hi){-29193, 9029, 15883, -20070, 12934, -20531, 32059, -16251}),
- ((__m128i)(__v8hi){-392, -23600, 21384, 3664, -23762, -25166, 5219, -5042})
-) == (__mmask8)0x72);
-
-// cmpgt tests
-TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
- ((__m128i)(__v8hi){-16014, 12488, 2614, -25164, -8107, -20887, -21726, 32065}),
- ((__m128i)(__v8hi){-32191, 26305, -6600, 3970, -31254, 30169, 22872, -2017})
-) == (__mmask8)0x95);
-
-// Test cases for _mm_cmp*_epu8_mask
-// cmpeq tests
-TEST_CONSTEXPR(_mm_cmpeq_epu8_mask(
- ((__m128i)(__v16qu){145, 106, 8, 210, 56, 39, 72, 146, 99, 151, 112, 16, 160, 80, 140, 70}),
- ((__m128i)(__v16qu){203, 124, 25, 113, 140, 85, 126, 152, 170, 25, 6, 121, 146, 40, 113, 57})
-) == (__mmask16)0x0000);
-
-// cmpneq tests
-TEST_CONSTEXPR(_mm_cmpneq_epu8_mask(
- ((__m128i)(__v16qu){241, 10, 186, 52, 173, 193, 93, 240, 187, 30, 147, 130, 221, 70, 210, 44}),
- ((__m128i)(__v16qu){65, 145, 226, 92, 171, 211, 64, 61, 82, 183, 135, 205, 124, 25, 81, 244})
-) == (__mmask16)0xffff);
-
-// cmplt tests
-TEST_CONSTEXPR(_mm_cmplt_epu8_mask(
- ((__m128i)(__v16qu){155, 8, 76, 39, 55, 79, 74, 78, 129, 144, 169, 84, 32, 112, 201, 226}),
- ((__m128i)(__v16qu){185, 107, 11, 239, 21, 120, 63, 105, 153, 148, 182, 2, 0, 181, 144, 100})
-) == (__mmask16)0x27ab);
-
-// cmple tests
-TEST_CONSTEXPR(_mm_cmple_epu8_mask(
- ((__m128i)(__v16qu){31, 238, 238, 163, 38, 109, 134, 50, 251, 250, 68, 2, 132, 238, 236, 148}),
- ((__m128i)(__v16qu){26, 223, 228, 186, 240, 53, 148, 56, 106, 196, 76, 246, 114, 102, 237, 127})
-) == (__mmask16)0x4cd8);
-
-// cmpge tests
-TEST_CONSTEXPR(_mm_cmpge_epu8_mask(
- ((__m128i)(__v16qu){165, 179, 185, 74, 129, 89, 42, 170, 195, 35, 151, 20, 240, 155, 245, 254}),
- ((__m128i)(__v16qu){104, 175, 83, 169, 96, 144, 164, 61, 6, 46, 150, 36, 177, 188, 77, 147})
-) == (__mmask16)0xd597);
-
-// cmpgt tests
-TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
- ((__m128i)(__v16qu){25, 67, 207, 46, 203, 0, 89, 144, 93, 235, 192, 245, 29, 67, 227, 66}),
- ((__m128i)(__v16qu){59, 110, 28, 206, 112, 88, 82, 187, 108, 82, 224, 47, 184, 168, 201, 105})
-) == (__mmask16)0x4a54);
-
-// Test cases for _mm_cmp*_epu16_mask
-// cmpeq tests
-TEST_CONSTEXPR(_mm_cmpeq_epu16_mask(
- ((__m128i)(__v8hu){57064, 51949, 42152, 43038, 65515, 7797, 23751, 12389}),
- ((__m128i)(__v8hu){38499, 21192, 9584, 15701, 4826, 6826, 47257, 20923})
-) == (__mmask8)0x00);
-
-// cmpneq tests
-TEST_CONSTEXPR(_mm_cmpneq_epu16_mask(
- ((__m128i)(__v8hu){17033, 42616, 6158, 53144, 14513, 29528, 57905, 62537}),
- ((__m128i)(__v8hu){38447, 51378, 320, 16853, 48397, 49715, 53668, 43839})
-) == (__mmask8)0xff);
-
-// cmplt tests
-TEST_CONSTEXPR(_mm_cmplt_epu16_mask(
- ((__m128i)(__v8hu){55773, 8388, 56635, 32082, 18204, 53351, 33529, 17025}),
- ((__m128i)(__v8hu){40397, 47032, 24886, 11409, 5864, 42244, 24984, 9087})
-) == (__mmask8)0x02);
-
-// cmple tests
-TEST_CONSTEXPR(_mm_cmple_epu16_mask(
- ((__m128i)(__v8hu){30467, 14437, 9940, 54360, 37732, 61408, 1077, 33377}),
- ((__m128i)(__v8hu){21329, 57575, 30740, 42725, 26374, 53724, 12, 11808})
-) == (__mmask8)0x06);
-
-// cmpge tests
-TEST_CONSTEXPR(_mm_cmpge_epu16_mask(
- ((__m128i)(__v8hu){53950, 52988, 13868, 25190, 31823, 62039, 43379, 51291}),
- ((__m128i)(__v8hu){35593, 54830, 49773, 10890, 44742, 48266, 45280, 14226})
-) == (__mmask8)0xa9);
-
-// cmpgt tests
-TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
- ((__m128i)(__v8hu){36435, 57842, 17322, 33066, 51263, 58618, 57550, 23212}),
- ((__m128i)(__v8hu){150, 39532, 62935, 34670, 57126, 9790, 21078, 3593})
-) == (__mmask8)0xe3);
-
-//cmpeq
-TEST_CONSTEXPR(_mm_cmpeq_epi32_mask(
- ((__m128i)(__v4qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x09u);
-
-//cmpneq
-TEST_CONSTEXPR(_mm_cmpneq_epi32_mask(
- ((__m128i)(__v4qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x06u);
-
-//cmpgt
-TEST_CONSTEXPR(_mm_cmpgt_epi32_mask(
- ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x02u);
-
-//cmpge
-TEST_CONSTEXPR(_mm_cmpge_epi32_mask(
- ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x0bu);
-
-//cmplt
-TEST_CONSTEXPR(_mm_cmplt_epi32_mask(
- ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x04u);
-
-//cmpeq
-TEST_CONSTEXPR(_mm_cmpeq_epu32_mask(
- ((__m128i)(__v4su){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x09u);
-
-//cmpneq
-TEST_CONSTEXPR(_mm_cmpneq_epu32_mask(
- ((__m128i)(__v4su){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x06u);
-
-//cmpgt
-TEST_CONSTEXPR(_mm_cmpgt_epu32_mask(
- ((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x0au);
-
-//cmpge
-TEST_CONSTEXPR(_mm_cmpge_epu32_mask(
- ((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x0bu);
-
-//cmplt
-TEST_CONSTEXPR(_mm_cmplt_epu32_mask(
- ((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x04u);
-
-//cmple
-TEST_CONSTEXPR(_mm_cmple_epu32_mask(
- ((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x05u);
-
-//cmple
-TEST_CONSTEXPR(_mm_cmple_epi32_mask(
- ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x0du);
-
-//cmpeq
-TEST_CONSTEXPR(_mm_cmpeq_epi64_mask(
- ((__m128i)(__v2di){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
- ((__m128i)(__v2di){ 0x0706142003020106ll, 0x6363636363636363ll })
-)==(__mmask8)0x01u);
-
-//cmpneq
-TEST_CONSTEXPR(_mm_cmpneq_epi64_mask(
- ((__m128i)(__v2di){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
- ((__m128i)(__v2di){ 0x0706142003020106ll, 0x6363636363636363ll })
-)==(__mmask8)0x02u);
-
-//cmpgt
-TEST_CONSTEXPR(_mm_cmpgt_epi64_mask(
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
-)==(__mmask8)0x00u);
-
-//cmpge
-TEST_CONSTEXPR(_mm_cmpge_epi64_mask(
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
-)==(__mmask8)0x01u);
-
-//cmplt
-TEST_CONSTEXPR(_mm_cmplt_epi64_mask(
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
-)==(__mmask8)0x02u);
-
-//cmple
-TEST_CONSTEXPR(_mm_cmple_epi64_mask(
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
-)==(__mmask8)0x03u);
-
-//cmpeq
-TEST_CONSTEXPR(_mm_cmpeq_epu64_mask(
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
-)==(__mmask8)0x01u);
-
-//cmpneq
-TEST_CONSTEXPR(_mm_cmpneq_epu64_mask(
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
-)==(__mmask8)0x02u);
-
-//cmpgt
-TEST_CONSTEXPR(_mm_cmpgt_epu64_mask(
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
-)==(__mmask8)0x02u);
-
-//cmpge
-TEST_CONSTEXPR(_mm_cmpge_epu64_mask(
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
-)==(__mmask8)0x03u);
-
-//cmplt
-TEST_CONSTEXPR(_mm_cmplt_epu64_mask(
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
-)==(__mmask8)0x00u);
-
-//cmple
-TEST_CONSTEXPR(_mm_cmple_epu64_mask(
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
-)==(__mmask8)0x01u);
-
-
-// tests for _mm256_cmp*_mask
-// cmpeq
-TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
- ((__m256i)(__v32qs){-62, 71, 111, 70, 20, 26, 34, -11, 49, 122, 80, 96, -30, 103, -11, 73, -105, -20, -98, 12, 106, 7, 61, 25, 39, -6, -109, 2, -26, -86, -77, -94}),
- ((__m256i)(__v32qs){-2, 120, 99, -40, -72, -83, 73, 80, -74, -110, 4, 91, -33, -24, 38, -122, -41, 115, 63, 43, 113, -43, 121, 46, -30, 92, 52, -117, -75, -113, -31, -47})
-) == (__mmask32)0x0);
-
-// cmpneq
-TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
- ((__m256i)(__v32qs){1, -32, 61, 98, 123, 34, 99, -77, -34, 68, 101, 37, 29, -99, 33, -22, 85, 13, 26, 85, 8, -17, -124, 19, 69, -40, -32, 58, -35, -4, -125, -112}),
- ((__m256i)(__v32qs){30, 45, 85, -71, -111, 111, -82, 107, -71, -4, -46, 8, 52, -107, 107, -14, 33, 35, 31, 116, -75, -33, -82, -60, 26, 40, 82, 85, -78, 97, 104, -91})
-) == (__mmask32)0xffffffff);
-
-// cmplt
-TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
- ((__m256i)(__v32qs){72, -110, -26, 40, -96, -73, 13, 72, 112, -34, -25, 49, -82, 84, 21, -78, 67, 55, -2, -23, 2, 8, -103, 60, -30, 107, 87, -17, -6, -86, 118, -115}),
- ((__m256i)(__v32qs){64, 40, -74, 122, 111, -128, 21, 62, 22, 99, -10, -128, -118, 70, -61, 117, 0, 20, -28, 77, 45, 88, -7, -74, -34, 85, -15, 3, -16, -4, 127, 46})
-) == (__mmask32)0xe878865a);
-
-// cmple
-TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
- ((__m256i)(__v32qs){91, -39, -23, 58, 12, 71, -56, 34, -100, 111, -77, -48, -101, -25, -126, -5, 100, 47, 110, 6, 73, 52, -92, 34, 96, -98, 41, -60, 88, 5, -101, -11}),
- ((__m256i)(__v32qs){73, -81, 68, -86, -8, -16, -47, 56, -30, 18, 3, -29, -73, -98, -37, 57, -30, 79, 26, -71, -99, 15, 61, 18, -12, 59, -114, 14, -105, 38, -63, 101})
-) == (__mmask32)0xea42ddc4);
-
-// cmpgt
-TEST_CONSTEXPR(_mm256_cmpgt_epi8_mask(
- ((__m256i)(__v32qs){17, -85, 47, -4, 36, 38, -60, 33, -35, 89, -87, 23, 104, 30, -49, 41, 1, 112, -7, 22, 126, 26, -57, -23, 67, -124, -120, 62, 72, 126, 43, -49}),
- ((__m256i)(__v32qs){-48, -107, -125, 53, 78, 121, 92, 17, -51, 79, 116, -21, -52, 26, 63, -71, -86, -99, -11, 13, 75, -120, -113, -87, 115, -94, 74, -82, 117, -6, -47, 103})
-) == (__mmask32)0x68ffbb87);
-
-// cmpge
-TEST_CONSTEXPR(_mm256_cmpge_epi8_mask(
- ((__m256i)(__v32qs){66, 9, 79, -49, 14, 49, 81, -4, 33, -113, 18, -85, -77, -112, -119, 19, 80, -74, 105, 120, 76, -123, -12, 8, 98, 72, -37, -29, -120, 17, -107, 101}),
- ((__m256i)(__v32qs){119, 10, 36, 76, -116, 12, -9, 75, 53, -52, -9, -57, -28, -80, -27, 34, 106, 44, -109, 20, -10, 119, 116, 16, 36, 9, -14, -61, 6, -70, 26, 84})
-) == (__mmask32)0xab1c0474);
-
-// tests for _mm256_cmp*_epu8_mask
-// cmpeq
-TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
- ((__m256i)(__v32qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
-24,25,26,27,28,29,30,200 }),
- ((__m256i)(__v32qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,99, 99,99,99,99,99,99,99,99, 99,99,99,99,99,99,99,200 })
-)==(__mmask32)0x80000021u);
-
-// cmpneq
-TEST_CONSTEXPR(_mm256_cmpneq_epu8_mask(
- ((__m256i)(__v32qu){119,200,186,207,96,255,107,184,152,89,29,49,72,4,172,81,
-64,198,75,214,105,127,214,186,43,16,237,0,53,195,201,143}),
- ((__m256i)(__v32qu){101,173,142,136,29,9,28,134,117,69,137,170,28,62,178,252,
-62,214,97,152,133,146,145,31,172,56,90,15,174,34,111,75})
-)==(__mmask32)0xFFFFFFFFu);
-
-// cmpgt
-TEST_CONSTEXPR(_mm256_cmpgt_epu8_mask(
-((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
- 24,25,26,27,28,29,30,31 }),
-((__m256i)(__v32qu){ 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15,
-15,15,15,15,15,15,15,15 })
-)==(__mmask32)0xFFFF0000u);
-
-// cmpge
-TEST_CONSTEXPR(_mm256_cmpge_epu8_mask(
-((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
-24,25,26,27,28,29,30,31 }),
-((__m256i)(__v32qu){ 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15,
-15,15,15,15,15,15,15,15 })
-)==(__mmask32)0xFFFF8000u);
-
-//cmplt
-TEST_CONSTEXPR(_mm256_cmplt_epu8_mask(
-((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
-24,25,26,27,28,29,30,31 }),
-((__m256i)(__v32qu){ 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15,
-15,15,15,15,15,15,15,15 })
-)==(__mmask32)0x00007FFFu);
-
-//cmple
-TEST_CONSTEXPR(_mm256_cmple_epu8_mask(
-((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
-24,25,26,27,28,29,30,31 }),
-((__m256i)(__v32qu){ 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15, 15,15,15,15,15,15,15,15,
-15,15,15,15,15,15,15,15 })
-)==(__mmask32)0x0000FFFFu);
-
-// cmpeq
-TEST_CONSTEXPR(_mm256_cmpeq_epi16_mask( ((__m256i)(__v16qs){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
-((__m256i)(__v16qs){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
-)==(__mmask16)0x8021u);
-
-// cmpneq
-TEST_CONSTEXPR(_mm256_cmpneq_epi16_mask(
-((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
-((__m256i)(__v16qs){ 100,100,100,100,100,100,100,100, 100,100,100,100,100,100,100,100 })
-)==(__mmask16)0xFFFFu);
-
-// cmpgt
-TEST_CONSTEXPR(_mm256_cmpgt_epi16_mask(
-((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
-((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
-)==(__mmask16)0xFF00u);
-
-//cmpge
-TEST_CONSTEXPR(_mm256_cmpge_epi16_mask(
-((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
-((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
-)==(__mmask16)0xFF80u);
-
-// cmplt
-TEST_CONSTEXPR(_mm256_cmplt_epi16_mask(
-((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
-((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
-)==(__mmask16)0x007Fu);
-
-// cmple
-TEST_CONSTEXPR(_mm256_cmple_epi16_mask(
-((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
-((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
-)==(__mmask16)0x00FFu);
-
-//cmpeq
-TEST_CONSTEXPR(_mm256_cmpeq_epu16_mask(
-((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
-((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200
-}))==(__mmask16)0x8021u);
-
-//cmpeq
-TEST_CONSTEXPR(_mm256_cmpneq_epu16_mask(
-((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
-((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200
-}))==(__mmask16)0x8021u);
-
-// cmpgt
-TEST_CONSTEXPR(_mm256_cmpgt_epu16_mask(
- ((__m256i)(__v16qu){ 10,100,2,50,4,20,99,7, 8,9,10,11,12,13,14,200 }),
- ((__m256i)(__v16qu){ 10,99,99,49,99,20,98,99, 99,99,99,99,99,99,99,200 })
-)==(__mmask16)0x004au);
-
-//cmpge
-TEST_CONSTEXPR(_mm256_cmpge_epu16_mask(
- ((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
- ((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
-)==(__mmask16)0x8021u);
-
-//cmplt
-TEST_CONSTEXPR(_mm256_cmplt_epu16_mask(
- ((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
- ((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
-)==(__mmask16)0x7fdeu);
-
-//cmple
-TEST_CONSTEXPR(_mm256_cmple_epu16_mask(
- ((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
- ((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
-)==(__mmask16)0xffffu);
-
-//cmpeq
-TEST_CONSTEXPR(_mm256_cmpeq_epu32_mask(
- ((__m256i)(__v8qu){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x09u);
-
-//cmpneq
-TEST_CONSTEXPR(_mm256_cmpneq_epu32_mask(
- ((__m256i)(__v8qu){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0xf6u);
-
-//cmpgt
-TEST_CONSTEXPR(_mm256_cmpgt_epu32_mask(
- ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x02u);
-
-//cmpge
-TEST_CONSTEXPR(_mm256_cmpge_epu32_mask(
- ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x0bu);
-
-//cmplt
-TEST_CONSTEXPR(_mm256_cmplt_epu32_mask(
- ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0xf4u);
-
-//cmple
-TEST_CONSTEXPR(_mm256_cmple_epu32_mask(
- ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0xfdu);
-
-//cmpeq
-TEST_CONSTEXPR(_mm256_cmpeq_epi32_mask(
- ((__m256i)(__v8qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x09u);
-
-//cmpneq
-TEST_CONSTEXPR(_mm256_cmpneq_epi32_mask(
- ((__m256i)(__v8qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0xf6u);
-
-//cmpgt
-TEST_CONSTEXPR(_mm256_cmpgt_epi32_mask(
- ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x02u);
-
-//cmpge
-TEST_CONSTEXPR(_mm256_cmpge_epi32_mask(
- ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x0bu);
-
-//cmplt
-TEST_CONSTEXPR(_mm256_cmplt_epi32_mask(
- ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0xf4u);
-
-//cmple
-TEST_CONSTEXPR(_mm256_cmple_epi32_mask(
- ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0xfdu);
-
-//cmpeq
-TEST_CONSTEXPR(_mm256_cmpeq_epi64_mask(
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
-)==(__mmask8)0x0cu);
-
-//cmpneq
-TEST_CONSTEXPR(_mm256_cmpneq_epi64_mask(
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
-)==(__mmask8)0x02u);
-
-//cmpgt
-TEST_CONSTEXPR(_mm256_cmpgt_epi64_mask(
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
-)==(__mmask8)0x00u);
-
-//cmpge
-TEST_CONSTEXPR(_mm256_cmpge_epi64_mask(
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
-)==(__mmask8)0x0cu);
-
-//cmplt
-TEST_CONSTEXPR(_mm256_cmplt_epi64_mask(
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
-)==(__mmask8)0x02u);
-
-//cmple
-TEST_CONSTEXPR(_mm256_cmple_epi64_mask(
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
-)==(__mmask8)0x0eu);
-
-//cmpeq
+// _cmpeq_epu64
TEST_CONSTEXPR(_mm256_cmpeq_epu64_mask(
((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
)==(__mmask8)0x0cu);
-//cmpneq
-TEST_CONSTEXPR(_mm256_cmpneq_epu64_mask(
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x02u);
-
-//cmpgt
-TEST_CONSTEXPR(_mm256_cmpgt_epu64_mask(
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x02u);
-
-//cmpge
-TEST_CONSTEXPR(_mm256_cmpge_epu64_mask(
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x0eu);
-
-//cmplt
-TEST_CONSTEXPR(_mm256_cmplt_epu64_mask(
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x00u);
-
-//cmple
-TEST_CONSTEXPR(_mm256_cmple_epu64_mask(
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x0cu);
-
-//cmpeq
-TEST_CONSTEXPR(_mm512_cmpeq_epi8_mask(
- ((__m512i)(__v8qs){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qs){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask64)0xffffffffffffffffull);
-
-//cmpeq
-TEST_CONSTEXPR(_mm512_cmpneq_epi8_mask(
- ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
- 0x1112131415161718ull, 0x191a1b1c1d1e1f20ull,
- 0x2122232425262728ull, 0x292a2b2c2d2e2f30ull,
- 0x3132333435363738ull, 0x393a3b3c3d3e3f40ull }),
- ((__m512i)(__v8qs){ 0x4142434445464748ull, 0x494a4b4c4d4e4f50ull,
- 0x5152535455565758ull, 0x595a5b5c5d5e5f60ull,
- 0x6162636465666768ull, 0x696a6b6c6d6e6f70ull,
- 0x7172737475767778ull, 0x797a7b7c7d7e7f80ull })
-)==(__mmask64)0xffffffffffffffffull);
-
-//cmpgt
-TEST_CONSTEXPR(_mm512_cmpgt_epi8_mask(
- ((__m512i)(__v8qs){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ff00ull);
-
-//cmpge
-TEST_CONSTEXPR(_mm512_cmpge_epi8_mask(
- ((__m512i)(__v8qs){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ffffull);
-
-//cmplt
-TEST_CONSTEXPR(_mm512_cmplt_epi8_mask(
- ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qs){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ff00ull);
-
-//cmple
-TEST_CONSTEXPR(_mm512_cmple_epi8_mask(
- ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qs){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ffffull);
-
-// cmpeq
-TEST_CONSTEXPR(_mm512_cmpeq_epu8_mask(
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask64)0xffffffffffffffffull);
-
-//cmpneq
-TEST_CONSTEXPR(_mm512_cmpneq_epu8_mask(
- ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
- 0x1112131415161718ull, 0x191a1b1c1d1e1f20ull,
- 0x2122232425262728ull, 0x292a2b2c2d2e2f30ull,
- 0x3132333435363738ull, 0x393a3b3c3d3e3f40ull }),
- ((__m512i)(__v8qu){ 0x4142434445464748ull, 0x494a4b4c4d4e4f50ull,
- 0x5152535455565758ull, 0x595a5b5c5d5e5f60ull,
- 0x6162636465666768ull, 0x696a6b6c6d6e6f70ull,
- 0x7172737475767778ull, 0x797a7b7c7d7e7f80ull })
-)==(__mmask64)0xffffffffffffffffull);
-
-//cmpgt
-TEST_CONSTEXPR(_mm512_cmpgt_epu8_mask(
- ((__m512i)(__v8qu){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ff00ull);
-
-//cmpge
-TEST_CONSTEXPR(_mm512_cmpge_epu8_mask(
- ((__m512i)(__v8qu){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ffffull);
-
-//cmplt
-TEST_CONSTEXPR(_mm512_cmplt_epu8_mask(
- ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ff00ull);
-
-//cmple
-TEST_CONSTEXPR(_mm512_cmple_epu8_mask(
- ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ffffull);
-
-//cmpeq
-TEST_CONSTEXPR(_mm512_cmpeq_epi16_mask(
- ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask32)0xffffffffu);
-
-//cmpneq
-TEST_CONSTEXPR(_mm512_cmpneq_epi16_mask(
- ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0005000600070008ull,
- 0x0009000a000b000cull, 0x000d000e000f0010ull,
- 0x0011001200130014ull, 0x0015001600170018ull,
- 0x0019001a001b001cull, 0x001d001e001f0020ull }),
- ((__m512i)(__v8qi){ 0x0021002200230024ull, 0x0025002600270028ull,
- 0x0029002a002b002cull, 0x002d002e002f0030ull,
- 0x0031003200330034ull, 0x0035003600370038ull,
- 0x0039003a003b003cull, 0x003d003e003f0040ull })
-)==(__mmask32)0xffffffffu);
-
-//cmpgt
-TEST_CONSTEXPR(_mm512_cmpgt_epi16_mask(
- ((__m512i)(__v8qi){ 0x000a000b000c000dull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0009000a000b000cull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x000000f0u);
-
-//cmpge
-TEST_CONSTEXPR(_mm512_cmpge_epi16_mask(
- ((__m512i)(__v8qi){ 0x000a000a000a000aull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x0000ffffu);
-
-//cmplt
-TEST_CONSTEXPR(_mm512_cmplt_epi16_mask(
- ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0009000a000b000cull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x000a000b000c000dull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x000000f0u);
-
-//cmple
-TEST_CONSTEXPR(_mm512_cmple_epi16_mask(
- ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x000a000a000a000aull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x0000ffffu);
-
-//cmpeq
-TEST_CONSTEXPR(_mm512_cmpeq_epu16_mask(
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask32)0xffffffffu);
-
-//cmpneq
-TEST_CONSTEXPR(_mm512_cmpneq_epu16_mask(
- ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0005000600070008ull,
- 0x0009000a000b000cull, 0x000d000e000f0010ull,
- 0x0011001200130014ull, 0x0015001600170018ull,
- 0x0019001a001b001cull, 0x001d001e001f0020ull }),
- ((__m512i)(__v8qu){ 0x0021002200230024ull, 0x0025002600270028ull,
- 0x0029002a002b002cull, 0x002d002e002f0030ull,
- 0x0031003200330034ull, 0x0035003600370038ull,
- 0x0039003a003b003cull, 0x003d003e003f0040ull })
-)==(__mmask32)0xffffffffu);
-
-//cmpgt
-TEST_CONSTEXPR(_mm512_cmpgt_epu16_mask(
- ((__m512i)(__v8qu){ 0x000a000b000c000dull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0009000a000b000cull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x000000f0u);
-
-//cmpge
-TEST_CONSTEXPR(_mm512_cmpge_epu16_mask(
- ((__m512i)(__v8qu){ 0x000a000a000a000aull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x0000ffffu);
-
-//cmplt
-TEST_CONSTEXPR(_mm512_cmplt_epu16_mask(
- ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0009000a000b000cull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x000a000b000c000dull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x000000f0u);
-
-//cmple
-TEST_CONSTEXPR(_mm512_cmple_epu16_mask(
- ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x000a000a000a000aull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x0000ffffu);
-
-//cmpeq
-TEST_CONSTEXPR(_mm512_cmpeq_epi32_mask(
- ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask16)0xffffu);
-
-//cmpneq
-TEST_CONSTEXPR(_mm512_cmpneq_epi32_mask(
- ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000300000004ull,
- 0x0000000500000006ull, 0x0000000700000008ull,
- 0x0000000900000010ull, 0x0000001100000012ull,
- 0x0000001300000014ull, 0x0000001500000016ull }),
- ((__m512i)(__v8qi){ 0x0000001700000018ull, 0x0000001900000020ull,
- 0x0000002100000022ull, 0x0000002300000024ull,
- 0x0000002500000026ull, 0x0000002700000028ull,
- 0x0000002900000030ull, 0x0000003100000032ull })
-)==(__mmask16)0xffffu);
-
-//cmpgt
-TEST_CONSTEXPR(_mm512_cmpgt_epi32_mask(
- ((__m512i)(__v8qi){ 0x0000000a0000000bull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000900000010ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x00c0u);
-
-//cmpge
-TEST_CONSTEXPR(_mm512_cmpge_epi32_mask(
- ((__m512i)(__v8qi){ 0x0000000a0000000aull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x0fffu);
-
-//cmplt
-TEST_CONSTEXPR(_mm512_cmplt_epi32_mask(
- ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000900000010ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0000000a0000000bull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x00c0u);
-
-//cmple
-TEST_CONSTEXPR(_mm512_cmple_epi32_mask(
- ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0000000a0000000aull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x0fffu);
-
-//cmpeq
-TEST_CONSTEXPR(_mm512_cmpeq_epu32_mask(
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask16)0xffffu);
-
-//cmpneq
-TEST_CONSTEXPR(_mm512_cmpneq_epu32_mask(
- ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000300000004ull,
- 0x0000000500000006ull, 0x0000000700000008ull,
- 0x0000000900000010ull, 0x0000001100000012ull,
- 0x0000001300000014ull, 0x0000001500000016ull }),
- ((__m512i)(__v8qu){ 0x0000001700000018ull, 0x0000001900000020ull,
- 0x0000002100000022ull, 0x0000002300000024ull,
- 0x0000002500000026ull, 0x0000002700000028ull,
- 0x0000002900000030ull, 0x0000003100000032ull })
-)==(__mmask16)0xffffu);
-
-//cmpgt
-TEST_CONSTEXPR(_mm512_cmpgt_epu32_mask(
- ((__m512i)(__v8qu){ 0x0000000a0000000bull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000900000010ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x00c0u);
-
-//cmpge
-TEST_CONSTEXPR(_mm512_cmpge_epu32_mask(
- ((__m512i)(__v8qu){ 0x0000000a0000000aull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x0fffu);
-
-//cmplt
-TEST_CONSTEXPR(_mm512_cmplt_epu32_mask(
- ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000900000010ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0000000a0000000bull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x00c0u);
-
-//cmple
-TEST_CONSTEXPR(_mm512_cmple_epu32_mask(
- ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0000000a0000000aull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x0fffu);
-
-//cmpeq
-TEST_CONSTEXPR(_mm512_cmpeq_epi64_mask(
- ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask8)0xffu);
-
-//cmpneq
-TEST_CONSTEXPR(_mm512_cmpneq_epi64_mask(
- ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000002ull,
- 0x0000000000000003ull, 0x0000000000000004ull,
- 0x0000000000000005ull, 0x0000000000000006ull,
- 0x0000000000000007ull, 0x0000000000000008ull }),
- ((__m512i)(__v8qi){ 0x0000000000000009ull, 0x0000000000000010ull,
- 0x0000000000000011ull, 0x0000000000000012ull,
- 0x0000000000000013ull, 0x0000000000000014ull,
- 0x0000000000000015ull, 0x0000000000000016ull })
-)==(__mmask8)0xffu);
-
-//cmpgt
-TEST_CONSTEXPR(_mm512_cmpgt_epi64_mask(
- ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000009ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x80u);
-
-//cmpge
-TEST_CONSTEXPR(_mm512_cmpge_epi64_mask(
- ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0xffu);
-
-//cmplt
-TEST_CONSTEXPR(_mm512_cmplt_epi64_mask(
- ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000009ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x80u);
-
-//cmple
-TEST_CONSTEXPR(_mm512_cmple_epi64_mask(
- ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0xffu);
-
-//cmpeq
-TEST_CONSTEXPR(_mm512_cmpeq_epu64_mask(
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask8)0xffu);
-
-//cmpneq
-TEST_CONSTEXPR(_mm512_cmpneq_epu64_mask(
- ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000002ull,
- 0x0000000000000003ull, 0x0000000000000004ull,
- 0x0000000000000005ull, 0x0000000000000006ull,
- 0x0000000000000007ull, 0x0000000000000008ull }),
- ((__m512i)(__v8qu){ 0x0000000000000009ull, 0x0000000000000010ull,
- 0x0000000000000011ull, 0x0000000000000012ull,
- 0x0000000000000013ull, 0x0000000000000014ull,
- 0x0000000000000015ull, 0x0000000000000016ull })
-)==(__mmask8)0xffu);
-
-//cmpgt
-TEST_CONSTEXPR(_mm512_cmpgt_epu64_mask(
- ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000009ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x80u);
-
-//cmpge
-TEST_CONSTEXPR(_mm512_cmpge_epu64_mask(
- ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0xffu);
-
-//cmplt
-TEST_CONSTEXPR(_mm512_cmplt_epu64_mask(
- ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000009ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x80u);
-
-//cmple
-TEST_CONSTEXPR(_mm512_cmple_epu64_mask(
- ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0xffu);
__mmask16 test_mm_mask_cmp_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmp_epi8_mask
>From 2bd7769c22fdeb1cc9541c3b3f2c9057173b6c85 Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Sun, 20 Sep 2026 10:38:07 +0545
Subject: [PATCH 13/50] fix: replace _mm512_cmp*_ep(i/u)(8/16)_mask with
__v64q(s/u), __v32h(i/u) vector input and harden tests
---
clang/test/CodeGen/X86/avx512bw-builtins.c | 558 +++++++++++++--------
clang/test/CodeGen/X86/avx512f-builtins.c | 34 +-
2 files changed, 357 insertions(+), 235 deletions(-)
diff --git a/clang/test/CodeGen/X86/avx512bw-builtins.c b/clang/test/CodeGen/X86/avx512bw-builtins.c
index f9194fecdc3b57..54cc1480b0d7ab 100644
--- a/clang/test/CodeGen/X86/avx512bw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512bw-builtins.c
@@ -633,15 +633,23 @@ __mmask64 test_mm512_cmpeq_epi8_mask(__m512i __a, __m512i __b) {
}
//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epi8_mask(
- ((__m512i)(__v8qs){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qs){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask64)0xffffffffffffffffull);
+ ((__m512i)(__v64qs){ 0, 1, -1, 127, -128, 42, -42, 85,
+ 8, 9, 10, 11, 12, 13, 14, 15,
+ 16, 17, 18, 19, 20, 21, 22, 23,
+ 24, 25, 26, 27, 28, 29, 30, 31,
+ 32, 33, 34, 35, 36, 37, 38, 39,
+ 40, 41, 42, 43, 44, 45, 46, 47,
+ 48, 49, 50, 51, 52, 53, 54, 55,
+ 56, 57, 58, 59, 60, 61, 62, -2 }),
+ ((__m512i)(__v64qs){ 0, 2, -1, 127, -128, 42, 42, 85,
+ 8, 9, 10, 11, 12, 13, 14, 15,
+ 16, 17, 18, 19, -20, 21, 22, 23,
+ 24, 25, 26, 27, 28, 29, 30, 31,
+ 32, 34, 34, 35, 36, 37, 38, 39,
+ 40, 41, 42, 43, 44, 45, 46, -47,
+ 48, 49, 50, 51, 52, 53, 54, 55,
+ 56, 57, 58, 59, 60, 61, 0, -2 })
+) == (__mmask64)0xBFFF7FFDFFEFFFBDull);
__mmask64 test_mm512_mask_cmpeq_epi8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpeq_epi8_mask
@@ -657,15 +665,17 @@ __mmask32 test_mm512_cmpeq_epi16_mask(__m512i __a, __m512i __b) {
}
//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epi16_mask(
- ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask32)0xffffffffu);
+ ((__m512i)(__v32hi){
+ 1, 2, 3, 4, 5, 6, 7, 8,
+ -32768, -1, 0, 32767, -32768, -1, 0, 32767,
+ 100, 200, 300, 400, -100, -200, -300, -400,
+ 1000, -1000, 32767, -32768, 255, 256, -256, -255 }),
+ ((__m512i)(__v32hi){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ -32768, -1, 0, 32767, -32768, -1, 0, 32767,
+ 100, 0, 300, 0, -100, 0, -300, 0,
+ -1000, -1000, -32768, 32767, 255, -256, -256, 255 })
+) == (__mmask32)0x5255ff55u);
__mmask32 test_mm512_mask_cmpeq_epi16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpeq_epi16_mask
@@ -681,15 +691,17 @@ __mmask64 test_mm512_cmpgt_epi8_mask(__m512i __a, __m512i __b) {
}
//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epi8_mask(
- ((__m512i)(__v8qs){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ff00ull);
+ ((__m512i)(__v64qs){ 17, 16, 15, 14, 13, 12, 11, 10,
+ 9, 8, 7, 6, 5, 4, 3, 2,
+ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 }),
+ ((__m512i)(__v64qs){ 8, 7, 6, 5, 4, 3, 2, 1,
+ 16, 15, 14, 13, 12, 11, 10, 9,
+ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 })
+) == (__mmask64)0x00000000000000ffull);
__mmask64 test_mm512_mask_cmpgt_epi8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpgt_epi8_mask
@@ -705,15 +717,17 @@ __mmask32 test_mm512_cmpgt_epi16_mask(__m512i __a, __m512i __b) {
}
//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epi16_mask(
- ((__m512i)(__v8qi){ 0x000a000b000c000dull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0009000a000b000cull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x000000f0u);
+ ((__m512i)(__v32hi){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ -32768, -1, 0, 32767, -32768, -1, 0, 32767,
+ 1, 2, 3, 4, 5, -6, -7, -8,
+ 1000, -1000, 32767, -32768, 255, 256, -256, -255 }),
+ ((__m512i)(__v32hi){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ -32768, -1, 0, 32767, -32768, -1, 0, 32767,
+ 5, 6, 7, 8, -1, -2, -3, -4,
+ -1000, -1000, -32768, 32767, 255, -256, -257, 255 })
+) == (__mmask32)0x65100055u);
__mmask32 test_mm512_mask_cmpgt_epi16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpgt_epi16_mask
@@ -729,15 +743,23 @@ __mmask64 test_mm512_cmpeq_epu8_mask(__m512i __a, __m512i __b) {
}
// cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epu8_mask(
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask64)0xffffffffffffffffull);
+ ((__m512i)(__v64qu){ 1, 9, 3, 9, 5, 9, 7, 9,
+ 9, 1, 9, 3, 9, 5, 9, 7,
+ 0, 127, 128, 255, 0, 127, 128, 255,
+ 0, 1, 127, 128, 255, 254, 129, 1,
+ 17, 34, 51, 68, 85, 102, 119, 136,
+ 153, 170, 187, 204, 221, 238, 255, 0,
+ 128, 127, 255, 0, 128, 127, 255, 0,
+ 200, 201, 202, 203, 204, 205, 206, 207 }),
+ ((__m512i)(__v64qu){ 9, 2, 9, 4, 9, 6, 9, 8,
+ 9, 1, 9, 3, 9, 5, 9, 7,
+ 0, 127, 128, 255, 0, 127, 128, 255,
+ 255, 128, 128, 127, 0, 1, 127, 128,
+ 17, 34, 51, 68, 0, 0, 0, 0,
+ 0, 0, 0, 0, 221, 238, 255, 0,
+ 128, 127, 255, 0, 127, 128, 0, 255,
+ 200, 201, 202, 203, 4, 5, 6, 7 })
+) == (__mmask64)0x0f0ff00f00ffff00ull);
__mmask64 test_mm512_mask_cmpeq_epu8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpeq_epu8_mask
@@ -753,15 +775,17 @@ __mmask32 test_mm512_cmpeq_epu16_mask(__m512i __a, __m512i __b) {
}
//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epu16_mask(
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask32)0xffffffffu);
+ ((__m512i)(__v32hu){
+ 1, 2, 3, 4, 5, 6, 7, 8,
+ 0, 32767, 32768, 65535, 0, 32767, 32768, 65535,
+ 100, 200, 300, 400, 50000, 60000, 65000, 65535,
+ 1000, 40000, 65535, 0, 255, 256, 32768, 32767 }),
+ ((__m512i)(__v32hu){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ 0, 32767, 32768, 65535, 0, 32767, 32768, 65535,
+ 100, 0, 300, 0, 50000, 0, 65000, 0,
+ 40000, 40000, 0, 65535, 255, 65280, 32768, 32768 })
+) == (__mmask32)0x5255ff55u);
__mmask32 test_mm512_mask_cmpeq_epu16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpeq_epu16_mask
@@ -777,15 +801,25 @@ __mmask64 test_mm512_cmpgt_epu8_mask(__m512i __a, __m512i __b) {
}
//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epu8_mask(
- ((__m512i)(__v8qu){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ff00ull);
+ ((__m512i)(__v64qu){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ 9, 1, 9, 3, 9, 5, 9, 7,
+ 0, 127, 128, 255, 0, 127, 128, 255,
+ 0, 1, 127, 128, 0, 254, 129, 1,
+ 1, 2, 3, 4, 50, 200, 70, 80,
+ 255, 9, 9, 9, 5, 4, 3, 2,
+ 0, 50, 51, 52, 53, 54, 55, 255,
+ 57, 58, 1, 1, 1, 1, 63, 64 }),
+ ((__m512i)(__v64qu){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ 2, 9, 4, 9, 6, 9, 8, 9,
+ 0, 127, 128, 255, 0, 127, 128, 255,
+ 255, 128, 128, 255, 255, 255, 255, 255,
+ 5, 6, 7, 8, 50, 60, 70, 79,
+ 0, 2, 3, 4, 9, 9, 9, 9,
+ 255, 50, 50, 52, 52, 54, 54, 0,
+ 57, 58, 0, 0, 0, 0, 63, 64 })
+) == (__mmask64)0x3cd40fa0000055aaull);
__mmask64 test_mm512_mask_cmpgt_epu8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpgt_epu8_mask
@@ -801,15 +835,17 @@ __mmask32 test_mm512_cmpgt_epu16_mask(__m512i __a, __m512i __b) {
}
//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epu16_mask(
- ((__m512i)(__v8qu){ 0x000a000b000c000dull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0009000a000b000cull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x000000f0u);
+ ((__m512i)(__v32hu){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ 0, 32767, 32768, 65535, 0, 32767, 32768, 65535,
+ 1, 2, 3, 4, 50000, 6, 7, 8,
+ 40000, 1000, 65535, 0, 255, 65280, 32768, 32767 }),
+ ((__m512i)(__v32hu){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ 0, 32767, 32768, 65535, 0, 32767, 32768, 65535,
+ 5, 6, 7, 8, 1, 40000, 65535, 65535,
+ 1000, 1000, 0, 65535, 255, 256, 32768, 32768 })
+) == (__mmask32)0x25100055u);
__mmask32 test_mm512_mask_cmpgt_epu16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpgt_epu16_mask
@@ -825,15 +861,23 @@ __mmask64 test_mm512_cmpge_epi8_mask(__m512i __a, __m512i __b) {
}
//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epi8_mask(
- ((__m512i)(__v8qs){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ffffull);
+ ((__m512i)(__v64qs){ 1, 9, 3, 9, 5, 9, 7, 9,
+ 9, 1, 9, 3, 9, 5, 9, 7,
+ -128, -1, 0, 127, -128, -1, 0, 127,
+ -128, -1, 0, 1, -128, -100, -2, 126,
+ 1, 2, 3, 4, 50, 60, 70, 80,
+ 127, 9, 9, 9, -5, -4, -3, -2,
+ -128, 50, 51, 52, 53, 54, 55, -1,
+ 57, 58, -1, -1, -1, -1, 63, 64 }),
+ ((__m512i)(__v64qs){ 9, 2, 9, 4, 9, 6, 9, 8,
+ 2, 9, 4, 9, 6, 9, 8, 9,
+ -128, -1, 0, 127, -128, -1, 0, 127,
+ 127, 0, 1, 127, -127, -99, -1, 127,
+ 5, 6, 7, 8, 50, -60, 70, 79,
+ -128, 2, 3, 4, 9, 9, 9, 9,
+ 127, 50, 50, 52, 52, 54, 54, 0,
+ 57, 58, 0, 0, 0, 0, 63, 64 })
+) == (__mmask64)0xc37e0ff000ff55aaull);
__mmask64 test_mm512_mask_cmpge_epi8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epi8_mask
@@ -849,15 +893,25 @@ __mmask64 test_mm512_cmpge_epu8_mask(__m512i __a, __m512i __b) {
}
//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epu8_mask(
- ((__m512i)(__v8qu){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ffffull);
+ ((__m512i)(__v64qu){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ 9, 1, 9, 3, 9, 5, 9, 7,
+ 0, 127, 128, 255, 0, 127, 128, 255,
+ 0, 1, 127, 128, 0, 254, 129, 1,
+ 1, 2, 3, 4, 50, 200, 70, 80,
+ 255, 9, 9, 9, 5, 4, 3, 2,
+ 0, 50, 51, 52, 53, 54, 55, 255,
+ 57, 58, 1, 1, 1, 1, 63, 64 }),
+ ((__m512i)(__v64qu){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ 2, 9, 4, 9, 6, 9, 8, 9,
+ 0, 127, 128, 255, 0, 127, 128, 255,
+ 255, 128, 128, 255, 255, 255, 255, 255,
+ 5, 6, 7, 8, 50, 60, 70, 79,
+ 0, 2, 3, 4, 9, 9, 9, 9,
+ 255, 50, 50, 52, 52, 54, 54, 0,
+ 57, 58, 0, 0, 0, 0, 63, 64 })
+) == (__mmask64)0xfffe0ff000ff55aaull);
__mmask64 test_mm512_mask_cmpge_epu8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epu8_mask
@@ -873,15 +927,17 @@ __mmask32 test_mm512_cmpge_epi16_mask(__m512i __a, __m512i __b) {
}
//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epi16_mask(
- ((__m512i)(__v8qi){ 0x000a000a000a000aull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x0000ffffu);
+ ((__m512i)(__v32hi){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ -32768, -1, 0, 32767, -32768, -1, 0, 32767,
+ 1, 2, 3, 4, 5, -6, -7, -8,
+ 1000, -1000, 32767, -32768, 255, 256, -256, -255 }),
+ ((__m512i)(__v32hi){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ -32768, -1, 0, 32767, -32768, -1, 0, 32767,
+ 5, 6, 7, 8, -1, -2, -3, -4,
+ -1000, -1000, -32768, 32767, 255, -256, -257, 255 })
+) == (__mmask32)0x7710ff55u);
__mmask32 test_mm512_mask_cmpge_epi16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epi16_mask
@@ -897,15 +953,17 @@ __mmask32 test_mm512_cmpge_epu16_mask(__m512i __a, __m512i __b) {
}
//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epu16_mask(
- ((__m512i)(__v8qu){ 0x000a000a000a000aull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x0000ffffu);
+ ((__m512i)(__v32hu){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ 0, 32767, 32768, 65535, 0, 32767, 32768, 65535,
+ 1, 2, 3, 4, 50000, 6, 7, 8,
+ 40000, 1000, 65535, 0, 255, 65280, 32768, 32767 }),
+ ((__m512i)(__v32hu){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ 0, 32767, 32768, 65535, 0, 32767, 32768, 65535,
+ 5, 6, 7, 8, 1, 40000, 65535, 65535,
+ 1000, 1000, 0, 65535, 255, 256, 32768, 32768 })
+) == (__mmask32)0x7710ff55u);
__mmask32 test_mm512_mask_cmpge_epu16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epu16_mask
@@ -921,15 +979,23 @@ __mmask64 test_mm512_cmple_epi8_mask(__m512i __a, __m512i __b) {
}
//cmple
TEST_CONSTEXPR(_mm512_cmple_epi8_mask(
- ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qs){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ffffull);
+ ((__m512i)(__v64qs){ 1, 9, 3, 9, 5, 9, 7, 9,
+ 9, 1, 9, 3, 9, 5, 9, 7,
+ -128, -1, 0, 127, -128, -1, 0, 127,
+ -128, -1, 0, 1, -128, -100, -2, 126,
+ 1, 2, 3, 4, 50, 60, 70, 80,
+ 127, 9, 9, 9, -5, -4, -3, -2,
+ -128, 50, 51, 52, 53, 54, 55, -1,
+ 57, 58, -1, -1, -1, -1, 63, 64 }),
+ ((__m512i)(__v64qs){ 9, 2, 9, 4, 9, 6, 9, 8,
+ 2, 9, 4, 9, 6, 9, 8, 9,
+ -128, -1, 0, 127, -128, -1, 0, 127,
+ 127, 0, 1, 127, -127, -99, -1, 127,
+ 5, 6, 7, 8, 50, -60, 70, 79,
+ -128, 2, 3, 4, 9, 9, 9, 9,
+ 127, 50, 50, 52, 52, 54, 54, 0,
+ 57, 58, 0, 0, 0, 0, 63, 64 })
+) == (__mmask64)0xffabf05fffffaa55ull);
__mmask64 test_mm512_mask_cmple_epi8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epi8_mask
@@ -945,15 +1011,25 @@ __mmask64 test_mm512_cmple_epu8_mask(__m512i __a, __m512i __b) {
}
//cmple
TEST_CONSTEXPR(_mm512_cmple_epu8_mask(
- ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0a0a0a0a0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ffffull);
+ ((__m512i)(__v64qu){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ 9, 1, 9, 3, 9, 5, 9, 7,
+ 0, 127, 128, 255, 0, 127, 128, 255,
+ 0, 1, 127, 128, 0, 254, 129, 1,
+ 1, 2, 3, 4, 50, 200, 70, 80,
+ 255, 9, 9, 9, 5, 4, 3, 2,
+ 0, 50, 51, 52, 53, 54, 55, 255,
+ 57, 58, 1, 1, 1, 1, 63, 64 }),
+ ((__m512i)(__v64qu){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ 2, 9, 4, 9, 6, 9, 8, 9,
+ 0, 127, 128, 255, 0, 127, 128, 255,
+ 255, 128, 128, 255, 255, 255, 255, 255,
+ 5, 6, 7, 8, 50, 60, 70, 79,
+ 0, 2, 3, 4, 9, 9, 9, 9,
+ 255, 50, 50, 52, 52, 54, 54, 0,
+ 57, 58, 0, 0, 0, 0, 63, 64 })
+) == (__mmask64)0xc32bf05fffffaa55ull);
__mmask64 test_mm512_mask_cmple_epu8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epu8_mask
@@ -969,15 +1045,17 @@ __mmask32 test_mm512_cmple_epi16_mask(__m512i __a, __m512i __b) {
}
//cmple
TEST_CONSTEXPR(_mm512_cmple_epi16_mask(
- ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x000a000a000a000aull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x0000ffffu);
+ ((__m512i)(__v32hi){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ -32768, -1, 0, 32767, -32768, -1, 0, 32767,
+ 1, 2, 3, 4, 5, -6, -7, -8,
+ 1000, -1000, 32767, -32768, 255, 256, -256, -255 }),
+ ((__m512i)(__v32hi){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ -32768, -1, 0, 32767, -32768, -1, 0, 32767,
+ 5, 6, 7, 8, -1, -2, -3, -4,
+ -1000, -1000, -32768, 32767, 255, -256, -257, 255 })
+) == (__mmask32)0x9aefffaau);
__mmask32 test_mm512_mask_cmple_epi16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epi16_mask
@@ -993,15 +1071,17 @@ __mmask32 test_mm512_cmple_epu16_mask(__m512i __a, __m512i __b) {
}
//cmple
TEST_CONSTEXPR(_mm512_cmple_epu16_mask(
- ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x000a000a000a000aull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x0000ffffu);
+ ((__m512i)(__v32hu){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ 0, 32767, 32768, 65535, 0, 32767, 32768, 65535,
+ 1, 2, 3, 4, 50000, 6, 7, 8,
+ 40000, 1000, 65535, 0, 255, 65280, 32768, 32767 }),
+ ((__m512i)(__v32hu){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ 0, 32767, 32768, 65535, 0, 32767, 32768, 65535,
+ 5, 6, 7, 8, 1, 40000, 65535, 65535,
+ 1000, 1000, 0, 65535, 255, 256, 32768, 32768 })
+) == (__mmask32)0xdaefffaau);
__mmask32 test_mm512_mask_cmple_epu16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epu16_mask
@@ -1017,15 +1097,23 @@ __mmask64 test_mm512_cmplt_epi8_mask(__m512i __a, __m512i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epi8_mask(
- ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qs){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ff00ull);
+ ((__m512i)(__v64qs){ 1, 9, 3, 9, 5, 9, 7, 9,
+ 9, 1, 9, 3, 9, 5, 9, 7,
+ -128, -1, 0, 127, -128, -1, 0, 127,
+ -128, -1, 0, 1, -128, -100, -2, 126,
+ 1, 2, 3, 4, 50, 60, 70, 80,
+ 127, 9, 9, 9, -5, -4, -3, -2,
+ -128, 50, 51, 52, 53, 54, 55, -1,
+ 57, 58, -1, -1, -1, -1, 63, 64 }),
+ ((__m512i)(__v64qs){ 9, 2, 9, 4, 9, 6, 9, 8,
+ 2, 9, 4, 9, 6, 9, 8, 9,
+ -128, -1, 0, 127, -128, -1, 0, 127,
+ 127, 0, 1, 127, -127, -99, -1, 127,
+ 5, 6, 7, 8, 50, -60, 70, 79,
+ -128, 2, 3, 4, 9, 9, 9, 9,
+ 127, 50, 50, 52, 52, 54, 54, 0,
+ 57, 58, 0, 0, 0, 0, 63, 64 })
+) == (__mmask64)0x3c81f00fff00aa55ull);
__mmask64 test_mm512_mask_cmplt_epi8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epi8_mask
@@ -1041,15 +1129,25 @@ __mmask64 test_mm512_cmplt_epu8_mask(__m512i __a, __m512i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epu8_mask(
- ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0a0b0c0d0e0f1011ull, 0x0203040506070809ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask64)0x000000000000ff00ull);
+ ((__m512i)(__v64qu){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ 9, 1, 9, 3, 9, 5, 9, 7,
+ 0, 127, 128, 255, 0, 127, 128, 255,
+ 0, 1, 127, 128, 0, 254, 129, 1,
+ 1, 2, 3, 4, 50, 200, 70, 80,
+ 255, 9, 9, 9, 5, 4, 3, 2,
+ 0, 50, 51, 52, 53, 54, 55, 255,
+ 57, 58, 1, 1, 1, 1, 63, 64 }),
+ ((__m512i)(__v64qu){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ 2, 9, 4, 9, 6, 9, 8, 9,
+ 0, 127, 128, 255, 0, 127, 128, 255,
+ 255, 128, 128, 255, 255, 255, 255, 255,
+ 5, 6, 7, 8, 50, 60, 70, 79,
+ 0, 2, 3, 4, 9, 9, 9, 9,
+ 255, 50, 50, 52, 52, 54, 54, 0,
+ 57, 58, 0, 0, 0, 0, 63, 64 })
+) == (__mmask64)0x0001f00fff00aa55ull);
__mmask64 test_mm512_mask_cmplt_epu8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epu8_mask
@@ -1065,15 +1163,17 @@ __mmask32 test_mm512_cmplt_epi16_mask(__m512i __a, __m512i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epi16_mask(
- ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0009000a000b000cull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x000a000b000c000dull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x000000f0u);
+ ((__m512i)(__v32hi){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ -32768, -1, 0, 32767, -32768, -1, 0, 32767,
+ 1, 2, 3, 4, 5, -6, -7, -8,
+ 1000, -1000, 32767, -32768, 255, 256, -256, -255 }),
+ ((__m512i)(__v32hi){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ -32768, -1, 0, 32767, -32768, -1, 0, 32767,
+ 5, 6, 7, 8, -1, -2, -3, -4,
+ -1000, -1000, -32768, 32767, 255, -256, -257, 255 })
+) == (__mmask32)0x88ef00aau);
__mmask32 test_mm512_mask_cmplt_epi16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epi16_mask
@@ -1089,15 +1189,17 @@ __mmask32 test_mm512_cmplt_epu16_mask(__m512i __a, __m512i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epu16_mask(
- ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0009000a000b000cull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x000a000b000c000dull, 0x0002000300040005ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask32)0x000000f0u);
+ ((__m512i)(__v32hu){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ 0, 32767, 32768, 65535, 0, 32767, 32768, 65535,
+ 1, 2, 3, 4, 50000, 6, 7, 8,
+ 40000, 1000, 65535, 0, 255, 65280, 32768, 32767 }),
+ ((__m512i)(__v32hu){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ 0, 32767, 32768, 65535, 0, 32767, 32768, 65535,
+ 5, 6, 7, 8, 1, 40000, 65535, 65535,
+ 1000, 1000, 0, 65535, 255, 256, 32768, 32768 })
+) == (__mmask32)0x88ef00aau);
__mmask32 test_mm512_mask_cmplt_epu16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epu16_mask
@@ -1112,17 +1214,25 @@ __mmask64 test_mm512_cmpneq_epi8_mask(__m512i __a, __m512i __b) {
return (__mmask64)_mm512_cmpneq_epi8_mask(__a, __b);
}
-//cmpeq
+//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epi8_mask(
- ((__m512i)(__v8qs){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
- 0x1112131415161718ull, 0x191a1b1c1d1e1f20ull,
- 0x2122232425262728ull, 0x292a2b2c2d2e2f30ull,
- 0x3132333435363738ull, 0x393a3b3c3d3e3f40ull }),
- ((__m512i)(__v8qs){ 0x4142434445464748ull, 0x494a4b4c4d4e4f50ull,
- 0x5152535455565758ull, 0x595a5b5c5d5e5f60ull,
- 0x6162636465666768ull, 0x696a6b6c6d6e6f70ull,
- 0x7172737475767778ull, 0x797a7b7c7d7e7f80ull })
-)==(__mmask64)0xffffffffffffffffull);
+ ((__m512i)(__v64qs){ 1, 2, 3, 4, 5, 6, 7, 8,
+ 9, 10, 11, 12, 13, 14, 15, 16,
+ -128, -1, 0, 127, -128, -1, 0, 127,
+ -128, -1, 0, 127, 1, 2, 3, 4,
+ 33, 34, 35, 36, 37, 38, 39, 40,
+ 41, 42, 43, 44, 45, 46, 47, 48,
+ 49, 50, 51, 52, 53, 54, 55, 56,
+ 57, 58, 59, 60, 61, 62, 63, 64 }),
+ ((__m512i)(__v64qs){ 9, 2, 9, 4, 9, 6, 9, 8,
+ 9, 0, 11, 0, 13, 0, 15, 0,
+ -128, -1, 0, 127, -128, -1, 0, 127,
+ 127, 0, -1, -128, -1, -2, -3, -4,
+ 0, 0, 0, 0, 37, 38, 39, 40,
+ 41, 42, 43, 44, 0, 0, 0, 0,
+ -49, 50, 51, 52, 53, 54, 55, -56,
+ 57, 58, -1, -1, -1, -1, 63, 64 })
+) == (__mmask64)0x3c81f00fff00aa55ull);
__mmask64 test_mm512_mask_cmpneq_epi8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epi8_mask
@@ -1138,15 +1248,25 @@ __mmask64 test_mm512_cmpneq_epu8_mask(__m512i __a, __m512i __b) {
}
//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epu8_mask(
- ((__m512i)(__v8qu){ 0x0102030405060708ull, 0x090a0b0c0d0e0f10ull,
- 0x1112131415161718ull, 0x191a1b1c1d1e1f20ull,
- 0x2122232425262728ull, 0x292a2b2c2d2e2f30ull,
- 0x3132333435363738ull, 0x393a3b3c3d3e3f40ull }),
- ((__m512i)(__v8qu){ 0x4142434445464748ull, 0x494a4b4c4d4e4f50ull,
- 0x5152535455565758ull, 0x595a5b5c5d5e5f60ull,
- 0x6162636465666768ull, 0x696a6b6c6d6e6f70ull,
- 0x7172737475767778ull, 0x797a7b7c7d7e7f80ull })
-)==(__mmask64)0xffffffffffffffffull);
+ ((__m512i)(__v64qu){
+ 1, 2, 3, 4, 5, 6, 7, 8,
+ 9, 10, 11, 12, 13, 14, 15, 16,
+ 0, 127, 128, 255, 0, 127, 128, 255,
+ 0, 1, 127, 128, 255, 254, 129, 1,
+ 33, 34, 35, 36, 37, 38, 39, 40,
+ 41, 42, 43, 44, 45, 46, 47, 48,
+ 49, 50, 51, 52, 53, 54, 55, 56,
+ 57, 58, 59, 60, 61, 62, 63, 64 }),
+ ((__m512i)(__v64qu){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ 9, 0, 11, 0, 13, 0, 15, 0,
+ 0, 127, 128, 255, 0, 127, 128, 255,
+ 255, 0, 128, 127, 0, 1, 128, 2,
+ 0, 0, 0, 0, 37, 38, 39, 40,
+ 41, 42, 43, 44, 0, 0, 0, 0,
+ 200, 50, 51, 52, 53, 54, 55, 255,
+ 57, 58, 255, 255, 255, 255, 63, 64 })
+) == (__mmask64)0x3c81f00fff00aa55ull);
__mmask64 test_mm512_mask_cmpneq_epu8_mask(__mmask64 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epu8_mask
@@ -1163,15 +1283,17 @@ __mmask32 test_mm512_cmpneq_epi16_mask(__m512i __a, __m512i __b) {
//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epi16_mask(
- ((__m512i)(__v8qi){ 0x0001000200030004ull, 0x0005000600070008ull,
- 0x0009000a000b000cull, 0x000d000e000f0010ull,
- 0x0011001200130014ull, 0x0015001600170018ull,
- 0x0019001a001b001cull, 0x001d001e001f0020ull }),
- ((__m512i)(__v8qi){ 0x0021002200230024ull, 0x0025002600270028ull,
- 0x0029002a002b002cull, 0x002d002e002f0030ull,
- 0x0031003200330034ull, 0x0035003600370038ull,
- 0x0039003a003b003cull, 0x003d003e003f0040ull })
-)==(__mmask32)0xffffffffu);
+ ((__m512i)(__v32hi){
+ 1, 2, 3, 4, 5, 6, 7, 8,
+ -32768, -1, 0, 32767, -32768, -1, 0, 32767,
+ 100, 200, 300, 400, -100, -200, -300, -400,
+ 1000, -1000, 32767, -32768, 255, 256, -256, -255 }),
+ ((__m512i)(__v32hi){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ -32768, -1, 0, 32767, -32768, -1, 0, 32767,
+ 100, 0, 300, 0, -100, 0, -300, 0,
+ -1000, -1000, -32768, 32767, 255, -256, -256, 255 })
+) == (__mmask32)0xadaa00aau);
__mmask32 test_mm512_mask_cmpneq_epi16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epi16_mask
@@ -1187,15 +1309,17 @@ __mmask32 test_mm512_cmpneq_epu16_mask(__m512i __a, __m512i __b) {
}
//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epu16_mask(
- ((__m512i)(__v8qu){ 0x0001000200030004ull, 0x0005000600070008ull,
- 0x0009000a000b000cull, 0x000d000e000f0010ull,
- 0x0011001200130014ull, 0x0015001600170018ull,
- 0x0019001a001b001cull, 0x001d001e001f0020ull }),
- ((__m512i)(__v8qu){ 0x0021002200230024ull, 0x0025002600270028ull,
- 0x0029002a002b002cull, 0x002d002e002f0030ull,
- 0x0031003200330034ull, 0x0035003600370038ull,
- 0x0039003a003b003cull, 0x003d003e003f0040ull })
-)==(__mmask32)0xffffffffu);
+ ((__m512i)(__v32hu){
+ 1, 2, 3, 4, 5, 6, 7, 8,
+ 0, 32767, 32768, 65535, 0, 32767, 32768, 65535,
+ 100, 200, 300, 400, 50000, 60000, 65000, 65535,
+ 1000, 40000, 65535, 0, 255, 256, 32768, 32767 }),
+ ((__m512i)(__v32hu){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ 0, 32767, 32768, 65535, 0, 32767, 32768, 65535,
+ 100, 0, 300, 0, 50000, 0, 65000, 0,
+ 40000, 40000, 0, 65535, 255, 65280, 32768, 32768 })
+) == (__mmask32)0xadaa00aau);
__mmask32 test_mm512_mask_cmpneq_epu16_mask(__mmask32 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epu16_mask
diff --git a/clang/test/CodeGen/X86/avx512f-builtins.c b/clang/test/CodeGen/X86/avx512f-builtins.c
index 65df9d439931c5..e8663e53ea5140 100644
--- a/clang/test/CodeGen/X86/avx512f-builtins.c
+++ b/clang/test/CodeGen/X86/avx512f-builtins.c
@@ -1331,15 +1331,15 @@ __mmask16 test_mm512_cmpeq_epi32_mask(__m512i __a, __m512i __b) {
//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epi32_mask(
- ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask16)0xffffu);
+ ((__m512i)(__v16si){ 0, 1, -1, 0x7FFFFFFF,
+ 0x12345678, 42, -42, (int)0x80000000,
+ 0x0F0F0F0F, 100, 200, (int)0xDEADBEEF,
+ 7, 8, 9, (int)0xFFFFFFFE }),
+ ((__m512i)(__v16si){ 0, 2, -1, 0x7FFFFFFF,
+ 0x12345679, 43, 42, (int)0x80000000,
+ 0x0F0F0F0F, 101, 199, (int)0xDEADBEEF,
+ 70, 80, 90, (int)0xFFFFFFFE })
+) == (__mmask16)0x898Du);
__mmask16 test_mm512_mask_cmpeq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
@@ -1363,15 +1363,13 @@ __mmask8 test_mm512_cmpeq_epi64_mask(__m512i __a, __m512i __b) {
}
//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epi64_mask(
- ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qi){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask8)0xffu);
+ ((__m512i)(__v8di){ 0LL, 1LL, -1LL, 0x7FFFFFFFFFFFFFFFLL,
+ 0x123456789ABCDEF0LL, 42LL, (long long)0x8000000000000000ULL,
+ (long long)0xDEADBEEFCAFEBABEULL }),
+ ((__m512i)(__v8di){ 0LL, 2LL, -1LL, 0x7FFFFFFFFFFFFFFFLL,
+ 0x123456789ABCDEF1LL, -42LL, (long long)0x8000000000000000ULL,
+ (long long)0xDEADBEEF00000000ULL })
+) == (__mmask8)0x4Du);
__mmask16 test_mm512_cmpgt_epi32_mask(__m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_cmpgt_epi32_mask
>From d23001672b1e25149bcca76d82db18db16586b6a Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Sun, 20 Sep 2026 11:02:15 +0545
Subject: [PATCH 14/50] fix: replace _mm512_cmp*_ep(i/u)(32/64)_mask with
__v16s(i/u), __v8d(i/u) vector input and harden tests
---
clang/test/CodeGen/X86/avx512f-builtins.c | 396 +++++++++++-----------
1 file changed, 198 insertions(+), 198 deletions(-)
diff --git a/clang/test/CodeGen/X86/avx512f-builtins.c b/clang/test/CodeGen/X86/avx512f-builtins.c
index e8663e53ea5140..ee1f1e291e0a38 100644
--- a/clang/test/CodeGen/X86/avx512f-builtins.c
+++ b/clang/test/CodeGen/X86/avx512f-builtins.c
@@ -1378,15 +1378,13 @@ __mmask16 test_mm512_cmpgt_epi32_mask(__m512i __a, __m512i __b) {
}
//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epi32_mask(
- ((__m512i)(__v8qi){ 0x0000000a0000000bull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000900000010ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x00c0u);
+ ((__m512i)(__v16si){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ -2147483648, -1, 0, 2147483647, 1, -5, -2147483647, 2147483647 }),
+ ((__m512i)(__v16si){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ 2147483647, -2, 0, -2147483648, -1, -6, -2147483648, 2147483647 })
+) == (__mmask16)0x7a55u);
__mmask16 test_mm512_mask_cmpgt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpgt_epi32_mask
@@ -1409,15 +1407,15 @@ __mmask8 test_mm512_cmpgt_epi64_mask(__m512i __a, __m512i __b) {
}
//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epi64_mask(
- ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000009ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x80u);
+ ((__m512i)(__v8di){ 0x0000000000000000ull, 0x7fffffffffffffffull,
+ -1ll, 0x0000000100000000ull,
+ 0x0000000100000001ull, -9223372036854775807ll,
+ 0x7fffffffffffffffull, -1ll }),
+ ((__m512i)(__v8di){ 0x0000000000000000ull, -9223372036854775807ll,
+ -1ll, 0x0000000000000000ull,
+ 0x0000000100000002ull, -9223372036854775807ll,
+ 0x7fffffffffffffffull, 0x00000000ffffffffull })
+) == (__mmask8)0x0au);
__m512d test_mm512_unpackhi_pd(__m512d a, __m512d b)
{
@@ -2580,15 +2578,13 @@ __mmask16 test_mm512_cmpeq_epu32_mask(__m512i __a, __m512i __b) {
//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epu32_mask(
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask16)0xffffu);
+ ((__m512i)(__v16su){
+ 1u, 2u, 3u, 4u, 5u, 6u, 7u, 8u,
+ 0u, 2147483647u, 2147483648u, 4294967295u, 0u, 2147483647u, 2147483648u, 4294967295u }),
+ ((__m512i)(__v16su){
+ 1u, 9u, 3u, 9u, 5u, 9u, 7u, 9u,
+ 0u, 2147483647u, 2147483648u, 4294967295u, 4294967295u, 2147483648u, 2147483647u, 0u })
+) == (__mmask16)0x0f55u);
__mmask16 test_mm512_mask_cmpeq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpeq_epu32_mask
@@ -2604,15 +2600,17 @@ __mmask8 test_mm512_cmpeq_epu64_mask(__m512i __a, __m512i __b) {
}
//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epu64_mask(
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull }),
- ((__m512i)(__v8qu){ 0x1111111111111111ull, 0x2222222222222222ull,
- 0x3333333333333333ull, 0x4444444444444444ull,
- 0x5555555555555555ull, 0x6666666666666666ull,
- 0x7777777777777777ull, 0x8888888888888888ull })
-)==(__mmask8)0xffu);
+ ((__m512i)(__v8du){
+ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x8000000000000000ull, 0xffffffffffffffffull,
+ 0x0000000100000000ull, 0x00000000ffffffffull,
+ 0x0000000000000000ull, 0xffffffffffffffffull }),
+ ((__m512i)(__v8du){
+ 0x1111111111111111ull, 0x2222222222222223ull,
+ 0x8000000000000000ull, 0x7fffffffffffffffull,
+ 0x0000000100000000ull, 0x00000001ffffffffull,
+ 0x0000000000000000ull, 0xffffffffffffffffull })
+) == (__mmask8)0xd5u);
__mmask8 test_mm512_mask_cmpeq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpeq_epu64_mask
@@ -2629,15 +2627,13 @@ __mmask16 test_mm512_cmpge_epi32_mask(__m512i __a, __m512i __b) {
//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epi32_mask(
- ((__m512i)(__v8qi){ 0x0000000a0000000aull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x0fffu);
+ ((__m512i)(__v16si){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ -2147483648, -1, 0, 2147483647, 1, -5, -2147483647, 2147483647 }),
+ ((__m512i)(__v16si){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ 2147483647, -2, 0, -2147483648, -1, -6, -2147483648, 2147483647 })
+) == (__mmask16)0xfe55u);
__mmask16 test_mm512_mask_cmpge_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epi32_mask
@@ -2654,15 +2650,15 @@ __mmask8 test_mm512_cmpge_epi64_mask(__m512i __a, __m512i __b) {
//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epi64_mask(
- ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0xffu);
+ ((__m512i)(__v8di){ 0x0000000000000000ull, 0x7fffffffffffffffull,
+ -1ll, 0x0000000100000000ull,
+ 0x0000000100000001ull, -9223372036854775807ll,
+ 0x7fffffffffffffffull, -1ll }),
+ ((__m512i)(__v8di){ 0x0000000000000000ull, -9223372036854775807ll,
+ -1ll, 0x0000000000000000ull,
+ 0x0000000100000002ull, -9223372036854775807ll,
+ 0x7fffffffffffffffull, 0x00000000ffffffffull })
+) == (__mmask8)0x6fu);
__mmask8 test_mm512_mask_cmpge_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
@@ -2680,15 +2676,15 @@ __mmask16 test_mm512_cmpge_epu32_mask(__m512i __a, __m512i __b) {
//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epu32_mask(
- ((__m512i)(__v8qu){ 0x0000000a0000000aull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x0fffu);
+ ((__m512i)(__v16su){ 0x00000000u, 0x7fffffffu, 0x80000000u, 0x80000000u,
+ 0xffffffffu, 0xffffffffu, 0x7fffffffu, 0x00000000u,
+ 0x00000000u, 0x7fffffffu, 0x80000000u, 0xffffffffu,
+ 0x0001ffffu, 0xffff0000u, 0x80000000u, 0xffffffffu }),
+ ((__m512i)(__v16su){ 0x00000000u, 0x80000000u, 0x80000000u, 0x7fffffffu,
+ 0xffffffffu, 0x00000000u, 0x7fffffffu, 0xffffffffu,
+ 0x00000000u, 0x7fffffffu, 0x80000000u, 0xffffffffu,
+ 0x0000ffffu, 0xffff0001u, 0x7fffffffu, 0xffffffffu })
+) == (__mmask16)0xdf7du);
__mmask16 test_mm512_mask_cmpge_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epu32_mask
@@ -2704,15 +2700,17 @@ __mmask8 test_mm512_cmpge_epu64_mask(__m512i __a, __m512i __b) {
}
//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epu64_mask(
- ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0xffu);
+ ((__m512i)(__v8du){
+ 0x0000000000000002ull, 0x8000000000000000ull,
+ 0xffffffffffffffffull, 0x7fffffffffffffffull,
+ 0x0000000100000000ull, 0x00000000ffffffffull,
+ 0x0000000000000000ull, 0xffffffffffffffffull }),
+ ((__m512i)(__v8du){
+ 0x0000000000000001ull, 0x7fffffffffffffffull,
+ 0x7fffffffffffffffull, 0x8000000000000000ull,
+ 0x00000000ffffffffull, 0x0000000100000000ull,
+ 0x0000000000000000ull, 0xffffffffffffffffull })
+) == (__mmask8)0xd7u);
__mmask8 test_mm512_mask_cmpge_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpge_epu64_mask
@@ -2728,15 +2726,15 @@ __mmask16 test_mm512_cmpgt_epu32_mask(__m512i __a, __m512i __b) {
}
//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epu32_mask(
- ((__m512i)(__v8qu){ 0x0000000a0000000bull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000900000010ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x00c0u);
+ ((__m512i)(__v16su){ 0x00000000u, 0x7fffffffu, 0x80000000u, 0x80000000u,
+ 0xffffffffu, 0xffffffffu, 0x7fffffffu, 0x00000000u,
+ 0x00000000u, 0x7fffffffu, 0x80000000u, 0xffffffffu,
+ 0x0001ffffu, 0xffff0000u, 0x80000000u, 0xffffffffu }),
+ ((__m512i)(__v16su){ 0x00000000u, 0x80000000u, 0x80000000u, 0x7fffffffu,
+ 0xffffffffu, 0x00000000u, 0x7fffffffu, 0xffffffffu,
+ 0x00000000u, 0x7fffffffu, 0x80000000u, 0xffffffffu,
+ 0x0000ffffu, 0xffff0001u, 0x7fffffffu, 0xffffffffu })
+) == (__mmask16)0x5028u);
__mmask16 test_mm512_mask_cmpgt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
@@ -2753,15 +2751,17 @@ __mmask8 test_mm512_cmpgt_epu64_mask(__m512i __a, __m512i __b) {
}
//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epu64_mask(
- ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000009ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x80u);
+ ((__m512i)(__v8du){
+ 0x0000000000000002ull, 0x8000000000000000ull,
+ 0xffffffffffffffffull, 0x7fffffffffffffffull,
+ 0x0000000100000000ull, 0x00000000ffffffffull,
+ 0x0000000000000000ull, 0xffffffffffffffffull }),
+ ((__m512i)(__v8du){
+ 0x0000000000000001ull, 0x7fffffffffffffffull,
+ 0x7fffffffffffffffull, 0x8000000000000000ull,
+ 0x00000000ffffffffull, 0x0000000100000000ull,
+ 0x0000000000000000ull, 0xffffffffffffffffull })
+) == (__mmask8)0x17u);
__mmask8 test_mm512_mask_cmpgt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpgt_epu64_mask
@@ -2777,15 +2777,13 @@ __mmask16 test_mm512_cmple_epi32_mask(__m512i __a, __m512i __b) {
}
//cmple
TEST_CONSTEXPR(_mm512_cmple_epi32_mask(
- ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0000000a0000000aull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x0fffu);
+ ((__m512i)(__v16si){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ -2147483648, -1, 0, 2147483647, 1, -5, -2147483647, 2147483647 }),
+ ((__m512i)(__v16si){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ 2147483647, -2, 0, -2147483648, -1, -6, -2147483648, 2147483647 })
+) == (__mmask16)0x85aau);
__mmask16 test_mm512_mask_cmple_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
@@ -2802,15 +2800,15 @@ __mmask8 test_mm512_cmple_epi64_mask(__m512i __a, __m512i __b) {
}
//cmple
TEST_CONSTEXPR(_mm512_cmple_epi64_mask(
- ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0xffu);
+ ((__m512i)(__v8di){ 0x0000000000000000ull, 0x7fffffffffffffffull,
+ -1ll, 0x0000000100000000ull,
+ 0x0000000100000001ull, -9223372036854775807ll,
+ 0x7fffffffffffffffull, -1ll }),
+ ((__m512i)(__v8di){ 0x0000000000000000ull, -9223372036854775807ll,
+ -1ll, 0x0000000000000000ull,
+ 0x0000000100000002ull, -9223372036854775807ll,
+ 0x7fffffffffffffffull, 0x00000000ffffffffull })
+) == (__mmask8)0xf5u);
__mmask8 test_mm512_mask_cmple_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epi64_mask
@@ -2826,15 +2824,15 @@ __mmask16 test_mm512_cmple_epu32_mask(__m512i __a, __m512i __b) {
}
//cmple
TEST_CONSTEXPR(_mm512_cmple_epu32_mask(
- ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0000000a0000000aull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x0fffu);
+ ((__m512i)(__v16su){ 0x00000000u, 0x7fffffffu, 0x80000000u, 0x80000000u,
+ 0xffffffffu, 0xffffffffu, 0x7fffffffu, 0x00000000u,
+ 0x00000000u, 0x7fffffffu, 0x80000000u, 0xffffffffu,
+ 0x0001ffffu, 0xffff0000u, 0x80000000u, 0xffffffffu }),
+ ((__m512i)(__v16su){ 0x00000000u, 0x80000000u, 0x80000000u, 0x7fffffffu,
+ 0xffffffffu, 0x00000000u, 0x7fffffffu, 0xffffffffu,
+ 0x00000000u, 0x7fffffffu, 0x80000000u, 0xffffffffu,
+ 0x0000ffffu, 0xffff0001u, 0x7fffffffu, 0xffffffffu })
+) == (__mmask16)0xafd7u);
__mmask16 test_mm512_mask_cmple_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epu32_mask
@@ -2850,15 +2848,17 @@ __mmask8 test_mm512_cmple_epu64_mask(__m512i __a, __m512i __b) {
}
TEST_CONSTEXPR(_mm512_cmple_epu64_mask(
- ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0xffu);
+ ((__m512i)(__v8du){
+ 0x0000000000000002ull, 0x8000000000000000ull,
+ 0xffffffffffffffffull, 0x7fffffffffffffffull,
+ 0x0000000100000000ull, 0x00000000ffffffffull,
+ 0x0000000000000000ull, 0xffffffffffffffffull }),
+ ((__m512i)(__v8du){
+ 0x0000000000000001ull, 0x7fffffffffffffffull,
+ 0x7fffffffffffffffull, 0x8000000000000000ull,
+ 0x00000000ffffffffull, 0x0000000100000000ull,
+ 0x0000000000000000ull, 0xffffffffffffffffull })
+) == (__mmask8)0xe8u);
__mmask8 test_mm512_mask_cmple_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmple_epu64_mask
@@ -2875,15 +2875,13 @@ __mmask16 test_mm512_cmplt_epi32_mask(__m512i __a, __m512i __b) {
//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epi32_mask(
- ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000900000010ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x0000000a0000000bull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x00c0u);
+ ((__m512i)(__v16si){
+ 9, 2, 9, 4, 9, 6, 9, 8,
+ -2147483648, -1, 0, 2147483647, 1, -5, -2147483647, 2147483647 }),
+ ((__m512i)(__v16si){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ 2147483647, -2, 0, -2147483648, -1, -6, -2147483648, 2147483647 })
+) == (__mmask16)0x01aau);
__mmask16 test_mm512_mask_cmplt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
@@ -2900,15 +2898,15 @@ __mmask8 test_mm512_cmplt_epi64_mask(__m512i __a, __m512i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epi64_mask(
- ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000009ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qi){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x80u);
+ ((__m512i)(__v8di){ 0x0000000000000000ull, 0x7fffffffffffffffull,
+ -1ll, 0x0000000100000000ull,
+ 0x0000000100000001ull, -9223372036854775807ll,
+ 0x7fffffffffffffffull, -1ll }),
+ ((__m512i)(__v8di){ 0x0000000000000000ull, -9223372036854775807ll,
+ -1ll, 0x0000000000000000ull,
+ 0x0000000100000002ull, -9223372036854775807ll,
+ 0x7fffffffffffffffull, 0x00000000ffffffffull })
+) == (__mmask8)0x90u);
__mmask8 test_mm512_mask_cmplt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epi64_mask
@@ -2924,15 +2922,15 @@ __mmask16 test_mm512_cmplt_epu32_mask(__m512i __a, __m512i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epu32_mask(
- ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000900000010ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x0000000a0000000bull, 0x0000000200000003ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask16)0x00c0u);
+ ((__m512i)(__v16su){ 0x00000000u, 0x7fffffffu, 0x80000000u, 0x80000000u,
+ 0xffffffffu, 0xffffffffu, 0x7fffffffu, 0x00000000u,
+ 0x00000000u, 0x7fffffffu, 0x80000000u, 0xffffffffu,
+ 0x0001ffffu, 0xffff0000u, 0x80000000u, 0xffffffffu }),
+ ((__m512i)(__v16su){ 0x00000000u, 0x80000000u, 0x80000000u, 0x7fffffffu,
+ 0xffffffffu, 0x00000000u, 0x7fffffffu, 0xffffffffu,
+ 0x00000000u, 0x7fffffffu, 0x80000000u, 0xffffffffu,
+ 0x0000ffffu, 0xffff0001u, 0x7fffffffu, 0xffffffffu })
+) == (__mmask16)0x2082u);
__mmask16 test_mm512_mask_cmplt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epu32_mask
@@ -2948,15 +2946,17 @@ __mmask8 test_mm512_cmplt_epu64_mask(__m512i __a, __m512i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epu64_mask(
- ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000009ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m512i)(__v8qu){ 0x000000000000000aull, 0x0000000000000002ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull,
- 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x80u);
+ ((__m512i)(__v8du){
+ 0x0000000000000002ull, 0x8000000000000000ull,
+ 0xffffffffffffffffull, 0x7fffffffffffffffull,
+ 0x0000000100000000ull, 0x00000000ffffffffull,
+ 0x0000000000000000ull, 0xffffffffffffffffull }),
+ ((__m512i)(__v8du){
+ 0x0000000000000001ull, 0x7fffffffffffffffull,
+ 0x7fffffffffffffffull, 0x8000000000000000ull,
+ 0x00000000ffffffffull, 0x0000000100000000ull,
+ 0x0000000000000000ull, 0xffffffffffffffffull })
+) == (__mmask8)0x28u);
__mmask8 test_mm512_mask_cmplt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmplt_epu64_mask
@@ -2972,15 +2972,13 @@ __mmask16 test_mm512_cmpneq_epi32_mask(__m512i __a, __m512i __b) {
}
//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epi32_mask(
- ((__m512i)(__v8qi){ 0x0000000100000002ull, 0x0000000300000004ull,
- 0x0000000500000006ull, 0x0000000700000008ull,
- 0x0000000900000010ull, 0x0000001100000012ull,
- 0x0000001300000014ull, 0x0000001500000016ull }),
- ((__m512i)(__v8qi){ 0x0000001700000018ull, 0x0000001900000020ull,
- 0x0000002100000022ull, 0x0000002300000024ull,
- 0x0000002500000026ull, 0x0000002700000028ull,
- 0x0000002900000030ull, 0x0000003100000032ull })
-)==(__mmask16)0xffffu);
+ ((__m512i)(__v16si){
+ 1, 2, 3, 4, 5, 6, 7, 8,
+ -2147483648, -1, 0, 2147483647, -2147483648, -1, 0, 2147483647 }),
+ ((__m512i)(__v16si){
+ 1, 9, 3, 9, 5, 9, 7, 9,
+ -2147483648, -1, 0, 2147483647, 2147483647, 0, -1, -2147483648 })
+) == (__mmask16)0xf0aau);
__mmask16 test_mm512_mask_cmpneq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
@@ -2998,15 +2996,15 @@ __mmask8 test_mm512_cmpneq_epi64_mask(__m512i __a, __m512i __b) {
//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epi64_mask(
- ((__m512i)(__v8qi){ 0x0000000000000001ull, 0x0000000000000002ull,
- 0x0000000000000003ull, 0x0000000000000004ull,
- 0x0000000000000005ull, 0x0000000000000006ull,
- 0x0000000000000007ull, 0x0000000000000008ull }),
- ((__m512i)(__v8qi){ 0x0000000000000009ull, 0x0000000000000010ull,
- 0x0000000000000011ull, 0x0000000000000012ull,
- 0x0000000000000013ull, 0x0000000000000014ull,
- 0x0000000000000015ull, 0x0000000000000016ull })
-)==(__mmask8)0xffu);
+ ((__m512i)(__v8di){ 0x0000000000000000ull, 0x7fffffffffffffffull,
+ -1ll, 0x0000000100000000ull,
+ 0x0000000100000001ull, -9223372036854775807ll,
+ 0x7fffffffffffffffull, -1ll }),
+ ((__m512i)(__v8di){ 0x0000000000000000ull, -9223372036854775807ll,
+ -1ll, 0x0000000000000000ull,
+ 0x0000000100000002ull, -9223372036854775807ll,
+ 0x7fffffffffffffffull, 0x00000000ffffffffull })
+) == (__mmask8)0x9au);
__mmask8 test_mm512_mask_cmpneq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epi64_mask
@@ -3022,15 +3020,15 @@ __mmask16 test_mm512_cmpneq_epu32_mask(__m512i __a, __m512i __b) {
}
//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epu32_mask(
- ((__m512i)(__v8qu){ 0x0000000100000002ull, 0x0000000300000004ull,
- 0x0000000500000006ull, 0x0000000700000008ull,
- 0x0000000900000010ull, 0x0000001100000012ull,
- 0x0000001300000014ull, 0x0000001500000016ull }),
- ((__m512i)(__v8qu){ 0x0000001700000018ull, 0x0000001900000020ull,
- 0x0000002100000022ull, 0x0000002300000024ull,
- 0x0000002500000026ull, 0x0000002700000028ull,
- 0x0000002900000030ull, 0x0000003100000032ull })
-)==(__mmask16)0xffffu);
+ ((__m512i)(__v16su){ 0x00000000u, 0x7fffffffu, 0x80000000u, 0x80000000u,
+ 0xffffffffu, 0xffffffffu, 0x7fffffffu, 0x00000000u,
+ 0x00000000u, 0x7fffffffu, 0x80000000u, 0xffffffffu,
+ 0x0001ffffu, 0xffff0000u, 0x80000000u, 0xffffffffu }),
+ ((__m512i)(__v16su){ 0x00000000u, 0x80000000u, 0x80000000u, 0x7fffffffu,
+ 0xffffffffu, 0x00000000u, 0x7fffffffu, 0xffffffffu,
+ 0x00000000u, 0x7fffffffu, 0x80000000u, 0xffffffffu,
+ 0x0000ffffu, 0xffff0001u, 0x7fffffffu, 0xffffffffu })
+) == (__mmask16)0x70aau);
__mmask16 test_mm512_mask_cmpneq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epu32_mask
@@ -3046,15 +3044,17 @@ __mmask8 test_mm512_cmpneq_epu64_mask(__m512i __a, __m512i __b) {
}
//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epu64_mask(
- ((__m512i)(__v8qu){ 0x0000000000000001ull, 0x0000000000000002ull,
- 0x0000000000000003ull, 0x0000000000000004ull,
- 0x0000000000000005ull, 0x0000000000000006ull,
- 0x0000000000000007ull, 0x0000000000000008ull }),
- ((__m512i)(__v8qu){ 0x0000000000000009ull, 0x0000000000000010ull,
- 0x0000000000000011ull, 0x0000000000000012ull,
- 0x0000000000000013ull, 0x0000000000000014ull,
- 0x0000000000000015ull, 0x0000000000000016ull })
-)==(__mmask8)0xffu);
+ ((__m512i)(__v8du){
+ 0x1111111111111111ull, 0x2222222222222222ull,
+ 0x8000000000000000ull, 0xffffffffffffffffull,
+ 0x0000000100000000ull, 0x00000000ffffffffull,
+ 0x0000000000000000ull, 0xffffffffffffffffull }),
+ ((__m512i)(__v8du){
+ 0x1111111111111111ull, 0x2222222222222223ull,
+ 0x8000000000000000ull, 0x7fffffffffffffffull,
+ 0x0000000100000000ull, 0x00000001ffffffffull,
+ 0x0000000000000000ull, 0xffffffffffffffffull })
+) == (__mmask8)0x2au);
__mmask8 test_mm512_mask_cmpneq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
// CHECK-LABEL: test_mm512_mask_cmpneq_epu64_mask
>From 67931e4510c2b1fe0da1ed96f403c408ab6ad838 Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Sun, 20 Sep 2026 13:47:32 +0545
Subject: [PATCH 15/50] fix: replaces the use of A.(u/s)ge() for
_MM_CMPINT_NLT and A.(u/s)gt for _MM_CMPINT_NLE
---
clang/lib/AST/ByteCode/InterpBuiltin.cpp | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/clang/lib/AST/ByteCode/InterpBuiltin.cpp b/clang/lib/AST/ByteCode/InterpBuiltin.cpp
index 843850af334a2b..3ce222d63536e6 100644
--- a/clang/lib/AST/ByteCode/InterpBuiltin.cpp
+++ b/clang/lib/AST/ByteCode/InterpBuiltin.cpp
@@ -3690,9 +3690,9 @@ static bool evalICmpImm(uint8_t Imm, const APSInt &A, const APSInt &B,
case 0x04: // _MM_CMPINT_NE
return (A != B);
case 0x05: // _MM_CMPINT_NLT
- return IsUnsigned ? A.ugt(B) : A.sgt(B);
- case 0x06: // _MM_CMPINT_NLE
return IsUnsigned ? A.uge(B) : A.sge(B);
+ case 0x06: // _MM_CMPINT_NLE
+ return IsUnsigned ? A.ugt(B) : A.sgt(B);
case 0x07: // _MM_CMPINT_TRUE
return true;
default:
>From bbf1ddebe17acf10889a7691722610b8779e9cde Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Thu, 24 Sep 2026 17:24:58 +0545
Subject: [PATCH 16/50] fix: replaces the tests for 128-bit avx comparison
operations
---
clang/test/CodeGen/X86/avx512vl-builtins.c | 106 ++++++++++-----------
1 file changed, 51 insertions(+), 55 deletions(-)
diff --git a/clang/test/CodeGen/X86/avx512vl-builtins.c b/clang/test/CodeGen/X86/avx512vl-builtins.c
index fa33bab60ae499..684c106c96243d 100644
--- a/clang/test/CodeGen/X86/avx512vl-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vl-builtins.c
@@ -34,9 +34,9 @@ __mmask8 test_mm_cmpeq_epu64_mask(__m128i __a, __m128i __b) {
}
//cmpeq
TEST_CONSTEXPR(_mm_cmpeq_epu64_mask(
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
-)==(__mmask8)0x01u);
+ ((__m128i)(__v2du){ 0x8000000000000000ull, 0xffffffffffffffffull }),
+ ((__m128i)(__v2du){ 0x8000000000000000ull, 0x0000000000000000ull })
+) == (__mmask8)0x01u);
__mmask8 test_mm_mask_cmpeq_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpeq_epu64_mask
@@ -52,9 +52,9 @@ __mmask8 test_mm_cmpge_epi32_mask(__m128i __a, __m128i __b) {
}
//cmpge
TEST_CONSTEXPR(_mm_cmpge_epi32_mask(
- ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x0bu);
+ ((__m128i)(__v4si){ 0, 2147483647, -2147483648, -1 }),
+ ((__m128i)(__v4si){ 0, -2147483648, -2147483648, 2147483647 })
+) == (__mmask8)0x07u);
__mmask8 test_mm_mask_cmpge_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpge_epi32_mask
@@ -70,9 +70,9 @@ __mmask8 test_mm_cmpge_epi64_mask(__m128i __a, __m128i __b) {
}
//cmpge
TEST_CONSTEXPR(_mm_cmpge_epi64_mask(
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
-)==(__mmask8)0x01u);
+ ((__m128i)(__v2di){ 0x7fffffffffffffffll, -1ll }),
+ ((__m128i)(__v2di){ 0x7fffffffffffffffll, -9223372036854775807ll })
+) == (__mmask8)0x03u);
__mmask8 test_mm_mask_cmpge_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpge_epi64_mask
@@ -143,9 +143,9 @@ __mmask8 test_mm_cmpge_epu64_mask(__m128i __a, __m128i __b) {
//cmpge
TEST_CONSTEXPR(_mm_cmpge_epu64_mask(
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
-)==(__mmask8)0x03u);
+ ((__m128i)(__v2du){ 0x8000000000000000ull, 0x7fffffffffffffffull }),
+ ((__m128i)(__v2du){ 0x7fffffffffffffffull, 0xffffffffffffffffull })
+) == (__mmask8)0x01u);
__mmask8 test_mm_mask_cmpge_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpge_epu64_mask
@@ -214,10 +214,6 @@ __mmask8 test_mm_cmpgt_epu64_mask(__m128i __a, __m128i __b) {
return (__mmask8)_mm_cmpgt_epu64_mask(__a, __b);
}
//cmpgt
-TEST_CONSTEXPR(_mm_cmpgt_epu64_mask(
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
-)==(__mmask8)0x02u);
__mmask8 test_mm_mask_cmpgt_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpgt_epu64_mask
@@ -269,9 +265,9 @@ __mmask8 test_mm_cmple_epi32_mask(__m128i __a, __m128i __b) {
}
//cmple
TEST_CONSTEXPR(_mm_cmple_epi32_mask(
- ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x0du);
+ ((__m128i)(__v4si){ 0, 2147483647, -2147483648, -1 }),
+ ((__m128i)(__v4si){ 0, -2147483648, -2147483648, 2147483647 })
+) == (__mmask8)0x0du);
__mmask8 test_mm_mask_cmple_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
@@ -288,9 +284,9 @@ __mmask8 test_mm_cmple_epi64_mask(__m128i __a, __m128i __b) {
}
//cmple
TEST_CONSTEXPR(_mm_cmple_epi64_mask(
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
-)==(__mmask8)0x03u);
+ ((__m128i)(__v2di){ 0x7fffffffffffffffll, -1ll }),
+ ((__m128i)(__v2di){ 0x7fffffffffffffffll, -9223372036854775807ll })
+) == (__mmask8)0x01u);
__mmask8 test_mm_mask_cmple_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmple_epi64_mask
@@ -360,9 +356,9 @@ __mmask8 test_mm_cmple_epu64_mask(__m128i __a, __m128i __b) {
}
//cmple
TEST_CONSTEXPR(_mm_cmple_epu64_mask(
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
-)==(__mmask8)0x01u);
+ ((__m128i)(__v2du){ 0x7fffffffffffffffull, 0xffffffffffffffffull }),
+ ((__m128i)(__v2du){ 0x8000000000000000ull, 0xffffffffffffffffull })
+) == (__mmask8)0x03u);
__mmask8 test_mm_cmpgt_epi32_mask(__m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_cmpgt_epi32_mask
@@ -371,9 +367,9 @@ __mmask8 test_mm_cmpgt_epi32_mask(__m128i __a, __m128i __b) {
}
//cmpgt
TEST_CONSTEXPR(_mm_cmpgt_epi32_mask(
- ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x02u);
+ ((__m128i)(__v4si){ 0, 2147483647, -2147483648, -1 }),
+ ((__m128i)(__v4si){ 0, -2147483648, -2147483648, 2147483647 })
+) == (__mmask8)0x02u);
__mmask8 test_mm_mask_cmple_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmple_epu64_mask
@@ -426,9 +422,9 @@ __mmask8 test_mm_cmplt_epi32_mask(__m128i __a, __m128i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm_cmplt_epi32_mask(
- ((__m128i)(__v4qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x04u);
+ ((__m128i)(__v4si){ 0, 2147483647, -2147483648, -1 }),
+ ((__m128i)(__v4si){ 0, -2147483648, -2147483648, 2147483647 })
+) == (__mmask8)0x08u);
__mmask8 test_mm_mask_cmplt_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmplt_epi32_mask
@@ -444,9 +440,9 @@ __mmask8 test_mm_cmplt_epi64_mask(__m128i __a, __m128i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm_cmplt_epi64_mask(
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
-)==(__mmask8)0x02u);
+ ((__m128i)(__v2di){ -9223372036854775807ll, 0x7fffffffffffffffll }),
+ ((__m128i)(__v2di){ 0x7fffffffffffffffll, -9223372036854775807ll })
+) == (__mmask8)0x01u);
__mmask8 test_mm_mask_cmplt_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmplt_epi64_mask
@@ -516,9 +512,9 @@ __mmask8 test_mm_cmplt_epu64_mask(__m128i __a, __m128i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm_cmplt_epu64_mask(
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
-)==(__mmask8)0x00u);
+ ((__m128i)(__v2du){ 0x7fffffffffffffffull, 0xffffffffffffffffull }),
+ ((__m128i)(__v2du){ 0x8000000000000000ull, 0xffffffffffffffffull })
+) == (__mmask8)0x01u);
__mmask8 test_mm_mask_cmplt_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmplt_epu64_mask
@@ -570,9 +566,9 @@ __mmask8 test_mm_cmpneq_epi32_mask(__m128i __a, __m128i __b) {
}
//cmpneq
TEST_CONSTEXPR(_mm_cmpneq_epi32_mask(
- ((__m128i)(__v4qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x06u);
+ ((__m128i)(__v4si){ 0, 2147483647, -2147483648, -1 }),
+ ((__m128i)(__v4si){ 0, -2147483648, -2147483648, 2147483647 })
+) == (__mmask8)0x0au);
__mmask8 test_mm_mask_cmpneq_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpneq_epi32_mask
@@ -589,9 +585,9 @@ __mmask8 test_mm_cmpneq_epi64_mask(__m128i __a, __m128i __b) {
//cmpneq
TEST_CONSTEXPR(_mm_cmpneq_epi64_mask(
- ((__m128i)(__v2di){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
- ((__m128i)(__v2di){ 0x0706142003020106ll, 0x6363636363636363ll })
-)==(__mmask8)0x02u);
+ ((__m128i)(__v2di){ 0x7fffffffffffffffll, -1ll }),
+ ((__m128i)(__v2di){ 0x7fffffffffffffffll, -9223372036854775807ll })
+) == (__mmask8)0x02u);
__mmask8 test_mm_mask_cmpneq_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpneq_epi64_mask
@@ -661,9 +657,9 @@ __mmask8 test_mm_cmpneq_epu64_mask(__m128i __a, __m128i __b) {
}
//cmpneq
TEST_CONSTEXPR(_mm_cmpneq_epu64_mask(
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull }),
- ((__m128i)(__v2qu){ 0x0706142003020106ull, 0x6363636363636363ull })
-)==(__mmask8)0x02u);
+ ((__m128i)(__v2du){ 0x7fffffffffffffffull, 0xffffffffffffffffull }),
+ ((__m128i)(__v2du){ 0x8000000000000000ull, 0xffffffffffffffffull })
+) == (__mmask8)0x01u);
__mmask8 test_mm_mask_cmpneq_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpneq_epu64_mask
@@ -11391,9 +11387,9 @@ __mmask8 test_mm_cmpeq_epi32_mask(__m128i __a, __m128i __b) {
}
//cmpeq
TEST_CONSTEXPR(_mm_cmpeq_epi32_mask(
- ((__m128i)(__v4qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x09u);
+ ((__m128i)(__v4si){ 50462986, 117838880, 185207048, -938603252 }),
+ ((__m128i)(__v4si){ 50462986, 1667457891, 1667457891, -938603252 })
+) == (__mmask8)0x09u);
__mmask8 test_mm_mask_cmpeq_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpeq_epi32_mask
@@ -11416,9 +11412,9 @@ __mmask8 test_mm_cmpeq_epi64_mask(__m128i __a, __m128i __b) {
}
//cmpeq
TEST_CONSTEXPR(_mm_cmpeq_epi64_mask(
- ((__m128i)(__v2di){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
- ((__m128i)(__v2di){ 0x0706142003020106ll, 0x6363636363636363ll })
-)==(__mmask8)0x01u);
+ ((__m128i)(__v2di){ 0x7fffffffffffffffll, -1ll }),
+ ((__m128i)(__v2di){ 0x7fffffffffffffffll, -9223372036854775807ll })
+) == (__mmask8)0x01u);
__mmask8 test_mm_mask_cmpgt_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
@@ -11442,9 +11438,9 @@ __mmask8 test_mm_cmpgt_epi64_mask(__m128i __a, __m128i __b) {
}
//cmpgt
TEST_CONSTEXPR(_mm_cmpgt_epi64_mask(
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll }),
- ((__m128i)(__v2qi){ 0x0706142003020106ll, 0x6363636363636363ll })
-)==(__mmask8)0x00u);
+ ((__m128i)(__v2di){ 0x7fffffffffffffffll, -1ll }),
+ ((__m128i)(__v2di){ 0x7fffffffffffffffll, -9223372036854775807ll })
+) == (__mmask8)0x02u);
__mmask8 test_mm256_cmpeq_epi32_mask(__m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_cmpeq_epi32_mask
>From 04c454fc66c133b94e776afdb7d674ac1281122e Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Thu, 24 Sep 2026 17:34:31 +0545
Subject: [PATCH 17/50] fix: replaces the tests for 256-bit signed avx
comparison operations
---
clang/test/CodeGen/X86/avx512vl-builtins.c | 72 +++++++++++-----------
1 file changed, 36 insertions(+), 36 deletions(-)
diff --git a/clang/test/CodeGen/X86/avx512vl-builtins.c b/clang/test/CodeGen/X86/avx512vl-builtins.c
index 684c106c96243d..f49b96df561534 100644
--- a/clang/test/CodeGen/X86/avx512vl-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vl-builtins.c
@@ -88,9 +88,9 @@ __mmask8 test_mm256_cmpge_epi32_mask(__m256i __a, __m256i __b) {
}
//cmpge
TEST_CONSTEXPR(_mm256_cmpge_epi32_mask(
- ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x0bu);
+ ((__m256i)(__v8si){ 0, 2147483647, -2147483648, -1, 5, -5, 1000, -1000 }),
+ ((__m256i)(__v8si){ 0, -2147483648, -2147483648, 2147483647, 5, 5, -1000, 1000 })
+) == (__mmask8)0x57u);
__mmask8 test_mm256_mask_cmpge_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpge_epi32_mask
@@ -106,9 +106,9 @@ __mmask8 test_mm256_cmpge_epi64_mask(__m256i __a, __m256i __b) {
}
//cmpge
TEST_CONSTEXPR(_mm256_cmpge_epi64_mask(
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
-)==(__mmask8)0x0cu);
+ ((__m256i)(__v4di){ 0x7fffffffffffffffll, -1ll, 0ll, 12345ll }),
+ ((__m256i)(__v4di){ 0x7fffffffffffffffll, -9223372036854775807ll, 0ll, -12345ll })
+) == (__mmask8)0x0fu);
__mmask8 test_mm256_mask_cmpge_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpge_epi64_mask
@@ -302,9 +302,9 @@ __mmask8 test_mm256_cmple_epi32_mask(__m256i __a, __m256i __b) {
}
//cmple
TEST_CONSTEXPR(_mm256_cmple_epi32_mask(
- ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0xfdu);
+ ((__m256i)(__v8si){ 0, 2147483647, -2147483648, -1, 5, -5, 1000, -1000 }),
+ ((__m256i)(__v8si){ 0, -2147483648, -2147483648, 2147483647, 5, 5, -1000, 1000 })
+) == (__mmask8)0xbdu);
__mmask8 test_mm256_mask_cmple_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmple_epi32_mask
@@ -320,9 +320,9 @@ __mmask8 test_mm256_cmple_epi64_mask(__m256i __a, __m256i __b) {
}
//cmple
TEST_CONSTEXPR(_mm256_cmple_epi64_mask(
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
-)==(__mmask8)0x0eu);
+ ((__m256i)(__v4di){ 0x7fffffffffffffffll, -1ll, 0ll, 12345ll }),
+ ((__m256i)(__v4di){ 0x7fffffffffffffffll, -9223372036854775807ll, 0ll, -12345ll })
+) == (__mmask8)0x05u);
__mmask8 test_mm256_mask_cmple_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmple_epi64_mask
@@ -458,9 +458,9 @@ __mmask8 test_mm256_cmplt_epi32_mask(__m256i __a, __m256i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm256_cmplt_epi32_mask(
- ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0xf4u);
+ ((__m256i)(__v8si){ 0, 2147483647, -2147483648, -1, 5, -5, 1000, -1000 }),
+ ((__m256i)(__v8si){ 0, -2147483648, -2147483648, 2147483647, 5, 5, -1000, 1000 })
+) == (__mmask8)0xa8u);
__mmask8 test_mm256_mask_cmplt_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmplt_epi32_mask
@@ -476,9 +476,9 @@ __mmask8 test_mm256_cmplt_epi64_mask(__m256i __a, __m256i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm256_cmplt_epi64_mask(
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
-)==(__mmask8)0x02u);
+ ((__m256i)(__v4di){ -9223372036854775807ll, 0x7fffffffffffffffll, -1ll, 5ll }),
+ ((__m256i)(__v4di){ 0x7fffffffffffffffll, -9223372036854775807ll, 5ll, -1ll })
+) == (__mmask8)0x05u);
__mmask8 test_mm256_mask_cmplt_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmplt_epi64_mask
@@ -603,9 +603,9 @@ __mmask8 test_mm256_cmpneq_epi32_mask(__m256i __a, __m256i __b) {
}
//cmpneq
TEST_CONSTEXPR(_mm256_cmpneq_epi32_mask(
- ((__m256i)(__v8qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0xf6u);
+ ((__m256i)(__v8si){ 0, 2147483647, -2147483648, -1, 5, -5, 1000, -1000 }),
+ ((__m256i)(__v8si){ 0, -2147483648, -2147483648, 2147483647, 5, 5, -1000, 1000 })
+) == (__mmask8)0xeau);
__mmask8 test_mm256_mask_cmpneq_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpneq_epi32_mask
@@ -621,9 +621,9 @@ __mmask8 test_mm256_cmpneq_epi64_mask(__m256i __a, __m256i __b) {
}
//cmpneq
TEST_CONSTEXPR(_mm256_cmpneq_epi64_mask(
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
-)==(__mmask8)0x02u);
+ ((__m256i)(__v4di){ 0x7fffffffffffffffll, -1ll, 0ll, 12345ll }),
+ ((__m256i)(__v4di){ 0x7fffffffffffffffll, -9223372036854775807ll, 0ll, -12345ll })
+) == (__mmask8)0x0au);
__mmask8 test_mm256_mask_cmpneq_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpneq_epi64_mask
@@ -11450,9 +11450,9 @@ __mmask8 test_mm256_cmpeq_epi32_mask(__m256i __a, __m256i __b) {
//cmpeq
TEST_CONSTEXPR(_mm256_cmpeq_epi32_mask(
- ((__m256i)(__v8qs){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x09u);
+ ((__m256i)(__v8si){ 0, 2147483647, -2147483648, -1, 5, -5, 1000, -1000 }),
+ ((__m256i)(__v8si){ 0, -2147483648, -2147483648, 2147483647, 5, 5, -1000, 1000 })
+) == (__mmask8)0x15u);
__mmask8 test_mm256_mask_cmpeq_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpeq_epi32_mask
@@ -11475,9 +11475,9 @@ __mmask8 test_mm256_cmpeq_epi64_mask(__m256i __a, __m256i __b) {
}
//cmpeq
TEST_CONSTEXPR(_mm256_cmpeq_epi64_mask(
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
-)==(__mmask8)0x0cu);
+ ((__m256i)(__v4di){ 0x7fffffffffffffffll, -1ll, 0ll, 12345ll }),
+ ((__m256i)(__v4di){ 0x7fffffffffffffffll, -9223372036854775807ll, 0ll, -12345ll })
+) == (__mmask8)0x05u);
__mmask8 test_mm256_cmpgt_epi32_mask(__m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_cmpgt_epi32_mask
@@ -11486,9 +11486,9 @@ __mmask8 test_mm256_cmpgt_epi32_mask(__m256i __a, __m256i __b) {
}
//cmpgt
TEST_CONSTEXPR(_mm256_cmpgt_epi32_mask(
- ((__m256i)(__v8qs){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qs){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x02u);
+ ((__m256i)(__v8si){ 0, 2147483647, -2147483648, -1, 5, -5, 1000, -1000 }),
+ ((__m256i)(__v8si){ 0, -2147483648, -2147483648, 2147483647, 5, 5, -1000, 1000 })
+) == (__mmask8)0x42u);
__mmask8 test_mm256_mask_cmpgt_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpgt_epi32_mask
@@ -11512,7 +11512,7 @@ __mmask8 test_mm256_cmpgt_epi64_mask(__m256i __a, __m256i __b) {
//cmpgt
TEST_CONSTEXPR(_mm256_cmpgt_epi64_mask(
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0xc80e0d0c0b0a0908ll, 0x0000000000000000ll, 0x0000000000000000ll }),
- ((__m256i)(__v4qs){ 0x0706142003020106ll, 0x6363636363636363ll, 0x0000000000000000ll, 0x0000000000000000ll })
-)==(__mmask8)0x00u);
+ ((__m256i)(__v4di){ 0x7fffffffffffffffll, -1ll, 0ll, 12345ll }),
+ ((__m256i)(__v4di){ 0x7fffffffffffffffll, -9223372036854775807ll, 0ll, -12345ll })
+) == (__mmask8)0x0au);
>From 4e6abf843671d17b6f802b4baeb402e1806d96c5 Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Thu, 24 Sep 2026 18:05:29 +0545
Subject: [PATCH 18/50] fix: replaces wrongly use _v8qu from256 bit tests
---
clang/test/CodeGen/X86/avx512vl-builtins.c | 71 +++++++++++-----------
1 file changed, 35 insertions(+), 36 deletions(-)
diff --git a/clang/test/CodeGen/X86/avx512vl-builtins.c b/clang/test/CodeGen/X86/avx512vl-builtins.c
index f49b96df561534..80fb138cc6d9cc 100644
--- a/clang/test/CodeGen/X86/avx512vl-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vl-builtins.c
@@ -123,10 +123,10 @@ __mmask8 test_mm_cmpge_epu32_mask(__m128i __a, __m128i __b) {
return (__mmask8)_mm_cmpge_epu32_mask(__a, __b);
}
//cmpge
-TEST_CONSTEXPR(_mm_cmpge_epu32_mask(
- ((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x0bu);
+TEST_CONSTEXPR(_mm256_cmpge_epu32_mask(
+ ((__m256i)(__v8su){ 0x0302010au, 0x64646464u, 0x0b0a0908u, 0xc80e0d0cu, 0u, 0xffffffffu, 0x80000000u, 2147483647u }),
+ ((__m256i)(__v8su){ 0x0302010au, 0x63636363u, 0x63636363u, 0xc80e0d0cu, 0xffffffffu, 0u, 2147483647u, 0x80000000u })
+) == (__mmask8)0x6bu);
__mmask8 test_mm_mask_cmpge_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpge_epu32_mask
@@ -161,9 +161,8 @@ __mmask8 test_mm256_cmpge_epu32_mask(__m256i __a, __m256i __b) {
}
//cmpge
TEST_CONSTEXPR(_mm256_cmpge_epu32_mask(
- ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x0bu);
+ ((__m256i)(__v8su){ 0x0302010au, 0x64646464u, 0x0b0a0908u, 0xc80e0d0cu, 0u, 0xffffffffu, 0x80000000u, 2147483647u }),
+ ((__m256i)(__v8su){ 0x0302010au, 0x63636363u, 0x63636363u, 0xc80e0d0cu, 0xffffffffu, 0u, 2147483647u, 0x80000000u })) == (__mmask8)0x6bu);
__mmask8 test_mm256_mask_cmpge_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpge_epu32_mask
@@ -179,9 +178,9 @@ __mmask8 test_mm256_cmpge_epu64_mask(__m256i __a, __m256i __b) {
}
//cmpge
TEST_CONSTEXPR(_mm256_cmpge_epu64_mask(
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x0eu);
+ ((__m256i)(__v4du){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4du){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x0fu);
__mmask8 test_mm256_mask_cmpge_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpge_epu64_mask
@@ -197,9 +196,9 @@ __mmask8 test_mm_cmpgt_epu32_mask(__m128i __a, __m128i __b) {
}
//cmpgt
TEST_CONSTEXPR(_mm_cmpgt_epu32_mask(
- ((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x0au);
+ ((__m128i)(__v4su){ 0x64646464u, 0x00000000u, 0xffffffffu, 0x80000000u }),
+ ((__m128i)(__v4su){ 0x63636363u, 0xffffffffu, 0x00000000u, 0x7fffffffu })
+) == (__mmask8)0x0du);
__mmask8 test_mm_mask_cmpgt_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpgt_epu32_mask
@@ -229,9 +228,9 @@ __mmask8 test_mm256_cmpgt_epu32_mask(__m256i __a, __m256i __b) {
}
//cmpgt
TEST_CONSTEXPR(_mm256_cmpgt_epu32_mask(
- ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x02u);
+ ((__m256i)(__v8su){ 0x0302010au, 0x64646464u, 0x0b0a0908u, 0xc80e0d0cu, 0x64646464u, 0x00000000u, 0xffffffffu, 0x80000000u }),
+ ((__m256i)(__v8su){ 0x0302010au, 0x63636363u, 0x63636363u, 0xc80e0d0cu, 0x63636363u, 0xffffffffu, 0x00000000u, 0x7fffffffu })
+) == (__mmask8)0xd2u);
__mmask8 test_mm256_mask_cmpgt_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpgt_epu32_mask
@@ -247,8 +246,8 @@ __mmask8 test_mm256_cmpgt_epu64_mask(__m256i __a, __m256i __b) {
}
//cmpgt
TEST_CONSTEXPR(_mm256_cmpgt_epu64_mask(
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+ ((__m256i)(__v4du){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4du){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
)==(__mmask8)0x02u);
__mmask8 test_mm256_mask_cmpgt_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
@@ -340,7 +339,7 @@ __mmask8 test_mm_cmple_epu32_mask(__m128i __a, __m128i __b) {
TEST_CONSTEXPR(_mm_cmple_epu32_mask(
((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0x05u);
+)==(__mmask8)0x0du);
__mmask8 test_mm_mask_cmple_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmple_epu32_mask
@@ -385,9 +384,9 @@ __mmask8 test_mm256_cmple_epu32_mask(__m256i __a, __m256i __b) {
}
//cmple
TEST_CONSTEXPR(_mm256_cmple_epu32_mask(
- ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0xfdu);
+ ((__m256i)(__v8su){ 0x0302010au, 0x64646464u, 0x0b0a0908u, 0xc80e0d0cu, 0x64646464u, 0x00000000u, 0xffffffffu, 0x80000000u }),
+ ((__m256i)(__v8su){ 0x0302010au, 0x63636363u, 0x63636363u, 0xc80e0d0cu, 0x63636363u, 0xffffffffu, 0x00000000u, 0x7fffffffu })
+) == (__mmask8)0x2du);
__mmask8 test_mm256_mask_cmple_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmple_epu32_mask
@@ -404,9 +403,9 @@ __mmask8 test_mm256_cmple_epu64_mask(__m256i __a, __m256i __b) {
//cmple
TEST_CONSTEXPR(_mm256_cmple_epu64_mask(
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x0cu);
+ ((__m256i)(__v4du){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4du){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x0du);
__mmask8 test_mm256_mask_cmple_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmple_epu64_mask
@@ -530,9 +529,9 @@ __mmask8 test_mm256_cmplt_epu32_mask(__m256i __a, __m256i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm256_cmplt_epu32_mask(
- ((__m256i)(__v8qu){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0xf4u);
+ ((__m256i)(__v8su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x04u);
__mmask8 test_mm256_mask_cmplt_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmplt_epu32_mask
@@ -548,9 +547,9 @@ __mmask8 test_mm256_cmplt_epu64_mask(__m256i __a, __m256i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm256_cmplt_epu64_mask(
- ((__m256i)(__v4qu){ 0x0706142003020105ull, 0x6363636363636362ull, 0x0000000000000000ull, 0x0000000000000001ull }),
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x0bu);
+ ((__m256i)(__v4du){ 0x0706142003020105ull, 0x6363636363636362ull, 0x0000000000000000ull, 0x0000000000000001ull }),
+ ((__m256i)(__v4du){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x03u);
__mmask8 test_mm256_mask_cmplt_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmplt_epu64_mask
@@ -675,9 +674,9 @@ __mmask8 test_mm256_cmpneq_epu32_mask(__m256i __a, __m256i __b) {
}
//cmpneq
TEST_CONSTEXPR(_mm256_cmpneq_epu32_mask(
- ((__m256i)(__v8qu){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
- ((__m256i)(__v8qu){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
-)==(__mmask8)0xf6u);
+ ((__m256i)(__v8su){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
+ ((__m256i)(__v8su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
+)==(__mmask8)0x06u);
__mmask8 test_mm256_mask_cmpneq_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpneq_epu32_mask
@@ -693,8 +692,8 @@ __mmask8 test_mm256_cmpneq_epu64_mask(__m256i __a, __m256i __b) {
}
//cmpneq
TEST_CONSTEXPR(_mm256_cmpneq_epu64_mask(
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+ ((__m256i)(__v4du){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4du){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
)==(__mmask8)0x02u);
__mmask8 test_mm256_mask_cmpneq_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
>From 6fc5bdda62d10d701703cb5c337e5402c47f08a4 Mon Sep 17 00:00:00 2001
From: shri-acha <happy.irhs at gmail.com>
Date: Thu, 24 Sep 2026 18:26:09 +0545
Subject: [PATCH 19/50] fix: replaces wrongly used _v(16/32)qu from remaining
tests
---
clang/test/CodeGen/X86/avx512vlbw-builtins.c | 60 ++++++++++----------
1 file changed, 30 insertions(+), 30 deletions(-)
diff --git a/clang/test/CodeGen/X86/avx512vlbw-builtins.c b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
index d13f42ae43602e..640360b28fddd3 100644
--- a/clang/test/CodeGen/X86/avx512vlbw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
@@ -58,8 +58,8 @@ __mmask16 test_mm256_cmpeq_epi16_mask(__m256i __a, __m256i __b) {
return (__mmask16)_mm256_cmpeq_epi16_mask(__a, __b);
}
// cmpeq
-TEST_CONSTEXPR(_mm256_cmpeq_epi16_mask( ((__m256i)(__v16qs){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
-((__m256i)(__v16qs){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
+TEST_CONSTEXPR(_mm256_cmpeq_epi16_mask( ((__m256i)(__v16hi){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+((__m256i)(__v16hi){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
)==(__mmask16)0x8021u);
__mmask16 test_mm256_mask_cmpeq_epi16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
@@ -131,8 +131,8 @@ __mmask16 test_mm256_cmpgt_epi16_mask(__m256i __a, __m256i __b) {
}
// cmpgt
TEST_CONSTEXPR(_mm256_cmpgt_epi16_mask(
-((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
-((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
+((__m256i)(__v16hi){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16hi){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
)==(__mmask16)0xFF00u);
__mmask16 test_mm256_mask_cmpgt_epi16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
@@ -222,8 +222,8 @@ __mmask16 test_mm256_cmpeq_epu16_mask(__m256i __a, __m256i __b) {
}
//cmpeq
TEST_CONSTEXPR(_mm256_cmpeq_epu16_mask(
-((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
-((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200
+((__m256i)(__v16hu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+((__m256i)(__v16hu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200
}))==(__mmask16)0x8021u);
__mmask16 test_mm256_mask_cmpeq_epu16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
@@ -296,8 +296,8 @@ __mmask16 test_mm256_cmpgt_epu16_mask(__m256i __a, __m256i __b) {
}
// cmpgt
TEST_CONSTEXPR(_mm256_cmpgt_epu16_mask(
- ((__m256i)(__v16qu){ 10,100,2,50,4,20,99,7, 8,9,10,11,12,13,14,200 }),
- ((__m256i)(__v16qu){ 10,99,99,49,99,20,98,99, 99,99,99,99,99,99,99,200 })
+ ((__m256i)(__v16hu){ 10,100,2,50,4,20,99,7, 8,9,10,11,12,13,14,200 }),
+ ((__m256i)(__v16hu){ 10,99,99,49,99,20,98,99, 99,99,99,99,99,99,99,200 })
)==(__mmask16)0x004au);
@@ -425,8 +425,8 @@ __mmask16 test_mm256_cmpge_epi16_mask(__m256i __a, __m256i __b) {
}
//cmpge
TEST_CONSTEXPR(_mm256_cmpge_epi16_mask(
-((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
-((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
+((__m256i)(__v16hi){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16hi){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
)==(__mmask16)0xFF80u);
__mmask16 test_mm256_mask_cmpge_epi16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
@@ -443,8 +443,8 @@ __mmask16 test_mm256_cmpge_epu16_mask(__m256i __a, __m256i __b) {
}
//cmpge
TEST_CONSTEXPR(_mm256_cmpge_epu16_mask(
- ((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
- ((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
+ ((__m256i)(__v16hu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+ ((__m256i)(__v16hu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
)==(__mmask16)0x8021u);
__mmask16 test_mm256_mask_cmpge_epu16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
@@ -572,8 +572,8 @@ __mmask16 test_mm256_cmple_epi16_mask(__m256i __a, __m256i __b) {
}
// cmple
TEST_CONSTEXPR(_mm256_cmple_epi16_mask(
-((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
-((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
+((__m256i)(__v16hi){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16hi){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
)==(__mmask16)0x00FFu);
__mmask16 test_mm256_mask_cmple_epi16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
@@ -591,8 +591,8 @@ __mmask16 test_mm256_cmple_epu16_mask(__m256i __a, __m256i __b) {
//cmple
TEST_CONSTEXPR(_mm256_cmple_epu16_mask(
- ((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
- ((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
+ ((__m256i)(__v16hu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+ ((__m256i)(__v16hu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
)==(__mmask16)0xffffu);
__mmask16 test_mm256_mask_cmple_epu16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
@@ -715,8 +715,8 @@ __mmask16 test_mm256_cmplt_epi16_mask(__m256i __a, __m256i __b) {
}
// cmplt
TEST_CONSTEXPR(_mm256_cmplt_epi16_mask(
-((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
-((__m256i)(__v16qs){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
+((__m256i)(__v16hi){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16hi){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
)==(__mmask16)0x007Fu);
__mmask16 test_mm256_mask_cmplt_epi16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
@@ -733,8 +733,8 @@ __mmask16 test_mm256_cmplt_epu16_mask(__m256i __a, __m256i __b) {
}
//cmplt
TEST_CONSTEXPR(_mm256_cmplt_epu16_mask(
- ((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
- ((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
+ ((__m256i)(__v16hu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+ ((__m256i)(__v16hu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
)==(__mmask16)0x7fdeu);
__mmask16 test_mm256_mask_cmplt_epu16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
@@ -861,8 +861,8 @@ __mmask16 test_mm256_cmpneq_epi16_mask(__m256i __a, __m256i __b) {
}
// cmpneq
TEST_CONSTEXPR(_mm256_cmpneq_epi16_mask(
-((__m256i)(__v16qs){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
-((__m256i)(__v16qs){ 100,100,100,100,100,100,100,100, 100,100,100,100,100,100,100,100 })
+((__m256i)(__v16hi){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
+((__m256i)(__v16hi){ 100,100,100,100,100,100,100,100, 100,100,100,100,100,100,100,100 })
)==(__mmask16)0xFFFFu);
__mmask16 test_mm256_mask_cmpneq_epi16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
@@ -879,9 +879,9 @@ __mmask16 test_mm256_cmpneq_epu16_mask(__m256i __a, __m256i __b) {
}
//cmpeq
TEST_CONSTEXPR(_mm256_cmpneq_epu16_mask(
-((__m256i)(__v16qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
-((__m256i)(__v16qu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200
-}))==(__mmask16)0x8021u);
+((__m256i)(__v16hu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
+((__m256i)(__v16hu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200
+}))==(__mmask16)0x7fdeu);
__mmask16 test_mm256_mask_cmpneq_epu16_mask(__mmask16 __u, __m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_mask_cmpneq_epu16_mask
@@ -898,15 +898,15 @@ __mmask16 test_mm_cmp_epi8_mask(__m128i __a, __m128i __b) {
// _cmpeq_epu32
TEST_CONSTEXPR(_mm256_cmpeq_epu32_mask(
- ((__m256i)(__v8qu){ 0x03020106u, 0x07061420u, 0x0b0a0908u, 0xc80e0d0cu, 0x00000000u, 0x00000000u, 0x00000000u, 0x00000000u }),
- ((__m256i)(__v8qu){ 0x03020106u, 0x07061420u, 0x63636363u, 0x63636363u, 0x00000000u, 0x00000000u, 0x00000000u, 0x00000000u })
+ ((__m256i)(__v8su){ 0x03020106u, 0x07061420u, 0x0b0a0908u, 0xc80e0d0cu, 0x00000000u, 0x00000000u, 0x00000000u, 0x00000000u }),
+ ((__m256i)(__v8su){ 0x03020106u, 0x07061420u, 0x63636363u, 0x63636363u, 0x00000000u, 0x00000000u, 0x00000000u, 0x00000000u })
)==(__mmask8)0xf3u);
// _cmpeq_epu64
TEST_CONSTEXPR(_mm256_cmpeq_epu64_mask(
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m256i)(__v4qu){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x0cu);
+ ((__m256i)(__v4du){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4du){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x0du);
__mmask16 test_mm_mask_cmp_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
>From 7f87d7482c90af528f0ccc9fbfdacc3a1fb3eefc Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Tue, 29 Sep 2026 01:01:53 +0545
Subject: [PATCH 20/50] add: new tests for intrinsics
_mm256_cmpeq_epu(32/64)_mask and constexpr
---
clang/test/CodeGen/X86/avx512bw-builtins.c | 26 -----
clang/test/CodeGen/X86/avx512f-builtins.c | 23 -----
clang/test/CodeGen/X86/avx512vl-builtins.c | 103 +++++++------------
clang/test/CodeGen/X86/avx512vlbw-builtins.c | 59 -----------
4 files changed, 36 insertions(+), 175 deletions(-)
diff --git a/clang/test/CodeGen/X86/avx512bw-builtins.c b/clang/test/CodeGen/X86/avx512bw-builtins.c
index 54cc1480b0d7ab..354d0e0ba04cb9 100644
--- a/clang/test/CodeGen/X86/avx512bw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512bw-builtins.c
@@ -631,7 +631,6 @@ __mmask64 test_mm512_cmpeq_epi8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp eq <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpeq_epi8_mask(__a, __b);
}
-//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epi8_mask(
((__m512i)(__v64qs){ 0, 1, -1, 127, -128, 42, -42, 85,
8, 9, 10, 11, 12, 13, 14, 15,
@@ -663,7 +662,6 @@ __mmask32 test_mm512_cmpeq_epi16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp eq <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpeq_epi16_mask(__a, __b);
}
-//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epi16_mask(
((__m512i)(__v32hi){
1, 2, 3, 4, 5, 6, 7, 8,
@@ -689,7 +687,6 @@ __mmask64 test_mm512_cmpgt_epi8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sgt <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpgt_epi8_mask(__a, __b);
}
-//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epi8_mask(
((__m512i)(__v64qs){ 17, 16, 15, 14, 13, 12, 11, 10,
9, 8, 7, 6, 5, 4, 3, 2,
@@ -715,7 +712,6 @@ __mmask32 test_mm512_cmpgt_epi16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sgt <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpgt_epi16_mask(__a, __b);
}
-//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epi16_mask(
((__m512i)(__v32hi){
9, 2, 9, 4, 9, 6, 9, 8,
@@ -741,7 +737,6 @@ __mmask64 test_mm512_cmpeq_epu8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp eq <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpeq_epu8_mask(__a, __b);
}
-// cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epu8_mask(
((__m512i)(__v64qu){ 1, 9, 3, 9, 5, 9, 7, 9,
9, 1, 9, 3, 9, 5, 9, 7,
@@ -773,7 +768,6 @@ __mmask32 test_mm512_cmpeq_epu16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp eq <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpeq_epu16_mask(__a, __b);
}
-//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epu16_mask(
((__m512i)(__v32hu){
1, 2, 3, 4, 5, 6, 7, 8,
@@ -799,7 +793,6 @@ __mmask64 test_mm512_cmpgt_epu8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ugt <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpgt_epu8_mask(__a, __b);
}
-//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epu8_mask(
((__m512i)(__v64qu){
1, 9, 3, 9, 5, 9, 7, 9,
@@ -833,7 +826,6 @@ __mmask32 test_mm512_cmpgt_epu16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ugt <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpgt_epu16_mask(__a, __b);
}
-//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epu16_mask(
((__m512i)(__v32hu){
9, 2, 9, 4, 9, 6, 9, 8,
@@ -859,7 +851,6 @@ __mmask64 test_mm512_cmpge_epi8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sge <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpge_epi8_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epi8_mask(
((__m512i)(__v64qs){ 1, 9, 3, 9, 5, 9, 7, 9,
9, 1, 9, 3, 9, 5, 9, 7,
@@ -891,7 +882,6 @@ __mmask64 test_mm512_cmpge_epu8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp uge <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpge_epu8_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epu8_mask(
((__m512i)(__v64qu){
1, 9, 3, 9, 5, 9, 7, 9,
@@ -925,7 +915,6 @@ __mmask32 test_mm512_cmpge_epi16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sge <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpge_epi16_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epi16_mask(
((__m512i)(__v32hi){
9, 2, 9, 4, 9, 6, 9, 8,
@@ -951,7 +940,6 @@ __mmask32 test_mm512_cmpge_epu16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp uge <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpge_epu16_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epu16_mask(
((__m512i)(__v32hu){
9, 2, 9, 4, 9, 6, 9, 8,
@@ -977,7 +965,6 @@ __mmask64 test_mm512_cmple_epi8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sle <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmple_epi8_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm512_cmple_epi8_mask(
((__m512i)(__v64qs){ 1, 9, 3, 9, 5, 9, 7, 9,
9, 1, 9, 3, 9, 5, 9, 7,
@@ -1009,7 +996,6 @@ __mmask64 test_mm512_cmple_epu8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ule <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmple_epu8_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm512_cmple_epu8_mask(
((__m512i)(__v64qu){
1, 9, 3, 9, 5, 9, 7, 9,
@@ -1043,7 +1029,6 @@ __mmask32 test_mm512_cmple_epi16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sle <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmple_epi16_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm512_cmple_epi16_mask(
((__m512i)(__v32hi){
9, 2, 9, 4, 9, 6, 9, 8,
@@ -1069,7 +1054,6 @@ __mmask32 test_mm512_cmple_epu16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ule <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmple_epu16_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm512_cmple_epu16_mask(
((__m512i)(__v32hu){
9, 2, 9, 4, 9, 6, 9, 8,
@@ -1095,7 +1079,6 @@ __mmask64 test_mm512_cmplt_epi8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp slt <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmplt_epi8_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epi8_mask(
((__m512i)(__v64qs){ 1, 9, 3, 9, 5, 9, 7, 9,
9, 1, 9, 3, 9, 5, 9, 7,
@@ -1127,7 +1110,6 @@ __mmask64 test_mm512_cmplt_epu8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ult <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmplt_epu8_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epu8_mask(
((__m512i)(__v64qu){
1, 9, 3, 9, 5, 9, 7, 9,
@@ -1161,7 +1143,6 @@ __mmask32 test_mm512_cmplt_epi16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp slt <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmplt_epi16_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epi16_mask(
((__m512i)(__v32hi){
9, 2, 9, 4, 9, 6, 9, 8,
@@ -1187,7 +1168,6 @@ __mmask32 test_mm512_cmplt_epu16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ult <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmplt_epu16_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epu16_mask(
((__m512i)(__v32hu){
9, 2, 9, 4, 9, 6, 9, 8,
@@ -1213,8 +1193,6 @@ __mmask64 test_mm512_cmpneq_epi8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ne <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpneq_epi8_mask(__a, __b);
}
-
-//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epi8_mask(
((__m512i)(__v64qs){ 1, 2, 3, 4, 5, 6, 7, 8,
9, 10, 11, 12, 13, 14, 15, 16,
@@ -1246,7 +1224,6 @@ __mmask64 test_mm512_cmpneq_epu8_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ne <64 x i8> %{{.*}}, %{{.*}}
return (__mmask64)_mm512_cmpneq_epu8_mask(__a, __b);
}
-//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epu8_mask(
((__m512i)(__v64qu){
1, 2, 3, 4, 5, 6, 7, 8,
@@ -1280,8 +1257,6 @@ __mmask32 test_mm512_cmpneq_epi16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ne <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpneq_epi16_mask(__a, __b);
}
-
-//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epi16_mask(
((__m512i)(__v32hi){
1, 2, 3, 4, 5, 6, 7, 8,
@@ -1307,7 +1282,6 @@ __mmask32 test_mm512_cmpneq_epu16_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ne <32 x i16> %{{.*}}, %{{.*}}
return (__mmask32)_mm512_cmpneq_epu16_mask(__a, __b);
}
-//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epu16_mask(
((__m512i)(__v32hu){
1, 2, 3, 4, 5, 6, 7, 8,
diff --git a/clang/test/CodeGen/X86/avx512f-builtins.c b/clang/test/CodeGen/X86/avx512f-builtins.c
index ee1f1e291e0a38..c14cbacd450e47 100644
--- a/clang/test/CodeGen/X86/avx512f-builtins.c
+++ b/clang/test/CodeGen/X86/avx512f-builtins.c
@@ -1329,7 +1329,6 @@ __mmask16 test_mm512_cmpeq_epi32_mask(__m512i __a, __m512i __b) {
return (__mmask16)_mm512_cmpeq_epi32_mask(__a, __b);
}
-//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epi32_mask(
((__m512i)(__v16si){ 0, 1, -1, 0x7FFFFFFF,
0x12345678, 42, -42, (int)0x80000000,
@@ -1361,7 +1360,6 @@ __mmask8 test_mm512_cmpeq_epi64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp eq <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmpeq_epi64_mask(__a, __b);
}
-//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epi64_mask(
((__m512i)(__v8di){ 0LL, 1LL, -1LL, 0x7FFFFFFFFFFFFFFFLL,
0x123456789ABCDEF0LL, 42LL, (long long)0x8000000000000000ULL,
@@ -1376,7 +1374,6 @@ __mmask16 test_mm512_cmpgt_epi32_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sgt <16 x i32> %{{.*}}, %{{.*}}
return (__mmask16)_mm512_cmpgt_epi32_mask(__a, __b);
}
-//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epi32_mask(
((__m512i)(__v16si){
9, 2, 9, 4, 9, 6, 9, 8,
@@ -1405,7 +1402,6 @@ __mmask8 test_mm512_cmpgt_epi64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sgt <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmpgt_epi64_mask(__a, __b);
}
-//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epi64_mask(
((__m512i)(__v8di){ 0x0000000000000000ull, 0x7fffffffffffffffull,
-1ll, 0x0000000100000000ull,
@@ -2576,7 +2572,6 @@ __mmask16 test_mm512_cmpeq_epu32_mask(__m512i __a, __m512i __b) {
return (__mmask16)_mm512_cmpeq_epu32_mask(__a, __b);
}
-//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epu32_mask(
((__m512i)(__v16su){
1u, 2u, 3u, 4u, 5u, 6u, 7u, 8u,
@@ -2598,7 +2593,6 @@ __mmask8 test_mm512_cmpeq_epu64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp eq <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmpeq_epu64_mask(__a, __b);
}
-//cmpeq
TEST_CONSTEXPR(_mm512_cmpeq_epu64_mask(
((__m512i)(__v8du){
0x1111111111111111ull, 0x2222222222222222ull,
@@ -2625,7 +2619,6 @@ __mmask16 test_mm512_cmpge_epi32_mask(__m512i __a, __m512i __b) {
return (__mmask16)_mm512_cmpge_epi32_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epi32_mask(
((__m512i)(__v16si){
9, 2, 9, 4, 9, 6, 9, 8,
@@ -2648,7 +2641,6 @@ __mmask8 test_mm512_cmpge_epi64_mask(__m512i __a, __m512i __b) {
return (__mmask8)_mm512_cmpge_epi64_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epi64_mask(
((__m512i)(__v8di){ 0x0000000000000000ull, 0x7fffffffffffffffull,
-1ll, 0x0000000100000000ull,
@@ -2674,7 +2666,6 @@ __mmask16 test_mm512_cmpge_epu32_mask(__m512i __a, __m512i __b) {
return (__mmask16)_mm512_cmpge_epu32_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epu32_mask(
((__m512i)(__v16su){ 0x00000000u, 0x7fffffffu, 0x80000000u, 0x80000000u,
0xffffffffu, 0xffffffffu, 0x7fffffffu, 0x00000000u,
@@ -2698,7 +2689,6 @@ __mmask8 test_mm512_cmpge_epu64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp uge <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmpge_epu64_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm512_cmpge_epu64_mask(
((__m512i)(__v8du){
0x0000000000000002ull, 0x8000000000000000ull,
@@ -2724,7 +2714,6 @@ __mmask16 test_mm512_cmpgt_epu32_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ugt <16 x i32> %{{.*}}, %{{.*}}
return (__mmask16)_mm512_cmpgt_epu32_mask(__a, __b);
}
-//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epu32_mask(
((__m512i)(__v16su){ 0x00000000u, 0x7fffffffu, 0x80000000u, 0x80000000u,
0xffffffffu, 0xffffffffu, 0x7fffffffu, 0x00000000u,
@@ -2749,7 +2738,6 @@ __mmask8 test_mm512_cmpgt_epu64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ugt <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmpgt_epu64_mask(__a, __b);
}
-//cmpgt
TEST_CONSTEXPR(_mm512_cmpgt_epu64_mask(
((__m512i)(__v8du){
0x0000000000000002ull, 0x8000000000000000ull,
@@ -2775,7 +2763,6 @@ __mmask16 test_mm512_cmple_epi32_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sle <16 x i32> %{{.*}}, %{{.*}}
return (__mmask16)_mm512_cmple_epi32_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm512_cmple_epi32_mask(
((__m512i)(__v16si){
9, 2, 9, 4, 9, 6, 9, 8,
@@ -2798,7 +2785,6 @@ __mmask8 test_mm512_cmple_epi64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp sle <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmple_epi64_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm512_cmple_epi64_mask(
((__m512i)(__v8di){ 0x0000000000000000ull, 0x7fffffffffffffffull,
-1ll, 0x0000000100000000ull,
@@ -2822,7 +2808,6 @@ __mmask16 test_mm512_cmple_epu32_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ule <16 x i32> %{{.*}}, %{{.*}}
return (__mmask16)_mm512_cmple_epu32_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm512_cmple_epu32_mask(
((__m512i)(__v16su){ 0x00000000u, 0x7fffffffu, 0x80000000u, 0x80000000u,
0xffffffffu, 0xffffffffu, 0x7fffffffu, 0x00000000u,
@@ -2873,7 +2858,6 @@ __mmask16 test_mm512_cmplt_epi32_mask(__m512i __a, __m512i __b) {
return (__mmask16)_mm512_cmplt_epi32_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epi32_mask(
((__m512i)(__v16si){
9, 2, 9, 4, 9, 6, 9, 8,
@@ -2896,7 +2880,6 @@ __mmask8 test_mm512_cmplt_epi64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp slt <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmplt_epi64_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epi64_mask(
((__m512i)(__v8di){ 0x0000000000000000ull, 0x7fffffffffffffffull,
-1ll, 0x0000000100000000ull,
@@ -2920,7 +2903,6 @@ __mmask16 test_mm512_cmplt_epu32_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ult <16 x i32> %{{.*}}, %{{.*}}
return (__mmask16)_mm512_cmplt_epu32_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epu32_mask(
((__m512i)(__v16su){ 0x00000000u, 0x7fffffffu, 0x80000000u, 0x80000000u,
0xffffffffu, 0xffffffffu, 0x7fffffffu, 0x00000000u,
@@ -2944,7 +2926,6 @@ __mmask8 test_mm512_cmplt_epu64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ult <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmplt_epu64_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm512_cmplt_epu64_mask(
((__m512i)(__v8du){
0x0000000000000002ull, 0x8000000000000000ull,
@@ -2970,7 +2951,6 @@ __mmask16 test_mm512_cmpneq_epi32_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ne <16 x i32> %{{.*}}, %{{.*}}
return (__mmask16)_mm512_cmpneq_epi32_mask(__a, __b);
}
-//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epi32_mask(
((__m512i)(__v16si){
1, 2, 3, 4, 5, 6, 7, 8,
@@ -2994,7 +2974,6 @@ __mmask8 test_mm512_cmpneq_epi64_mask(__m512i __a, __m512i __b) {
return (__mmask8)_mm512_cmpneq_epi64_mask(__a, __b);
}
-//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epi64_mask(
((__m512i)(__v8di){ 0x0000000000000000ull, 0x7fffffffffffffffull,
-1ll, 0x0000000100000000ull,
@@ -3018,7 +2997,6 @@ __mmask16 test_mm512_cmpneq_epu32_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ne <16 x i32> %{{.*}}, %{{.*}}
return (__mmask16)_mm512_cmpneq_epu32_mask(__a, __b);
}
-//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epu32_mask(
((__m512i)(__v16su){ 0x00000000u, 0x7fffffffu, 0x80000000u, 0x80000000u,
0xffffffffu, 0xffffffffu, 0x7fffffffu, 0x00000000u,
@@ -3042,7 +3020,6 @@ __mmask8 test_mm512_cmpneq_epu64_mask(__m512i __a, __m512i __b) {
// CHECK: icmp ne <8 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm512_cmpneq_epu64_mask(__a, __b);
}
-//cmpneq
TEST_CONSTEXPR(_mm512_cmpneq_epu64_mask(
((__m512i)(__v8du){
0x1111111111111111ull, 0x2222222222222222ull,
diff --git a/clang/test/CodeGen/X86/avx512vl-builtins.c b/clang/test/CodeGen/X86/avx512vl-builtins.c
index 80fb138cc6d9cc..3b7d92a3b2f0fb 100644
--- a/clang/test/CodeGen/X86/avx512vl-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vl-builtins.c
@@ -13,7 +13,6 @@ __mmask8 test_mm_cmpeq_epu32_mask(__m128i __a, __m128i __b) {
// CHECK: shufflevector <4 x i1> %{{.*}}, <4 x i1> zeroinitializer, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
return (__mmask8)_mm_cmpeq_epu32_mask(__a, __b);
}
-//cmpeq
TEST_CONSTEXPR(_mm_cmpeq_epu32_mask(
((__m128i)(__v4su){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
@@ -26,13 +25,13 @@ __mmask8 test_mm_mask_cmpeq_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
return (__mmask8)_mm_mask_cmpeq_epu32_mask(__u, __a, __b);
}
+
__mmask8 test_mm_cmpeq_epu64_mask(__m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_cmpeq_epu64_mask
// CHECK: icmp eq <2 x i64> %{{.*}}, %{{.*}}
// CHECK: shufflevector <2 x i1> %{{.*}}, <2 x i1> zeroinitializer, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 2, i32 3, i32 2, i32 3>
return (__mmask8)_mm_cmpeq_epu64_mask(__a, __b);
}
-//cmpeq
TEST_CONSTEXPR(_mm_cmpeq_epu64_mask(
((__m128i)(__v2du){ 0x8000000000000000ull, 0xffffffffffffffffull }),
((__m128i)(__v2du){ 0x8000000000000000ull, 0x0000000000000000ull })
@@ -50,7 +49,6 @@ __mmask8 test_mm_cmpge_epi32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sge <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpge_epi32_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm_cmpge_epi32_mask(
((__m128i)(__v4si){ 0, 2147483647, -2147483648, -1 }),
((__m128i)(__v4si){ 0, -2147483648, -2147483648, 2147483647 })
@@ -68,7 +66,6 @@ __mmask8 test_mm_cmpge_epi64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sge <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpge_epi64_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm_cmpge_epi64_mask(
((__m128i)(__v2di){ 0x7fffffffffffffffll, -1ll }),
((__m128i)(__v2di){ 0x7fffffffffffffffll, -9223372036854775807ll })
@@ -86,7 +83,6 @@ __mmask8 test_mm256_cmpge_epi32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sge <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpge_epi32_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm256_cmpge_epi32_mask(
((__m256i)(__v8si){ 0, 2147483647, -2147483648, -1, 5, -5, 1000, -1000 }),
((__m256i)(__v8si){ 0, -2147483648, -2147483648, 2147483647, 5, 5, -1000, 1000 })
@@ -104,25 +100,6 @@ __mmask8 test_mm256_cmpge_epi64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sge <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpge_epi64_mask(__a, __b);
}
-//cmpge
-TEST_CONSTEXPR(_mm256_cmpge_epi64_mask(
- ((__m256i)(__v4di){ 0x7fffffffffffffffll, -1ll, 0ll, 12345ll }),
- ((__m256i)(__v4di){ 0x7fffffffffffffffll, -9223372036854775807ll, 0ll, -12345ll })
-) == (__mmask8)0x0fu);
-
-__mmask8 test_mm256_mask_cmpge_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
- // CHECK-LABEL: test_mm256_mask_cmpge_epi64_mask
- // CHECK: icmp sge <4 x i64> %{{.*}}, %{{.*}}
- // CHECK: and <4 x i1> %{{.*}}, %{{.*}}
- return (__mmask8)_mm256_mask_cmpge_epi64_mask(__u, __a, __b);
-}
-
-__mmask8 test_mm_cmpge_epu32_mask(__m128i __a, __m128i __b) {
- // CHECK-LABEL: test_mm_cmpge_epu32_mask
- // CHECK: icmp uge <4 x i32> %{{.*}}, %{{.*}}
- return (__mmask8)_mm_cmpge_epu32_mask(__a, __b);
-}
-//cmpge
TEST_CONSTEXPR(_mm256_cmpge_epu32_mask(
((__m256i)(__v8su){ 0x0302010au, 0x64646464u, 0x0b0a0908u, 0xc80e0d0cu, 0u, 0xffffffffu, 0x80000000u, 2147483647u }),
((__m256i)(__v8su){ 0x0302010au, 0x63636363u, 0x63636363u, 0xc80e0d0cu, 0xffffffffu, 0u, 2147483647u, 0x80000000u })
@@ -141,7 +118,6 @@ __mmask8 test_mm_cmpge_epu64_mask(__m128i __a, __m128i __b) {
return (__mmask8)_mm_cmpge_epu64_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm_cmpge_epu64_mask(
((__m128i)(__v2du){ 0x8000000000000000ull, 0x7fffffffffffffffull }),
((__m128i)(__v2du){ 0x7fffffffffffffffull, 0xffffffffffffffffull })
@@ -159,7 +135,6 @@ __mmask8 test_mm256_cmpge_epu32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp uge <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpge_epu32_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm256_cmpge_epu32_mask(
((__m256i)(__v8su){ 0x0302010au, 0x64646464u, 0x0b0a0908u, 0xc80e0d0cu, 0u, 0xffffffffu, 0x80000000u, 2147483647u }),
((__m256i)(__v8su){ 0x0302010au, 0x63636363u, 0x63636363u, 0xc80e0d0cu, 0xffffffffu, 0u, 2147483647u, 0x80000000u })) == (__mmask8)0x6bu);
@@ -176,7 +151,6 @@ __mmask8 test_mm256_cmpge_epu64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp uge <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpge_epu64_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm256_cmpge_epu64_mask(
((__m256i)(__v4du){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
((__m256i)(__v4du){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
@@ -194,7 +168,6 @@ __mmask8 test_mm_cmpgt_epu32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ugt <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpgt_epu32_mask(__a, __b);
}
-//cmpgt
TEST_CONSTEXPR(_mm_cmpgt_epu32_mask(
((__m128i)(__v4su){ 0x64646464u, 0x00000000u, 0xffffffffu, 0x80000000u }),
((__m128i)(__v4su){ 0x63636363u, 0xffffffffu, 0x00000000u, 0x7fffffffu })
@@ -212,7 +185,6 @@ __mmask8 test_mm_cmpgt_epu64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ugt <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpgt_epu64_mask(__a, __b);
}
-//cmpgt
__mmask8 test_mm_mask_cmpgt_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpgt_epu64_mask
@@ -226,7 +198,6 @@ __mmask8 test_mm256_cmpgt_epu32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ugt <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpgt_epu32_mask(__a, __b);
}
-//cmpgt
TEST_CONSTEXPR(_mm256_cmpgt_epu32_mask(
((__m256i)(__v8su){ 0x0302010au, 0x64646464u, 0x0b0a0908u, 0xc80e0d0cu, 0x64646464u, 0x00000000u, 0xffffffffu, 0x80000000u }),
((__m256i)(__v8su){ 0x0302010au, 0x63636363u, 0x63636363u, 0xc80e0d0cu, 0x63636363u, 0xffffffffu, 0x00000000u, 0x7fffffffu })
@@ -244,7 +215,6 @@ __mmask8 test_mm256_cmpgt_epu64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ugt <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpgt_epu64_mask(__a, __b);
}
-//cmpgt
TEST_CONSTEXPR(_mm256_cmpgt_epu64_mask(
((__m256i)(__v4du){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
((__m256i)(__v4du){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
@@ -262,7 +232,6 @@ __mmask8 test_mm_cmple_epi32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sle <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmple_epi32_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm_cmple_epi32_mask(
((__m128i)(__v4si){ 0, 2147483647, -2147483648, -1 }),
((__m128i)(__v4si){ 0, -2147483648, -2147483648, 2147483647 })
@@ -281,7 +250,6 @@ __mmask8 test_mm_cmple_epi64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sle <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmple_epi64_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm_cmple_epi64_mask(
((__m128i)(__v2di){ 0x7fffffffffffffffll, -1ll }),
((__m128i)(__v2di){ 0x7fffffffffffffffll, -9223372036854775807ll })
@@ -299,7 +267,6 @@ __mmask8 test_mm256_cmple_epi32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sle <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmple_epi32_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm256_cmple_epi32_mask(
((__m256i)(__v8si){ 0, 2147483647, -2147483648, -1, 5, -5, 1000, -1000 }),
((__m256i)(__v8si){ 0, -2147483648, -2147483648, 2147483647, 5, 5, -1000, 1000 })
@@ -317,7 +284,6 @@ __mmask8 test_mm256_cmple_epi64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sle <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmple_epi64_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm256_cmple_epi64_mask(
((__m256i)(__v4di){ 0x7fffffffffffffffll, -1ll, 0ll, 12345ll }),
((__m256i)(__v4di){ 0x7fffffffffffffffll, -9223372036854775807ll, 0ll, -12345ll })
@@ -335,7 +301,6 @@ __mmask8 test_mm_cmple_epu32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ule <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmple_epu32_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm_cmple_epu32_mask(
((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
@@ -353,7 +318,6 @@ __mmask8 test_mm_cmple_epu64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ule <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmple_epu64_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm_cmple_epu64_mask(
((__m128i)(__v2du){ 0x7fffffffffffffffull, 0xffffffffffffffffull }),
((__m128i)(__v2du){ 0x8000000000000000ull, 0xffffffffffffffffull })
@@ -364,7 +328,6 @@ __mmask8 test_mm_cmpgt_epi32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sgt <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpgt_epi32_mask(__a, __b);
}
-//cmpgt
TEST_CONSTEXPR(_mm_cmpgt_epi32_mask(
((__m128i)(__v4si){ 0, 2147483647, -2147483648, -1 }),
((__m128i)(__v4si){ 0, -2147483648, -2147483648, 2147483647 })
@@ -382,7 +345,6 @@ __mmask8 test_mm256_cmple_epu32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ule <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmple_epu32_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm256_cmple_epu32_mask(
((__m256i)(__v8su){ 0x0302010au, 0x64646464u, 0x0b0a0908u, 0xc80e0d0cu, 0x64646464u, 0x00000000u, 0xffffffffu, 0x80000000u }),
((__m256i)(__v8su){ 0x0302010au, 0x63636363u, 0x63636363u, 0xc80e0d0cu, 0x63636363u, 0xffffffffu, 0x00000000u, 0x7fffffffu })
@@ -400,8 +362,6 @@ __mmask8 test_mm256_cmple_epu64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ule <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmple_epu64_mask(__a, __b);
}
-
-//cmple
TEST_CONSTEXPR(_mm256_cmple_epu64_mask(
((__m256i)(__v4du){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
((__m256i)(__v4du){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
@@ -419,7 +379,6 @@ __mmask8 test_mm_cmplt_epi32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp slt <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmplt_epi32_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm_cmplt_epi32_mask(
((__m128i)(__v4si){ 0, 2147483647, -2147483648, -1 }),
((__m128i)(__v4si){ 0, -2147483648, -2147483648, 2147483647 })
@@ -437,7 +396,6 @@ __mmask8 test_mm_cmplt_epi64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp slt <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmplt_epi64_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm_cmplt_epi64_mask(
((__m128i)(__v2di){ -9223372036854775807ll, 0x7fffffffffffffffll }),
((__m128i)(__v2di){ 0x7fffffffffffffffll, -9223372036854775807ll })
@@ -455,7 +413,6 @@ __mmask8 test_mm256_cmplt_epi32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp slt <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmplt_epi32_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm256_cmplt_epi32_mask(
((__m256i)(__v8si){ 0, 2147483647, -2147483648, -1, 5, -5, 1000, -1000 }),
((__m256i)(__v8si){ 0, -2147483648, -2147483648, 2147483647, 5, 5, -1000, 1000 })
@@ -473,7 +430,6 @@ __mmask8 test_mm256_cmplt_epi64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp slt <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmplt_epi64_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm256_cmplt_epi64_mask(
((__m256i)(__v4di){ -9223372036854775807ll, 0x7fffffffffffffffll, -1ll, 5ll }),
((__m256i)(__v4di){ 0x7fffffffffffffffll, -9223372036854775807ll, 5ll, -1ll })
@@ -491,7 +447,6 @@ __mmask8 test_mm_cmplt_epu32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ult <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmplt_epu32_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm_cmplt_epu32_mask(
((__m128i)(__v4su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
@@ -509,7 +464,6 @@ __mmask8 test_mm_cmplt_epu64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ult <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmplt_epu64_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm_cmplt_epu64_mask(
((__m128i)(__v2du){ 0x7fffffffffffffffull, 0xffffffffffffffffull }),
((__m128i)(__v2du){ 0x8000000000000000ull, 0xffffffffffffffffull })
@@ -527,7 +481,6 @@ __mmask8 test_mm256_cmplt_epu32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ult <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmplt_epu32_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm256_cmplt_epu32_mask(
((__m256i)(__v8su){ 0x0302010a, 0x64646464, 0x0b0a0908, 0xc80e0d0c }),
((__m256i)(__v8su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
@@ -545,7 +498,6 @@ __mmask8 test_mm256_cmplt_epu64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ult <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmplt_epu64_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm256_cmplt_epu64_mask(
((__m256i)(__v4du){ 0x0706142003020105ull, 0x6363636363636362ull, 0x0000000000000000ull, 0x0000000000000001ull }),
((__m256i)(__v4du){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
@@ -563,7 +515,6 @@ __mmask8 test_mm_cmpneq_epi32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpneq_epi32_mask(__a, __b);
}
-//cmpneq
TEST_CONSTEXPR(_mm_cmpneq_epi32_mask(
((__m128i)(__v4si){ 0, 2147483647, -2147483648, -1 }),
((__m128i)(__v4si){ 0, -2147483648, -2147483648, 2147483647 })
@@ -581,8 +532,6 @@ __mmask8 test_mm_cmpneq_epi64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpneq_epi64_mask(__a, __b);
}
-
-//cmpneq
TEST_CONSTEXPR(_mm_cmpneq_epi64_mask(
((__m128i)(__v2di){ 0x7fffffffffffffffll, -1ll }),
((__m128i)(__v2di){ 0x7fffffffffffffffll, -9223372036854775807ll })
@@ -600,7 +549,6 @@ __mmask8 test_mm256_cmpneq_epi32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpneq_epi32_mask(__a, __b);
}
-//cmpneq
TEST_CONSTEXPR(_mm256_cmpneq_epi32_mask(
((__m256i)(__v8si){ 0, 2147483647, -2147483648, -1, 5, -5, 1000, -1000 }),
((__m256i)(__v8si){ 0, -2147483648, -2147483648, 2147483647, 5, 5, -1000, 1000 })
@@ -618,7 +566,6 @@ __mmask8 test_mm256_cmpneq_epi64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpneq_epi64_mask(__a, __b);
}
-//cmpneq
TEST_CONSTEXPR(_mm256_cmpneq_epi64_mask(
((__m256i)(__v4di){ 0x7fffffffffffffffll, -1ll, 0ll, 12345ll }),
((__m256i)(__v4di){ 0x7fffffffffffffffll, -9223372036854775807ll, 0ll, -12345ll })
@@ -636,7 +583,6 @@ __mmask8 test_mm_cmpneq_epu32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpneq_epu32_mask(__a, __b);
}
-//cmpneq
TEST_CONSTEXPR(_mm_cmpneq_epu32_mask(
((__m128i)(__v4su){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
((__m128i)(__v4su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
@@ -654,7 +600,6 @@ __mmask8 test_mm_cmpneq_epu64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpneq_epu64_mask(__a, __b);
}
-//cmpneq
TEST_CONSTEXPR(_mm_cmpneq_epu64_mask(
((__m128i)(__v2du){ 0x7fffffffffffffffull, 0xffffffffffffffffull }),
((__m128i)(__v2du){ 0x8000000000000000ull, 0xffffffffffffffffull })
@@ -672,7 +617,6 @@ __mmask8 test_mm256_cmpneq_epu32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpneq_epu32_mask(__a, __b);
}
-//cmpneq
TEST_CONSTEXPR(_mm256_cmpneq_epu32_mask(
((__m256i)(__v8su){ 0x0302010a, 0x07061420, 0x0b0a0908, 0xc80e0d0c }),
((__m256i)(__v8su){ 0x0302010a, 0x63636363, 0x63636363, 0xc80e0d0c })
@@ -690,7 +634,6 @@ __mmask8 test_mm256_cmpneq_epu64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpneq_epu64_mask(__a, __b);
}
-//cmpneq
TEST_CONSTEXPR(_mm256_cmpneq_epu64_mask(
((__m256i)(__v4du){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
((__m256i)(__v4du){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
@@ -11384,7 +11327,6 @@ __mmask8 test_mm_cmpeq_epi32_mask(__m128i __a, __m128i __b) {
// CHECK: icmp eq <4 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpeq_epi32_mask(__a, __b);
}
-//cmpeq
TEST_CONSTEXPR(_mm_cmpeq_epi32_mask(
((__m128i)(__v4si){ 50462986, 117838880, 185207048, -938603252 }),
((__m128i)(__v4si){ 50462986, 1667457891, 1667457891, -938603252 })
@@ -11409,7 +11351,6 @@ __mmask8 test_mm_cmpeq_epi64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp eq <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpeq_epi64_mask(__a, __b);
}
-//cmpeq
TEST_CONSTEXPR(_mm_cmpeq_epi64_mask(
((__m128i)(__v2di){ 0x7fffffffffffffffll, -1ll }),
((__m128i)(__v2di){ 0x7fffffffffffffffll, -9223372036854775807ll })
@@ -11435,19 +11376,51 @@ __mmask8 test_mm_cmpgt_epi64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sgt <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpgt_epi64_mask(__a, __b);
}
-//cmpgt
TEST_CONSTEXPR(_mm_cmpgt_epi64_mask(
((__m128i)(__v2di){ 0x7fffffffffffffffll, -1ll }),
((__m128i)(__v2di){ 0x7fffffffffffffffll, -9223372036854775807ll })
) == (__mmask8)0x02u);
+
+__mmask8 test_mm256_cmpeq_epu32_mask(__m256i __a, __m256i __b) {
+ // CHECK-LABEL: test_mm256_cmpeq_epu32_mask
+ // CHECK: icmp eq <8 x i32> %{{.*}}, %{{.*}}
+ return (__mmask8)_mm256_cmpeq_epu32_mask(__a, __b);
+}
+TEST_CONSTEXPR(_mm256_cmpeq_epu32_mask(
+ ((__m256i)(__v8su){ 0x03020106u, 0x07061420u, 0x0b0a0908u, 0xc80e0d0cu, 0x00000000u, 0x00000000u, 0x00000000u, 0x00000000u }),
+ ((__m256i)(__v8su){ 0x03020106u, 0x07061420u, 0x63636363u, 0x63636363u, 0x00000000u, 0x00000000u, 0x00000000u, 0x00000000u })
+)==(__mmask8)0xf3u);
+
+__mmask8 test_mm256_mask_cmpeq_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
+ // CHECK-LABEL: test_mm256_mask_cmpeq_epu32_mask
+ // CHECK: icmp eq <8 x i32> %{{.*}}, %{{.*}}
+ // CHECK: and <8 x i1> %{{.*}}, %{{.*}}
+ return (__mmask8)_mm256_mask_cmpeq_epu32_mask(__u, __a, __b);
+}
+
+__mmask8 test_mm256_cmpeq_epu64_mask(__m256i __a, __m256i __b) {
+ // CHECK-LABEL: test_mm256_cmpeq_epu64_mask
+ // CHECK: icmp eq <4 x i64> %{{.*}}, %{{.*}}
+ return (__mmask8)_mm256_cmpeq_epu64_mask(__a, __b);
+}
+TEST_CONSTEXPR(_mm256_cmpeq_epu64_mask(
+ ((__m256i)(__v4du){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
+ ((__m256i)(__v4du){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
+)==(__mmask8)0x0du);
+
+__mmask8 test_mm256_mask_cmpeq_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
+ // CHECK-LABEL: test_mm256_mask_cmpeq_epu64_mask
+ // CHECK: icmp eq <4 x i64> %{{.*}}, %{{.*}}
+ // CHECK: and <4 x i1> %{{.*}}, %{{.*}}
+ return (__mmask8)_mm256_mask_cmpeq_epu64_mask(__u, __a, __b);
+}
+
__mmask8 test_mm256_cmpeq_epi32_mask(__m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_cmpeq_epi32_mask
// CHECK: icmp eq <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpeq_epi32_mask(__a, __b);
}
-
-//cmpeq
TEST_CONSTEXPR(_mm256_cmpeq_epi32_mask(
((__m256i)(__v8si){ 0, 2147483647, -2147483648, -1, 5, -5, 1000, -1000 }),
((__m256i)(__v8si){ 0, -2147483648, -2147483648, 2147483647, 5, 5, -1000, 1000 })
@@ -11472,7 +11445,6 @@ __mmask8 test_mm256_cmpeq_epi64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp eq <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpeq_epi64_mask(__a, __b);
}
-//cmpeq
TEST_CONSTEXPR(_mm256_cmpeq_epi64_mask(
((__m256i)(__v4di){ 0x7fffffffffffffffll, -1ll, 0ll, 12345ll }),
((__m256i)(__v4di){ 0x7fffffffffffffffll, -9223372036854775807ll, 0ll, -12345ll })
@@ -11483,7 +11455,6 @@ __mmask8 test_mm256_cmpgt_epi32_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sgt <8 x i32> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpgt_epi32_mask(__a, __b);
}
-//cmpgt
TEST_CONSTEXPR(_mm256_cmpgt_epi32_mask(
((__m256i)(__v8si){ 0, 2147483647, -2147483648, -1, 5, -5, 1000, -1000 }),
((__m256i)(__v8si){ 0, -2147483648, -2147483648, 2147483647, 5, 5, -1000, 1000 })
@@ -11508,8 +11479,6 @@ __mmask8 test_mm256_cmpgt_epi64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sgt <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpgt_epi64_mask(__a, __b);
}
-
-//cmpgt
TEST_CONSTEXPR(_mm256_cmpgt_epi64_mask(
((__m256i)(__v4di){ 0x7fffffffffffffffll, -1ll, 0ll, 12345ll }),
((__m256i)(__v4di){ 0x7fffffffffffffffll, -9223372036854775807ll, 0ll, -12345ll })
diff --git a/clang/test/CodeGen/X86/avx512vlbw-builtins.c b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
index 640360b28fddd3..5e0fd2789b5b0f 100644
--- a/clang/test/CodeGen/X86/avx512vlbw-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vlbw-builtins.c
@@ -20,7 +20,6 @@ __mmask32 test_mm256_cmpeq_epi8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp eq <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmpeq_epi8_mask(__a, __b);
}
-// cmpeq
TEST_CONSTEXPR(_mm256_cmpeq_epi8_mask(
((__m256i)(__v32qs){-62, 71, 111, 70, 20, 26, 34, -11, 49, 122, 80, 96, -30, 103, -11, 73, -105, -20, -98, 12, 106, 7, 61, 25, 39, -6, -109, 2, -26, -86, -77, -94}),
((__m256i)(__v32qs){-2, 120, 99, -40, -72, -83, 73, 80, -74, -110, 4, 91, -33, -24, 38, -122, -41, 115, 63, 43, 113, -43, 121, 46, -30, 92, 52, -117, -75, -113, -31, -47})
@@ -39,7 +38,6 @@ __mmask16 test_mm_cmpeq_epi8_mask(__m128i __a, __m128i __b) {
return (__mmask16)_mm_cmpeq_epi8_mask(__a, __b);
}
-// cmpeq
TEST_CONSTEXPR(_mm_cmpeq_epi8_mask(
((__m128i)(__v16qs){-31, 90, -66, 3, 27, -22, -64, 111, -87, 105, -19, 0, 26, -111, 24, -72}),
((__m128i)(__v16qs){-84, 90, 20, -83, -98, 80, -46, -9, 22, -120, -123, 53, 117, -85, 50, 94})
@@ -57,7 +55,6 @@ __mmask16 test_mm256_cmpeq_epi16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp eq <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpeq_epi16_mask(__a, __b);
}
-// cmpeq
TEST_CONSTEXPR(_mm256_cmpeq_epi16_mask( ((__m256i)(__v16hi){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
((__m256i)(__v16hi){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
)==(__mmask16)0x8021u);
@@ -74,8 +71,6 @@ __mmask8 test_mm_cmpeq_epi16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp eq <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpeq_epi16_mask(__a, __b);
}
-
-// cmpeq tests
TEST_CONSTEXPR(_mm_cmpeq_epi16_mask(
((__m128i)(__v8hi){-24008, 21674, 8299, -31133, 23486, -29407, -15611, -7613}),
((__m128i)(__v8hi){10079, -14333, 2802, 21711, -10849, 11468, -528, -18259})
@@ -111,7 +106,6 @@ __mmask16 test_mm_cmpgt_epi8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sgt <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmpgt_epi8_mask(__a, __b);
}
-// cmpgt tests
TEST_CONSTEXPR(_mm_cmpgt_epi8_mask(
((__m128i)(__v16qs){-127, 37, -123, -60, 98, -68, -115, 96, 80, -27, -105, 64, -6, -51, -45, -81}),
((__m128i)(__v16qs){-124, 59, 8, 59, 122, 47, -74, 120, 19, -43, -33, -76, 7, -22, -24, -14})
@@ -129,7 +123,6 @@ __mmask16 test_mm256_cmpgt_epi16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sgt <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpgt_epi16_mask(__a, __b);
}
-// cmpgt
TEST_CONSTEXPR(_mm256_cmpgt_epi16_mask(
((__m256i)(__v16hi){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
((__m256i)(__v16hi){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
@@ -147,7 +140,6 @@ __mmask8 test_mm_cmpgt_epi16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sgt <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpgt_epi16_mask(__a, __b);
}
-// cmpgt tests
TEST_CONSTEXPR(_mm_cmpgt_epi16_mask(
((__m128i)(__v8hi){-16014, 12488, 2614, -25164, -8107, -20887, -21726, 32065}),
((__m128i)(__v8hi){-32191, 26305, -6600, 3970, -31254, 30169, 22872, -2017})
@@ -165,7 +157,6 @@ __mmask16 test_mm_cmpeq_epu8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp eq <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmpeq_epu8_mask(__a, __b);
}
-// cmpeq tests
TEST_CONSTEXPR(_mm_cmpeq_epu8_mask(
((__m128i)(__v16qu){145, 106, 8, 210, 56, 39, 72, 146, 99, 151, 112, 16, 160, 80, 140, 70}),
((__m128i)(__v16qu){203, 124, 25, 113, 140, 85, 126, 152, 170, 25, 6, 121, 146, 40, 113, 57})
@@ -183,7 +174,6 @@ __mmask8 test_mm_cmpeq_epu16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp eq <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpeq_epu16_mask(__a, __b);
}
-// cmpeq tests
TEST_CONSTEXPR(_mm_cmpeq_epu16_mask(
((__m128i)(__v8hu){57064, 51949, 42152, 43038, 65515, 7797, 23751, 12389}),
((__m128i)(__v8hu){38499, 21192, 9584, 15701, 4826, 6826, 47257, 20923})
@@ -201,7 +191,6 @@ __mmask32 test_mm256_cmpeq_epu8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp eq <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmpeq_epu8_mask(__a, __b);
}
-// cmpeq
TEST_CONSTEXPR(_mm256_cmpeq_epu8_mask(
((__m256i)(__v32qu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
24,25,26,27,28,29,30,200 }),
@@ -220,7 +209,6 @@ __mmask16 test_mm256_cmpeq_epu16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp eq <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpeq_epu16_mask(__a, __b);
}
-//cmpeq
TEST_CONSTEXPR(_mm256_cmpeq_epu16_mask(
((__m256i)(__v16hu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
((__m256i)(__v16hu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200
@@ -238,7 +226,6 @@ __mmask16 test_mm_cmpgt_epu8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ugt <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmpgt_epu8_mask(__a, __b);
}
-// cmpgt tests
TEST_CONSTEXPR(_mm_cmpgt_epu8_mask(
((__m128i)(__v16qu){25, 67, 207, 46, 203, 0, 89, 144, 93, 235, 192, 245, 29, 67, 227, 66}),
((__m128i)(__v16qu){59, 110, 28, 206, 112, 88, 82, 187, 108, 82, 224, 47, 184, 168, 201, 105})
@@ -256,7 +243,6 @@ __mmask8 test_mm_cmpgt_epu16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ugt <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpgt_epu16_mask(__a, __b);
}
-// cmpgt tests
TEST_CONSTEXPR(_mm_cmpgt_epu16_mask(
((__m128i)(__v8hu){36435, 57842, 17322, 33066, 51263, 58618, 57550, 23212}),
((__m128i)(__v8hu){150, 39532, 62935, 34670, 57126, 9790, 21078, 3593})
@@ -274,7 +260,6 @@ __mmask32 test_mm256_cmpgt_epu8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ugt <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmpgt_epu8_mask(__a, __b);
}
-// cmpgt
TEST_CONSTEXPR(_mm256_cmpgt_epu8_mask(
((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
24,25,26,27,28,29,30,31 }),
@@ -294,7 +279,6 @@ __mmask16 test_mm256_cmpgt_epu16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ugt <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpgt_epu16_mask(__a, __b);
}
-// cmpgt
TEST_CONSTEXPR(_mm256_cmpgt_epu16_mask(
((__m256i)(__v16hu){ 10,100,2,50,4,20,99,7, 8,9,10,11,12,13,14,200 }),
((__m256i)(__v16hu){ 10,99,99,49,99,20,98,99, 99,99,99,99,99,99,99,200 })
@@ -313,7 +297,6 @@ __mmask16 test_mm_cmpge_epi8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sge <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmpge_epi8_mask(__a, __b);
}
-// cmpge tests
TEST_CONSTEXPR(_mm_cmpge_epi8_mask(
((__m128i)(__v16qs){-11, 0, 97, 123, -48, 105, 26, -118, 62, -86, -94, -32, 14, -4, -50, 72}),
((__m128i)(__v16qs){-33, 49, 22, 31, -4, -81, 6, -22, 40, 127, -1, -106, 6, -64, 12, 8})
@@ -331,7 +314,6 @@ __mmask16 test_mm_cmpge_epu8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp uge <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmpge_epu8_mask(__a, __b);
}
-// cmpge tests
TEST_CONSTEXPR(_mm_cmpge_epu8_mask(
((__m128i)(__v16qu){165, 179, 185, 74, 129, 89, 42, 170, 195, 35, 151, 20, 240, 155, 245, 254}),
((__m128i)(__v16qu){104, 175, 83, 169, 96, 144, 164, 61, 6, 46, 150, 36, 177, 188, 77, 147})
@@ -349,7 +331,6 @@ __mmask8 test_mm_cmpge_epi16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sge <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpge_epi16_mask(__a, __b);
}
-// cmpge tests
TEST_CONSTEXPR(_mm_cmpge_epi16_mask(
((__m128i)(__v8hi){-29193, 9029, 15883, -20070, 12934, -20531, 32059, -16251}),
((__m128i)(__v8hi){-392, -23600, 21384, 3664, -23762, -25166, 5219, -5042})
@@ -367,7 +348,6 @@ __mmask8 test_mm_cmpge_epu16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp uge <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpge_epu16_mask(__a, __b);
}
-// cmpge tests
TEST_CONSTEXPR(_mm_cmpge_epu16_mask(
((__m128i)(__v8hu){53950, 52988, 13868, 25190, 31823, 62039, 43379, 51291}),
((__m128i)(__v8hu){35593, 54830, 49773, 10890, 44742, 48266, 45280, 14226})
@@ -403,7 +383,6 @@ __mmask32 test_mm256_cmpge_epu8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp uge <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmpge_epu8_mask(__a, __b);
}
-// cmpge
TEST_CONSTEXPR(_mm256_cmpge_epu8_mask(
((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
24,25,26,27,28,29,30,31 }),
@@ -423,7 +402,6 @@ __mmask16 test_mm256_cmpge_epi16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sge <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpge_epi16_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm256_cmpge_epi16_mask(
((__m256i)(__v16hi){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
((__m256i)(__v16hi){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
@@ -441,7 +419,6 @@ __mmask16 test_mm256_cmpge_epu16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp uge <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpge_epu16_mask(__a, __b);
}
-//cmpge
TEST_CONSTEXPR(_mm256_cmpge_epu16_mask(
((__m256i)(__v16hu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
((__m256i)(__v16hu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
@@ -459,7 +436,6 @@ __mmask16 test_mm_cmple_epi8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sle <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmple_epi8_mask(__a, __b);
}
-// cmple tests
TEST_CONSTEXPR(_mm_cmple_epi8_mask(
((__m128i)(__v16qs){122, 6, -22, -94, 78, -35, -43, -16, -69, 124, -2, 24, -117, 8, -17, 118}),
((__m128i)(__v16qs){53, -50, 104, 11, 63, -77, -25, 102, 46, 62, 27, -28, -61, 68, 40, -65})
@@ -477,7 +453,6 @@ __mmask16 test_mm_cmple_epu8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ule <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmple_epu8_mask(__a, __b);
}
-// cmple tests
TEST_CONSTEXPR(_mm_cmple_epu8_mask(
((__m128i)(__v16qu){31, 238, 238, 163, 38, 109, 134, 50, 251, 250, 68, 2, 132, 238, 236, 148}),
((__m128i)(__v16qu){26, 223, 228, 186, 240, 53, 148, 56, 106, 196, 76, 246, 114, 102, 237, 127})
@@ -495,7 +470,6 @@ __mmask8 test_mm_cmple_epi16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp sle <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmple_epi16_mask(__a, __b);
}
-// cmple tests
TEST_CONSTEXPR(_mm_cmple_epi16_mask(
((__m128i)(__v8hi){10008, -28465, -29830, 22527, 8820, -32356, 15584, 23957}),
((__m128i)(__v8hi){-4691, 13730, -28788, -17664, 14597, -29281, -30463, 7606})
@@ -513,7 +487,6 @@ __mmask8 test_mm_cmple_epu16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ule <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmple_epu16_mask(__a, __b);
}
-// cmple tests
TEST_CONSTEXPR(_mm_cmple_epu16_mask(
((__m128i)(__v8hu){30467, 14437, 9940, 54360, 37732, 61408, 1077, 33377}),
((__m128i)(__v8hu){21329, 57575, 30740, 42725, 26374, 53724, 12, 11808})
@@ -532,7 +505,6 @@ __mmask32 test_mm256_cmple_epi8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sle <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmple_epi8_mask(__a, __b);
}
-// cmple
TEST_CONSTEXPR(_mm256_cmple_epi8_mask(
((__m256i)(__v32qs){91, -39, -23, 58, 12, 71, -56, 34, -100, 111, -77, -48, -101, -25, -126, -5, 100, 47, 110, 6, 73, 52, -92, 34, 96, -98, 41, -60, 88, 5, -101, -11}),
((__m256i)(__v32qs){73, -81, 68, -86, -8, -16, -47, 56, -30, 18, 3, -29, -73, -98, -37, 57, -30, 79, 26, -71, -99, 15, 61, 18, -12, 59, -114, 14, -105, 38, -63, 101})
@@ -550,7 +522,6 @@ __mmask32 test_mm256_cmple_epu8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ule <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmple_epu8_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm256_cmple_epu8_mask(
((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
24,25,26,27,28,29,30,31 }),
@@ -570,7 +541,6 @@ __mmask16 test_mm256_cmple_epi16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sle <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmple_epi16_mask(__a, __b);
}
-// cmple
TEST_CONSTEXPR(_mm256_cmple_epi16_mask(
((__m256i)(__v16hi){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
((__m256i)(__v16hi){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
@@ -589,7 +559,6 @@ __mmask16 test_mm256_cmple_epu16_mask(__m256i __a, __m256i __b) {
return (__mmask16)_mm256_cmple_epu16_mask(__a, __b);
}
-//cmple
TEST_CONSTEXPR(_mm256_cmple_epu16_mask(
((__m256i)(__v16hu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
((__m256i)(__v16hu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
@@ -607,7 +576,6 @@ __mmask16 test_mm_cmplt_epi8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp slt <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmplt_epi8_mask(__a, __b);
}
-// cmplt tests
TEST_CONSTEXPR(_mm_cmplt_epi8_mask(
((__m128i)(__v16qs){-111, -10, -60, -123, -6, -110, -43, -32, -58, -7, 42, -128, -21, 24, 8, -101}),
((__m128i)(__v16qs){-108, 30, 71, 73, 20, 117, 63, -93, 79, -30, 99, -100, 34, 49, 83, 68})
@@ -625,7 +593,6 @@ __mmask16 test_mm_cmplt_epu8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ult <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmplt_epu8_mask(__a, __b);
}
-// cmplt tests
TEST_CONSTEXPR(_mm_cmplt_epu8_mask(
((__m128i)(__v16qu){155, 8, 76, 39, 55, 79, 74, 78, 129, 144, 169, 84, 32, 112, 201, 226}),
((__m128i)(__v16qu){185, 107, 11, 239, 21, 120, 63, 105, 153, 148, 182, 2, 0, 181, 144, 100})
@@ -643,7 +610,6 @@ __mmask8 test_mm_cmplt_epi16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp slt <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmplt_epi16_mask(__a, __b);
}
-// cmplt tests
TEST_CONSTEXPR(_mm_cmplt_epi16_mask(
((__m128i)(__v8hi){-23454, -12570, 28483, -2443, -10879, 21881, -27324, 10746}),
((__m128i)(__v8hi){31572, -12990, 27653, -25336, 26491, 21811, 19562, -27562})
@@ -675,7 +641,6 @@ __mmask32 test_mm256_cmplt_epi8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp slt <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmplt_epi8_mask(__a, __b);
}
-// cmplt
TEST_CONSTEXPR(_mm256_cmplt_epi8_mask(
((__m256i)(__v32qs){72, -110, -26, 40, -96, -73, 13, 72, 112, -34, -25, 49, -82, 84, 21, -78, 67, 55, -2, -23, 2, 8, -103, 60, -30, 107, 87, -17, -6, -86, 118, -115}),
((__m256i)(__v32qs){64, 40, -74, 122, 111, -128, 21, 62, 22, 99, -10, -128, -118, 70, -61, 117, 0, 20, -28, 77, 45, 88, -7, -74, -34, 85, -15, 3, -16, -4, 127, 46})
@@ -693,7 +658,6 @@ __mmask32 test_mm256_cmplt_epu8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ult <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmplt_epu8_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm256_cmplt_epu8_mask(
((__m256i)(__v32qu){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,
24,25,26,27,28,29,30,31 }),
@@ -713,7 +677,6 @@ __mmask16 test_mm256_cmplt_epi16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp slt <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmplt_epi16_mask(__a, __b);
}
-// cmplt
TEST_CONSTEXPR(_mm256_cmplt_epi16_mask(
((__m256i)(__v16hi){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
((__m256i)(__v16hi){ 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7 })
@@ -731,7 +694,6 @@ __mmask16 test_mm256_cmplt_epu16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ult <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmplt_epu16_mask(__a, __b);
}
-//cmplt
TEST_CONSTEXPR(_mm256_cmplt_epu16_mask(
((__m256i)(__v16hu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
((__m256i)(__v16hu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200 })
@@ -749,7 +711,6 @@ __mmask16 test_mm_cmpneq_epi8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmpneq_epi8_mask(__a, __b);
}
-// cmpneq tests
TEST_CONSTEXPR(_mm_cmpneq_epi8_mask(
((__m128i)(__v16qs){-2, 49, -5, -11, 21, -70, 121, -111, 20, 112, -121, 18, -34, -73, 89, 122}),
((__m128i)(__v16qs){14, 36, 2, 3, 118, 88, -126, -21, 104, -125, -1, 39, 99, -12, 35, -126})
@@ -767,7 +728,6 @@ __mmask16 test_mm_cmpneq_epu8_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <16 x i8> %{{.*}}, %{{.*}}
return (__mmask16)_mm_cmpneq_epu8_mask(__a, __b);
}
-// cmpneq tests
TEST_CONSTEXPR(_mm_cmpneq_epu8_mask(
((__m128i)(__v16qu){241, 10, 186, 52, 173, 193, 93, 240, 187, 30, 147, 130, 221, 70, 210, 44}),
((__m128i)(__v16qu){65, 145, 226, 92, 171, 211, 64, 61, 82, 183, 135, 205, 124, 25, 81, 244})
@@ -785,7 +745,6 @@ __mmask8 test_mm_cmpneq_epi16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpneq_epi16_mask(__a, __b);
}
-// cmpneq tests
TEST_CONSTEXPR(_mm_cmpneq_epi16_mask(
((__m128i)(__v8hi){-24378, 20934, 25612, 4427, -29446, 26311, -2533, -27963}),
((__m128i)(__v8hi){28538, -27232, 21741, -31546, -18083, 17112, -25750, -28016})
@@ -803,7 +762,6 @@ __mmask8 test_mm_cmpneq_epu16_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ne <8 x i16> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpneq_epu16_mask(__a, __b);
}
-// cmpneq tests
TEST_CONSTEXPR(_mm_cmpneq_epu16_mask(
((__m128i)(__v8hu){17033, 42616, 6158, 53144, 14513, 29528, 57905, 62537}),
((__m128i)(__v8hu){38447, 51378, 320, 16853, 48397, 49715, 53668, 43839})
@@ -821,7 +779,6 @@ __mmask32 test_mm256_cmpneq_epi8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmpneq_epi8_mask(__a, __b);
}
-// cmpneq
TEST_CONSTEXPR(_mm256_cmpneq_epi8_mask(
((__m256i)(__v32qs){1, -32, 61, 98, 123, 34, 99, -77, -34, 68, 101, 37, 29, -99, 33, -22, 85, 13, 26, 85, 8, -17, -124, 19, 69, -40, -32, 58, -35, -4, -125, -112}),
((__m256i)(__v32qs){30, 45, 85, -71, -111, 111, -82, 107, -71, -4, -46, 8, 52, -107, 107, -14, 33, 35, 31, 116, -75, -33, -82, -60, 26, 40, 82, 85, -78, 97, 104, -91})
@@ -839,7 +796,6 @@ __mmask32 test_mm256_cmpneq_epu8_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <32 x i8> %{{.*}}, %{{.*}}
return (__mmask32)_mm256_cmpneq_epu8_mask(__a, __b);
}
-// cmpneq
TEST_CONSTEXPR(_mm256_cmpneq_epu8_mask(
((__m256i)(__v32qu){119,200,186,207,96,255,107,184,152,89,29,49,72,4,172,81,
64,198,75,214,105,127,214,186,43,16,237,0,53,195,201,143}),
@@ -859,7 +815,6 @@ __mmask16 test_mm256_cmpneq_epi16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpneq_epi16_mask(__a, __b);
}
-// cmpneq
TEST_CONSTEXPR(_mm256_cmpneq_epi16_mask(
((__m256i)(__v16hi){ 0,1,2,3,4,5,6,7, 8,9,10,11,12,13,14,15 }),
((__m256i)(__v16hi){ 100,100,100,100,100,100,100,100, 100,100,100,100,100,100,100,100 })
@@ -877,7 +832,6 @@ __mmask16 test_mm256_cmpneq_epu16_mask(__m256i __a, __m256i __b) {
// CHECK: icmp ne <16 x i16> %{{.*}}, %{{.*}}
return (__mmask16)_mm256_cmpneq_epu16_mask(__a, __b);
}
-//cmpeq
TEST_CONSTEXPR(_mm256_cmpneq_epu16_mask(
((__m256i)(__v16hu){ 10,1,2,3,4,20,6,7, 8,9,10,11,12,13,14,200 }),
((__m256i)(__v16hu){ 10,99,99,99,99,20,99,99, 99,99,99,99,99,99,99,200
@@ -896,19 +850,6 @@ __mmask16 test_mm_cmp_epi8_mask(__m128i __a, __m128i __b) {
return (__mmask16)_mm_cmp_epi8_mask(__a, __b, 0);
}
-// _cmpeq_epu32
-TEST_CONSTEXPR(_mm256_cmpeq_epu32_mask(
- ((__m256i)(__v8su){ 0x03020106u, 0x07061420u, 0x0b0a0908u, 0xc80e0d0cu, 0x00000000u, 0x00000000u, 0x00000000u, 0x00000000u }),
- ((__m256i)(__v8su){ 0x03020106u, 0x07061420u, 0x63636363u, 0x63636363u, 0x00000000u, 0x00000000u, 0x00000000u, 0x00000000u })
-)==(__mmask8)0xf3u);
-
-// _cmpeq_epu64
-TEST_CONSTEXPR(_mm256_cmpeq_epu64_mask(
- ((__m256i)(__v4du){ 0x0706142003020106ull, 0xc80e0d0c0b0a0908ull, 0x0000000000000000ull, 0x0000000000000000ull }),
- ((__m256i)(__v4du){ 0x0706142003020106ull, 0x6363636363636363ull, 0x0000000000000000ull, 0x0000000000000000ull })
-)==(__mmask8)0x0du);
-
-
__mmask16 test_mm_mask_cmp_epi8_mask(__mmask16 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmp_epi8_mask
// CHECK: icmp eq <16 x i8> %{{.*}}, %{{.*}}
>From 544ee8dbdd1fc6e4664ac77af5c861236be3eeaf Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Wed, 30 Sep 2026 16:24:10 +0545
Subject: [PATCH 21/50] fix: added tests for remaining intrinsics
---
clang/test/CodeGen/X86/avx512vl-builtins.c | 17 +++++++++++++++++
1 file changed, 17 insertions(+)
diff --git a/clang/test/CodeGen/X86/avx512vl-builtins.c b/clang/test/CodeGen/X86/avx512vl-builtins.c
index 3b7d92a3b2f0fb..e540b871a25b1c 100644
--- a/clang/test/CodeGen/X86/avx512vl-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vl-builtins.c
@@ -95,6 +95,13 @@ __mmask8 test_mm256_mask_cmpge_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b
return (__mmask8)_mm256_mask_cmpge_epi32_mask(__u, __a, __b);
}
+__mmask8 test_mm256_mask_cmpge_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
+ // CHECK-LABEL: test_mm256_mask_cmpge_epi64_mask
+ // CHECK: icmp sge <4 x i64> %{{.*}}, %{{.*}}
+ // CHECK: and <4 x i1> %{{.*}}, %{{.*}}
+ return (__mmask8)_mm256_mask_cmpge_epi64_mask(__u, __a, __b);
+}
+
__mmask8 test_mm256_cmpge_epi64_mask(__m256i __a, __m256i __b) {
// CHECK-LABEL: test_mm256_cmpge_epi64_mask
// CHECK: icmp sge <4 x i64> %{{.*}}, %{{.*}}
@@ -105,6 +112,16 @@ TEST_CONSTEXPR(_mm256_cmpge_epu32_mask(
((__m256i)(__v8su){ 0x0302010au, 0x63636363u, 0x63636363u, 0xc80e0d0cu, 0xffffffffu, 0u, 2147483647u, 0x80000000u })
) == (__mmask8)0x6bu);
+__mmask8 test_mm_cmpge_epu32_mask(__m128i __a, __m128i __b) {
+ // CHECK-LABEL: test_mm_cmpge_epu32_mask
+ // CHECK: icmp uge <4 x i32> %{{.*}}, %{{.*}}
+ return (__mmask8)_mm_cmpge_epu32_mask(__a, __b);
+}
+TEST_CONSTEXPR(_mm_cmpge_epu32_mask(
+ ((__m128i)(__v4su){ 0x80000000u, 0x7fffffffu, 0xffffffffu, 0x00000000u }),
+ ((__m128i)(__v4su){ 0x7fffffffu, 0xffffffffu, 0xffffffffu, 0x00000001u })
+) == (__mmask8)0x05u);
+
__mmask8 test_mm_mask_cmpge_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpge_epu32_mask
// CHECK: icmp uge <4 x i32> %{{.*}}, %{{.*}}
>From 323f6910484206102a3ae7ec92b5cd326563c2ba Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Wed, 30 Sep 2026 17:19:38 +0545
Subject: [PATCH 22/50] chore: added missing tests and re-added accidental
removes
---
clang/test/CodeGen/X86/avx512vl-builtins.c | 33 ++++++++++++++--------
1 file changed, 22 insertions(+), 11 deletions(-)
diff --git a/clang/test/CodeGen/X86/avx512vl-builtins.c b/clang/test/CodeGen/X86/avx512vl-builtins.c
index e540b871a25b1c..ea9fd3c66e5853 100644
--- a/clang/test/CodeGen/X86/avx512vl-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vl-builtins.c
@@ -107,10 +107,17 @@ __mmask8 test_mm256_cmpge_epi64_mask(__m256i __a, __m256i __b) {
// CHECK: icmp sge <4 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm256_cmpge_epi64_mask(__a, __b);
}
-TEST_CONSTEXPR(_mm256_cmpge_epu32_mask(
- ((__m256i)(__v8su){ 0x0302010au, 0x64646464u, 0x0b0a0908u, 0xc80e0d0cu, 0u, 0xffffffffu, 0x80000000u, 2147483647u }),
- ((__m256i)(__v8su){ 0x0302010au, 0x63636363u, 0x63636363u, 0xc80e0d0cu, 0xffffffffu, 0u, 2147483647u, 0x80000000u })
-) == (__mmask8)0x6bu);
+TEST_CONSTEXPR(_mm256_cmpge_epi64_mask(
+ ((__m256i)(__v4di){ 0x3c5a7e91b2d4f608LL, -0x2b4d6f8102938475LL, 0x5e7c1a3b9d2f4680LL, -0x7d3c5b1a9e8f2a46LL }),
+ ((__m256i)(__v4di){ 0x3c5a7e91b2d4f608LL, 0x1f3e5d7c9b8a6f21LL, -0x6a8b9cadbecfd0e1LL, -0x0a1b2c3d4e5f6071LL })
+) == (__mmask8)0x05u);
+
+__mmask8 test_mm_mask_cmpge_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
+ // CHECK-LABEL: test_mm_mask_cmpge_epu32_mask
+ // CHECK: icmp uge <4 x i32> %{{.*}}, %{{.*}}
+ // CHECK: and <4 x i1> %{{.*}}, %{{.*}}
+ return (__mmask8)_mm_mask_cmpge_epu32_mask(__u, __a, __b);
+}
__mmask8 test_mm_cmpge_epu32_mask(__m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_cmpge_epu32_mask
@@ -122,13 +129,6 @@ TEST_CONSTEXPR(_mm_cmpge_epu32_mask(
((__m128i)(__v4su){ 0x7fffffffu, 0xffffffffu, 0xffffffffu, 0x00000001u })
) == (__mmask8)0x05u);
-__mmask8 test_mm_mask_cmpge_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
- // CHECK-LABEL: test_mm_mask_cmpge_epu32_mask
- // CHECK: icmp uge <4 x i32> %{{.*}}, %{{.*}}
- // CHECK: and <4 x i1> %{{.*}}, %{{.*}}
- return (__mmask8)_mm_mask_cmpge_epu32_mask(__u, __a, __b);
-}
-
__mmask8 test_mm_cmpge_epu64_mask(__m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_cmpge_epu64_mask
// CHECK: icmp uge <2 x i64> %{{.*}}, %{{.*}}
@@ -202,6 +202,10 @@ __mmask8 test_mm_cmpgt_epu64_mask(__m128i __a, __m128i __b) {
// CHECK: icmp ugt <2 x i64> %{{.*}}, %{{.*}}
return (__mmask8)_mm_cmpgt_epu64_mask(__a, __b);
}
+TEST_CONSTEXPR(_mm_cmpgt_epu64_mask(
+ ((__m128i)(__v2du){ 0xf1e2d3c41a2b3c4dull, 0x2f8c6d4e1b3a5c79ull }),
+ ((__m128i)(__v2du){ 0x7a6b5c4de5f60718ull, 0xc4a1e9b27d5f3806ull })
+) == (__mmask8)0x01u);
__mmask8 test_mm_mask_cmpgt_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpgt_epu64_mask
@@ -340,6 +344,13 @@ TEST_CONSTEXPR(_mm_cmple_epu64_mask(
((__m128i)(__v2du){ 0x8000000000000000ull, 0xffffffffffffffffull })
) == (__mmask8)0x03u);
+__mmask8 test_mm_mask_cmpgt_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
+ // CHECK-LABEL: test_mm_mask_cmple_epu32_mask
+ // CHECK: icmp sgt <4 x i32> %{{.*}}, %{{.*}}
+ // CHECK: and <4 x i1> %{{.*}}, %{{.*}}
+ return (__mmask8)_mm_mask_cmple_epu32_mask(__u, __a, __b);
+}
+
__mmask8 test_mm_cmpgt_epi32_mask(__m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_cmpgt_epi32_mask
// CHECK: icmp sgt <4 x i32> %{{.*}}, %{{.*}}
>From a9879ecdd5191c3976013e39a4d91604bd2ec562 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Wed, 30 Sep 2026 17:30:24 +0545
Subject: [PATCH 23/50] fix: test case fix
---
clang/test/CodeGen/X86/avx512vl-builtins.c | 13 +++----------
1 file changed, 3 insertions(+), 10 deletions(-)
diff --git a/clang/test/CodeGen/X86/avx512vl-builtins.c b/clang/test/CodeGen/X86/avx512vl-builtins.c
index ea9fd3c66e5853..9b4439f8b9dbe6 100644
--- a/clang/test/CodeGen/X86/avx512vl-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vl-builtins.c
@@ -1,4 +1,4 @@
-// RUN: %clang_cc1 -x c -flax-vector-conversions=none -ffreestanding %s -triple=x86_64-apple-darwin -target-feature +avx512f -target-feature +avx512vl -emit-llvm -o - -Wall -Werror -Wsign-conversion | FileCheck %s
+// RUN: %clang_cc1 -x c -flax-vector-conversions=none -ffreestanding %s -triple=x86_64-apple-darwin -target-feature +avx512f -target-feature +avx512vl -emit-llvm -o - -Wall -Werror -Wsign-conversion | FileCheck %stest_mm256_cmpge_epi64_mask
// RUN: %clang_cc1 -x c++ -flax-vector-conversions=none -ffreestanding %s -triple=x86_64-apple-darwin -target-feature +avx512f -target-feature +avx512vl -emit-llvm -o - -Wall -Werror -Wsign-conversion | FileCheck %s
// RUN: %clang_cc1 -x c -flax-vector-conversions=none -ffreestanding %s -triple=x86_64-apple-darwin -target-feature +avx512f -target-feature +avx512vl -emit-llvm -o - -Wall -Werror -Wsign-conversion -fexperimental-new-constant-interpreter | FileCheck %s
@@ -345,10 +345,10 @@ TEST_CONSTEXPR(_mm_cmple_epu64_mask(
) == (__mmask8)0x03u);
__mmask8 test_mm_mask_cmpgt_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
- // CHECK-LABEL: test_mm_mask_cmple_epu32_mask
+ // CHECK-LABEL: test_mm_mask_cmpgt_epi32_mask
// CHECK: icmp sgt <4 x i32> %{{.*}}, %{{.*}}
// CHECK: and <4 x i1> %{{.*}}, %{{.*}}
- return (__mmask8)_mm_mask_cmple_epu32_mask(__u, __a, __b);
+ return (__mmask8)_mm_mask_cmpgt_epi32_mask(__u, __a, __b);
}
__mmask8 test_mm_cmpgt_epi32_mask(__m128i __a, __m128i __b) {
@@ -11385,13 +11385,6 @@ TEST_CONSTEXPR(_mm_cmpeq_epi64_mask(
) == (__mmask8)0x01u);
-__mmask8 test_mm_mask_cmpgt_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
- // CHECK-LABEL: test_mm_mask_cmpgt_epi32_mask
- // CHECK: icmp sgt <4 x i32> %{{.*}}, %{{.*}}
- // CHECK: and <4 x i1> %{{.*}}, %{{.*}}
- return (__mmask8)_mm_mask_cmpgt_epi32_mask(__u, __a, __b);
-}
-
__mmask8 test_mm_mask_cmpgt_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
// CHECK-LABEL: test_mm_mask_cmpgt_epi64_mask
// CHECK: icmp sgt <2 x i64> %{{.*}}, %{{.*}}
>From 13c5ca4249ac189065d44b60cbb9c44204d59c01 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Wed, 30 Sep 2026 17:32:34 +0545
Subject: [PATCH 24/50] chore: cleanup
---
clang/test/CodeGen/X86/avx512vl-builtins.c | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/clang/test/CodeGen/X86/avx512vl-builtins.c b/clang/test/CodeGen/X86/avx512vl-builtins.c
index 9b4439f8b9dbe6..40b03a21e86684 100644
--- a/clang/test/CodeGen/X86/avx512vl-builtins.c
+++ b/clang/test/CodeGen/X86/avx512vl-builtins.c
@@ -1,4 +1,4 @@
-// RUN: %clang_cc1 -x c -flax-vector-conversions=none -ffreestanding %s -triple=x86_64-apple-darwin -target-feature +avx512f -target-feature +avx512vl -emit-llvm -o - -Wall -Werror -Wsign-conversion | FileCheck %stest_mm256_cmpge_epi64_mask
+// RUN: %clang_cc1 -x c -flax-vector-conversions=none -ffreestanding %s -triple=x86_64-apple-darwin -target-feature +avx512f -target-feature +avx512vl -emit-llvm -o - -Wall -Werror -Wsign-conversion | FileCheck %s
// RUN: %clang_cc1 -x c++ -flax-vector-conversions=none -ffreestanding %s -triple=x86_64-apple-darwin -target-feature +avx512f -target-feature +avx512vl -emit-llvm -o - -Wall -Werror -Wsign-conversion | FileCheck %s
// RUN: %clang_cc1 -x c -flax-vector-conversions=none -ffreestanding %s -triple=x86_64-apple-darwin -target-feature +avx512f -target-feature +avx512vl -emit-llvm -o - -Wall -Werror -Wsign-conversion -fexperimental-new-constant-interpreter | FileCheck %s
>From 2ebadb6b5bc1708fef8a99cca1a7bdf1a2575bba Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Mon, 12 Oct 2026 19:05:04 +0545
Subject: [PATCH 25/50] feat: add lowering of frem for f16 to f64
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 38 +++++++++++++++++++++++--
1 file changed, 36 insertions(+), 2 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index 6304509e365a51..5a9b6385cb6210 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -2370,7 +2370,7 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
// AVX512_FP16 scalar operations
setGroup(MVT::f16);
SetFPMinMaxAction(MVT::f16);
- setOperationAction(ISD::FREM, MVT::f16, Promote);
+ setOperationAction(ISD::FREM, MVT::f16, Custom);
setOperationAction(ISD::STRICT_FREM, MVT::f16, Promote);
setOperationAction(ISD::SELECT_CC, MVT::f16, Expand);
setOperationAction(ISD::BR_CC, MVT::f16, Expand);
@@ -23288,7 +23288,7 @@ static SDValue LowerFGETSIGN(SDValue Op, SelectionDAG &DAG) {
SDLoc dl(Op);
MVT VT = Op.getSimpleValueType();
- MVT OpVT = N0.getSimpleValueType();
+ MVT OpVT = N0.getSimpleValueType(); dl(Op);
assert((OpVT == MVT::f32 || OpVT == MVT::f64) &&
"Unexpected type for FGETSIGN");
@@ -23301,6 +23301,39 @@ static SDValue LowerFGETSIGN(SDValue Op, SelectionDAG &DAG) {
return Res;
}
+static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
+ SDLoc dl(Op);
+ assert(Op.getValueType() == MVT::f16 && "Unexpected type for FREM");
+
+ SDValue a = Op.getOperand(0);
+ SDValue b = Op.getOperand(1);
+
+ SDValue x = DAG.getNode(ISD::FP_EXTEND, dl, MVT::f64, a);
+ SDValue y = DAG.getNode(ISD::FP_EXTEND, dl, MVT::f64, b);
+
+ SDValue Res = DAG.getNode(ISD::FDIV, dl, MVT::f64, x, y);
+ Res = DAG.getNode(ISD::FTRUNC, dl, MVT::f64, Res); // q
+ Res = DAG.getNode(ISD::FNEG, dl, MVT::f64, Res); // -q
+ Res = DAG.getNode(ISD::FMA, dl, MVT::f64, Res, y, x); // -q*y + x
+ Res = DAG.getNode(ISD::FCOPYSIGN, dl, MVT::f64, Res, x); // remainder takes sign of x
+
+ // with f32 as a substitute for f16, this causes unhandled conditions with the` use of f64 internally
+
+ // 1 % inf = NaN
+ EVT CCVT = DAG.getTargetLoweringInfo().getSetCCResultType(
+ DAG.getDataLayout(), *DAG.getContext(), MVT::f64);
+ SDValue YIsInf = DAG.getNode(ISD::IS_FPCLASS, dl, CCVT, y,
+ DAG.getTargetConstant(fcInf, dl, MVT::i32));
+
+ SDValue XIsFinite = DAG.getNode(ISD::IS_FPCLASS, dl, CCVT, x,
+ DAG.getTargetConstant(fcFinite, dl, MVT::i32));
+
+ SDValue UseX = DAG.getNode(ISD::AND, dl, CCVT, YIsInf, XIsFinite);
+ Res = DAG.getSelect(dl, MVT::f64, UseX, x, Res);
+
+ return DAG.getNode(ISD::FP_ROUND, dl, MVT::f16, Res,
+ DAG.getIntPtrConstant(0, dl, /*isTarget=*/true));
+}
/// Helper for attempting to create a X86ISD::BT node.
static SDValue getBT(SDValue Src, SDValue BitNo, const SDLoc &DL, SelectionDAG &DAG) {
// If Src is i8, promote it to i32 with any_extend. There is no i8 BT
@@ -34869,6 +34902,7 @@ SDValue X86TargetLowering::LowerOperation(SDValue Op, SelectionDAG &DAG) const {
case ISD::FNEG: return LowerFABSorFNEG(Op, DAG);
case ISD::FCOPYSIGN: return LowerFCOPYSIGN(Op, DAG);
case ISD::FGETSIGN: return LowerFGETSIGN(Op, DAG);
+ case ISD::FREM: return LowerFREM(Op,DAG);
case ISD::LRINT:
case ISD::LLRINT: return LowerLRINT_LLRINT(Op, DAG);
case ISD::SETCC:
>From 3ab54ac56d42f041125a9e944e2c63b5bbfaef14 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Mon, 12 Oct 2026 19:10:25 +0545
Subject: [PATCH 26/50] chore: clang-format
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 28 ++++++++++++++-----------
1 file changed, 16 insertions(+), 12 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index 5a9b6385cb6210..dab4efdbff1d9a 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -2370,7 +2370,7 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
// AVX512_FP16 scalar operations
setGroup(MVT::f16);
SetFPMinMaxAction(MVT::f16);
- setOperationAction(ISD::FREM, MVT::f16, Custom);
+ setOperationAction(ISD::FREM, MVT::f16, Custom);
setOperationAction(ISD::STRICT_FREM, MVT::f16, Promote);
setOperationAction(ISD::SELECT_CC, MVT::f16, Expand);
setOperationAction(ISD::BR_CC, MVT::f16, Expand);
@@ -23288,7 +23288,8 @@ static SDValue LowerFGETSIGN(SDValue Op, SelectionDAG &DAG) {
SDLoc dl(Op);
MVT VT = Op.getSimpleValueType();
- MVT OpVT = N0.getSimpleValueType(); dl(Op);
+ MVT OpVT = N0.getSimpleValueType();
+ dl(Op);
assert((OpVT == MVT::f32 || OpVT == MVT::f64) &&
"Unexpected type for FGETSIGN");
@@ -23312,21 +23313,24 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
SDValue y = DAG.getNode(ISD::FP_EXTEND, dl, MVT::f64, b);
SDValue Res = DAG.getNode(ISD::FDIV, dl, MVT::f64, x, y);
- Res = DAG.getNode(ISD::FTRUNC, dl, MVT::f64, Res); // q
- Res = DAG.getNode(ISD::FNEG, dl, MVT::f64, Res); // -q
- Res = DAG.getNode(ISD::FMA, dl, MVT::f64, Res, y, x); // -q*y + x
- Res = DAG.getNode(ISD::FCOPYSIGN, dl, MVT::f64, Res, x); // remainder takes sign of x
-
- // with f32 as a substitute for f16, this causes unhandled conditions with the` use of f64 internally
+ Res = DAG.getNode(ISD::FTRUNC, dl, MVT::f64, Res); // q
+ Res = DAG.getNode(ISD::FNEG, dl, MVT::f64, Res); // -q
+ Res = DAG.getNode(ISD::FMA, dl, MVT::f64, Res, y, x); // -q*y + x
+ Res = DAG.getNode(ISD::FCOPYSIGN, dl, MVT::f64, Res,
+ x); // remainder takes sign of x
+
+ // with f32 as a substitute for f16, this causes unhandled conditions with
+ // the` use of f64 internally
// 1 % inf = NaN
EVT CCVT = DAG.getTargetLoweringInfo().getSetCCResultType(
- DAG.getDataLayout(), *DAG.getContext(), MVT::f64);
+ DAG.getDataLayout(), *DAG.getContext(), MVT::f64);
SDValue YIsInf = DAG.getNode(ISD::IS_FPCLASS, dl, CCVT, y,
- DAG.getTargetConstant(fcInf, dl, MVT::i32));
+ DAG.getTargetConstant(fcInf, dl, MVT::i32));
- SDValue XIsFinite = DAG.getNode(ISD::IS_FPCLASS, dl, CCVT, x,
- DAG.getTargetConstant(fcFinite, dl, MVT::i32));
+ SDValue XIsFinite =
+ DAG.getNode(ISD::IS_FPCLASS, dl, CCVT, x,
+ DAG.getTargetConstant(fcFinite, dl, MVT::i32));
SDValue UseX = DAG.getNode(ISD::AND, dl, CCVT, YIsInf, XIsFinite);
Res = DAG.getSelect(dl, MVT::f64, UseX, x, Res);
>From 6037df51dc7259c3ed0ed70ba90ead89996fd9c7 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Mon, 12 Oct 2026 21:29:02 +0545
Subject: [PATCH 27/50] chore: removed unwanted addition
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 1 -
1 file changed, 1 deletion(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index dab4efdbff1d9a..803c55b56121d4 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -23289,7 +23289,6 @@ static SDValue LowerFGETSIGN(SDValue Op, SelectionDAG &DAG) {
MVT VT = Op.getSimpleValueType();
MVT OpVT = N0.getSimpleValueType();
- dl(Op);
assert((OpVT == MVT::f32 || OpVT == MVT::f64) &&
"Unexpected type for FGETSIGN");
>From 3a6db245099e76f921abde484207567e3f27945e Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Tue, 13 Oct 2026 15:53:46 +0545
Subject: [PATCH 28/50] fix: fixed generated ll code
---
llvm/test/CodeGen/X86/avx512fp16-frem.ll | 2282 +++++++++++++++-------
1 file changed, 1532 insertions(+), 750 deletions(-)
diff --git a/llvm/test/CodeGen/X86/avx512fp16-frem.ll b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
index edd3273ac381a0..fb8985a81e94b7 100644
--- a/llvm/test/CodeGen/X86/avx512fp16-frem.ll
+++ b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
@@ -4,12 +4,27 @@
define half @frem(half %x, half %y) nounwind {
; CHECK-LABEL: frem:
; CHECK: # %bb.0:
-; CHECK-NEXT: pushq %rax
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: popq %rax
+; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm0
+; CHECK-NEXT: vmovq %xmm0, %rax
+; CHECK-NEXT: addq %rax, %rax
+; CHECK-NEXT: movabsq $-9007199254740992, %rcx # imm = 0xFFE0000000000000
+; CHECK-NEXT: cmpq %rcx, %rax
+; CHECK-NEXT: setb %al
+; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm1
+; CHECK-NEXT: vmovq %xmm1, %rcx
+; CHECK-NEXT: movabsq $9223372036854775807, %rdx # imm = 0x7FFFFFFFFFFFFFFF
+; CHECK-NEXT: andq %rcx, %rdx
+; CHECK-NEXT: movabsq $9218868437227405312, %rcx # imm = 0x7FF0000000000000
+; CHECK-NEXT: cmpq %rcx, %rdx
+; CHECK-NEXT: sete %cl
+; CHECK-NEXT: andb %al, %cl
+; CHECK-NEXT: kmovd %ecx, %k1
+; CHECK-NEXT: vdivsd %xmm1, %xmm0, %xmm2
+; CHECK-NEXT: vroundsd $11, %xmm2, %xmm2, %xmm2
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm2 = -(xmm1 * xmm2) + xmm0
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm2 = xmm0 ^ (m64bcst & (xmm2 ^ xmm0))
+; CHECK-NEXT: vmovsd %xmm0, %xmm2, %xmm2 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm2, %xmm2, %xmm0
; CHECK-NEXT: retq
%r = frem half %x, %y
ret half %r
@@ -18,87 +33,175 @@ define half @frem(half %x, half %y) nounwind {
define <2 x half> @frem_vec2(<2 x half> %x, <2 x half> %y) nounwind {
; CHECK-LABEL: frem_vec2:
; CHECK: # %bb.0:
-; CHECK-NEXT: subq $88, %rsp
-; CHECK-NEXT: vmovapd %xmm1, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovapd %xmm0, (%rsp) # 16-byte Spill
; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm2, %xmm2, %xmm0
+; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm3
+; CHECK-NEXT: vmovq %xmm3, %rcx
+; CHECK-NEXT: addq %rcx, %rcx
+; CHECK-NEXT: movabsq $-9007199254740992, %rax # imm = 0xFFE0000000000000
+; CHECK-NEXT: cmpq %rax, %rcx
+; CHECK-NEXT: setb %sil
; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm2, %xmm2, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilps $255, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilps $255, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq $10, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrldq $10, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilpd $1, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilpd $1, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vpunpckldq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrlq $48, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrlq $48, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovshdup (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovshdup {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovaps (%rsp), %xmm0 # 16-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrld $16, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrld $16, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovdqa {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm1[0],xmm0[0],xmm1[1],xmm0[1],xmm1[2],xmm0[2],xmm1[3],xmm0[3]
-; CHECK-NEXT: vpunpckldq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vpunpcklqdq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0]
-; CHECK-NEXT: addq $88, %rsp
+; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm2
+; CHECK-NEXT: vmovq %xmm2, %rdi
+; CHECK-NEXT: movabsq $9223372036854775807, %rcx # imm = 0x7FFFFFFFFFFFFFFF
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: movabsq $9218868437227405312, %rdx # imm = 0x7FF0000000000000
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm2, %xmm3, %xmm4
+; CHECK-NEXT: vroundsd $11, %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm4 = -(xmm2 * xmm4) + xmm3
+; CHECK-NEXT: vpbroadcastq {{.*#+}} xmm2 = [NaN,NaN]
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm4 = xmm3 ^ (xmm2 & (xmm4 ^ xmm3))
+; CHECK-NEXT: vmovsd %xmm3, %xmm4, %xmm4 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm4, %xmm4, %xmm3
+; CHECK-NEXT: vshufps {{.*#+}} xmm4 = xmm0[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vmovq %xmm4, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufps {{.*#+}} xmm5 = xmm1[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
+; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm4 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vmovq %xmm4, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm5 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
+; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vshufpd {{.*#+}} xmm5 = xmm0[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufpd {{.*#+}} xmm6 = xmm1[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1]
+; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm4
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vmovq %xmm4, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm5
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
+; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm5 = xmm0[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm1[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
+; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
+; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
+; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm0
+; CHECK-NEXT: vmovq %xmm0, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %al
+; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
+; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm1
+; CHECK-NEXT: vmovq %xmm1, %rsi
+; CHECK-NEXT: andq %rcx, %rsi
+; CHECK-NEXT: cmpq %rdx, %rsi
+; CHECK-NEXT: sete %cl
+; CHECK-NEXT: andb %al, %cl
+; CHECK-NEXT: kmovd %ecx, %k1
+; CHECK-NEXT: vdivsd %xmm1, %xmm0, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm1 * xmm6) + xmm0
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm0 ^ (xmm2 & (xmm6 ^ xmm0))
+; CHECK-NEXT: vmovsd %xmm0, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm0
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm5[0],xmm0[0],xmm5[1],xmm0[1],xmm5[2],xmm0[2],xmm5[3],xmm0[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm4[0],xmm0[1],xmm4[1]
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm3[0]
; CHECK-NEXT: retq
%r = frem <2 x half> %x, %y
ret <2 x half> %r
@@ -107,87 +210,175 @@ define <2 x half> @frem_vec2(<2 x half> %x, <2 x half> %y) nounwind {
define <4 x half> @frem_vec4(<4 x half> %x, <4 x half> %y) nounwind {
; CHECK-LABEL: frem_vec4:
; CHECK: # %bb.0:
-; CHECK-NEXT: subq $88, %rsp
-; CHECK-NEXT: vmovapd %xmm1, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovapd %xmm0, (%rsp) # 16-byte Spill
; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm2, %xmm2, %xmm0
+; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm3
+; CHECK-NEXT: vmovq %xmm3, %rcx
+; CHECK-NEXT: addq %rcx, %rcx
+; CHECK-NEXT: movabsq $-9007199254740992, %rax # imm = 0xFFE0000000000000
+; CHECK-NEXT: cmpq %rax, %rcx
+; CHECK-NEXT: setb %sil
; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm2, %xmm2, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilps $255, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilps $255, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq $10, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrldq $10, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilpd $1, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilpd $1, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vpunpckldq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrlq $48, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrlq $48, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovshdup (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovshdup {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovaps (%rsp), %xmm0 # 16-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrld $16, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrld $16, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovdqa {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm1[0],xmm0[0],xmm1[1],xmm0[1],xmm1[2],xmm0[2],xmm1[3],xmm0[3]
-; CHECK-NEXT: vpunpckldq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vpunpcklqdq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0]
-; CHECK-NEXT: addq $88, %rsp
+; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm2
+; CHECK-NEXT: vmovq %xmm2, %rdi
+; CHECK-NEXT: movabsq $9223372036854775807, %rcx # imm = 0x7FFFFFFFFFFFFFFF
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: movabsq $9218868437227405312, %rdx # imm = 0x7FF0000000000000
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm2, %xmm3, %xmm4
+; CHECK-NEXT: vroundsd $11, %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm4 = -(xmm2 * xmm4) + xmm3
+; CHECK-NEXT: vpbroadcastq {{.*#+}} xmm2 = [NaN,NaN]
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm4 = xmm3 ^ (xmm2 & (xmm4 ^ xmm3))
+; CHECK-NEXT: vmovsd %xmm3, %xmm4, %xmm4 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm4, %xmm4, %xmm3
+; CHECK-NEXT: vshufps {{.*#+}} xmm4 = xmm0[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vmovq %xmm4, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufps {{.*#+}} xmm5 = xmm1[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
+; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm4 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vmovq %xmm4, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm5 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
+; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vshufpd {{.*#+}} xmm5 = xmm0[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufpd {{.*#+}} xmm6 = xmm1[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1]
+; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm4
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vmovq %xmm4, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm5
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
+; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm5 = xmm0[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm1[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
+; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
+; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
+; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm0
+; CHECK-NEXT: vmovq %xmm0, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %al
+; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
+; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm1
+; CHECK-NEXT: vmovq %xmm1, %rsi
+; CHECK-NEXT: andq %rcx, %rsi
+; CHECK-NEXT: cmpq %rdx, %rsi
+; CHECK-NEXT: sete %cl
+; CHECK-NEXT: andb %al, %cl
+; CHECK-NEXT: kmovd %ecx, %k1
+; CHECK-NEXT: vdivsd %xmm1, %xmm0, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm1 * xmm6) + xmm0
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm0 ^ (xmm2 & (xmm6 ^ xmm0))
+; CHECK-NEXT: vmovsd %xmm0, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm0
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm5[0],xmm0[0],xmm5[1],xmm0[1],xmm5[2],xmm0[2],xmm5[3],xmm0[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm4[0],xmm0[1],xmm4[1]
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm3[0]
; CHECK-NEXT: retq
%r = frem <4 x half> %x, %y
ret <4 x half> %r
@@ -196,87 +387,175 @@ define <4 x half> @frem_vec4(<4 x half> %x, <4 x half> %y) nounwind {
define <8 x half> @frem_vec8(<8 x half> %x, <8 x half> %y) nounwind {
; CHECK-LABEL: frem_vec8:
; CHECK: # %bb.0:
-; CHECK-NEXT: subq $88, %rsp
-; CHECK-NEXT: vmovapd %xmm1, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovapd %xmm0, (%rsp) # 16-byte Spill
; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm2, %xmm2, %xmm0
+; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm3
+; CHECK-NEXT: vmovq %xmm3, %rcx
+; CHECK-NEXT: addq %rcx, %rcx
+; CHECK-NEXT: movabsq $-9007199254740992, %rax # imm = 0xFFE0000000000000
+; CHECK-NEXT: cmpq %rax, %rcx
+; CHECK-NEXT: setb %sil
; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm2, %xmm2, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilps $255, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilps $255, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq $10, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrldq $10, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilpd $1, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilpd $1, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vpunpckldq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrlq $48, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrlq $48, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovshdup (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovshdup {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovaps (%rsp), %xmm0 # 16-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrld $16, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrld $16, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovdqa {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm1[0],xmm0[0],xmm1[1],xmm0[1],xmm1[2],xmm0[2],xmm1[3],xmm0[3]
-; CHECK-NEXT: vpunpckldq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vpunpcklqdq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0]
-; CHECK-NEXT: addq $88, %rsp
+; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm2
+; CHECK-NEXT: vmovq %xmm2, %rdi
+; CHECK-NEXT: movabsq $9223372036854775807, %rcx # imm = 0x7FFFFFFFFFFFFFFF
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: movabsq $9218868437227405312, %rdx # imm = 0x7FF0000000000000
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm2, %xmm3, %xmm4
+; CHECK-NEXT: vroundsd $11, %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm4 = -(xmm2 * xmm4) + xmm3
+; CHECK-NEXT: vpbroadcastq {{.*#+}} xmm2 = [NaN,NaN]
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm4 = xmm3 ^ (xmm2 & (xmm4 ^ xmm3))
+; CHECK-NEXT: vmovsd %xmm3, %xmm4, %xmm4 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm4, %xmm4, %xmm3
+; CHECK-NEXT: vshufps {{.*#+}} xmm4 = xmm0[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vmovq %xmm4, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufps {{.*#+}} xmm5 = xmm1[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
+; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm4 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vmovq %xmm4, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm5 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
+; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vshufpd {{.*#+}} xmm5 = xmm0[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufpd {{.*#+}} xmm6 = xmm1[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1]
+; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm4
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vmovq %xmm4, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm5
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
+; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm5 = xmm0[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm1[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
+; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
+; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
+; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm0
+; CHECK-NEXT: vmovq %xmm0, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %al
+; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
+; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm1
+; CHECK-NEXT: vmovq %xmm1, %rsi
+; CHECK-NEXT: andq %rcx, %rsi
+; CHECK-NEXT: cmpq %rdx, %rsi
+; CHECK-NEXT: sete %cl
+; CHECK-NEXT: andb %al, %cl
+; CHECK-NEXT: kmovd %ecx, %k1
+; CHECK-NEXT: vdivsd %xmm1, %xmm0, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm1 * xmm6) + xmm0
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm0 ^ (xmm2 & (xmm6 ^ xmm0))
+; CHECK-NEXT: vmovsd %xmm0, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm0
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm5[0],xmm0[0],xmm5[1],xmm0[1],xmm5[2],xmm0[2],xmm5[3],xmm0[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm4[0],xmm0[1],xmm4[1]
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm3[0]
; CHECK-NEXT: retq
%r = frem <8 x half> %x, %y
ret <8 x half> %r
@@ -285,174 +564,343 @@ define <8 x half> @frem_vec8(<8 x half> %x, <8 x half> %y) nounwind {
define <16 x half> @frem_vec16(<16 x half> %x, <16 x half> %y) nounwind {
; CHECK-LABEL: frem_vec16:
; CHECK: # %bb.0:
-; CHECK-NEXT: subq $168, %rsp
-; CHECK-NEXT: vmovupd %ymm1, {{[-0-9]+}}(%r{{[sb]}}p) # 32-byte Spill
-; CHECK-NEXT: vmovupd %ymm0, {{[-0-9]+}}(%r{{[sb]}}p) # 32-byte Spill
-; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm0
-; CHECK-NEXT: vmovapd %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm0 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm1
-; CHECK-NEXT: vmovapd %xmm1, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm1 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vzeroupper
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilps $255, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilps $255, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa64 %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq $10, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrldq $10, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, (%rsp) # 16-byte Spill
-; CHECK-NEXT: vpermilpd $1, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilpd $1, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd (%rsp), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vpunpckldq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vmovdqa64 %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq $14, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrldq $14, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, (%rsp) # 16-byte Spill
-; CHECK-NEXT: vpermilps $255, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilps $255, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd (%rsp), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, (%rsp) # 16-byte Spill
-; CHECK-NEXT: vpsrldq $10, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrldq $10, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilpd $1, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilpd $1, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vpunpckldq (%rsp), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vinserti32x4 $1, {{[-0-9]+}}(%r{{[sb]}}p), %ymm0, %ymm0 # 16-byte Folded Reload
-; CHECK-NEXT: vmovdqu64 %ymm0, {{[-0-9]+}}(%r{{[sb]}}p) # 32-byte Spill
-; CHECK-NEXT: vpsrlq $48, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrlq $48, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vzeroupper
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, (%rsp) # 16-byte Spill
-; CHECK-NEXT: vmovshdup {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovshdup {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd (%rsp), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, (%rsp) # 16-byte Spill
-; CHECK-NEXT: vmovaps {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrld $16, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrld $16, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovdqa {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm1[0],xmm0[0],xmm1[1],xmm0[1],xmm1[2],xmm0[2],xmm1[3],xmm0[3]
-; CHECK-NEXT: vpunpckldq (%rsp), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrlq $48, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrlq $48, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovshdup {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovshdup {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovups {{[-0-9]+}}(%r{{[sb]}}p), %ymm0 # 32-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovups {{[-0-9]+}}(%r{{[sb]}}p), %ymm1 # 32-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vzeroupper
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, (%rsp) # 16-byte Spill
-; CHECK-NEXT: vpsrld $16, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrld $16, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovdqa (%rsp), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm1[0],xmm0[0],xmm1[1],xmm0[1],xmm1[2],xmm0[2],xmm1[3],xmm0[3]
-; CHECK-NEXT: vpunpckldq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vinserti128 $1, {{[-0-9]+}}(%r{{[sb]}}p), %ymm0, %ymm0 # 16-byte Folded Reload
-; CHECK-NEXT: vpunpcklqdq {{[-0-9]+}}(%r{{[sb]}}p), %ymm0, %ymm0 # 32-byte Folded Reload
-; CHECK-NEXT: # ymm0 = ymm0[0],mem[0],ymm0[2],mem[2]
-; CHECK-NEXT: addq $168, %rsp
+; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm3
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm3[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rcx
+; CHECK-NEXT: addq %rcx, %rcx
+; CHECK-NEXT: movabsq $-9007199254740992, %rax # imm = 0xFFE0000000000000
+; CHECK-NEXT: cmpq %rax, %rcx
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm4
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm4[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm2
+; CHECK-NEXT: vmovq %xmm2, %rdi
+; CHECK-NEXT: movabsq $9223372036854775807, %rcx # imm = 0x7FFFFFFFFFFFFFFF
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: movabsq $9218868437227405312, %rdx # imm = 0x7FF0000000000000
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm2, %xmm5, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm2 * xmm6) + xmm5
+; CHECK-NEXT: vpbroadcastq {{.*#+}} xmm2 = [NaN,NaN]
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm5 ^ (xmm2 & (xmm6 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm5
+; CHECK-NEXT: vshufps {{.*#+}} xmm6 = xmm3[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm4[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
+; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm5 = xmm6[0],xmm5[0],xmm6[1],xmm5[1],xmm6[2],xmm5[2],xmm6[3],xmm5[3]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm6 = xmm3[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm4[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
+; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
+; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm3[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm4[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vmovq %xmm8, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm8, %xmm7, %xmm9
+; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm9 = -(xmm8 * xmm9) + xmm7
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm9 = xmm7 ^ (xmm2 & (xmm9 ^ xmm7))
+; CHECK-NEXT: vmovsd %xmm7, %xmm9, %xmm9 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm9, %xmm9, %xmm7
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm6 = xmm7[0],xmm6[0],xmm7[1],xmm6[1],xmm7[2],xmm6[2],xmm7[3],xmm6[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm5 = xmm6[0],xmm5[0],xmm6[1],xmm5[1]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm6 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
+; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
+; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm0[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm1[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vmovq %xmm8, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm8, %xmm7, %xmm9
+; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm9 = -(xmm8 * xmm9) + xmm7
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm9 = xmm7 ^ (xmm2 & (xmm9 ^ xmm7))
+; CHECK-NEXT: vmovsd %xmm7, %xmm9, %xmm9 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm9, %xmm9, %xmm7
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm6 = xmm7[0],xmm6[0],xmm7[1],xmm6[1],xmm7[2],xmm6[2],xmm7[3],xmm6[3]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm8 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vmovq %xmm8, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm8, %xmm7, %xmm9
+; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm9 = -(xmm8 * xmm9) + xmm7
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm9 = xmm7 ^ (xmm2 & (xmm9 ^ xmm7))
+; CHECK-NEXT: vmovsd %xmm7, %xmm9, %xmm9 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm9, %xmm9, %xmm7
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm0[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vmovq %xmm8, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm1[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm9, %xmm9, %xmm9
+; CHECK-NEXT: vmovq %xmm9, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm9, %xmm8, %xmm10
+; CHECK-NEXT: vroundsd $11, %xmm10, %xmm10, %xmm10
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm10 = -(xmm9 * xmm10) + xmm8
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm10 = xmm8 ^ (xmm2 & (xmm10 ^ xmm8))
+; CHECK-NEXT: vmovsd %xmm8, %xmm10, %xmm10 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm10, %xmm10, %xmm8
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm7 = xmm8[0],xmm7[0],xmm8[1],xmm7[1],xmm8[2],xmm7[2],xmm8[3],xmm7[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm6 = xmm7[0],xmm6[0],xmm7[1],xmm6[1]
+; CHECK-NEXT: vinserti128 $1, %xmm5, %ymm6, %ymm5
+; CHECK-NEXT: vpsrlq $48, %xmm3, %xmm6
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrlq $48, %xmm4, %xmm7
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
+; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm7 = xmm3[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm8 = xmm4[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vmovq %xmm8, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm8, %xmm7, %xmm9
+; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm9 = -(xmm8 * xmm9) + xmm7
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm9 = xmm7 ^ (xmm2 & (xmm9 ^ xmm7))
+; CHECK-NEXT: vmovsd %xmm7, %xmm9, %xmm9 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm9, %xmm9, %xmm7
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm6 = xmm7[0],xmm6[0],xmm7[1],xmm6[1],xmm7[2],xmm6[2],xmm7[3],xmm6[3]
+; CHECK-NEXT: vcvtsh2sd %xmm3, %xmm3, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm8
+; CHECK-NEXT: vmovq %xmm8, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm8, %xmm7, %xmm9
+; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm9 = -(xmm8 * xmm9) + xmm7
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm9 = xmm7 ^ (xmm2 & (xmm9 ^ xmm7))
+; CHECK-NEXT: vmovsd %xmm7, %xmm9, %xmm9 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm9, %xmm9, %xmm7
+; CHECK-NEXT: vpsrld $16, %xmm3, %xmm3
+; CHECK-NEXT: vcvtsh2sd %xmm3, %xmm3, %xmm3
+; CHECK-NEXT: vmovq %xmm3, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrld $16, %xmm4, %xmm4
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vmovq %xmm4, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm4, %xmm3, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm4 * xmm8) + xmm3
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm3 ^ (xmm2 & (xmm8 ^ xmm3))
+; CHECK-NEXT: vmovsd %xmm3, %xmm8, %xmm8 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm3
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm7[0],xmm3[0],xmm7[1],xmm3[1],xmm7[2],xmm3[2],xmm7[3],xmm3[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm3 = xmm3[0],xmm6[0],xmm3[1],xmm6[1]
+; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm4
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vmovq %xmm4, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm6
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm6, %xmm4, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm4
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm4 ^ (xmm2 & (xmm7 ^ xmm4))
+; CHECK-NEXT: vmovsd %xmm4, %xmm7, %xmm7 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm4
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm0[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm7 = xmm1[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
+; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm6[0],xmm4[0],xmm6[1],xmm4[1],xmm6[2],xmm4[2],xmm6[3],xmm4[3]
+; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
+; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
+; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
+; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm0
+; CHECK-NEXT: vmovq %xmm0, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %al
+; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
+; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm1
+; CHECK-NEXT: vmovq %xmm1, %rsi
+; CHECK-NEXT: andq %rcx, %rsi
+; CHECK-NEXT: cmpq %rdx, %rsi
+; CHECK-NEXT: sete %cl
+; CHECK-NEXT: andb %al, %cl
+; CHECK-NEXT: kmovd %ecx, %k1
+; CHECK-NEXT: vdivsd %xmm1, %xmm0, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm1 * xmm7) + xmm0
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm0 ^ (xmm2 & (xmm7 ^ xmm0))
+; CHECK-NEXT: vmovsd %xmm0, %xmm7, %xmm7 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm0
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm6[0],xmm0[0],xmm6[1],xmm0[1],xmm6[2],xmm0[2],xmm6[3],xmm0[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm4[0],xmm0[1],xmm4[1]
+; CHECK-NEXT: vinserti128 $1, %xmm3, %ymm0, %ymm0
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} ymm0 = ymm0[0],ymm5[0],ymm0[2],ymm5[2]
; CHECK-NEXT: retq
%r = frem <16 x half> %x, %y
ret <16 x half> %r
@@ -461,345 +909,679 @@ define <16 x half> @frem_vec16(<16 x half> %x, <16 x half> %y) nounwind {
define <32 x half> @frem_vec32(<32 x half> %x, <32 x half> %y) nounwind {
; CHECK-LABEL: frem_vec32:
; CHECK: # %bb.0:
-; CHECK-NEXT: subq $360, %rsp # imm = 0x168
-; CHECK-NEXT: vmovupd %zmm1, {{[-0-9]+}}(%r{{[sb]}}p) # 64-byte Spill
-; CHECK-NEXT: vmovupd %zmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 64-byte Spill
-; CHECK-NEXT: vextractf32x4 $3, %zmm0, %xmm0
-; CHECK-NEXT: vmovapd %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm0 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vextractf32x4 $3, %zmm1, %xmm1
-; CHECK-NEXT: vmovapd %xmm1, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm1 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vzeroupper
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, (%rsp) # 16-byte Spill
-; CHECK-NEXT: vpermilps $255, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilps $255, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd (%rsp), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, (%rsp) # 16-byte Spill
-; CHECK-NEXT: vpsrldq $10, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrldq $10, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilpd $1, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilpd $1, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vpunpckldq (%rsp), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovupd {{[-0-9]+}}(%r{{[sb]}}p), %zmm0 # 64-byte Reload
-; CHECK-NEXT: vextractf32x4 $2, %zmm0, %xmm0
-; CHECK-NEXT: vmovapd %xmm0, (%rsp) # 16-byte Spill
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm0 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovupd {{[-0-9]+}}(%r{{[sb]}}p), %zmm1 # 64-byte Reload
-; CHECK-NEXT: vextractf32x4 $2, %zmm1, %xmm1
-; CHECK-NEXT: vmovapd %xmm1, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm1 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vzeroupper
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilps $255, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilps $255, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq $10, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrldq $10, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilpd $1, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilpd $1, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vpunpckldq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vinserti128 $1, {{[-0-9]+}}(%r{{[sb]}}p), %ymm0, %ymm0 # 16-byte Folded Reload
-; CHECK-NEXT: vmovdqu64 %ymm0, {{[-0-9]+}}(%r{{[sb]}}p) # 32-byte Spill
-; CHECK-NEXT: vmovupd {{[-0-9]+}}(%r{{[sb]}}p), %zmm0 # 64-byte Reload
-; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm0
-; CHECK-NEXT: vmovapd %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm0 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovupd {{[-0-9]+}}(%r{{[sb]}}p), %zmm1 # 64-byte Reload
-; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm1
-; CHECK-NEXT: vmovapd %xmm1, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm1 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vzeroupper
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilps $255, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilps $255, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq $10, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrldq $10, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilpd $1, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilpd $1, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vpunpckldq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq $14, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrldq $14, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilps $255, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilps $255, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[3,3,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrldq $10, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrldq $10, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpermilpd $1, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpermilpd $1, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,0]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vpunpckldq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vinserti128 $1, {{[-0-9]+}}(%r{{[sb]}}p), %ymm0, %ymm0 # 16-byte Folded Reload
-; CHECK-NEXT: vinserti64x4 $1, {{[-0-9]+}}(%r{{[sb]}}p), %zmm0, %zmm0 # 32-byte Folded Reload
-; CHECK-NEXT: vmovdqu64 %zmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 64-byte Spill
-; CHECK-NEXT: vpsrlq $48, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrlq $48, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vzeroupper
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovshdup {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovshdup {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovaps {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrld $16, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrld $16, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovdqa {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm1[0],xmm0[0],xmm1[1],xmm0[1],xmm1[2],xmm0[2],xmm1[3],xmm0[3]
-; CHECK-NEXT: vpunpckldq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrlq $48, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrlq $48, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovshdup (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovshdup {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovaps (%rsp), %xmm0 # 16-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrld $16, (%rsp), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrld $16, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovdqa {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm1[0],xmm0[0],xmm1[1],xmm0[1],xmm1[2],xmm0[2],xmm1[3],xmm0[3]
-; CHECK-NEXT: vpunpckldq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vinserti128 $1, {{[-0-9]+}}(%r{{[sb]}}p), %ymm0, %ymm0 # 16-byte Folded Reload
-; CHECK-NEXT: vmovdqu %ymm0, {{[-0-9]+}}(%r{{[sb]}}p) # 32-byte Spill
-; CHECK-NEXT: vpsrlq $48, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrlq $48, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vzeroupper
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovshdup {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovshdup {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vmovaps {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, (%rsp) # 16-byte Spill
-; CHECK-NEXT: vpsrld $16, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrld $16, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovdqa (%rsp), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm1[0],xmm0[0],xmm1[1],xmm0[1],xmm1[2],xmm0[2],xmm1[3],xmm0[3]
-; CHECK-NEXT: vpunpckldq {{[-0-9]+}}(%r{{[sb]}}p), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vmovdqa %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrlq $48, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrlq $48, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, (%rsp) # 16-byte Spill
-; CHECK-NEXT: vmovshdup {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovshdup {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm1 = mem[1,1,3,3]
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpunpcklwd (%rsp), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1],xmm0[2],mem[2],xmm0[3],mem[3]
-; CHECK-NEXT: vmovdqa %xmm0, (%rsp) # 16-byte Spill
-; CHECK-NEXT: vmovups {{[-0-9]+}}(%r{{[sb]}}p), %zmm0 # 64-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovups {{[-0-9]+}}(%r{{[sb]}}p), %zmm1 # 64-byte Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vzeroupper
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovaps %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 16-byte Spill
-; CHECK-NEXT: vpsrld $16, {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vpsrld $16, {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Folded Reload
-; CHECK-NEXT: vcvtsh2ss %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: callq fmodf at PLT
-; CHECK-NEXT: vcvtss2sh %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovdqa {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 16-byte Reload
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm1[0],xmm0[0],xmm1[1],xmm0[1],xmm1[2],xmm0[2],xmm1[3],xmm0[3]
-; CHECK-NEXT: vpunpckldq (%rsp), %xmm0, %xmm0 # 16-byte Folded Reload
-; CHECK-NEXT: # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
-; CHECK-NEXT: vinserti128 $1, {{[-0-9]+}}(%r{{[sb]}}p), %ymm0, %ymm0 # 16-byte Folded Reload
-; CHECK-NEXT: vinserti64x4 $1, {{[-0-9]+}}(%r{{[sb]}}p), %zmm0, %zmm0 # 32-byte Folded Reload
-; CHECK-NEXT: vpunpcklqdq {{[-0-9]+}}(%r{{[sb]}}p), %zmm0, %zmm0 # 64-byte Folded Reload
-; CHECK-NEXT: # zmm0 = zmm0[0],mem[0],zmm0[2],mem[2],zmm0[4],mem[4],zmm0[6],mem[6]
-; CHECK-NEXT: addq $360, %rsp # imm = 0x168
+; CHECK-NEXT: vextractf32x4 $3, %zmm0, %xmm3
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm3[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rcx
+; CHECK-NEXT: addq %rcx, %rcx
+; CHECK-NEXT: movabsq $-9007199254740992, %rax # imm = 0xFFE0000000000000
+; CHECK-NEXT: cmpq %rax, %rcx
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vextractf32x4 $3, %zmm1, %xmm4
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm4[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm2
+; CHECK-NEXT: vmovq %xmm2, %rdi
+; CHECK-NEXT: movabsq $9223372036854775807, %rcx # imm = 0x7FFFFFFFFFFFFFFF
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: movabsq $9218868437227405312, %rdx # imm = 0x7FF0000000000000
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm2, %xmm5, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm2 * xmm6) + xmm5
+; CHECK-NEXT: vpbroadcastq {{.*#+}} xmm2 = [NaN,NaN]
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm5 ^ (xmm2 & (xmm6 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm5
+; CHECK-NEXT: vshufps {{.*#+}} xmm6 = xmm3[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm4[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
+; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm5 = xmm6[0],xmm5[0],xmm6[1],xmm5[1],xmm6[2],xmm5[2],xmm6[3],xmm5[3]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm6 = xmm3[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm4[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
+; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
+; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm3[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm4[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vmovq %xmm8, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm8, %xmm7, %xmm9
+; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm9 = -(xmm8 * xmm9) + xmm7
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm9 = xmm7 ^ (xmm2 & (xmm9 ^ xmm7))
+; CHECK-NEXT: vmovsd %xmm7, %xmm9, %xmm9 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm9, %xmm9, %xmm7
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm6 = xmm7[0],xmm6[0],xmm7[1],xmm6[1],xmm7[2],xmm6[2],xmm7[3],xmm6[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm7 = xmm6[0],xmm5[0],xmm6[1],xmm5[1]
+; CHECK-NEXT: vextractf32x4 $2, %zmm0, %xmm5
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm6 = xmm5[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm8
+; CHECK-NEXT: vmovq %xmm8, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vextractf32x4 $2, %zmm1, %xmm6
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm9 = xmm6[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm9, %xmm9, %xmm9
+; CHECK-NEXT: vmovq %xmm9, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm9, %xmm8, %xmm10
+; CHECK-NEXT: vroundsd $11, %xmm10, %xmm10, %xmm10
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm10 = -(xmm9 * xmm10) + xmm8
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm10 = xmm8 ^ (xmm2 & (xmm10 ^ xmm8))
+; CHECK-NEXT: vmovsd %xmm8, %xmm10, %xmm10 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm10, %xmm10, %xmm8
+; CHECK-NEXT: vshufps {{.*#+}} xmm9 = xmm5[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm9, %xmm9, %xmm9
+; CHECK-NEXT: vmovq %xmm9, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm6[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm10, %xmm10, %xmm10
+; CHECK-NEXT: vmovq %xmm10, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm10, %xmm9, %xmm11
+; CHECK-NEXT: vroundsd $11, %xmm11, %xmm11, %xmm11
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm11 = -(xmm10 * xmm11) + xmm9
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm11 = xmm9 ^ (xmm2 & (xmm11 ^ xmm9))
+; CHECK-NEXT: vmovsd %xmm9, %xmm11, %xmm11 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm11, %xmm11, %xmm9
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm8 = xmm9[0],xmm8[0],xmm9[1],xmm8[1],xmm9[2],xmm8[2],xmm9[3],xmm8[3]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm9 = xmm5[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm9, %xmm9, %xmm9
+; CHECK-NEXT: vmovq %xmm9, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm10 = xmm6[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm10, %xmm10, %xmm10
+; CHECK-NEXT: vmovq %xmm10, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm10, %xmm9, %xmm11
+; CHECK-NEXT: vroundsd $11, %xmm11, %xmm11, %xmm11
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm11 = -(xmm10 * xmm11) + xmm9
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm11 = xmm9 ^ (xmm2 & (xmm11 ^ xmm9))
+; CHECK-NEXT: vmovsd %xmm9, %xmm11, %xmm11 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm11, %xmm11, %xmm9
+; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm5[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm10, %xmm10, %xmm10
+; CHECK-NEXT: vmovq %xmm10, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm6[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
+; CHECK-NEXT: vmovq %xmm11, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm11, %xmm10, %xmm12
+; CHECK-NEXT: vroundsd $11, %xmm12, %xmm12, %xmm12
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm12 = -(xmm11 * xmm12) + xmm10
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm12 = xmm10 ^ (xmm2 & (xmm12 ^ xmm10))
+; CHECK-NEXT: vmovsd %xmm10, %xmm12, %xmm12 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm12, %xmm12, %xmm10
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm9 = xmm10[0],xmm9[0],xmm10[1],xmm9[1],xmm10[2],xmm9[2],xmm10[3],xmm9[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm8 = xmm9[0],xmm8[0],xmm9[1],xmm8[1]
+; CHECK-NEXT: vinserti128 $1, %xmm7, %ymm8, %ymm9
+; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm7
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm8 = xmm7[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm10
+; CHECK-NEXT: vmovq %xmm10, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm8
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm11 = xmm8[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
+; CHECK-NEXT: vmovq %xmm11, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm11, %xmm10, %xmm12
+; CHECK-NEXT: vroundsd $11, %xmm12, %xmm12, %xmm12
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm12 = -(xmm11 * xmm12) + xmm10
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm12 = xmm10 ^ (xmm2 & (xmm12 ^ xmm10))
+; CHECK-NEXT: vmovsd %xmm10, %xmm12, %xmm12 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm12, %xmm12, %xmm10
+; CHECK-NEXT: vshufps {{.*#+}} xmm11 = xmm7[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
+; CHECK-NEXT: vmovq %xmm11, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufps {{.*#+}} xmm12 = xmm8[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm12, %xmm12, %xmm12
+; CHECK-NEXT: vmovq %xmm12, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm12, %xmm11, %xmm13
+; CHECK-NEXT: vroundsd $11, %xmm13, %xmm13, %xmm13
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm13 = -(xmm12 * xmm13) + xmm11
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
+; CHECK-NEXT: vmovsd %xmm11, %xmm13, %xmm13 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm13, %xmm13, %xmm11
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm10 = xmm11[0],xmm10[0],xmm11[1],xmm10[1],xmm11[2],xmm10[2],xmm11[3],xmm10[3]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm11 = xmm7[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
+; CHECK-NEXT: vmovq %xmm11, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm12 = xmm8[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm12, %xmm12, %xmm12
+; CHECK-NEXT: vmovq %xmm12, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm12, %xmm11, %xmm13
+; CHECK-NEXT: vroundsd $11, %xmm13, %xmm13, %xmm13
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm13 = -(xmm12 * xmm13) + xmm11
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
+; CHECK-NEXT: vmovsd %xmm11, %xmm13, %xmm13 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm13, %xmm13, %xmm11
+; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm7[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm12, %xmm12, %xmm12
+; CHECK-NEXT: vmovq %xmm12, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufpd {{.*#+}} xmm13 = xmm8[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm13, %xmm13, %xmm13
+; CHECK-NEXT: vmovq %xmm13, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm13, %xmm12, %xmm14
+; CHECK-NEXT: vroundsd $11, %xmm14, %xmm14, %xmm14
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm14 = -(xmm13 * xmm14) + xmm12
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm12 ^ (xmm2 & (xmm14 ^ xmm12))
+; CHECK-NEXT: vmovsd %xmm12, %xmm14, %xmm14 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm14, %xmm14, %xmm12
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm11 = xmm12[0],xmm11[0],xmm12[1],xmm11[1],xmm12[2],xmm11[2],xmm12[3],xmm11[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm10 = xmm11[0],xmm10[0],xmm11[1],xmm10[1]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm11 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
+; CHECK-NEXT: vmovq %xmm11, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm12 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm12, %xmm12, %xmm12
+; CHECK-NEXT: vmovq %xmm12, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm12, %xmm11, %xmm13
+; CHECK-NEXT: vroundsd $11, %xmm13, %xmm13, %xmm13
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm13 = -(xmm12 * xmm13) + xmm11
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
+; CHECK-NEXT: vmovsd %xmm11, %xmm13, %xmm13 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm13, %xmm13, %xmm11
+; CHECK-NEXT: vshufps {{.*#+}} xmm12 = xmm0[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm12, %xmm12, %xmm12
+; CHECK-NEXT: vmovq %xmm12, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufps {{.*#+}} xmm13 = xmm1[3,3,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm13, %xmm13, %xmm13
+; CHECK-NEXT: vmovq %xmm13, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm13, %xmm12, %xmm14
+; CHECK-NEXT: vroundsd $11, %xmm14, %xmm14, %xmm14
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm14 = -(xmm13 * xmm14) + xmm12
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm12 ^ (xmm2 & (xmm14 ^ xmm12))
+; CHECK-NEXT: vmovsd %xmm12, %xmm14, %xmm14 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm14, %xmm14, %xmm12
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm11 = xmm12[0],xmm11[0],xmm12[1],xmm11[1],xmm12[2],xmm11[2],xmm12[3],xmm11[3]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm12 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm12, %xmm12, %xmm12
+; CHECK-NEXT: vmovq %xmm12, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm13 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vcvtsh2sd %xmm13, %xmm13, %xmm13
+; CHECK-NEXT: vmovq %xmm13, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm13, %xmm12, %xmm14
+; CHECK-NEXT: vroundsd $11, %xmm14, %xmm14, %xmm14
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm14 = -(xmm13 * xmm14) + xmm12
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm12 ^ (xmm2 & (xmm14 ^ xmm12))
+; CHECK-NEXT: vmovsd %xmm12, %xmm14, %xmm14 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm14, %xmm14, %xmm12
+; CHECK-NEXT: vshufpd {{.*#+}} xmm13 = xmm0[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm13, %xmm13, %xmm13
+; CHECK-NEXT: vmovq %xmm13, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vshufpd {{.*#+}} xmm14 = xmm1[1,0]
+; CHECK-NEXT: vcvtsh2sd %xmm14, %xmm14, %xmm14
+; CHECK-NEXT: vmovq %xmm14, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm14, %xmm13, %xmm15
+; CHECK-NEXT: vroundsd $11, %xmm15, %xmm15, %xmm15
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm15 = -(xmm14 * xmm15) + xmm13
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm15 = xmm13 ^ (xmm2 & (xmm15 ^ xmm13))
+; CHECK-NEXT: vmovsd %xmm13, %xmm15, %xmm15 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm15, %xmm15, %xmm13
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm12 = xmm13[0],xmm12[0],xmm13[1],xmm12[1],xmm13[2],xmm12[2],xmm13[3],xmm12[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm11 = xmm12[0],xmm11[0],xmm12[1],xmm11[1]
+; CHECK-NEXT: vinserti128 $1, %xmm10, %ymm11, %ymm10
+; CHECK-NEXT: vinserti64x4 $1, %ymm9, %zmm10, %zmm9
+; CHECK-NEXT: vpsrlq $48, %xmm3, %xmm10
+; CHECK-NEXT: vcvtsh2sd %xmm10, %xmm10, %xmm10
+; CHECK-NEXT: vmovq %xmm10, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrlq $48, %xmm4, %xmm11
+; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
+; CHECK-NEXT: vmovq %xmm11, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm11, %xmm10, %xmm12
+; CHECK-NEXT: vroundsd $11, %xmm12, %xmm12, %xmm12
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm12 = -(xmm11 * xmm12) + xmm10
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm12 = xmm10 ^ (xmm2 & (xmm12 ^ xmm10))
+; CHECK-NEXT: vmovsd %xmm10, %xmm12, %xmm12 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm12, %xmm12, %xmm10
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm11 = xmm3[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
+; CHECK-NEXT: vmovq %xmm11, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm12 = xmm4[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm12, %xmm12, %xmm12
+; CHECK-NEXT: vmovq %xmm12, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm12, %xmm11, %xmm13
+; CHECK-NEXT: vroundsd $11, %xmm13, %xmm13, %xmm13
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm13 = -(xmm12 * xmm13) + xmm11
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
+; CHECK-NEXT: vmovsd %xmm11, %xmm13, %xmm13 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm13, %xmm13, %xmm11
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm10 = xmm11[0],xmm10[0],xmm11[1],xmm10[1],xmm11[2],xmm10[2],xmm11[3],xmm10[3]
+; CHECK-NEXT: vcvtsh2sd %xmm3, %xmm3, %xmm11
+; CHECK-NEXT: vmovq %xmm11, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm12
+; CHECK-NEXT: vmovq %xmm12, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm12, %xmm11, %xmm13
+; CHECK-NEXT: vroundsd $11, %xmm13, %xmm13, %xmm13
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm13 = -(xmm12 * xmm13) + xmm11
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
+; CHECK-NEXT: vmovsd %xmm11, %xmm13, %xmm13 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm13, %xmm13, %xmm11
+; CHECK-NEXT: vpsrld $16, %xmm3, %xmm3
+; CHECK-NEXT: vcvtsh2sd %xmm3, %xmm3, %xmm3
+; CHECK-NEXT: vmovq %xmm3, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrld $16, %xmm4, %xmm4
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vmovq %xmm4, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm4, %xmm3, %xmm12
+; CHECK-NEXT: vroundsd $11, %xmm12, %xmm12, %xmm12
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm12 = -(xmm4 * xmm12) + xmm3
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm12 = xmm3 ^ (xmm2 & (xmm12 ^ xmm3))
+; CHECK-NEXT: vmovsd %xmm3, %xmm12, %xmm12 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm12, %xmm12, %xmm3
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm11[0],xmm3[0],xmm11[1],xmm3[1],xmm11[2],xmm3[2],xmm11[3],xmm3[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm3 = xmm3[0],xmm10[0],xmm3[1],xmm10[1]
+; CHECK-NEXT: vpsrlq $48, %xmm5, %xmm4
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vmovq %xmm4, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrlq $48, %xmm6, %xmm10
+; CHECK-NEXT: vcvtsh2sd %xmm10, %xmm10, %xmm10
+; CHECK-NEXT: vmovq %xmm10, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm10, %xmm4, %xmm11
+; CHECK-NEXT: vroundsd $11, %xmm11, %xmm11, %xmm11
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm11 = -(xmm10 * xmm11) + xmm4
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm11 = xmm4 ^ (xmm2 & (xmm11 ^ xmm4))
+; CHECK-NEXT: vmovsd %xmm4, %xmm11, %xmm11 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm11, %xmm11, %xmm4
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm10 = xmm5[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm10, %xmm10, %xmm10
+; CHECK-NEXT: vmovq %xmm10, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm11 = xmm6[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
+; CHECK-NEXT: vmovq %xmm11, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm11, %xmm10, %xmm12
+; CHECK-NEXT: vroundsd $11, %xmm12, %xmm12, %xmm12
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm12 = -(xmm11 * xmm12) + xmm10
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm12 = xmm10 ^ (xmm2 & (xmm12 ^ xmm10))
+; CHECK-NEXT: vmovsd %xmm10, %xmm12, %xmm12 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm12, %xmm12, %xmm10
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm10[0],xmm4[0],xmm10[1],xmm4[1],xmm10[2],xmm4[2],xmm10[3],xmm4[3]
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm10
+; CHECK-NEXT: vmovq %xmm10, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm11
+; CHECK-NEXT: vmovq %xmm11, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm11, %xmm10, %xmm12
+; CHECK-NEXT: vroundsd $11, %xmm12, %xmm12, %xmm12
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm12 = -(xmm11 * xmm12) + xmm10
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm12 = xmm10 ^ (xmm2 & (xmm12 ^ xmm10))
+; CHECK-NEXT: vmovsd %xmm10, %xmm12, %xmm12 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm12, %xmm12, %xmm10
+; CHECK-NEXT: vpsrld $16, %xmm5, %xmm5
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrld $16, %xmm6, %xmm6
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm11
+; CHECK-NEXT: vroundsd $11, %xmm11, %xmm11, %xmm11
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm11 = -(xmm6 * xmm11) + xmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm11 = xmm5 ^ (xmm2 & (xmm11 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm11, %xmm11 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm11, %xmm11, %xmm5
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm5 = xmm10[0],xmm5[0],xmm10[1],xmm5[1],xmm10[2],xmm5[2],xmm10[3],xmm5[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1]
+; CHECK-NEXT: vinserti128 $1, %xmm3, %ymm4, %ymm3
+; CHECK-NEXT: vpsrlq $48, %xmm7, %xmm4
+; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vmovq %xmm4, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrlq $48, %xmm8, %xmm5
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
+; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm5 = xmm7[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm8[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm10
+; CHECK-NEXT: vroundsd $11, %xmm10, %xmm10, %xmm10
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm10 = -(xmm6 * xmm10) + xmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm10 = xmm5 ^ (xmm2 & (xmm10 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm10, %xmm10 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm10, %xmm10, %xmm5
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm10
+; CHECK-NEXT: vroundsd $11, %xmm10, %xmm10, %xmm10
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm10 = -(xmm6 * xmm10) + xmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm10 = xmm5 ^ (xmm2 & (xmm10 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm10, %xmm10 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm10, %xmm10, %xmm5
+; CHECK-NEXT: vpsrld $16, %xmm7, %xmm6
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrld $16, %xmm8, %xmm7
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
+; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm5 = xmm5[0],xmm6[0],xmm5[1],xmm6[1],xmm5[2],xmm6[2],xmm5[3],xmm6[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1]
+; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm5
+; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
+; CHECK-NEXT: vmovq %xmm5, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm6
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
+; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm0[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm7 = xmm1[1,1,3,3]
+; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
+; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm5 = xmm6[0],xmm5[0],xmm6[1],xmm5[1],xmm6[2],xmm5[2],xmm6[3],xmm5[3]
+; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm6
+; CHECK-NEXT: vmovq %xmm6, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm7
+; CHECK-NEXT: vmovq %xmm7, %rdi
+; CHECK-NEXT: andq %rcx, %rdi
+; CHECK-NEXT: cmpq %rdx, %rdi
+; CHECK-NEXT: sete %dil
+; CHECK-NEXT: andb %sil, %dil
+; CHECK-NEXT: kmovd %edi, %k1
+; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
+; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
+; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
+; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm0
+; CHECK-NEXT: vmovq %xmm0, %rsi
+; CHECK-NEXT: addq %rsi, %rsi
+; CHECK-NEXT: cmpq %rax, %rsi
+; CHECK-NEXT: setb %al
+; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
+; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm1
+; CHECK-NEXT: vmovq %xmm1, %rsi
+; CHECK-NEXT: andq %rcx, %rsi
+; CHECK-NEXT: cmpq %rdx, %rsi
+; CHECK-NEXT: sete %cl
+; CHECK-NEXT: andb %al, %cl
+; CHECK-NEXT: kmovd %ecx, %k1
+; CHECK-NEXT: vdivsd %xmm1, %xmm0, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm1 * xmm7) + xmm0
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm0 ^ (xmm2 & (xmm7 ^ xmm0))
+; CHECK-NEXT: vmovsd %xmm0, %xmm7, %xmm7 {%k1}
+; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm0
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm6[0],xmm0[0],xmm6[1],xmm0[1],xmm6[2],xmm0[2],xmm6[3],xmm0[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm5[0],xmm0[1],xmm5[1]
+; CHECK-NEXT: vinserti128 $1, %xmm4, %ymm0, %ymm0
+; CHECK-NEXT: vinserti64x4 $1, %ymm3, %zmm0, %zmm0
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm0 = zmm0[0],zmm9[0],zmm0[2],zmm9[2],zmm0[4],zmm9[4],zmm0[6],zmm9[6]
; CHECK-NEXT: retq
%r = frem <32 x half> %x, %y
ret <32 x half> %r
>From 1fea35474ebe7c464f6221d6bb2b78657d7b2047 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Tue, 13 Oct 2026 15:59:10 +0545
Subject: [PATCH 29/50] style: remove comments and rename variables
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 24 ++++++++++--------------
1 file changed, 10 insertions(+), 14 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index 803c55b56121d4..d47e7b2c097ef7 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -2370,7 +2370,7 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
// AVX512_FP16 scalar operations
setGroup(MVT::f16);
SetFPMinMaxAction(MVT::f16);
- setOperationAction(ISD::FREM, MVT::f16, Custom);
+ setOperationAction(ISD::FREM, MVT::f16, Custom);
setOperationAction(ISD::STRICT_FREM, MVT::f16, Promote);
setOperationAction(ISD::SELECT_CC, MVT::f16, Expand);
setOperationAction(ISD::BR_CC, MVT::f16, Expand);
@@ -23302,26 +23302,22 @@ static SDValue LowerFGETSIGN(SDValue Op, SelectionDAG &DAG) {
}
static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
- SDLoc dl(Op);
+ SDLoc Dl(Op);
assert(Op.getValueType() == MVT::f16 && "Unexpected type for FREM");
- SDValue a = Op.getOperand(0);
- SDValue b = Op.getOperand(1);
+ SDValue A = Op.getOperand(0);
+ SDValue B = Op.getOperand(1);
- SDValue x = DAG.getNode(ISD::FP_EXTEND, dl, MVT::f64, a);
- SDValue y = DAG.getNode(ISD::FP_EXTEND, dl, MVT::f64, b);
+ SDValue X = DAG.getNode(ISD::FP_EXTEND, dl, MVT::f64, a);
+ SDValue Y = DAG.getNode(ISD::FP_EXTEND, dl, MVT::f64, b);
SDValue Res = DAG.getNode(ISD::FDIV, dl, MVT::f64, x, y);
- Res = DAG.getNode(ISD::FTRUNC, dl, MVT::f64, Res); // q
- Res = DAG.getNode(ISD::FNEG, dl, MVT::f64, Res); // -q
- Res = DAG.getNode(ISD::FMA, dl, MVT::f64, Res, y, x); // -q*y + x
+ Res = DAG.getNode(ISD::FTRUNC, dl, MVT::f64, Res);
+ Res = DAG.getNode(ISD::FNEG, dl, MVT::f64, Res);
+ Res = DAG.getNode(ISD::FMA, dl, MVT::f64, Res, y, x);
Res = DAG.getNode(ISD::FCOPYSIGN, dl, MVT::f64, Res,
- x); // remainder takes sign of x
-
- // with f32 as a substitute for f16, this causes unhandled conditions with
- // the` use of f64 internally
+ x);
- // 1 % inf = NaN
EVT CCVT = DAG.getTargetLoweringInfo().getSetCCResultType(
DAG.getDataLayout(), *DAG.getContext(), MVT::f64);
SDValue YIsInf = DAG.getNode(ISD::IS_FPCLASS, dl, CCVT, y,
>From 623f7ee0e2bd4204f6f5aca67ad23d4d44153826 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Tue, 13 Oct 2026 16:04:29 +0545
Subject: [PATCH 30/50] chore: clang format
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 5 ++---
1 file changed, 2 insertions(+), 3 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index d47e7b2c097ef7..3d722d295f3bff 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -2370,7 +2370,7 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
// AVX512_FP16 scalar operations
setGroup(MVT::f16);
SetFPMinMaxAction(MVT::f16);
- setOperationAction(ISD::FREM, MVT::f16, Custom);
+ setOperationAction(ISD::FREM, MVT::f16, Custom);
setOperationAction(ISD::STRICT_FREM, MVT::f16, Promote);
setOperationAction(ISD::SELECT_CC, MVT::f16, Expand);
setOperationAction(ISD::BR_CC, MVT::f16, Expand);
@@ -23315,8 +23315,7 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
Res = DAG.getNode(ISD::FTRUNC, dl, MVT::f64, Res);
Res = DAG.getNode(ISD::FNEG, dl, MVT::f64, Res);
Res = DAG.getNode(ISD::FMA, dl, MVT::f64, Res, y, x);
- Res = DAG.getNode(ISD::FCOPYSIGN, dl, MVT::f64, Res,
- x);
+ Res = DAG.getNode(ISD::FCOPYSIGN, dl, MVT::f64, Res, x);
EVT CCVT = DAG.getTargetLoweringInfo().getSetCCResultType(
DAG.getDataLayout(), *DAG.getContext(), MVT::f64);
>From ededd76f55a9dcd615c1bff4436b809f1a17a7fa Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Tue, 13 Oct 2026 16:04:29 +0545
Subject: [PATCH 31/50] chore: clang format
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 11 +++++------
1 file changed, 5 insertions(+), 6 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index d47e7b2c097ef7..a9c3d54d637d84 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -2370,7 +2370,7 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
// AVX512_FP16 scalar operations
setGroup(MVT::f16);
SetFPMinMaxAction(MVT::f16);
- setOperationAction(ISD::FREM, MVT::f16, Custom);
+ setOperationAction(ISD::FREM, MVT::f16, Custom);
setOperationAction(ISD::STRICT_FREM, MVT::f16, Promote);
setOperationAction(ISD::SELECT_CC, MVT::f16, Expand);
setOperationAction(ISD::BR_CC, MVT::f16, Expand);
@@ -23312,11 +23312,10 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
SDValue Y = DAG.getNode(ISD::FP_EXTEND, dl, MVT::f64, b);
SDValue Res = DAG.getNode(ISD::FDIV, dl, MVT::f64, x, y);
- Res = DAG.getNode(ISD::FTRUNC, dl, MVT::f64, Res);
- Res = DAG.getNode(ISD::FNEG, dl, MVT::f64, Res);
- Res = DAG.getNode(ISD::FMA, dl, MVT::f64, Res, y, x);
- Res = DAG.getNode(ISD::FCOPYSIGN, dl, MVT::f64, Res,
- x);
+ Res = DAG.getNode(ISD::FTRUNC, dl, MVT::f64, Res);
+ Res = DAG.getNode(ISD::FNEG, dl, MVT::f64, Res);
+ Res = DAG.getNode(ISD::FMA, dl, MVT::f64, Res, y, x);
+ Res = DAG.getNode(ISD::FCOPYSIGN, dl, MVT::f64, Res, x);
EVT CCVT = DAG.getTargetLoweringInfo().getSetCCResultType(
DAG.getDataLayout(), *DAG.getContext(), MVT::f64);
>From ef39fe6793738faa9cc0f642d8c0a5f2893df2bd Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Tue, 13 Oct 2026 16:27:50 +0545
Subject: [PATCH 32/50] chore: clang format
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index a9c3d54d637d84..7b06834c2480d2 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -2370,7 +2370,7 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
// AVX512_FP16 scalar operations
setGroup(MVT::f16);
SetFPMinMaxAction(MVT::f16);
- setOperationAction(ISD::FREM, MVT::f16, Custom);
+ setOperationAction(ISD::FREM, MVT::f16, Custom);
setOperationAction(ISD::STRICT_FREM, MVT::f16, Promote);
setOperationAction(ISD::SELECT_CC, MVT::f16, Expand);
setOperationAction(ISD::BR_CC, MVT::f16, Expand);
>From ff217df9da9469f1597d77b9dab6c1738b89f143 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Tue, 13 Oct 2026 16:56:30 +0545
Subject: [PATCH 33/50] chore: fixed tabs
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index 7b06834c2480d2..1e82d7366e04f6 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -34900,7 +34900,7 @@ SDValue X86TargetLowering::LowerOperation(SDValue Op, SelectionDAG &DAG) const {
case ISD::FNEG: return LowerFABSorFNEG(Op, DAG);
case ISD::FCOPYSIGN: return LowerFCOPYSIGN(Op, DAG);
case ISD::FGETSIGN: return LowerFGETSIGN(Op, DAG);
- case ISD::FREM: return LowerFREM(Op,DAG);
+ case ISD::FREM: return LowerFREM(Op,DAG);
case ISD::LRINT:
case ISD::LLRINT: return LowerLRINT_LLRINT(Op, DAG);
case ISD::SETCC:
>From 9914668e8dc6c977e0d8e1deedd1903d1f576c92 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Tue, 13 Oct 2026 17:09:18 +0545
Subject: [PATCH 34/50] fix: wrongly named variable
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 30 ++++++++++++-------------
1 file changed, 15 insertions(+), 15 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index 1e82d7366e04f6..deb6e0262549ac 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -23308,29 +23308,29 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
SDValue A = Op.getOperand(0);
SDValue B = Op.getOperand(1);
- SDValue X = DAG.getNode(ISD::FP_EXTEND, dl, MVT::f64, a);
- SDValue Y = DAG.getNode(ISD::FP_EXTEND, dl, MVT::f64, b);
+ SDValue X = DAG.getNode(ISD::FP_EXTEND, Dl, MVT::f64, a);
+ SDValue Y = DAG.getNode(ISD::FP_EXTEND, Dl, MVT::f64, b);
- SDValue Res = DAG.getNode(ISD::FDIV, dl, MVT::f64, x, y);
- Res = DAG.getNode(ISD::FTRUNC, dl, MVT::f64, Res);
- Res = DAG.getNode(ISD::FNEG, dl, MVT::f64, Res);
- Res = DAG.getNode(ISD::FMA, dl, MVT::f64, Res, y, x);
- Res = DAG.getNode(ISD::FCOPYSIGN, dl, MVT::f64, Res, x);
+ SDValue Res = DAG.getNode(ISD::FDIV, Dl, MVT::f64, x, y);
+ Res = DAG.getNode(ISD::FTRUNC, Dl, MVT::f64, Res);
+ Res = DAG.getNode(ISD::FNEG, Dl, MVT::f64, Res);
+ Res = DAG.getNode(ISD::FMA, Dl, MVT::f64, Res, y, x);
+ Res = DAG.getNode(ISD::FCOPYSIGN, Dl, MVT::f64, Res, x);
EVT CCVT = DAG.getTargetLoweringInfo().getSetCCResultType(
DAG.getDataLayout(), *DAG.getContext(), MVT::f64);
- SDValue YIsInf = DAG.getNode(ISD::IS_FPCLASS, dl, CCVT, y,
- DAG.getTargetConstant(fcInf, dl, MVT::i32));
+ SDValue YIsInf = DAG.getNode(ISD::IS_FPCLASS, Dl, CCVT, y,
+ DAG.getTargetConstant(fcInf, Dl, MVT::i32));
SDValue XIsFinite =
- DAG.getNode(ISD::IS_FPCLASS, dl, CCVT, x,
- DAG.getTargetConstant(fcFinite, dl, MVT::i32));
+ DAG.getNode(ISD::IS_FPCLASS, Dl, CCVT, x,
+ DAG.getTargetConstant(fcFinite, Dl, MVT::i32));
- SDValue UseX = DAG.getNode(ISD::AND, dl, CCVT, YIsInf, XIsFinite);
- Res = DAG.getSelect(dl, MVT::f64, UseX, x, Res);
+ SDValue UseX = DAG.getNode(ISD::AND, Dl, CCVT, YIsInf, XIsFinite);
+ Res = DAG.getSelect(Dl, MVT::f64, UseX, x, Res);
- return DAG.getNode(ISD::FP_ROUND, dl, MVT::f16, Res,
- DAG.getIntPtrConstant(0, dl, /*isTarget=*/true));
+ return DAG.getNode(ISD::FP_ROUND, Dl, MVT::f16, Res,
+ DAG.getIntPtrConstant(0, Dl, /*isTarget=*/true));
}
/// Helper for attempting to create a X86ISD::BT node.
static SDValue getBT(SDValue Src, SDValue BitNo, const SDLoc &DL, SelectionDAG &DAG) {
>From 8fcce5914952b4bbefb40f2031028e67392323d4 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Tue, 13 Oct 2026 17:11:03 +0545
Subject: [PATCH 35/50] fix: cleanup variables
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 14 +++++++-------
1 file changed, 7 insertions(+), 7 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index deb6e0262549ac..fa9e9600f09c29 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -23311,23 +23311,23 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
SDValue X = DAG.getNode(ISD::FP_EXTEND, Dl, MVT::f64, a);
SDValue Y = DAG.getNode(ISD::FP_EXTEND, Dl, MVT::f64, b);
- SDValue Res = DAG.getNode(ISD::FDIV, Dl, MVT::f64, x, y);
+ SDValue Res = DAG.getNode(ISD::FDIV, Dl, MVT::f64, X, Y);
Res = DAG.getNode(ISD::FTRUNC, Dl, MVT::f64, Res);
Res = DAG.getNode(ISD::FNEG, Dl, MVT::f64, Res);
- Res = DAG.getNode(ISD::FMA, Dl, MVT::f64, Res, y, x);
- Res = DAG.getNode(ISD::FCOPYSIGN, Dl, MVT::f64, Res, x);
+ Res = DAG.getNode(ISD::FMA, Dl, MVT::f64, Res, Y, X);
+ Res = DAG.getNode(ISD::FCOPYSIGN, Dl, MVT::f64, Res, X);
EVT CCVT = DAG.getTargetLoweringInfo().getSetCCResultType(
- DAG.getDataLayout(), *DAG.getContext(), MVT::f64);
- SDValue YIsInf = DAG.getNode(ISD::IS_FPCLASS, Dl, CCVT, y,
+ DAG.getDataLaYout(), *DAG.getContext(), MVT::f64);
+ SDValue YIsInf = DAG.getNode(ISD::IS_FPCLASS, Dl, CCVT, Y,
DAG.getTargetConstant(fcInf, Dl, MVT::i32));
SDValue XIsFinite =
- DAG.getNode(ISD::IS_FPCLASS, Dl, CCVT, x,
+ DAG.getNode(ISD::IS_FPCLASS, Dl, CCVT, X,
DAG.getTargetConstant(fcFinite, Dl, MVT::i32));
SDValue UseX = DAG.getNode(ISD::AND, Dl, CCVT, YIsInf, XIsFinite);
- Res = DAG.getSelect(Dl, MVT::f64, UseX, x, Res);
+ Res = DAG.getSelect(Dl, MVT::f64, UseX, X, Res);
return DAG.getNode(ISD::FP_ROUND, Dl, MVT::f16, Res,
DAG.getIntPtrConstant(0, Dl, /*isTarget=*/true));
>From e975b556c029835cb1acaecf0ab57200adfcd45c Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Tue, 13 Oct 2026 17:30:22 +0545
Subject: [PATCH 36/50] style: fix tab indent
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index fa9e9600f09c29..5abd144e4e5dd8 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -34900,7 +34900,7 @@ SDValue X86TargetLowering::LowerOperation(SDValue Op, SelectionDAG &DAG) const {
case ISD::FNEG: return LowerFABSorFNEG(Op, DAG);
case ISD::FCOPYSIGN: return LowerFCOPYSIGN(Op, DAG);
case ISD::FGETSIGN: return LowerFGETSIGN(Op, DAG);
- case ISD::FREM: return LowerFREM(Op,DAG);
+ case ISD::FREM: return LowerFREM(Op,DAG);
case ISD::LRINT:
case ISD::LLRINT: return LowerLRINT_LLRINT(Op, DAG);
case ISD::SETCC:
>From b6febebaa80de3a9e39addc17130290cd618ea25 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Tue, 13 Oct 2026 17:30:22 +0545
Subject: [PATCH 37/50] style: fix tab indent
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index fa9e9600f09c29..d545728b77698b 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -2370,7 +2370,7 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
// AVX512_FP16 scalar operations
setGroup(MVT::f16);
SetFPMinMaxAction(MVT::f16);
- setOperationAction(ISD::FREM, MVT::f16, Custom);
+ setOperationAction(ISD::FREM, MVT::f16, Custom);
setOperationAction(ISD::STRICT_FREM, MVT::f16, Promote);
setOperationAction(ISD::SELECT_CC, MVT::f16, Expand);
setOperationAction(ISD::BR_CC, MVT::f16, Expand);
@@ -34900,7 +34900,7 @@ SDValue X86TargetLowering::LowerOperation(SDValue Op, SelectionDAG &DAG) const {
case ISD::FNEG: return LowerFABSorFNEG(Op, DAG);
case ISD::FCOPYSIGN: return LowerFCOPYSIGN(Op, DAG);
case ISD::FGETSIGN: return LowerFGETSIGN(Op, DAG);
- case ISD::FREM: return LowerFREM(Op,DAG);
+ case ISD::FREM: return LowerFREM(Op,DAG);
case ISD::LRINT:
case ISD::LLRINT: return LowerLRINT_LLRINT(Op, DAG);
case ISD::SETCC:
>From d53bf7fde5fe47aacead6f6431651d0004ef5bb6 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Sat, 17 Oct 2026 11:50:37 +0545
Subject: [PATCH 38/50] feat: vectorize the frem for f16
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 46 +-
llvm/test/CodeGen/X86/avx512fp16-frem.ll | 2395 ++++++++--------------
2 files changed, 927 insertions(+), 1514 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index d545728b77698b..589f5f6e1aa1ac 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -23305,33 +23305,33 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
SDLoc Dl(Op);
assert(Op.getValueType() == MVT::f16 && "Unexpected type for FREM");
- SDValue A = Op.getOperand(0);
- SDValue B = Op.getOperand(1);
-
- SDValue X = DAG.getNode(ISD::FP_EXTEND, Dl, MVT::f64, a);
- SDValue Y = DAG.getNode(ISD::FP_EXTEND, Dl, MVT::f64, b);
+ SDValue A =
+ DAG.getNode(ISD::SCALAR_TO_VECTOR, Dl, MVT::v8f16, Op.getOperand(0));
+ SDValue B =
+ DAG.getNode(ISD::SCALAR_TO_VECTOR, Dl, MVT::v8f16, Op.getOperand(1));
- SDValue Res = DAG.getNode(ISD::FDIV, Dl, MVT::f64, X, Y);
- Res = DAG.getNode(ISD::FTRUNC, Dl, MVT::f64, Res);
- Res = DAG.getNode(ISD::FNEG, Dl, MVT::f64, Res);
- Res = DAG.getNode(ISD::FMA, Dl, MVT::f64, Res, Y, X);
- Res = DAG.getNode(ISD::FCOPYSIGN, Dl, MVT::f64, Res, X);
+ SDValue X = DAG.getNode(ISD::FP_EXTEND, Dl, MVT::v8f64, A);
+ SDValue Y = DAG.getNode(ISD::FP_EXTEND, Dl, MVT::v8f64, B);
+ SDValue Q = DAG.getNode(ISD::FTRUNC, Dl, MVT::v8f64,
+ DAG.getNode(ISD::FDIV, Dl, MVT::v8f64, X, Y));
+ SDValue NegQ = DAG.getNode(ISD::FNEG, Dl, MVT::v8f64, Q);
+ SDValue Res = DAG.getNode(ISD::FMA, Dl, MVT::v8f64, NegQ, Y, X);
+ Res = DAG.getNode(ISD::FP_ROUND, Dl, MVT::v8f16, Res,
+ DAG.getIntPtrConstant(0, Dl, /*isTarget=*/true));
- EVT CCVT = DAG.getTargetLoweringInfo().getSetCCResultType(
- DAG.getDataLaYout(), *DAG.getContext(), MVT::f64);
- SDValue YIsInf = DAG.getNode(ISD::IS_FPCLASS, Dl, CCVT, Y,
- DAG.getTargetConstant(fcInf, Dl, MVT::i32));
-
- SDValue XIsFinite =
- DAG.getNode(ISD::IS_FPCLASS, Dl, CCVT, X,
- DAG.getTargetConstant(fcFinite, Dl, MVT::i32));
+ SDValue XNotFinite = DAG.getNode(X86ISD::VFPCLASS, Dl, MVT::v8i1, A,
+ DAG.getTargetConstant(0x99, Dl, MVT::i32));
+ SDValue XFinite = DAG.getNOT(Dl, XNotFinite, MVT::v8i1);
+ SDValue YIsInf = DAG.getNode(X86ISD::VFPCLASS, Dl, MVT::v8i1, B,
+ DAG.getTargetConstant(0x18, Dl, MVT::i32));
- SDValue UseX = DAG.getNode(ISD::AND, Dl, CCVT, YIsInf, XIsFinite);
- Res = DAG.getSelect(Dl, MVT::f64, UseX, X, Res);
+ SDValue UseX = DAG.getNode(ISD::AND, Dl, MVT::v8i1, XFinite, YIsInf);
+ Res = DAG.getSelect(Dl, MVT::v8f16, UseX, A, Res);
- return DAG.getNode(ISD::FP_ROUND, Dl, MVT::f16, Res,
- DAG.getIntPtrConstant(0, Dl, /*isTarget=*/true));
+ return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, Dl, MVT::f16, Res,
+ DAG.getVectorIdxConstant(0, Dl));
}
+
/// Helper for attempting to create a X86ISD::BT node.
static SDValue getBT(SDValue Src, SDValue BitNo, const SDLoc &DL, SelectionDAG &DAG) {
// If Src is i8, promote it to i32 with any_extend. There is no i8 BT
@@ -34900,7 +34900,7 @@ SDValue X86TargetLowering::LowerOperation(SDValue Op, SelectionDAG &DAG) const {
case ISD::FNEG: return LowerFABSorFNEG(Op, DAG);
case ISD::FCOPYSIGN: return LowerFCOPYSIGN(Op, DAG);
case ISD::FGETSIGN: return LowerFGETSIGN(Op, DAG);
- case ISD::FREM: return LowerFREM(Op,DAG);
+ case ISD::FREM: return LowerFREM(Op, DAG);
case ISD::LRINT:
case ISD::LLRINT: return LowerLRINT_LLRINT(Op, DAG);
case ISD::SETCC:
diff --git a/llvm/test/CodeGen/X86/avx512fp16-frem.ll b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
index fb8985a81e94b7..a817d21ad6314c 100644
--- a/llvm/test/CodeGen/X86/avx512fp16-frem.ll
+++ b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
@@ -1,30 +1,21 @@
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
-; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=avx512fp16,avx512vl | FileCheck %s
+; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=avx512fp16,avx512vl,avx10.1 | FileCheck %s
define half @frem(half %x, half %y) nounwind {
; CHECK-LABEL: frem:
; CHECK: # %bb.0:
-; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovq %xmm0, %rax
-; CHECK-NEXT: addq %rax, %rax
-; CHECK-NEXT: movabsq $-9007199254740992, %rcx # imm = 0xFFE0000000000000
-; CHECK-NEXT: cmpq %rcx, %rax
-; CHECK-NEXT: setb %al
-; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vmovq %xmm1, %rcx
-; CHECK-NEXT: movabsq $9223372036854775807, %rdx # imm = 0x7FFFFFFFFFFFFFFF
-; CHECK-NEXT: andq %rcx, %rdx
-; CHECK-NEXT: movabsq $9218868437227405312, %rcx # imm = 0x7FF0000000000000
-; CHECK-NEXT: cmpq %rcx, %rdx
-; CHECK-NEXT: sete %cl
-; CHECK-NEXT: andb %al, %cl
-; CHECK-NEXT: kmovd %ecx, %k1
-; CHECK-NEXT: vdivsd %xmm1, %xmm0, %xmm2
-; CHECK-NEXT: vroundsd $11, %xmm2, %xmm2, %xmm2
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm2 = -(xmm1 * xmm2) + xmm0
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm2 = xmm0 ^ (m64bcst & (xmm2 ^ xmm0))
-; CHECK-NEXT: vmovsd %xmm0, %xmm2, %xmm2 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm2, %xmm2, %xmm0
+; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm2
+; CHECK-NEXT: vdivpd %zmm1, %zmm2, %zmm3
+; CHECK-NEXT: vrndscalepd $11, %zmm3, %zmm3
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm3 = -(zmm1 * zmm3) + zmm2
+; CHECK-NEXT: vcvtpd2ph %zmm3, %xmm1
+; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
+; CHECK-NEXT: vmovdqa %xmm1, %xmm0
+; CHECK-NEXT: vzeroupper
; CHECK-NEXT: retq
%r = frem half %x, %y
ret half %r
@@ -33,175 +24,108 @@ define half @frem(half %x, half %y) nounwind {
define <2 x half> @frem_vec2(<2 x half> %x, <2 x half> %y) nounwind {
; CHECK-LABEL: frem_vec2:
; CHECK: # %bb.0:
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm3
-; CHECK-NEXT: vmovq %xmm3, %rcx
-; CHECK-NEXT: addq %rcx, %rcx
-; CHECK-NEXT: movabsq $-9007199254740992, %rax # imm = 0xFFE0000000000000
-; CHECK-NEXT: cmpq %rax, %rcx
-; CHECK-NEXT: setb %sil
; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm2
-; CHECK-NEXT: vmovq %xmm2, %rdi
-; CHECK-NEXT: movabsq $9223372036854775807, %rcx # imm = 0x7FFFFFFFFFFFFFFF
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: movabsq $9218868437227405312, %rdx # imm = 0x7FF0000000000000
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm2, %xmm3, %xmm4
-; CHECK-NEXT: vroundsd $11, %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm4 = -(xmm2 * xmm4) + xmm3
-; CHECK-NEXT: vpbroadcastq {{.*#+}} xmm2 = [NaN,NaN]
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm4 = xmm3 ^ (xmm2 & (xmm4 ^ xmm3))
-; CHECK-NEXT: vmovsd %xmm3, %xmm4, %xmm4 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm4, %xmm4, %xmm3
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm3 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $153, %xmm3, %k0 # k0 = isQuietNaN(xmm3) | isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3) | isSignalingNaN(xmm3)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm2, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm4
+; CHECK-NEXT: vdivpd %zmm2, %zmm4, %zmm5
+; CHECK-NEXT: vrndscalepd $11, %zmm5, %zmm5
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm5 = -(zmm2 * zmm5) + zmm4
+; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm2
+; CHECK-NEXT: vmovdqu16 %xmm3, %xmm2 {%k1}
+; CHECK-NEXT: vshufps {{.*#+}} xmm3 = xmm1[3,3,3,3]
; CHECK-NEXT: vshufps {{.*#+}} xmm4 = xmm0[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vmovq %xmm4, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufps {{.*#+}} xmm5 = xmm1[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
-; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
+; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
+; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
+; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm2 = xmm3[0],xmm2[0],xmm3[1],xmm2[1],xmm3[2],xmm2[2],xmm3[3],xmm2[3]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm3 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
; CHECK-NEXT: vpsrldq {{.*#+}} xmm4 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vmovq %xmm4, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm5 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
-; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
+; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
+; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
+; CHECK-NEXT: vshufpd {{.*#+}} xmm4 = xmm1[1,0]
; CHECK-NEXT: vshufpd {{.*#+}} xmm5 = xmm0[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufpd {{.*#+}} xmm6 = xmm1[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1]
+; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm6
+; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm7
+; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm4 * zmm7) + zmm6
+; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm4
+; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm2 = xmm3[0],xmm2[0],xmm3[1],xmm2[1]
+; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm3
; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm4
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vmovq %xmm4, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm5
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
-; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
+; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
+; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm4 = xmm1[1,1,3,3]
; CHECK-NEXT: vmovshdup {{.*#+}} xmm5 = xmm0[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm1[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
-; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
-; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
-; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovq %xmm0, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %al
+; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm6
+; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm7
+; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm4 * zmm7) + zmm6
+; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm4
+; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
+; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
+; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm4 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm4
+; CHECK-NEXT: vmovdqu16 %xmm0, %xmm4 {%k1}
; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
-; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vmovq %xmm1, %rsi
-; CHECK-NEXT: andq %rcx, %rsi
-; CHECK-NEXT: cmpq %rdx, %rsi
-; CHECK-NEXT: sete %cl
-; CHECK-NEXT: andb %al, %cl
-; CHECK-NEXT: kmovd %ecx, %k1
-; CHECK-NEXT: vdivsd %xmm1, %xmm0, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm1 * xmm6) + xmm0
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm0 ^ (xmm2 & (xmm6 ^ xmm0))
-; CHECK-NEXT: vmovsd %xmm0, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm0
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm5[0],xmm0[0],xmm5[1],xmm0[1],xmm5[2],xmm0[2],xmm5[3],xmm0[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm4[0],xmm0[1],xmm4[1]
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm3[0]
+; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
+; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
+; CHECK-NEXT: vdivpd %zmm1, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm1 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm1
+; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm4[0],xmm1[0],xmm4[1],xmm1[1],xmm4[2],xmm1[2],xmm4[3],xmm1[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm3[0],xmm0[1],xmm3[1]
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm2[0]
+; CHECK-NEXT: vzeroupper
; CHECK-NEXT: retq
%r = frem <2 x half> %x, %y
ret <2 x half> %r
@@ -210,175 +134,108 @@ define <2 x half> @frem_vec2(<2 x half> %x, <2 x half> %y) nounwind {
define <4 x half> @frem_vec4(<4 x half> %x, <4 x half> %y) nounwind {
; CHECK-LABEL: frem_vec4:
; CHECK: # %bb.0:
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm3
-; CHECK-NEXT: vmovq %xmm3, %rcx
-; CHECK-NEXT: addq %rcx, %rcx
-; CHECK-NEXT: movabsq $-9007199254740992, %rax # imm = 0xFFE0000000000000
-; CHECK-NEXT: cmpq %rax, %rcx
-; CHECK-NEXT: setb %sil
; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm2
-; CHECK-NEXT: vmovq %xmm2, %rdi
-; CHECK-NEXT: movabsq $9223372036854775807, %rcx # imm = 0x7FFFFFFFFFFFFFFF
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: movabsq $9218868437227405312, %rdx # imm = 0x7FF0000000000000
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm2, %xmm3, %xmm4
-; CHECK-NEXT: vroundsd $11, %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm4 = -(xmm2 * xmm4) + xmm3
-; CHECK-NEXT: vpbroadcastq {{.*#+}} xmm2 = [NaN,NaN]
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm4 = xmm3 ^ (xmm2 & (xmm4 ^ xmm3))
-; CHECK-NEXT: vmovsd %xmm3, %xmm4, %xmm4 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm4, %xmm4, %xmm3
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm3 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $153, %xmm3, %k0 # k0 = isQuietNaN(xmm3) | isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3) | isSignalingNaN(xmm3)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm2, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm4
+; CHECK-NEXT: vdivpd %zmm2, %zmm4, %zmm5
+; CHECK-NEXT: vrndscalepd $11, %zmm5, %zmm5
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm5 = -(zmm2 * zmm5) + zmm4
+; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm2
+; CHECK-NEXT: vmovdqu16 %xmm3, %xmm2 {%k1}
+; CHECK-NEXT: vshufps {{.*#+}} xmm3 = xmm1[3,3,3,3]
; CHECK-NEXT: vshufps {{.*#+}} xmm4 = xmm0[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vmovq %xmm4, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufps {{.*#+}} xmm5 = xmm1[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
-; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
+; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
+; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
+; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm2 = xmm3[0],xmm2[0],xmm3[1],xmm2[1],xmm3[2],xmm2[2],xmm3[3],xmm2[3]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm3 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
; CHECK-NEXT: vpsrldq {{.*#+}} xmm4 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vmovq %xmm4, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm5 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
-; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
+; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
+; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
+; CHECK-NEXT: vshufpd {{.*#+}} xmm4 = xmm1[1,0]
; CHECK-NEXT: vshufpd {{.*#+}} xmm5 = xmm0[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufpd {{.*#+}} xmm6 = xmm1[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1]
+; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm6
+; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm7
+; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm4 * zmm7) + zmm6
+; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm4
+; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm2 = xmm3[0],xmm2[0],xmm3[1],xmm2[1]
+; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm3
; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm4
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vmovq %xmm4, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm5
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
-; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
+; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
+; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm4 = xmm1[1,1,3,3]
; CHECK-NEXT: vmovshdup {{.*#+}} xmm5 = xmm0[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm1[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
-; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
-; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
-; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovq %xmm0, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %al
+; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm6
+; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm7
+; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm4 * zmm7) + zmm6
+; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm4
+; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
+; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
+; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm4 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm4
+; CHECK-NEXT: vmovdqu16 %xmm0, %xmm4 {%k1}
; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
-; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vmovq %xmm1, %rsi
-; CHECK-NEXT: andq %rcx, %rsi
-; CHECK-NEXT: cmpq %rdx, %rsi
-; CHECK-NEXT: sete %cl
-; CHECK-NEXT: andb %al, %cl
-; CHECK-NEXT: kmovd %ecx, %k1
-; CHECK-NEXT: vdivsd %xmm1, %xmm0, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm1 * xmm6) + xmm0
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm0 ^ (xmm2 & (xmm6 ^ xmm0))
-; CHECK-NEXT: vmovsd %xmm0, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm0
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm5[0],xmm0[0],xmm5[1],xmm0[1],xmm5[2],xmm0[2],xmm5[3],xmm0[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm4[0],xmm0[1],xmm4[1]
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm3[0]
+; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
+; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
+; CHECK-NEXT: vdivpd %zmm1, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm1 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm1
+; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm4[0],xmm1[0],xmm4[1],xmm1[1],xmm4[2],xmm1[2],xmm4[3],xmm1[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm3[0],xmm0[1],xmm3[1]
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm2[0]
+; CHECK-NEXT: vzeroupper
; CHECK-NEXT: retq
%r = frem <4 x half> %x, %y
ret <4 x half> %r
@@ -387,175 +244,108 @@ define <4 x half> @frem_vec4(<4 x half> %x, <4 x half> %y) nounwind {
define <8 x half> @frem_vec8(<8 x half> %x, <8 x half> %y) nounwind {
; CHECK-LABEL: frem_vec8:
; CHECK: # %bb.0:
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm3
-; CHECK-NEXT: vmovq %xmm3, %rcx
-; CHECK-NEXT: addq %rcx, %rcx
-; CHECK-NEXT: movabsq $-9007199254740992, %rax # imm = 0xFFE0000000000000
-; CHECK-NEXT: cmpq %rax, %rcx
-; CHECK-NEXT: setb %sil
; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm2
-; CHECK-NEXT: vmovq %xmm2, %rdi
-; CHECK-NEXT: movabsq $9223372036854775807, %rcx # imm = 0x7FFFFFFFFFFFFFFF
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: movabsq $9218868437227405312, %rdx # imm = 0x7FF0000000000000
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm2, %xmm3, %xmm4
-; CHECK-NEXT: vroundsd $11, %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm4 = -(xmm2 * xmm4) + xmm3
-; CHECK-NEXT: vpbroadcastq {{.*#+}} xmm2 = [NaN,NaN]
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm4 = xmm3 ^ (xmm2 & (xmm4 ^ xmm3))
-; CHECK-NEXT: vmovsd %xmm3, %xmm4, %xmm4 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm4, %xmm4, %xmm3
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm3 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $153, %xmm3, %k0 # k0 = isQuietNaN(xmm3) | isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3) | isSignalingNaN(xmm3)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm2, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm4
+; CHECK-NEXT: vdivpd %zmm2, %zmm4, %zmm5
+; CHECK-NEXT: vrndscalepd $11, %zmm5, %zmm5
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm5 = -(zmm2 * zmm5) + zmm4
+; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm2
+; CHECK-NEXT: vmovdqu16 %xmm3, %xmm2 {%k1}
+; CHECK-NEXT: vshufps {{.*#+}} xmm3 = xmm1[3,3,3,3]
; CHECK-NEXT: vshufps {{.*#+}} xmm4 = xmm0[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vmovq %xmm4, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufps {{.*#+}} xmm5 = xmm1[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
-; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
+; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
+; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
+; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm2 = xmm3[0],xmm2[0],xmm3[1],xmm2[1],xmm3[2],xmm2[2],xmm3[3],xmm2[3]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm3 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
; CHECK-NEXT: vpsrldq {{.*#+}} xmm4 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vmovq %xmm4, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm5 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
-; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
+; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
+; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
+; CHECK-NEXT: vshufpd {{.*#+}} xmm4 = xmm1[1,0]
; CHECK-NEXT: vshufpd {{.*#+}} xmm5 = xmm0[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufpd {{.*#+}} xmm6 = xmm1[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1]
+; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm6
+; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm7
+; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm4 * zmm7) + zmm6
+; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm4
+; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm2 = xmm3[0],xmm2[0],xmm3[1],xmm2[1]
+; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm3
; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm4
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vmovq %xmm4, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm5
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
-; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
+; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
+; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm4 = xmm1[1,1,3,3]
; CHECK-NEXT: vmovshdup {{.*#+}} xmm5 = xmm0[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm1[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
-; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
-; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
-; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovq %xmm0, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %al
+; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm6
+; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm7
+; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm4 * zmm7) + zmm6
+; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm4
+; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
+; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
+; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm4 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm4
+; CHECK-NEXT: vmovdqu16 %xmm0, %xmm4 {%k1}
; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
-; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vmovq %xmm1, %rsi
-; CHECK-NEXT: andq %rcx, %rsi
-; CHECK-NEXT: cmpq %rdx, %rsi
-; CHECK-NEXT: sete %cl
-; CHECK-NEXT: andb %al, %cl
-; CHECK-NEXT: kmovd %ecx, %k1
-; CHECK-NEXT: vdivsd %xmm1, %xmm0, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm1 * xmm6) + xmm0
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm0 ^ (xmm2 & (xmm6 ^ xmm0))
-; CHECK-NEXT: vmovsd %xmm0, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm0
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm5[0],xmm0[0],xmm5[1],xmm0[1],xmm5[2],xmm0[2],xmm5[3],xmm0[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm4[0],xmm0[1],xmm4[1]
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm3[0]
+; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
+; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
+; CHECK-NEXT: vdivpd %zmm1, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm1 * zmm6) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm1
+; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm4[0],xmm1[0],xmm4[1],xmm1[1],xmm4[2],xmm1[2],xmm4[3],xmm1[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm3[0],xmm0[1],xmm3[1]
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm2[0]
+; CHECK-NEXT: vzeroupper
; CHECK-NEXT: retq
%r = frem <8 x half> %x, %y
ret <8 x half> %r
@@ -564,343 +354,218 @@ define <8 x half> @frem_vec8(<8 x half> %x, <8 x half> %y) nounwind {
define <16 x half> @frem_vec16(<16 x half> %x, <16 x half> %y) nounwind {
; CHECK-LABEL: frem_vec16:
; CHECK: # %bb.0:
-; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm3
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm3[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rcx
-; CHECK-NEXT: addq %rcx, %rcx
-; CHECK-NEXT: movabsq $-9007199254740992, %rax # imm = 0xFFE0000000000000
-; CHECK-NEXT: cmpq %rax, %rcx
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm4
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm4[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm2
-; CHECK-NEXT: vmovq %xmm2, %rdi
-; CHECK-NEXT: movabsq $9223372036854775807, %rcx # imm = 0x7FFFFFFFFFFFFFFF
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: movabsq $9218868437227405312, %rdx # imm = 0x7FF0000000000000
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm2, %xmm5, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm2 * xmm6) + xmm5
-; CHECK-NEXT: vpbroadcastq {{.*#+}} xmm2 = [NaN,NaN]
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm5 ^ (xmm2 & (xmm6 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm5
-; CHECK-NEXT: vshufps {{.*#+}} xmm6 = xmm3[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm4[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
-; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm5 = xmm6[0],xmm5[0],xmm6[1],xmm5[1],xmm6[2],xmm5[2],xmm6[3],xmm5[3]
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm6 = xmm3[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm4[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
-; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
-; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm3[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm4[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vmovq %xmm8, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm8, %xmm7, %xmm9
-; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm9 = -(xmm8 * xmm9) + xmm7
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm9 = xmm7 ^ (xmm2 & (xmm9 ^ xmm7))
-; CHECK-NEXT: vmovsd %xmm7, %xmm9, %xmm9 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm9, %xmm9, %xmm7
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm6 = xmm7[0],xmm6[0],xmm7[1],xmm6[1],xmm7[2],xmm6[2],xmm7[3],xmm6[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm5 = xmm6[0],xmm5[0],xmm6[1],xmm5[1]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm4 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $24, %xmm4, %k0 # k0 = isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4)
+; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm2
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm5 = xmm2[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $24, %xmm5, %k1 # k1 = isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
; CHECK-NEXT: vpsrldq {{.*#+}} xmm6 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
-; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
+; CHECK-NEXT: vfpclassph $153, %xmm6, %k1 # k1 = isQuietNaN(xmm6) | isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6) | isSignalingNaN(xmm6)
+; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm3
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm3[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $153, %xmm7, %k2 # k2 = isQuietNaN(xmm7) | isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7) | isSignalingNaN(xmm7)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
+; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm8
+; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm4 * zmm8) + zmm6
+; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm4
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
+; CHECK-NEXT: vcvtph2pd %xmm7, %zmm6
+; CHECK-NEXT: vdivpd %zmm5, %zmm6, %zmm7
+; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm5 * zmm7) + zmm6
+; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm5
+; CHECK-NEXT: vinserti128 $1, %xmm5, %ymm4, %ymm4
+; CHECK-NEXT: vpsrldq {{.*#+}} ymm5 = ymm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,ymm0[30,31],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vmovdqu16 %ymm5, %ymm4 {%k1}
+; CHECK-NEXT: vshufps {{.*#+}} xmm5 = xmm1[3,3,3,3]
+; CHECK-NEXT: vfpclassph $24, %xmm5, %k0 # k0 = isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5)
+; CHECK-NEXT: vshufps {{.*#+}} xmm6 = xmm2[3,3,3,3]
+; CHECK-NEXT: vfpclassph $24, %xmm6, %k1 # k1 = isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm0[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm1[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vmovq %xmm8, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm8, %xmm7, %xmm9
-; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm9 = -(xmm8 * xmm9) + xmm7
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm9 = xmm7 ^ (xmm2 & (xmm9 ^ xmm7))
-; CHECK-NEXT: vmovsd %xmm7, %xmm9, %xmm9 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm9, %xmm9, %xmm7
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm6 = xmm7[0],xmm6[0],xmm7[1],xmm6[1],xmm7[2],xmm6[2],xmm7[3],xmm6[3]
+; CHECK-NEXT: vfpclassph $153, %xmm7, %k1 # k1 = isQuietNaN(xmm7) | isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7) | isSignalingNaN(xmm7)
+; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm3[3,3,3,3]
+; CHECK-NEXT: vfpclassph $153, %xmm8, %k2 # k2 = isQuietNaN(xmm8) | isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8) | isSignalingNaN(xmm8)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
+; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
+; CHECK-NEXT: vdivpd %zmm5, %zmm7, %zmm9
+; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm5 * zmm9) + zmm7
+; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm5
+; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
+; CHECK-NEXT: vcvtph2pd %xmm8, %zmm7
+; CHECK-NEXT: vdivpd %zmm6, %zmm7, %zmm8
+; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm6 * zmm8) + zmm7
+; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm6
+; CHECK-NEXT: vinserti128 $1, %xmm6, %ymm5, %ymm5
+; CHECK-NEXT: vshufps {{.*#+}} ymm6 = ymm0[3,3,3,3,7,7,7,7]
+; CHECK-NEXT: vmovdqu16 %ymm6, %ymm5 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm4 = ymm5[0],ymm4[0],ymm5[1],ymm4[1],ymm5[2],ymm4[2],ymm5[3],ymm4[3],ymm5[8],ymm4[8],ymm5[9],ymm4[9],ymm5[10],ymm4[10],ymm5[11],ymm4[11]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm5 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $24, %xmm5, %k0 # k0 = isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5)
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm6 = xmm2[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $24, %xmm6, %k1 # k1 = isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm8 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vmovq %xmm8, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm8, %xmm7, %xmm9
-; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm9 = -(xmm8 * xmm9) + xmm7
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm9 = xmm7 ^ (xmm2 & (xmm9 ^ xmm7))
-; CHECK-NEXT: vmovsd %xmm7, %xmm9, %xmm9 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm9, %xmm9, %xmm7
+; CHECK-NEXT: vfpclassph $153, %xmm7, %k1 # k1 = isQuietNaN(xmm7) | isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7) | isSignalingNaN(xmm7)
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm8 = xmm3[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $153, %xmm8, %k2 # k2 = isQuietNaN(xmm8) | isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8) | isSignalingNaN(xmm8)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
+; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
+; CHECK-NEXT: vdivpd %zmm5, %zmm7, %zmm9
+; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm5 * zmm9) + zmm7
+; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm5
+; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
+; CHECK-NEXT: vcvtph2pd %xmm8, %zmm7
+; CHECK-NEXT: vdivpd %zmm6, %zmm7, %zmm8
+; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm6 * zmm8) + zmm7
+; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm6
+; CHECK-NEXT: vinserti128 $1, %xmm6, %ymm5, %ymm5
+; CHECK-NEXT: vpsrldq {{.*#+}} ymm6 = ymm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,ymm0[26,27,28,29,30,31],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vmovdqu16 %ymm6, %ymm5 {%k1}
+; CHECK-NEXT: vshufpd {{.*#+}} xmm6 = xmm1[1,0]
+; CHECK-NEXT: vfpclassph $24, %xmm6, %k0 # k0 = isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6)
+; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm2[1,0]
+; CHECK-NEXT: vfpclassph $24, %xmm7, %k1 # k1 = isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm0[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vmovq %xmm8, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm1[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm9, %xmm9, %xmm9
-; CHECK-NEXT: vmovq %xmm9, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm9, %xmm8, %xmm10
-; CHECK-NEXT: vroundsd $11, %xmm10, %xmm10, %xmm10
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm10 = -(xmm9 * xmm10) + xmm8
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm10 = xmm8 ^ (xmm2 & (xmm10 ^ xmm8))
-; CHECK-NEXT: vmovsd %xmm8, %xmm10, %xmm10 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm10, %xmm10, %xmm8
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm7 = xmm8[0],xmm7[0],xmm8[1],xmm7[1],xmm8[2],xmm7[2],xmm8[3],xmm7[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm6 = xmm7[0],xmm6[0],xmm7[1],xmm6[1]
-; CHECK-NEXT: vinserti128 $1, %xmm5, %ymm6, %ymm5
-; CHECK-NEXT: vpsrlq $48, %xmm3, %xmm6
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrlq $48, %xmm4, %xmm7
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
-; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm7 = xmm3[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm8 = xmm4[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vmovq %xmm8, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm8, %xmm7, %xmm9
-; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm9 = -(xmm8 * xmm9) + xmm7
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm9 = xmm7 ^ (xmm2 & (xmm9 ^ xmm7))
-; CHECK-NEXT: vmovsd %xmm7, %xmm9, %xmm9 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm9, %xmm9, %xmm7
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm6 = xmm7[0],xmm6[0],xmm7[1],xmm6[1],xmm7[2],xmm6[2],xmm7[3],xmm6[3]
-; CHECK-NEXT: vcvtsh2sd %xmm3, %xmm3, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm8
-; CHECK-NEXT: vmovq %xmm8, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm8, %xmm7, %xmm9
-; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm9 = -(xmm8 * xmm9) + xmm7
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm9 = xmm7 ^ (xmm2 & (xmm9 ^ xmm7))
-; CHECK-NEXT: vmovsd %xmm7, %xmm9, %xmm9 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm9, %xmm9, %xmm7
-; CHECK-NEXT: vpsrld $16, %xmm3, %xmm3
-; CHECK-NEXT: vcvtsh2sd %xmm3, %xmm3, %xmm3
-; CHECK-NEXT: vmovq %xmm3, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrld $16, %xmm4, %xmm4
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vmovq %xmm4, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm4, %xmm3, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm4 * xmm8) + xmm3
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm3 ^ (xmm2 & (xmm8 ^ xmm3))
-; CHECK-NEXT: vmovsd %xmm3, %xmm8, %xmm8 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm3
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm7[0],xmm3[0],xmm7[1],xmm3[1],xmm7[2],xmm3[2],xmm7[3],xmm3[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm3 = xmm3[0],xmm6[0],xmm3[1],xmm6[1]
-; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm4
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vmovq %xmm4, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm6
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm6, %xmm4, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm4
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm4 ^ (xmm2 & (xmm7 ^ xmm4))
-; CHECK-NEXT: vmovsd %xmm4, %xmm7, %xmm7 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm4
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm0[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm7 = xmm1[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
-; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm6[0],xmm4[0],xmm6[1],xmm4[1],xmm6[2],xmm4[2],xmm6[3],xmm4[3]
-; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
-; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
-; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
-; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovq %xmm0, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %al
+; CHECK-NEXT: vfpclassph $153, %xmm8, %k1 # k1 = isQuietNaN(xmm8) | isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8) | isSignalingNaN(xmm8)
+; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm3[1,0]
+; CHECK-NEXT: vfpclassph $153, %xmm9, %k2 # k2 = isQuietNaN(xmm9) | isPositiveInfinity(xmm9) | isNegativeInfinity(xmm9) | isSignalingNaN(xmm9)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
+; CHECK-NEXT: vcvtph2pd %xmm8, %zmm10
+; CHECK-NEXT: vdivpd %zmm6, %zmm10, %zmm11
+; CHECK-NEXT: vrndscalepd $11, %zmm11, %zmm11
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm11 = -(zmm6 * zmm11) + zmm10
+; CHECK-NEXT: vcvtpd2ph %zmm11, %xmm6
+; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
+; CHECK-NEXT: vcvtph2pd %xmm9, %zmm10
+; CHECK-NEXT: vdivpd %zmm7, %zmm10, %zmm11
+; CHECK-NEXT: vrndscalepd $11, %zmm11, %zmm11
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm11 = -(zmm7 * zmm11) + zmm10
+; CHECK-NEXT: vcvtpd2ph %zmm11, %xmm7
+; CHECK-NEXT: vinserti128 $1, %xmm7, %ymm6, %ymm6
+; CHECK-NEXT: vinsertf128 $1, %xmm9, %ymm8, %ymm7
+; CHECK-NEXT: vmovdqu16 %ymm7, %ymm6 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm5 = ymm6[0],ymm5[0],ymm6[1],ymm5[1],ymm6[2],ymm5[2],ymm6[3],ymm5[3],ymm6[8],ymm5[8],ymm6[9],ymm5[9],ymm6[10],ymm5[10],ymm6[11],ymm5[11]
+; CHECK-NEXT: vpunpckldq {{.*#+}} ymm4 = ymm5[0],ymm4[0],ymm5[1],ymm4[1],ymm5[4],ymm4[4],ymm5[5],ymm4[5]
+; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm5
+; CHECK-NEXT: vfpclassph $24, %xmm5, %k0 # k0 = isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5)
+; CHECK-NEXT: vpsrlq $48, %xmm2, %xmm6
+; CHECK-NEXT: vfpclassph $24, %xmm6, %k1 # k1 = isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
+; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm7
+; CHECK-NEXT: vfpclassph $153, %xmm7, %k1 # k1 = isQuietNaN(xmm7) | isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7) | isSignalingNaN(xmm7)
+; CHECK-NEXT: vpsrlq $48, %xmm3, %xmm8
+; CHECK-NEXT: vfpclassph $153, %xmm8, %k2 # k2 = isQuietNaN(xmm8) | isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8) | isSignalingNaN(xmm8)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
+; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
+; CHECK-NEXT: vdivpd %zmm5, %zmm7, %zmm9
+; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm5 * zmm9) + zmm7
+; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm5
+; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
+; CHECK-NEXT: vcvtph2pd %xmm8, %zmm7
+; CHECK-NEXT: vdivpd %zmm6, %zmm7, %zmm8
+; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm6 * zmm8) + zmm7
+; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm6
+; CHECK-NEXT: vinserti128 $1, %xmm6, %ymm5, %ymm5
+; CHECK-NEXT: vpsrlq $48, %ymm0, %ymm6
+; CHECK-NEXT: vmovdqu16 %ymm6, %ymm5 {%k1}
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm1[1,1,3,3]
+; CHECK-NEXT: vfpclassph $24, %xmm6, %k0 # k0 = isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6)
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm7 = xmm2[1,1,3,3]
+; CHECK-NEXT: vfpclassph $24, %xmm7, %k1 # k1 = isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm8 = xmm0[1,1,3,3]
+; CHECK-NEXT: vfpclassph $153, %xmm8, %k1 # k1 = isQuietNaN(xmm8) | isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8) | isSignalingNaN(xmm8)
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm9 = xmm3[1,1,3,3]
+; CHECK-NEXT: vfpclassph $153, %xmm9, %k2 # k2 = isQuietNaN(xmm9) | isPositiveInfinity(xmm9) | isNegativeInfinity(xmm9) | isSignalingNaN(xmm9)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
+; CHECK-NEXT: vcvtph2pd %xmm8, %zmm8
+; CHECK-NEXT: vdivpd %zmm6, %zmm8, %zmm10
+; CHECK-NEXT: vrndscalepd $11, %zmm10, %zmm10
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm10 = -(zmm6 * zmm10) + zmm8
+; CHECK-NEXT: vcvtpd2ph %zmm10, %xmm6
+; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
+; CHECK-NEXT: vcvtph2pd %xmm9, %zmm8
+; CHECK-NEXT: vdivpd %zmm7, %zmm8, %zmm9
+; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm7 * zmm9) + zmm8
+; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm7
+; CHECK-NEXT: vinserti128 $1, %xmm7, %ymm6, %ymm6
+; CHECK-NEXT: vmovshdup {{.*#+}} ymm7 = ymm0[1,1,3,3,5,5,7,7]
+; CHECK-NEXT: vmovdqu16 %ymm7, %ymm6 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm5 = ymm6[0],ymm5[0],ymm6[1],ymm5[1],ymm6[2],ymm5[2],ymm6[3],ymm5[3],ymm6[8],ymm5[8],ymm6[9],ymm5[9],ymm6[10],ymm5[10],ymm6[11],ymm5[11]
+; CHECK-NEXT: vfpclassph $24, %xmm1, %k0 # k0 = isPositiveInfinity(xmm1) | isNegativeInfinity(xmm1)
+; CHECK-NEXT: vfpclassph $24, %xmm2, %k1 # k1 = isPositiveInfinity(xmm2) | isNegativeInfinity(xmm2)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
+; CHECK-NEXT: vfpclassph $153, %xmm0, %k1 # k1 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: vfpclassph $153, %xmm3, %k2 # k2 = isQuietNaN(xmm3) | isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3) | isSignalingNaN(xmm3)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm6
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm7
+; CHECK-NEXT: vdivpd %zmm6, %zmm7, %zmm8
+; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm6 * zmm8) + zmm7
+; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm6
+; CHECK-NEXT: vcvtph2pd %xmm2, %zmm7
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm8
+; CHECK-NEXT: vdivpd %zmm7, %zmm8, %zmm9
+; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm7 * zmm9) + zmm8
+; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm7
+; CHECK-NEXT: vinserti128 $1, %xmm7, %ymm6, %ymm6
+; CHECK-NEXT: vmovdqu16 %ymm0, %ymm6 {%k1}
; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
-; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vmovq %xmm1, %rsi
-; CHECK-NEXT: andq %rcx, %rsi
-; CHECK-NEXT: cmpq %rdx, %rsi
-; CHECK-NEXT: sete %cl
-; CHECK-NEXT: andb %al, %cl
-; CHECK-NEXT: kmovd %ecx, %k1
-; CHECK-NEXT: vdivsd %xmm1, %xmm0, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm1 * xmm7) + xmm0
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm0 ^ (xmm2 & (xmm7 ^ xmm0))
-; CHECK-NEXT: vmovsd %xmm0, %xmm7, %xmm7 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm0
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm6[0],xmm0[0],xmm6[1],xmm0[1],xmm6[2],xmm0[2],xmm6[3],xmm0[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm4[0],xmm0[1],xmm4[1]
-; CHECK-NEXT: vinserti128 $1, %xmm3, %ymm0, %ymm0
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} ymm0 = ymm0[0],ymm5[0],ymm0[2],ymm5[2]
+; CHECK-NEXT: vfpclassph $24, %xmm1, %k0 # k0 = isPositiveInfinity(xmm1) | isNegativeInfinity(xmm1)
+; CHECK-NEXT: vpsrld $16, %xmm2, %xmm2
+; CHECK-NEXT: vfpclassph $24, %xmm2, %k1 # k1 = isPositiveInfinity(xmm2) | isNegativeInfinity(xmm2)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
+; CHECK-NEXT: vpsrld $16, %xmm0, %xmm7
+; CHECK-NEXT: vfpclassph $153, %xmm7, %k1 # k1 = isQuietNaN(xmm7) | isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7) | isSignalingNaN(xmm7)
+; CHECK-NEXT: vpsrld $16, %xmm3, %xmm3
+; CHECK-NEXT: vfpclassph $153, %xmm3, %k2 # k2 = isQuietNaN(xmm3) | isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3) | isSignalingNaN(xmm3)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
+; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
+; CHECK-NEXT: vdivpd %zmm1, %zmm7, %zmm8
+; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm1 * zmm8) + zmm7
+; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm1
+; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vdivpd %zmm2, %zmm3, %zmm7
+; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm2 * zmm7) + zmm3
+; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm2
+; CHECK-NEXT: vinserti128 $1, %xmm2, %ymm1, %ymm1
+; CHECK-NEXT: vpsrld $16, %ymm0, %ymm0
+; CHECK-NEXT: vmovdqu16 %ymm0, %ymm1 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm0 = ymm6[0],ymm1[0],ymm6[1],ymm1[1],ymm6[2],ymm1[2],ymm6[3],ymm1[3],ymm6[8],ymm1[8],ymm6[9],ymm1[9],ymm6[10],ymm1[10],ymm6[11],ymm1[11]
+; CHECK-NEXT: vpunpckldq {{.*#+}} ymm0 = ymm0[0],ymm5[0],ymm0[1],ymm5[1],ymm0[4],ymm5[4],ymm0[5],ymm5[5]
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} ymm0 = ymm0[0],ymm4[0],ymm0[2],ymm4[2]
; CHECK-NEXT: retq
%r = frem <16 x half> %x, %y
ret <16 x half> %r
@@ -909,679 +574,427 @@ define <16 x half> @frem_vec16(<16 x half> %x, <16 x half> %y) nounwind {
define <32 x half> @frem_vec32(<32 x half> %x, <32 x half> %y) nounwind {
; CHECK-LABEL: frem_vec32:
; CHECK: # %bb.0:
-; CHECK-NEXT: vextractf32x4 $3, %zmm0, %xmm3
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm3[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rcx
-; CHECK-NEXT: addq %rcx, %rcx
-; CHECK-NEXT: movabsq $-9007199254740992, %rax # imm = 0xFFE0000000000000
-; CHECK-NEXT: cmpq %rax, %rcx
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vextractf32x4 $3, %zmm1, %xmm4
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm4[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm2, %xmm2, %xmm2
-; CHECK-NEXT: vmovq %xmm2, %rdi
-; CHECK-NEXT: movabsq $9223372036854775807, %rcx # imm = 0x7FFFFFFFFFFFFFFF
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: movabsq $9218868437227405312, %rdx # imm = 0x7FF0000000000000
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm2, %xmm5, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm2 * xmm6) + xmm5
-; CHECK-NEXT: vpbroadcastq {{.*#+}} xmm2 = [NaN,NaN]
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm5 ^ (xmm2 & (xmm6 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm5
-; CHECK-NEXT: vshufps {{.*#+}} xmm6 = xmm3[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm4[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
-; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm5 = xmm6[0],xmm5[0],xmm6[1],xmm5[1],xmm6[2],xmm5[2],xmm6[3],xmm5[3]
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm6 = xmm3[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm4[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
-; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
-; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm3[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm4[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vmovq %xmm8, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm8, %xmm7, %xmm9
-; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm9 = -(xmm8 * xmm9) + xmm7
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm9 = xmm7 ^ (xmm2 & (xmm9 ^ xmm7))
-; CHECK-NEXT: vmovsd %xmm7, %xmm9, %xmm9 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm9, %xmm9, %xmm7
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm6 = xmm7[0],xmm6[0],xmm7[1],xmm6[1],xmm7[2],xmm6[2],xmm7[3],xmm6[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm7 = xmm6[0],xmm5[0],xmm6[1],xmm5[1]
-; CHECK-NEXT: vextractf32x4 $2, %zmm0, %xmm5
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm6 = xmm5[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm8
-; CHECK-NEXT: vmovq %xmm8, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vextractf32x4 $2, %zmm1, %xmm6
+; CHECK-NEXT: vextractf32x4 $2, %zmm1, %xmm2
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm6 = xmm2[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $24, %xmm6, %k0 # k0 = isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6)
+; CHECK-NEXT: vextractf32x4 $3, %zmm1, %xmm3
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm3[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $24, %xmm7, %k1 # k1 = isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
+; CHECK-NEXT: vextractf32x4 $2, %zmm0, %xmm4
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm8 = xmm4[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $153, %xmm8, %k1 # k1 = isQuietNaN(xmm8) | isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8) | isSignalingNaN(xmm8)
+; CHECK-NEXT: vextractf32x4 $3, %zmm0, %xmm5
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm9 = xmm5[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $153, %xmm9, %k2 # k2 = isQuietNaN(xmm9) | isPositiveInfinity(xmm9) | isNegativeInfinity(xmm9) | isSignalingNaN(xmm9)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
+; CHECK-NEXT: vcvtph2pd %xmm8, %zmm10
+; CHECK-NEXT: vdivpd %zmm6, %zmm10, %zmm11
+; CHECK-NEXT: vrndscalepd $11, %zmm11, %zmm11
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm11 = -(zmm6 * zmm11) + zmm10
+; CHECK-NEXT: vcvtpd2ph %zmm11, %xmm6
+; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
+; CHECK-NEXT: vcvtph2pd %xmm9, %zmm10
+; CHECK-NEXT: vdivpd %zmm7, %zmm10, %zmm11
+; CHECK-NEXT: vrndscalepd $11, %zmm11, %zmm11
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm11 = -(zmm7 * zmm11) + zmm10
+; CHECK-NEXT: vcvtpd2ph %zmm11, %xmm7
+; CHECK-NEXT: vinserti128 $1, %xmm7, %ymm6, %ymm6
+; CHECK-NEXT: vinsertf128 $1, %xmm9, %ymm8, %ymm7
+; CHECK-NEXT: vmovdqu16 %ymm7, %ymm6 {%k1}
+; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm2[3,3,3,3]
+; CHECK-NEXT: vfpclassph $24, %xmm7, %k0 # k0 = isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7)
+; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm3[3,3,3,3]
+; CHECK-NEXT: vfpclassph $24, %xmm8, %k1 # k1 = isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
+; CHECK-NEXT: vshufps {{.*#+}} xmm9 = xmm4[3,3,3,3]
+; CHECK-NEXT: vfpclassph $153, %xmm9, %k1 # k1 = isQuietNaN(xmm9) | isPositiveInfinity(xmm9) | isNegativeInfinity(xmm9) | isSignalingNaN(xmm9)
+; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm5[3,3,3,3]
+; CHECK-NEXT: vfpclassph $153, %xmm10, %k2 # k2 = isQuietNaN(xmm10) | isPositiveInfinity(xmm10) | isNegativeInfinity(xmm10) | isSignalingNaN(xmm10)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
+; CHECK-NEXT: vcvtph2pd %xmm9, %zmm11
+; CHECK-NEXT: vdivpd %zmm7, %zmm11, %zmm12
+; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm7 * zmm12) + zmm11
+; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm7
+; CHECK-NEXT: vcvtph2pd %xmm8, %zmm8
+; CHECK-NEXT: vcvtph2pd %xmm10, %zmm11
+; CHECK-NEXT: vdivpd %zmm8, %zmm11, %zmm12
+; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm8 * zmm12) + zmm11
+; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm8
+; CHECK-NEXT: vinserti128 $1, %xmm8, %ymm7, %ymm7
+; CHECK-NEXT: vinsertf128 $1, %xmm10, %ymm9, %ymm8
+; CHECK-NEXT: vmovdqu16 %ymm8, %ymm7 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm6 = ymm7[0],ymm6[0],ymm7[1],ymm6[1],ymm7[2],ymm6[2],ymm7[3],ymm6[3],ymm7[8],ymm6[8],ymm7[9],ymm6[9],ymm7[10],ymm6[10],ymm7[11],ymm6[11]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm2[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $24, %xmm7, %k0 # k0 = isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7)
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm8 = xmm3[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $24, %xmm8, %k1 # k1 = isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm9 = xmm4[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $153, %xmm9, %k1 # k1 = isQuietNaN(xmm9) | isPositiveInfinity(xmm9) | isNegativeInfinity(xmm9) | isSignalingNaN(xmm9)
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm10 = xmm5[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $153, %xmm10, %k2 # k2 = isQuietNaN(xmm10) | isPositiveInfinity(xmm10) | isNegativeInfinity(xmm10) | isSignalingNaN(xmm10)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
+; CHECK-NEXT: vcvtph2pd %xmm9, %zmm11
+; CHECK-NEXT: vdivpd %zmm7, %zmm11, %zmm12
+; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm7 * zmm12) + zmm11
+; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm7
+; CHECK-NEXT: vcvtph2pd %xmm8, %zmm8
+; CHECK-NEXT: vcvtph2pd %xmm10, %zmm11
+; CHECK-NEXT: vdivpd %zmm8, %zmm11, %zmm12
+; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm8 * zmm12) + zmm11
+; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm8
+; CHECK-NEXT: vinserti128 $1, %xmm8, %ymm7, %ymm7
+; CHECK-NEXT: vinsertf128 $1, %xmm10, %ymm9, %ymm8
+; CHECK-NEXT: vmovdqu16 %ymm8, %ymm7 {%k1}
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm2[1,0]
+; CHECK-NEXT: vfpclassph $24, %xmm8, %k0 # k0 = isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8)
+; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm3[1,0]
+; CHECK-NEXT: vfpclassph $24, %xmm9, %k1 # k1 = isPositiveInfinity(xmm9) | isNegativeInfinity(xmm9)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
+; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm4[1,0]
+; CHECK-NEXT: vfpclassph $153, %xmm10, %k1 # k1 = isQuietNaN(xmm10) | isPositiveInfinity(xmm10) | isNegativeInfinity(xmm10) | isSignalingNaN(xmm10)
+; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm5[1,0]
+; CHECK-NEXT: vfpclassph $153, %xmm11, %k2 # k2 = isQuietNaN(xmm11) | isPositiveInfinity(xmm11) | isNegativeInfinity(xmm11) | isSignalingNaN(xmm11)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm8, %zmm8
+; CHECK-NEXT: vcvtph2pd %xmm10, %zmm12
+; CHECK-NEXT: vdivpd %zmm8, %zmm12, %zmm13
+; CHECK-NEXT: vrndscalepd $11, %zmm13, %zmm13
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm13 = -(zmm8 * zmm13) + zmm12
+; CHECK-NEXT: vcvtpd2ph %zmm13, %xmm8
+; CHECK-NEXT: vcvtph2pd %xmm9, %zmm9
+; CHECK-NEXT: vcvtph2pd %xmm11, %zmm12
+; CHECK-NEXT: vdivpd %zmm9, %zmm12, %zmm13
+; CHECK-NEXT: vrndscalepd $11, %zmm13, %zmm13
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm13 = -(zmm9 * zmm13) + zmm12
+; CHECK-NEXT: vcvtpd2ph %zmm13, %xmm9
+; CHECK-NEXT: vinserti128 $1, %xmm9, %ymm8, %ymm8
+; CHECK-NEXT: vinsertf128 $1, %xmm11, %ymm10, %ymm9
+; CHECK-NEXT: vmovdqu16 %ymm9, %ymm8 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm7 = ymm8[0],ymm7[0],ymm8[1],ymm7[1],ymm8[2],ymm7[2],ymm8[3],ymm7[3],ymm8[8],ymm7[8],ymm8[9],ymm7[9],ymm8[10],ymm7[10],ymm8[11],ymm7[11]
+; CHECK-NEXT: vpunpckldq {{.*#+}} ymm8 = ymm7[0],ymm6[0],ymm7[1],ymm6[1],ymm7[4],ymm6[4],ymm7[5],ymm6[5]
+; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm6
; CHECK-NEXT: vpsrldq {{.*#+}} xmm9 = xmm6[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm9, %xmm9, %xmm9
-; CHECK-NEXT: vmovq %xmm9, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm9, %xmm8, %xmm10
-; CHECK-NEXT: vroundsd $11, %xmm10, %xmm10, %xmm10
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm10 = -(xmm9 * xmm10) + xmm8
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm10 = xmm8 ^ (xmm2 & (xmm10 ^ xmm8))
-; CHECK-NEXT: vmovsd %xmm8, %xmm10, %xmm10 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm10, %xmm10, %xmm8
-; CHECK-NEXT: vshufps {{.*#+}} xmm9 = xmm5[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm9, %xmm9, %xmm9
-; CHECK-NEXT: vmovq %xmm9, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm6[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm10, %xmm10, %xmm10
-; CHECK-NEXT: vmovq %xmm10, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm10, %xmm9, %xmm11
-; CHECK-NEXT: vroundsd $11, %xmm11, %xmm11, %xmm11
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm11 = -(xmm10 * xmm11) + xmm9
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm11 = xmm9 ^ (xmm2 & (xmm11 ^ xmm9))
-; CHECK-NEXT: vmovsd %xmm9, %xmm11, %xmm11 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm11, %xmm11, %xmm9
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm8 = xmm9[0],xmm8[0],xmm9[1],xmm8[1],xmm9[2],xmm8[2],xmm9[3],xmm8[3]
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm9 = xmm5[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm9, %xmm9, %xmm9
-; CHECK-NEXT: vmovq %xmm9, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm10 = xmm6[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm10, %xmm10, %xmm10
-; CHECK-NEXT: vmovq %xmm10, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm10, %xmm9, %xmm11
-; CHECK-NEXT: vroundsd $11, %xmm11, %xmm11, %xmm11
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm11 = -(xmm10 * xmm11) + xmm9
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm11 = xmm9 ^ (xmm2 & (xmm11 ^ xmm9))
-; CHECK-NEXT: vmovsd %xmm9, %xmm11, %xmm11 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm11, %xmm11, %xmm9
-; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm5[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm10, %xmm10, %xmm10
-; CHECK-NEXT: vmovq %xmm10, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm6[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
-; CHECK-NEXT: vmovq %xmm11, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm11, %xmm10, %xmm12
-; CHECK-NEXT: vroundsd $11, %xmm12, %xmm12, %xmm12
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm12 = -(xmm11 * xmm12) + xmm10
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm12 = xmm10 ^ (xmm2 & (xmm12 ^ xmm10))
-; CHECK-NEXT: vmovsd %xmm10, %xmm12, %xmm12 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm12, %xmm12, %xmm10
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm9 = xmm10[0],xmm9[0],xmm10[1],xmm9[1],xmm10[2],xmm9[2],xmm10[3],xmm9[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm8 = xmm9[0],xmm8[0],xmm9[1],xmm8[1]
-; CHECK-NEXT: vinserti128 $1, %xmm7, %ymm8, %ymm9
; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm7
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm8 = xmm7[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm10
-; CHECK-NEXT: vmovq %xmm10, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm8
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm11 = xmm8[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
-; CHECK-NEXT: vmovq %xmm11, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm11, %xmm10, %xmm12
-; CHECK-NEXT: vroundsd $11, %xmm12, %xmm12, %xmm12
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm12 = -(xmm11 * xmm12) + xmm10
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm12 = xmm10 ^ (xmm2 & (xmm12 ^ xmm10))
-; CHECK-NEXT: vmovsd %xmm10, %xmm12, %xmm12 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm12, %xmm12, %xmm10
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm10 = xmm7[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
+; CHECK-NEXT: vfpclassph $153, %xmm10, %k0 # k0 = isQuietNaN(xmm10) | isPositiveInfinity(xmm10) | isNegativeInfinity(xmm10) | isSignalingNaN(xmm10)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm9, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm9, %zmm9
+; CHECK-NEXT: vcvtph2pd %xmm10, %zmm11
+; CHECK-NEXT: vdivpd %zmm9, %zmm11, %zmm12
+; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm9 * zmm12) + zmm11
+; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm9
+; CHECK-NEXT: vmovdqu16 %xmm10, %xmm9 {%k1}
+; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm6[3,3,3,3]
; CHECK-NEXT: vshufps {{.*#+}} xmm11 = xmm7[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
-; CHECK-NEXT: vmovq %xmm11, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufps {{.*#+}} xmm12 = xmm8[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm12, %xmm12, %xmm12
-; CHECK-NEXT: vmovq %xmm12, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm12, %xmm11, %xmm13
-; CHECK-NEXT: vroundsd $11, %xmm13, %xmm13, %xmm13
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm13 = -(xmm12 * xmm13) + xmm11
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
-; CHECK-NEXT: vmovsd %xmm11, %xmm13, %xmm13 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm13, %xmm13, %xmm11
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm10 = xmm11[0],xmm10[0],xmm11[1],xmm10[1],xmm11[2],xmm10[2],xmm11[3],xmm10[3]
+; CHECK-NEXT: vfpclassph $153, %xmm11, %k0 # k0 = isQuietNaN(xmm11) | isPositiveInfinity(xmm11) | isNegativeInfinity(xmm11) | isSignalingNaN(xmm11)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm10, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm10, %zmm10
+; CHECK-NEXT: vcvtph2pd %xmm11, %zmm12
+; CHECK-NEXT: vdivpd %zmm10, %zmm12, %zmm13
+; CHECK-NEXT: vrndscalepd $11, %zmm13, %zmm13
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm13 = -(zmm10 * zmm13) + zmm12
+; CHECK-NEXT: vcvtpd2ph %zmm13, %xmm10
+; CHECK-NEXT: vmovdqu16 %xmm11, %xmm10 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm9 = xmm10[0],xmm9[0],xmm10[1],xmm9[1],xmm10[2],xmm9[2],xmm10[3],xmm9[3]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm10 = xmm6[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
; CHECK-NEXT: vpsrldq {{.*#+}} xmm11 = xmm7[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
-; CHECK-NEXT: vmovq %xmm11, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm12 = xmm8[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm12, %xmm12, %xmm12
-; CHECK-NEXT: vmovq %xmm12, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm12, %xmm11, %xmm13
-; CHECK-NEXT: vroundsd $11, %xmm13, %xmm13, %xmm13
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm13 = -(xmm12 * xmm13) + xmm11
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
-; CHECK-NEXT: vmovsd %xmm11, %xmm13, %xmm13 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm13, %xmm13, %xmm11
+; CHECK-NEXT: vfpclassph $153, %xmm11, %k0 # k0 = isQuietNaN(xmm11) | isPositiveInfinity(xmm11) | isNegativeInfinity(xmm11) | isSignalingNaN(xmm11)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm10, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm10, %zmm10
+; CHECK-NEXT: vcvtph2pd %xmm11, %zmm12
+; CHECK-NEXT: vdivpd %zmm10, %zmm12, %zmm13
+; CHECK-NEXT: vrndscalepd $11, %zmm13, %zmm13
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm13 = -(zmm10 * zmm13) + zmm12
+; CHECK-NEXT: vcvtpd2ph %zmm13, %xmm10
+; CHECK-NEXT: vmovdqu16 %xmm11, %xmm10 {%k1}
+; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm6[1,0]
; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm7[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm12, %xmm12, %xmm12
-; CHECK-NEXT: vmovq %xmm12, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufpd {{.*#+}} xmm13 = xmm8[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm13, %xmm13, %xmm13
-; CHECK-NEXT: vmovq %xmm13, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm13, %xmm12, %xmm14
-; CHECK-NEXT: vroundsd $11, %xmm14, %xmm14, %xmm14
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm14 = -(xmm13 * xmm14) + xmm12
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm12 ^ (xmm2 & (xmm14 ^ xmm12))
-; CHECK-NEXT: vmovsd %xmm12, %xmm14, %xmm14 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm14, %xmm14, %xmm12
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm11 = xmm12[0],xmm11[0],xmm12[1],xmm11[1],xmm12[2],xmm11[2],xmm12[3],xmm11[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm10 = xmm11[0],xmm10[0],xmm11[1],xmm10[1]
+; CHECK-NEXT: vfpclassph $153, %xmm12, %k0 # k0 = isQuietNaN(xmm12) | isPositiveInfinity(xmm12) | isNegativeInfinity(xmm12) | isSignalingNaN(xmm12)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm11, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm11, %zmm11
+; CHECK-NEXT: vcvtph2pd %xmm12, %zmm13
+; CHECK-NEXT: vdivpd %zmm11, %zmm13, %zmm14
+; CHECK-NEXT: vrndscalepd $11, %zmm14, %zmm14
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm14 = -(zmm11 * zmm14) + zmm13
+; CHECK-NEXT: vcvtpd2ph %zmm14, %xmm11
+; CHECK-NEXT: vmovdqu16 %xmm12, %xmm11 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm10 = xmm11[0],xmm10[0],xmm11[1],xmm10[1],xmm11[2],xmm10[2],xmm11[3],xmm10[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm9 = xmm10[0],xmm9[0],xmm10[1],xmm9[1]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm10 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
; CHECK-NEXT: vpsrldq {{.*#+}} xmm11 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
-; CHECK-NEXT: vmovq %xmm11, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm12 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm12, %xmm12, %xmm12
-; CHECK-NEXT: vmovq %xmm12, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm12, %xmm11, %xmm13
-; CHECK-NEXT: vroundsd $11, %xmm13, %xmm13, %xmm13
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm13 = -(xmm12 * xmm13) + xmm11
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
-; CHECK-NEXT: vmovsd %xmm11, %xmm13, %xmm13 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm13, %xmm13, %xmm11
+; CHECK-NEXT: vfpclassph $153, %xmm11, %k0 # k0 = isQuietNaN(xmm11) | isPositiveInfinity(xmm11) | isNegativeInfinity(xmm11) | isSignalingNaN(xmm11)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm10, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm10, %zmm10
+; CHECK-NEXT: vcvtph2pd %xmm11, %zmm12
+; CHECK-NEXT: vdivpd %zmm10, %zmm12, %zmm13
+; CHECK-NEXT: vrndscalepd $11, %zmm13, %zmm13
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm13 = -(zmm10 * zmm13) + zmm12
+; CHECK-NEXT: vcvtpd2ph %zmm13, %xmm10
+; CHECK-NEXT: vmovdqu16 %xmm11, %xmm10 {%k1}
+; CHECK-NEXT: vshufps {{.*#+}} xmm11 = xmm1[3,3,3,3]
; CHECK-NEXT: vshufps {{.*#+}} xmm12 = xmm0[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm12, %xmm12, %xmm12
-; CHECK-NEXT: vmovq %xmm12, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufps {{.*#+}} xmm13 = xmm1[3,3,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm13, %xmm13, %xmm13
-; CHECK-NEXT: vmovq %xmm13, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm13, %xmm12, %xmm14
-; CHECK-NEXT: vroundsd $11, %xmm14, %xmm14, %xmm14
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm14 = -(xmm13 * xmm14) + xmm12
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm12 ^ (xmm2 & (xmm14 ^ xmm12))
-; CHECK-NEXT: vmovsd %xmm12, %xmm14, %xmm14 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm14, %xmm14, %xmm12
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm11 = xmm12[0],xmm11[0],xmm12[1],xmm11[1],xmm12[2],xmm11[2],xmm12[3],xmm11[3]
+; CHECK-NEXT: vfpclassph $153, %xmm12, %k0 # k0 = isQuietNaN(xmm12) | isPositiveInfinity(xmm12) | isNegativeInfinity(xmm12) | isSignalingNaN(xmm12)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm11, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm11, %zmm11
+; CHECK-NEXT: vcvtph2pd %xmm12, %zmm13
+; CHECK-NEXT: vdivpd %zmm11, %zmm13, %zmm14
+; CHECK-NEXT: vrndscalepd $11, %zmm14, %zmm14
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm14 = -(zmm11 * zmm14) + zmm13
+; CHECK-NEXT: vcvtpd2ph %zmm14, %xmm11
+; CHECK-NEXT: vmovdqu16 %xmm12, %xmm11 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm10 = xmm11[0],xmm10[0],xmm11[1],xmm10[1],xmm11[2],xmm10[2],xmm11[3],xmm10[3]
+; CHECK-NEXT: vpsrldq {{.*#+}} xmm11 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
; CHECK-NEXT: vpsrldq {{.*#+}} xmm12 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm12, %xmm12, %xmm12
-; CHECK-NEXT: vmovq %xmm12, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm13 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vcvtsh2sd %xmm13, %xmm13, %xmm13
-; CHECK-NEXT: vmovq %xmm13, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm13, %xmm12, %xmm14
-; CHECK-NEXT: vroundsd $11, %xmm14, %xmm14, %xmm14
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm14 = -(xmm13 * xmm14) + xmm12
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm12 ^ (xmm2 & (xmm14 ^ xmm12))
-; CHECK-NEXT: vmovsd %xmm12, %xmm14, %xmm14 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm14, %xmm14, %xmm12
+; CHECK-NEXT: vfpclassph $153, %xmm12, %k0 # k0 = isQuietNaN(xmm12) | isPositiveInfinity(xmm12) | isNegativeInfinity(xmm12) | isSignalingNaN(xmm12)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm11, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm11, %zmm11
+; CHECK-NEXT: vcvtph2pd %xmm12, %zmm13
+; CHECK-NEXT: vdivpd %zmm11, %zmm13, %zmm14
+; CHECK-NEXT: vrndscalepd $11, %zmm14, %zmm14
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm14 = -(zmm11 * zmm14) + zmm13
+; CHECK-NEXT: vcvtpd2ph %zmm14, %xmm11
+; CHECK-NEXT: vmovdqu16 %xmm12, %xmm11 {%k1}
+; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm1[1,0]
; CHECK-NEXT: vshufpd {{.*#+}} xmm13 = xmm0[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm13, %xmm13, %xmm13
-; CHECK-NEXT: vmovq %xmm13, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vshufpd {{.*#+}} xmm14 = xmm1[1,0]
-; CHECK-NEXT: vcvtsh2sd %xmm14, %xmm14, %xmm14
-; CHECK-NEXT: vmovq %xmm14, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm14, %xmm13, %xmm15
-; CHECK-NEXT: vroundsd $11, %xmm15, %xmm15, %xmm15
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm15 = -(xmm14 * xmm15) + xmm13
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm15 = xmm13 ^ (xmm2 & (xmm15 ^ xmm13))
-; CHECK-NEXT: vmovsd %xmm13, %xmm15, %xmm15 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm15, %xmm15, %xmm13
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm12 = xmm13[0],xmm12[0],xmm13[1],xmm12[1],xmm13[2],xmm12[2],xmm13[3],xmm12[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm11 = xmm12[0],xmm11[0],xmm12[1],xmm11[1]
-; CHECK-NEXT: vinserti128 $1, %xmm10, %ymm11, %ymm10
-; CHECK-NEXT: vinserti64x4 $1, %ymm9, %zmm10, %zmm9
+; CHECK-NEXT: vfpclassph $153, %xmm13, %k0 # k0 = isQuietNaN(xmm13) | isPositiveInfinity(xmm13) | isNegativeInfinity(xmm13) | isSignalingNaN(xmm13)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm12, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm12, %zmm12
+; CHECK-NEXT: vcvtph2pd %xmm13, %zmm14
+; CHECK-NEXT: vdivpd %zmm12, %zmm14, %zmm15
+; CHECK-NEXT: vrndscalepd $11, %zmm15, %zmm15
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm15 = -(zmm12 * zmm15) + zmm14
+; CHECK-NEXT: vcvtpd2ph %zmm15, %xmm12
+; CHECK-NEXT: vmovdqu16 %xmm13, %xmm12 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm11 = xmm12[0],xmm11[0],xmm12[1],xmm11[1],xmm12[2],xmm11[2],xmm12[3],xmm11[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm10 = xmm11[0],xmm10[0],xmm11[1],xmm10[1]
+; CHECK-NEXT: vinserti128 $1, %xmm9, %ymm10, %ymm9
+; CHECK-NEXT: vinserti64x4 $1, %ymm8, %zmm9, %zmm8
+; CHECK-NEXT: vpsrlq $48, %xmm2, %xmm9
+; CHECK-NEXT: vfpclassph $24, %xmm9, %k0 # k0 = isPositiveInfinity(xmm9) | isNegativeInfinity(xmm9)
; CHECK-NEXT: vpsrlq $48, %xmm3, %xmm10
-; CHECK-NEXT: vcvtsh2sd %xmm10, %xmm10, %xmm10
-; CHECK-NEXT: vmovq %xmm10, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vfpclassph $24, %xmm10, %k1 # k1 = isPositiveInfinity(xmm10) | isNegativeInfinity(xmm10)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
; CHECK-NEXT: vpsrlq $48, %xmm4, %xmm11
-; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
-; CHECK-NEXT: vmovq %xmm11, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm11, %xmm10, %xmm12
-; CHECK-NEXT: vroundsd $11, %xmm12, %xmm12, %xmm12
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm12 = -(xmm11 * xmm12) + xmm10
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm12 = xmm10 ^ (xmm2 & (xmm12 ^ xmm10))
-; CHECK-NEXT: vmovsd %xmm10, %xmm12, %xmm12 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm12, %xmm12, %xmm10
+; CHECK-NEXT: vfpclassph $153, %xmm11, %k1 # k1 = isQuietNaN(xmm11) | isPositiveInfinity(xmm11) | isNegativeInfinity(xmm11) | isSignalingNaN(xmm11)
+; CHECK-NEXT: vpsrlq $48, %xmm5, %xmm12
+; CHECK-NEXT: vfpclassph $153, %xmm12, %k2 # k2 = isQuietNaN(xmm12) | isPositiveInfinity(xmm12) | isNegativeInfinity(xmm12) | isSignalingNaN(xmm12)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm9, %zmm9
+; CHECK-NEXT: vcvtph2pd %xmm11, %zmm13
+; CHECK-NEXT: vdivpd %zmm9, %zmm13, %zmm14
+; CHECK-NEXT: vrndscalepd $11, %zmm14, %zmm14
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm14 = -(zmm9 * zmm14) + zmm13
+; CHECK-NEXT: vcvtpd2ph %zmm14, %xmm9
+; CHECK-NEXT: vcvtph2pd %xmm10, %zmm10
+; CHECK-NEXT: vcvtph2pd %xmm12, %zmm13
+; CHECK-NEXT: vdivpd %zmm10, %zmm13, %zmm14
+; CHECK-NEXT: vrndscalepd $11, %zmm14, %zmm14
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm14 = -(zmm10 * zmm14) + zmm13
+; CHECK-NEXT: vcvtpd2ph %zmm14, %xmm10
+; CHECK-NEXT: vinserti128 $1, %xmm10, %ymm9, %ymm9
+; CHECK-NEXT: vinserti128 $1, %xmm12, %ymm11, %ymm10
+; CHECK-NEXT: vmovdqu16 %ymm10, %ymm9 {%k1}
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm10 = xmm2[1,1,3,3]
+; CHECK-NEXT: vfpclassph $24, %xmm10, %k0 # k0 = isPositiveInfinity(xmm10) | isNegativeInfinity(xmm10)
; CHECK-NEXT: vmovshdup {{.*#+}} xmm11 = xmm3[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
-; CHECK-NEXT: vmovq %xmm11, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vfpclassph $24, %xmm11, %k1 # k1 = isPositiveInfinity(xmm11) | isNegativeInfinity(xmm11)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
; CHECK-NEXT: vmovshdup {{.*#+}} xmm12 = xmm4[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm12, %xmm12, %xmm12
-; CHECK-NEXT: vmovq %xmm12, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm12, %xmm11, %xmm13
-; CHECK-NEXT: vroundsd $11, %xmm13, %xmm13, %xmm13
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm13 = -(xmm12 * xmm13) + xmm11
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
-; CHECK-NEXT: vmovsd %xmm11, %xmm13, %xmm13 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm13, %xmm13, %xmm11
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm10 = xmm11[0],xmm10[0],xmm11[1],xmm10[1],xmm11[2],xmm10[2],xmm11[3],xmm10[3]
-; CHECK-NEXT: vcvtsh2sd %xmm3, %xmm3, %xmm11
-; CHECK-NEXT: vmovq %xmm11, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm12
-; CHECK-NEXT: vmovq %xmm12, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm12, %xmm11, %xmm13
-; CHECK-NEXT: vroundsd $11, %xmm13, %xmm13, %xmm13
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm13 = -(xmm12 * xmm13) + xmm11
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
-; CHECK-NEXT: vmovsd %xmm11, %xmm13, %xmm13 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm13, %xmm13, %xmm11
+; CHECK-NEXT: vfpclassph $153, %xmm12, %k1 # k1 = isQuietNaN(xmm12) | isPositiveInfinity(xmm12) | isNegativeInfinity(xmm12) | isSignalingNaN(xmm12)
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm13 = xmm5[1,1,3,3]
+; CHECK-NEXT: vfpclassph $153, %xmm13, %k2 # k2 = isQuietNaN(xmm13) | isPositiveInfinity(xmm13) | isNegativeInfinity(xmm13) | isSignalingNaN(xmm13)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm10, %zmm10
+; CHECK-NEXT: vcvtph2pd %xmm12, %zmm14
+; CHECK-NEXT: vdivpd %zmm10, %zmm14, %zmm15
+; CHECK-NEXT: vrndscalepd $11, %zmm15, %zmm15
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm15 = -(zmm10 * zmm15) + zmm14
+; CHECK-NEXT: vcvtpd2ph %zmm15, %xmm10
+; CHECK-NEXT: vcvtph2pd %xmm11, %zmm11
+; CHECK-NEXT: vcvtph2pd %xmm13, %zmm14
+; CHECK-NEXT: vdivpd %zmm11, %zmm14, %zmm15
+; CHECK-NEXT: vrndscalepd $11, %zmm15, %zmm15
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm15 = -(zmm11 * zmm15) + zmm14
+; CHECK-NEXT: vcvtpd2ph %zmm15, %xmm11
+; CHECK-NEXT: vinserti128 $1, %xmm11, %ymm10, %ymm10
+; CHECK-NEXT: vinsertf128 $1, %xmm13, %ymm12, %ymm11
+; CHECK-NEXT: vmovdqu16 %ymm11, %ymm10 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm9 = ymm10[0],ymm9[0],ymm10[1],ymm9[1],ymm10[2],ymm9[2],ymm10[3],ymm9[3],ymm10[8],ymm9[8],ymm10[9],ymm9[9],ymm10[10],ymm9[10],ymm10[11],ymm9[11]
+; CHECK-NEXT: vfpclassph $24, %xmm2, %k0 # k0 = isPositiveInfinity(xmm2) | isNegativeInfinity(xmm2)
+; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 # k1 = isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
+; CHECK-NEXT: vfpclassph $153, %xmm4, %k1 # k1 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
+; CHECK-NEXT: vfpclassph $153, %xmm5, %k2 # k2 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm2, %zmm10
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm11
+; CHECK-NEXT: vdivpd %zmm10, %zmm11, %zmm12
+; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm10 * zmm12) + zmm11
+; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm10
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm11
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm12
+; CHECK-NEXT: vdivpd %zmm11, %zmm12, %zmm13
+; CHECK-NEXT: vrndscalepd $11, %zmm13, %zmm13
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm13 = -(zmm11 * zmm13) + zmm12
+; CHECK-NEXT: vcvtpd2ph %zmm13, %xmm11
+; CHECK-NEXT: vinserti128 $1, %xmm11, %ymm10, %ymm10
+; CHECK-NEXT: vinserti128 $1, %xmm5, %ymm4, %ymm11
+; CHECK-NEXT: vmovdqu16 %ymm11, %ymm10 {%k1}
+; CHECK-NEXT: vpsrld $16, %xmm2, %xmm2
+; CHECK-NEXT: vfpclassph $24, %xmm2, %k0 # k0 = isPositiveInfinity(xmm2) | isNegativeInfinity(xmm2)
; CHECK-NEXT: vpsrld $16, %xmm3, %xmm3
-; CHECK-NEXT: vcvtsh2sd %xmm3, %xmm3, %xmm3
-; CHECK-NEXT: vmovq %xmm3, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
+; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 # k1 = isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
; CHECK-NEXT: vpsrld $16, %xmm4, %xmm4
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vmovq %xmm4, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm4, %xmm3, %xmm12
-; CHECK-NEXT: vroundsd $11, %xmm12, %xmm12, %xmm12
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm12 = -(xmm4 * xmm12) + xmm3
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm12 = xmm3 ^ (xmm2 & (xmm12 ^ xmm3))
-; CHECK-NEXT: vmovsd %xmm3, %xmm12, %xmm12 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm12, %xmm12, %xmm3
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm11[0],xmm3[0],xmm11[1],xmm3[1],xmm11[2],xmm3[2],xmm11[3],xmm3[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm3 = xmm3[0],xmm10[0],xmm3[1],xmm10[1]
-; CHECK-NEXT: vpsrlq $48, %xmm5, %xmm4
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vmovq %xmm4, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrlq $48, %xmm6, %xmm10
-; CHECK-NEXT: vcvtsh2sd %xmm10, %xmm10, %xmm10
-; CHECK-NEXT: vmovq %xmm10, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm10, %xmm4, %xmm11
-; CHECK-NEXT: vroundsd $11, %xmm11, %xmm11, %xmm11
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm11 = -(xmm10 * xmm11) + xmm4
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm11 = xmm4 ^ (xmm2 & (xmm11 ^ xmm4))
-; CHECK-NEXT: vmovsd %xmm4, %xmm11, %xmm11 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm11, %xmm11, %xmm4
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm10 = xmm5[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm10, %xmm10, %xmm10
-; CHECK-NEXT: vmovq %xmm10, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm11 = xmm6[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm11, %xmm11, %xmm11
-; CHECK-NEXT: vmovq %xmm11, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm11, %xmm10, %xmm12
-; CHECK-NEXT: vroundsd $11, %xmm12, %xmm12, %xmm12
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm12 = -(xmm11 * xmm12) + xmm10
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm12 = xmm10 ^ (xmm2 & (xmm12 ^ xmm10))
-; CHECK-NEXT: vmovsd %xmm10, %xmm12, %xmm12 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm12, %xmm12, %xmm10
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm10[0],xmm4[0],xmm10[1],xmm4[1],xmm10[2],xmm4[2],xmm10[3],xmm4[3]
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm10
-; CHECK-NEXT: vmovq %xmm10, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm11
-; CHECK-NEXT: vmovq %xmm11, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm11, %xmm10, %xmm12
-; CHECK-NEXT: vroundsd $11, %xmm12, %xmm12, %xmm12
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm12 = -(xmm11 * xmm12) + xmm10
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm12 = xmm10 ^ (xmm2 & (xmm12 ^ xmm10))
-; CHECK-NEXT: vmovsd %xmm10, %xmm12, %xmm12 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm12, %xmm12, %xmm10
+; CHECK-NEXT: vfpclassph $153, %xmm4, %k1 # k1 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
; CHECK-NEXT: vpsrld $16, %xmm5, %xmm5
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrld $16, %xmm6, %xmm6
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm11
-; CHECK-NEXT: vroundsd $11, %xmm11, %xmm11, %xmm11
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm11 = -(xmm6 * xmm11) + xmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm11 = xmm5 ^ (xmm2 & (xmm11 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm11, %xmm11 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm11, %xmm11, %xmm5
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm5 = xmm10[0],xmm5[0],xmm10[1],xmm5[1],xmm10[2],xmm5[2],xmm10[3],xmm5[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1]
-; CHECK-NEXT: vinserti128 $1, %xmm3, %ymm4, %ymm3
+; CHECK-NEXT: vfpclassph $153, %xmm5, %k2 # k2 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm11
+; CHECK-NEXT: vdivpd %zmm2, %zmm11, %zmm12
+; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm2 * zmm12) + zmm11
+; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm2
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm11
+; CHECK-NEXT: vdivpd %zmm3, %zmm11, %zmm12
+; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm3 * zmm12) + zmm11
+; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm3
+; CHECK-NEXT: vinserti128 $1, %xmm3, %ymm2, %ymm2
+; CHECK-NEXT: vinserti128 $1, %xmm5, %ymm4, %ymm3
+; CHECK-NEXT: vmovdqu16 %ymm3, %ymm2 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm2 = ymm10[0],ymm2[0],ymm10[1],ymm2[1],ymm10[2],ymm2[2],ymm10[3],ymm2[3],ymm10[8],ymm2[8],ymm10[9],ymm2[9],ymm10[10],ymm2[10],ymm10[11],ymm2[11]
+; CHECK-NEXT: vpunpckldq {{.*#+}} ymm2 = ymm2[0],ymm9[0],ymm2[1],ymm9[1],ymm2[4],ymm9[4],ymm2[5],ymm9[5]
+; CHECK-NEXT: vpsrlq $48, %xmm6, %xmm3
; CHECK-NEXT: vpsrlq $48, %xmm7, %xmm4
-; CHECK-NEXT: vcvtsh2sd %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vmovq %xmm4, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrlq $48, %xmm8, %xmm5
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm5, %xmm4, %xmm6
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm5 * xmm6) + xmm4
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm4 ^ (xmm2 & (xmm6 ^ xmm4))
-; CHECK-NEXT: vmovsd %xmm4, %xmm6, %xmm6 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm6, %xmm6, %xmm4
+; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
+; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm9
+; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm3 * zmm9) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm3
+; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm4 = xmm6[1,1,3,3]
; CHECK-NEXT: vmovshdup {{.*#+}} xmm5 = xmm7[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm8[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm10
-; CHECK-NEXT: vroundsd $11, %xmm10, %xmm10, %xmm10
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm10 = -(xmm6 * xmm10) + xmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm10 = xmm5 ^ (xmm2 & (xmm10 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm10, %xmm10 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm10, %xmm10, %xmm5
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vcvtsh2sd %xmm8, %xmm8, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm10
-; CHECK-NEXT: vroundsd $11, %xmm10, %xmm10, %xmm10
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm10 = -(xmm6 * xmm10) + xmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm10 = xmm5 ^ (xmm2 & (xmm10 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm10, %xmm10 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm10, %xmm10, %xmm5
+; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm9
+; CHECK-NEXT: vdivpd %zmm4, %zmm9, %zmm10
+; CHECK-NEXT: vrndscalepd $11, %zmm10, %zmm10
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm10 = -(zmm4 * zmm10) + zmm9
+; CHECK-NEXT: vcvtpd2ph %zmm10, %xmm4
+; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
+; CHECK-NEXT: vfpclassph $153, %xmm7, %k0 # k0 = isQuietNaN(xmm7) | isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7) | isSignalingNaN(xmm7)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm6, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm6, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm7, %zmm5
+; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm9
+; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm4 * zmm9) + zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm4
+; CHECK-NEXT: vmovdqu16 %xmm7, %xmm4 {%k1}
+; CHECK-NEXT: vpsrld $16, %xmm6, %xmm5
; CHECK-NEXT: vpsrld $16, %xmm7, %xmm6
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrld $16, %xmm8, %xmm7
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
-; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm5 = xmm5[0],xmm6[0],xmm5[1],xmm6[1],xmm5[2],xmm6[2],xmm5[3],xmm6[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1]
+; CHECK-NEXT: vfpclassph $153, %xmm6, %k0 # k0 = isQuietNaN(xmm6) | isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6) | isSignalingNaN(xmm6)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm5, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
+; CHECK-NEXT: vcvtph2pd %xmm6, %zmm7
+; CHECK-NEXT: vdivpd %zmm5, %zmm7, %zmm9
+; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm5 * zmm9) + zmm7
+; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm5
+; CHECK-NEXT: vmovdqu16 %xmm6, %xmm5 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm4[0],xmm5[0],xmm4[1],xmm5[1],xmm4[2],xmm5[2],xmm4[3],xmm5[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1]
+; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm4
; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm5
-; CHECK-NEXT: vcvtsh2sd %xmm5, %xmm5, %xmm5
-; CHECK-NEXT: vmovq %xmm5, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm6
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm6, %xmm5, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm6 * xmm7) + xmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm5 ^ (xmm2 & (xmm7 ^ xmm5))
-; CHECK-NEXT: vmovsd %xmm5, %xmm7, %xmm7 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm5
+; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm6
+; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm7
+; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm4 * zmm7) + zmm6
+; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm4
+; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
+; CHECK-NEXT: vmovshdup {{.*#+}} xmm5 = xmm1[1,1,3,3]
; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm0[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm7 = xmm1[1,1,3,3]
-; CHECK-NEXT: vcvtsh2sd %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
-; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm5 = xmm6[0],xmm5[0],xmm6[1],xmm5[1],xmm6[2],xmm5[2],xmm6[3],xmm5[3]
-; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm6
-; CHECK-NEXT: vmovq %xmm6, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %sil
-; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm7
-; CHECK-NEXT: vmovq %xmm7, %rdi
-; CHECK-NEXT: andq %rcx, %rdi
-; CHECK-NEXT: cmpq %rdx, %rdi
-; CHECK-NEXT: sete %dil
-; CHECK-NEXT: andb %sil, %dil
-; CHECK-NEXT: kmovd %edi, %k1
-; CHECK-NEXT: vdivsd %xmm7, %xmm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm8 = -(xmm7 * xmm8) + xmm6
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm6 ^ (xmm2 & (xmm8 ^ xmm6))
-; CHECK-NEXT: vmovsd %xmm6, %xmm8, %xmm8 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm8, %xmm8, %xmm6
-; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
-; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm0
-; CHECK-NEXT: vmovq %xmm0, %rsi
-; CHECK-NEXT: addq %rsi, %rsi
-; CHECK-NEXT: cmpq %rax, %rsi
-; CHECK-NEXT: setb %al
+; CHECK-NEXT: vfpclassph $153, %xmm6, %k0 # k0 = isQuietNaN(xmm6) | isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6) | isSignalingNaN(xmm6)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm5, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
+; CHECK-NEXT: vcvtph2pd %xmm6, %zmm7
+; CHECK-NEXT: vdivpd %zmm5, %zmm7, %zmm9
+; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm5 * zmm9) + zmm7
+; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm5
+; CHECK-NEXT: vmovdqu16 %xmm6, %xmm5 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
+; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm5
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm6
+; CHECK-NEXT: vdivpd %zmm5, %zmm6, %zmm7
+; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm5 * zmm7) + zmm6
+; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm5
+; CHECK-NEXT: vmovdqu16 %xmm0, %xmm5 {%k1}
; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
-; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm1
-; CHECK-NEXT: vmovq %xmm1, %rsi
-; CHECK-NEXT: andq %rcx, %rsi
-; CHECK-NEXT: cmpq %rdx, %rsi
-; CHECK-NEXT: sete %cl
-; CHECK-NEXT: andb %al, %cl
-; CHECK-NEXT: kmovd %ecx, %k1
-; CHECK-NEXT: vdivsd %xmm1, %xmm0, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm7 = -(xmm1 * xmm7) + xmm0
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm7 = xmm0 ^ (xmm2 & (xmm7 ^ xmm0))
-; CHECK-NEXT: vmovsd %xmm0, %xmm7, %xmm7 {%k1}
-; CHECK-NEXT: vcvtsd2sh %xmm7, %xmm7, %xmm0
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm6[0],xmm0[0],xmm6[1],xmm0[1],xmm6[2],xmm0[2],xmm6[3],xmm0[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm5[0],xmm0[1],xmm5[1]
-; CHECK-NEXT: vinserti128 $1, %xmm4, %ymm0, %ymm0
-; CHECK-NEXT: vinserti64x4 $1, %ymm3, %zmm0, %zmm0
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm0 = zmm0[0],zmm9[0],zmm0[2],zmm9[2],zmm0[4],zmm9[4],zmm0[6],zmm9[6]
+; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
+; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: knotb %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm6
+; CHECK-NEXT: vdivpd %zmm1, %zmm6, %zmm7
+; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm1 * zmm7) + zmm6
+; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm1
+; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
+; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm5[0],xmm1[0],xmm5[1],xmm1[1],xmm5[2],xmm1[2],xmm5[3],xmm1[3]
+; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm4[0],xmm0[1],xmm4[1]
+; CHECK-NEXT: vinserti128 $1, %xmm3, %ymm0, %ymm0
+; CHECK-NEXT: vinserti64x4 $1, %ymm2, %zmm0, %zmm0
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm0 = zmm0[0],zmm8[0],zmm0[2],zmm8[2],zmm0[4],zmm8[4],zmm0[6],zmm8[6]
; CHECK-NEXT: retq
%r = frem <32 x half> %x, %y
ret <32 x half> %r
>From 59958d15e0cbaa70c4c3de7316c5a58d0a17a2fb Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Sat, 17 Oct 2026 13:24:57 +0545
Subject: [PATCH 39/50] fix: support LowerFREM() with v*f16 and f16
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 59 +-
llvm/test/CodeGen/X86/avx512fp16-frem.ll | 1237 ++++++----------------
2 files changed, 345 insertions(+), 951 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index 589f5f6e1aa1ac..7f65807dccfc08 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -2370,7 +2370,7 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
// AVX512_FP16 scalar operations
setGroup(MVT::f16);
SetFPMinMaxAction(MVT::f16);
- setOperationAction(ISD::FREM, MVT::f16, Custom);
+ setOperationAction(ISD::FREM, MVT::f16, Custom);
setOperationAction(ISD::STRICT_FREM, MVT::f16, Promote);
setOperationAction(ISD::SELECT_CC, MVT::f16, Expand);
setOperationAction(ISD::BR_CC, MVT::f16, Expand);
@@ -2401,7 +2401,7 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
setOperationAction(ISD::FP_EXTEND, MVT::v8f64, Custom);
setOperationAction(ISD::STRICT_FP_EXTEND, MVT::v8f64, Legal);
setOperationAction(ISD::INSERT_VECTOR_ELT, MVT::v32f16, Custom);
-
+ setOperationAction(ISD::FREM, MVT::v32f16, Custom);
setOperationAction(ISD::FP_TO_SINT, MVT::v32i16, Custom);
setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::v32i16, Custom);
setOperationAction(ISD::FP_TO_UINT, MVT::v32i16, Custom);
@@ -2457,6 +2457,8 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
setOperationAction(ISD::STRICT_FP_EXTEND, MVT::v8f32, Legal);
setOperationAction(ISD::FP_EXTEND, MVT::v4f64, Custom);
setOperationAction(ISD::STRICT_FP_EXTEND, MVT::v4f64, Legal);
+ setOperationAction(ISD::FREM, MVT::v8f16, Custom);
+ setOperationAction(ISD::FREM, MVT::v16f16, Custom);
// INSERT_VECTOR_ELT v8f16 extended to VECTOR_SHUFFLE
setOperationAction(ISD::INSERT_VECTOR_ELT, MVT::v8f16, Custom);
@@ -23303,33 +23305,42 @@ static SDValue LowerFGETSIGN(SDValue Op, SelectionDAG &DAG) {
static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
SDLoc Dl(Op);
- assert(Op.getValueType() == MVT::f16 && "Unexpected type for FREM");
-
- SDValue A =
- DAG.getNode(ISD::SCALAR_TO_VECTOR, Dl, MVT::v8f16, Op.getOperand(0));
- SDValue B =
- DAG.getNode(ISD::SCALAR_TO_VECTOR, Dl, MVT::v8f16, Op.getOperand(1));
-
- SDValue X = DAG.getNode(ISD::FP_EXTEND, Dl, MVT::v8f64, A);
- SDValue Y = DAG.getNode(ISD::FP_EXTEND, Dl, MVT::v8f64, B);
- SDValue Q = DAG.getNode(ISD::FTRUNC, Dl, MVT::v8f64,
- DAG.getNode(ISD::FDIV, Dl, MVT::v8f64, X, Y));
- SDValue NegQ = DAG.getNode(ISD::FNEG, Dl, MVT::v8f64, Q);
- SDValue Res = DAG.getNode(ISD::FMA, Dl, MVT::v8f64, NegQ, Y, X);
- Res = DAG.getNode(ISD::FP_ROUND, Dl, MVT::v8f16, Res,
+ MVT VT = Op.getSimpleValueType();
+ assert(VT.getScalarType() == MVT::f16 && "Unexpected type for FREM");
+
+ bool IsVec = VT.isVector();
+ MVT WideVT = IsVec ? VT.changeVectorElementType(MVT::f64) : MVT::f64;
+ MVT MaskVT = IsVec ? VT.changeVectorElementType(MVT::i1) : MVT::v1i1;
+
+ SDValue A = Op.getOperand(0);
+ SDValue B = Op.getOperand(1);
+
+ SDValue X = DAG.getNode(ISD::FP_EXTEND, Dl, WideVT, A);
+ SDValue Y = DAG.getNode(ISD::FP_EXTEND, Dl, WideVT, B);
+ SDValue Q = DAG.getNode(ISD::FTRUNC, Dl, WideVT,
+ DAG.getNode(ISD::FDIV, Dl, WideVT, X, Y));
+ SDValue Res = DAG.getNode(ISD::FMA, Dl, WideVT,
+ DAG.getNode(ISD::FNEG, Dl, WideVT, Q), Y, X);
+ Res = DAG.getNode(ISD::FP_ROUND, Dl, VT, Res,
DAG.getIntPtrConstant(0, Dl, /*isTarget=*/true));
- SDValue XNotFinite = DAG.getNode(X86ISD::VFPCLASS, Dl, MVT::v8i1, A,
+ SDValue AC = A, BC = B;
+ unsigned ClassOpc = X86ISD::VFPCLASS;
+ if (!IsVec) {
+ AC = DAG.getNode(ISD::SCALAR_TO_VECTOR, Dl, MVT::v8f16, A);
+ BC = DAG.getNode(ISD::SCALAR_TO_VECTOR, Dl, MVT::v8f16, B);
+ ClassOpc = X86ISD::VFPCLASSS;
+ }
+ SDValue XNotFinite = DAG.getNode(ClassOpc, Dl, MaskVT, AC,
DAG.getTargetConstant(0x99, Dl, MVT::i32));
- SDValue XFinite = DAG.getNOT(Dl, XNotFinite, MVT::v8i1);
- SDValue YIsInf = DAG.getNode(X86ISD::VFPCLASS, Dl, MVT::v8i1, B,
+ SDValue YIsInf = DAG.getNode(ClassOpc, Dl, MaskVT, BC,
DAG.getTargetConstant(0x18, Dl, MVT::i32));
+ SDValue UseX = DAG.getNode(ISD::AND, Dl, MaskVT,
+ DAG.getNOT(Dl, XNotFinite, MaskVT), YIsInf);
- SDValue UseX = DAG.getNode(ISD::AND, Dl, MVT::v8i1, XFinite, YIsInf);
- Res = DAG.getSelect(Dl, MVT::v8f16, UseX, A, Res);
-
- return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, Dl, MVT::f16, Res,
- DAG.getVectorIdxConstant(0, Dl));
+ if (!IsVec)
+ return DAG.getNode(X86ISD::SELECTS, Dl, VT, UseX, A, Res);
+ return DAG.getSelect(Dl, VT, UseX, A, Res);
}
/// Helper for attempting to create a X86ISD::BT node.
diff --git a/llvm/test/CodeGen/X86/avx512fp16-frem.ll b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
index a817d21ad6314c..1464d5f9e4c63e 100644
--- a/llvm/test/CodeGen/X86/avx512fp16-frem.ll
+++ b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
@@ -4,18 +4,17 @@
define half @frem(half %x, half %y) nounwind {
; CHECK-LABEL: frem:
; CHECK: # %bb.0:
-; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm2
-; CHECK-NEXT: vdivpd %zmm1, %zmm2, %zmm3
-; CHECK-NEXT: vrndscalepd $11, %zmm3, %zmm3
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm3 = -(zmm1 * zmm3) + zmm2
-; CHECK-NEXT: vcvtpd2ph %zmm3, %xmm1
-; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
-; CHECK-NEXT: vmovdqa %xmm1, %xmm0
-; CHECK-NEXT: vzeroupper
+; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm2
+; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm3
+; CHECK-NEXT: vdivsd %xmm2, %xmm3, %xmm4
+; CHECK-NEXT: vroundsd $11, %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm4 = -(xmm2 * xmm4) + xmm3
+; CHECK-NEXT: vcvtsd2sh %xmm4, %xmm4, %xmm2
+; CHECK-NEXT: vfpclasssh $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: knotw %k0, %k1
+; CHECK-NEXT: vfpclasssh $24, %xmm1, %k1 {%k1} # k1 {%k1} = isPositiveInfinity(xmm1) | isNegativeInfinity(xmm1)
+; CHECK-NEXT: vmovsh %xmm0, %xmm0, %xmm2 {%k1}
+; CHECK-NEXT: vmovaps %xmm2, %xmm0
; CHECK-NEXT: retq
%r = frem half %x, %y
ret half %r
@@ -24,107 +23,17 @@ define half @frem(half %x, half %y) nounwind {
define <2 x half> @frem_vec2(<2 x half> %x, <2 x half> %y) nounwind {
; CHECK-LABEL: frem_vec2:
; CHECK: # %bb.0:
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm3 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm3, %k0 # k0 = isQuietNaN(xmm3) | isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3) | isSignalingNaN(xmm3)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm2, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm4
-; CHECK-NEXT: vdivpd %zmm2, %zmm4, %zmm5
-; CHECK-NEXT: vrndscalepd $11, %zmm5, %zmm5
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm5 = -(zmm2 * zmm5) + zmm4
-; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm2
-; CHECK-NEXT: vmovdqu16 %xmm3, %xmm2 {%k1}
-; CHECK-NEXT: vshufps {{.*#+}} xmm3 = xmm1[3,3,3,3]
-; CHECK-NEXT: vshufps {{.*#+}} xmm4 = xmm0[3,3,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
-; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
-; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm2 = xmm3[0],xmm2[0],xmm3[1],xmm2[1],xmm3[2],xmm2[2],xmm3[3],xmm2[3]
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm3 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm4 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
-; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
-; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
-; CHECK-NEXT: vshufpd {{.*#+}} xmm4 = xmm1[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm5 = xmm0[1,0]
-; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm6
-; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm7
-; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm4 * zmm7) + zmm6
-; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm4
-; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm2 = xmm3[0],xmm2[0],xmm3[1],xmm2[1]
-; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm3
-; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm4
-; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
-; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
-; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm4 = xmm1[1,1,3,3]
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm5 = xmm0[1,1,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm6
-; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm7
-; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm4 * zmm7) + zmm6
-; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm4
-; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
-; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
-; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm4 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm4
-; CHECK-NEXT: vmovdqu16 %xmm0, %xmm4 {%k1}
-; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
-; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
; CHECK-NEXT: knotb %k0, %k1
; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
-; CHECK-NEXT: vdivpd %zmm1, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm1 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm1
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm2
+; CHECK-NEXT: vdivpd %zmm1, %zmm2, %zmm3
+; CHECK-NEXT: vrndscalepd $11, %zmm3, %zmm3
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm3 = -(zmm1 * zmm3) + zmm2
+; CHECK-NEXT: vcvtpd2ph %zmm3, %xmm1
; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm4[0],xmm1[0],xmm4[1],xmm1[1],xmm4[2],xmm1[2],xmm4[3],xmm1[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm3[0],xmm0[1],xmm3[1]
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm2[0]
+; CHECK-NEXT: vmovdqa %xmm1, %xmm0
; CHECK-NEXT: vzeroupper
; CHECK-NEXT: retq
%r = frem <2 x half> %x, %y
@@ -134,107 +43,17 @@ define <2 x half> @frem_vec2(<2 x half> %x, <2 x half> %y) nounwind {
define <4 x half> @frem_vec4(<4 x half> %x, <4 x half> %y) nounwind {
; CHECK-LABEL: frem_vec4:
; CHECK: # %bb.0:
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm3 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm3, %k0 # k0 = isQuietNaN(xmm3) | isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3) | isSignalingNaN(xmm3)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm2, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm4
-; CHECK-NEXT: vdivpd %zmm2, %zmm4, %zmm5
-; CHECK-NEXT: vrndscalepd $11, %zmm5, %zmm5
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm5 = -(zmm2 * zmm5) + zmm4
-; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm2
-; CHECK-NEXT: vmovdqu16 %xmm3, %xmm2 {%k1}
-; CHECK-NEXT: vshufps {{.*#+}} xmm3 = xmm1[3,3,3,3]
-; CHECK-NEXT: vshufps {{.*#+}} xmm4 = xmm0[3,3,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
-; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
-; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm2 = xmm3[0],xmm2[0],xmm3[1],xmm2[1],xmm3[2],xmm2[2],xmm3[3],xmm2[3]
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm3 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm4 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
-; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
-; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
-; CHECK-NEXT: vshufpd {{.*#+}} xmm4 = xmm1[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm5 = xmm0[1,0]
-; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm6
-; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm7
-; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm4 * zmm7) + zmm6
-; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm4
-; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm2 = xmm3[0],xmm2[0],xmm3[1],xmm2[1]
-; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm3
-; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm4
-; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
-; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
-; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm4 = xmm1[1,1,3,3]
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm5 = xmm0[1,1,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm6
-; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm7
-; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm4 * zmm7) + zmm6
-; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm4
-; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
-; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
-; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm4 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm4
-; CHECK-NEXT: vmovdqu16 %xmm0, %xmm4 {%k1}
-; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
-; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
; CHECK-NEXT: knotb %k0, %k1
; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
-; CHECK-NEXT: vdivpd %zmm1, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm1 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm1
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm2
+; CHECK-NEXT: vdivpd %zmm1, %zmm2, %zmm3
+; CHECK-NEXT: vrndscalepd $11, %zmm3, %zmm3
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm3 = -(zmm1 * zmm3) + zmm2
+; CHECK-NEXT: vcvtpd2ph %zmm3, %xmm1
; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm4[0],xmm1[0],xmm4[1],xmm1[1],xmm4[2],xmm1[2],xmm4[3],xmm1[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm3[0],xmm0[1],xmm3[1]
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm2[0]
+; CHECK-NEXT: vmovdqa %xmm1, %xmm0
; CHECK-NEXT: vzeroupper
; CHECK-NEXT: retq
%r = frem <4 x half> %x, %y
@@ -244,107 +63,17 @@ define <4 x half> @frem_vec4(<4 x half> %x, <4 x half> %y) nounwind {
define <8 x half> @frem_vec8(<8 x half> %x, <8 x half> %y) nounwind {
; CHECK-LABEL: frem_vec8:
; CHECK: # %bb.0:
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm2 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm3 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm3, %k0 # k0 = isQuietNaN(xmm3) | isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3) | isSignalingNaN(xmm3)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm2, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm4
-; CHECK-NEXT: vdivpd %zmm2, %zmm4, %zmm5
-; CHECK-NEXT: vrndscalepd $11, %zmm5, %zmm5
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm5 = -(zmm2 * zmm5) + zmm4
-; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm2
-; CHECK-NEXT: vmovdqu16 %xmm3, %xmm2 {%k1}
-; CHECK-NEXT: vshufps {{.*#+}} xmm3 = xmm1[3,3,3,3]
-; CHECK-NEXT: vshufps {{.*#+}} xmm4 = xmm0[3,3,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
-; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
-; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm2 = xmm3[0],xmm2[0],xmm3[1],xmm2[1],xmm3[2],xmm2[2],xmm3[3],xmm2[3]
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm3 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm4 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
-; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
-; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
-; CHECK-NEXT: vshufpd {{.*#+}} xmm4 = xmm1[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm5 = xmm0[1,0]
-; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm6
-; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm7
-; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm4 * zmm7) + zmm6
-; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm4
-; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm2 = xmm3[0],xmm2[0],xmm3[1],xmm2[1]
-; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm3
-; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm4
-; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
-; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm3 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm3
-; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm4 = xmm1[1,1,3,3]
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm5 = xmm0[1,1,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm6
-; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm7
-; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm4 * zmm7) + zmm6
-; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm4
-; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
-; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
-; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm4 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm4
-; CHECK-NEXT: vmovdqu16 %xmm0, %xmm4 {%k1}
-; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
-; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
; CHECK-NEXT: knotb %k0, %k1
; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
-; CHECK-NEXT: vdivpd %zmm1, %zmm5, %zmm6
-; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm1 * zmm6) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm1
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm2
+; CHECK-NEXT: vdivpd %zmm1, %zmm2, %zmm3
+; CHECK-NEXT: vrndscalepd $11, %zmm3, %zmm3
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm3 = -(zmm1 * zmm3) + zmm2
+; CHECK-NEXT: vcvtpd2ph %zmm3, %xmm1
; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm4[0],xmm1[0],xmm4[1],xmm1[1],xmm4[2],xmm1[2],xmm4[3],xmm1[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm3[0],xmm0[1],xmm3[1]
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm2[0]
+; CHECK-NEXT: vmovdqa %xmm1, %xmm0
; CHECK-NEXT: vzeroupper
; CHECK-NEXT: retq
%r = frem <8 x half> %x, %y
@@ -354,218 +83,26 @@ define <8 x half> @frem_vec8(<8 x half> %x, <8 x half> %y) nounwind {
define <16 x half> @frem_vec16(<16 x half> %x, <16 x half> %y) nounwind {
; CHECK-LABEL: frem_vec16:
; CHECK: # %bb.0:
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm4 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $24, %xmm4, %k0 # k0 = isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4)
-; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm2
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm5 = xmm2[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $24, %xmm5, %k1 # k1 = isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm6 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm6, %k1 # k1 = isQuietNaN(xmm6) | isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6) | isSignalingNaN(xmm6)
-; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm3
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm3[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm7, %k2 # k2 = isQuietNaN(xmm7) | isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7) | isSignalingNaN(xmm7)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
-; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm8
-; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm4 * zmm8) + zmm6
-; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm4
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
-; CHECK-NEXT: vcvtph2pd %xmm7, %zmm6
-; CHECK-NEXT: vdivpd %zmm5, %zmm6, %zmm7
-; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm5 * zmm7) + zmm6
-; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm5
-; CHECK-NEXT: vinserti128 $1, %xmm5, %ymm4, %ymm4
-; CHECK-NEXT: vpsrldq {{.*#+}} ymm5 = ymm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,ymm0[30,31],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vmovdqu16 %ymm5, %ymm4 {%k1}
-; CHECK-NEXT: vshufps {{.*#+}} xmm5 = xmm1[3,3,3,3]
-; CHECK-NEXT: vfpclassph $24, %xmm5, %k0 # k0 = isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5)
-; CHECK-NEXT: vshufps {{.*#+}} xmm6 = xmm2[3,3,3,3]
-; CHECK-NEXT: vfpclassph $24, %xmm6, %k1 # k1 = isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm0[3,3,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm7, %k1 # k1 = isQuietNaN(xmm7) | isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7) | isSignalingNaN(xmm7)
-; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm3[3,3,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm8, %k2 # k2 = isQuietNaN(xmm8) | isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8) | isSignalingNaN(xmm8)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
-; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
-; CHECK-NEXT: vdivpd %zmm5, %zmm7, %zmm9
-; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm5 * zmm9) + zmm7
-; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm5
-; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
-; CHECK-NEXT: vcvtph2pd %xmm8, %zmm7
-; CHECK-NEXT: vdivpd %zmm6, %zmm7, %zmm8
-; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm6 * zmm8) + zmm7
-; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm6
-; CHECK-NEXT: vinserti128 $1, %xmm6, %ymm5, %ymm5
-; CHECK-NEXT: vshufps {{.*#+}} ymm6 = ymm0[3,3,3,3,7,7,7,7]
-; CHECK-NEXT: vmovdqu16 %ymm6, %ymm5 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm4 = ymm5[0],ymm4[0],ymm5[1],ymm4[1],ymm5[2],ymm4[2],ymm5[3],ymm4[3],ymm5[8],ymm4[8],ymm5[9],ymm4[9],ymm5[10],ymm4[10],ymm5[11],ymm4[11]
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm5 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $24, %xmm5, %k0 # k0 = isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5)
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm6 = xmm2[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $24, %xmm6, %k1 # k1 = isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm7, %k1 # k1 = isQuietNaN(xmm7) | isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7) | isSignalingNaN(xmm7)
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm8 = xmm3[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm8, %k2 # k2 = isQuietNaN(xmm8) | isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8) | isSignalingNaN(xmm8)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
-; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
-; CHECK-NEXT: vdivpd %zmm5, %zmm7, %zmm9
-; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm5 * zmm9) + zmm7
-; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm5
-; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
-; CHECK-NEXT: vcvtph2pd %xmm8, %zmm7
-; CHECK-NEXT: vdivpd %zmm6, %zmm7, %zmm8
-; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm6 * zmm8) + zmm7
-; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm6
-; CHECK-NEXT: vinserti128 $1, %xmm6, %ymm5, %ymm5
-; CHECK-NEXT: vpsrldq {{.*#+}} ymm6 = ymm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,ymm0[26,27,28,29,30,31],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vmovdqu16 %ymm6, %ymm5 {%k1}
-; CHECK-NEXT: vshufpd {{.*#+}} xmm6 = xmm1[1,0]
-; CHECK-NEXT: vfpclassph $24, %xmm6, %k0 # k0 = isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6)
-; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm2[1,0]
-; CHECK-NEXT: vfpclassph $24, %xmm7, %k1 # k1 = isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm0[1,0]
-; CHECK-NEXT: vfpclassph $153, %xmm8, %k1 # k1 = isQuietNaN(xmm8) | isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8) | isSignalingNaN(xmm8)
-; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm3[1,0]
-; CHECK-NEXT: vfpclassph $153, %xmm9, %k2 # k2 = isQuietNaN(xmm9) | isPositiveInfinity(xmm9) | isNegativeInfinity(xmm9) | isSignalingNaN(xmm9)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
-; CHECK-NEXT: vcvtph2pd %xmm8, %zmm10
-; CHECK-NEXT: vdivpd %zmm6, %zmm10, %zmm11
-; CHECK-NEXT: vrndscalepd $11, %zmm11, %zmm11
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm11 = -(zmm6 * zmm11) + zmm10
-; CHECK-NEXT: vcvtpd2ph %zmm11, %xmm6
-; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
-; CHECK-NEXT: vcvtph2pd %xmm9, %zmm10
-; CHECK-NEXT: vdivpd %zmm7, %zmm10, %zmm11
-; CHECK-NEXT: vrndscalepd $11, %zmm11, %zmm11
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm11 = -(zmm7 * zmm11) + zmm10
-; CHECK-NEXT: vcvtpd2ph %zmm11, %xmm7
-; CHECK-NEXT: vinserti128 $1, %xmm7, %ymm6, %ymm6
-; CHECK-NEXT: vinsertf128 $1, %xmm9, %ymm8, %ymm7
-; CHECK-NEXT: vmovdqu16 %ymm7, %ymm6 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm5 = ymm6[0],ymm5[0],ymm6[1],ymm5[1],ymm6[2],ymm5[2],ymm6[3],ymm5[3],ymm6[8],ymm5[8],ymm6[9],ymm5[9],ymm6[10],ymm5[10],ymm6[11],ymm5[11]
-; CHECK-NEXT: vpunpckldq {{.*#+}} ymm4 = ymm5[0],ymm4[0],ymm5[1],ymm4[1],ymm5[4],ymm4[4],ymm5[5],ymm4[5]
-; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm5
-; CHECK-NEXT: vfpclassph $24, %xmm5, %k0 # k0 = isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5)
-; CHECK-NEXT: vpsrlq $48, %xmm2, %xmm6
-; CHECK-NEXT: vfpclassph $24, %xmm6, %k1 # k1 = isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm7
-; CHECK-NEXT: vfpclassph $153, %xmm7, %k1 # k1 = isQuietNaN(xmm7) | isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7) | isSignalingNaN(xmm7)
-; CHECK-NEXT: vpsrlq $48, %xmm3, %xmm8
-; CHECK-NEXT: vfpclassph $153, %xmm8, %k2 # k2 = isQuietNaN(xmm8) | isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8) | isSignalingNaN(xmm8)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
-; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
-; CHECK-NEXT: vdivpd %zmm5, %zmm7, %zmm9
-; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm5 * zmm9) + zmm7
-; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm5
-; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
-; CHECK-NEXT: vcvtph2pd %xmm8, %zmm7
-; CHECK-NEXT: vdivpd %zmm6, %zmm7, %zmm8
-; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm6 * zmm8) + zmm7
-; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm6
-; CHECK-NEXT: vinserti128 $1, %xmm6, %ymm5, %ymm5
-; CHECK-NEXT: vpsrlq $48, %ymm0, %ymm6
-; CHECK-NEXT: vmovdqu16 %ymm6, %ymm5 {%k1}
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm1[1,1,3,3]
-; CHECK-NEXT: vfpclassph $24, %xmm6, %k0 # k0 = isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6)
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm7 = xmm2[1,1,3,3]
-; CHECK-NEXT: vfpclassph $24, %xmm7, %k1 # k1 = isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm8 = xmm0[1,1,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm8, %k1 # k1 = isQuietNaN(xmm8) | isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8) | isSignalingNaN(xmm8)
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm9 = xmm3[1,1,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm9, %k2 # k2 = isQuietNaN(xmm9) | isPositiveInfinity(xmm9) | isNegativeInfinity(xmm9) | isSignalingNaN(xmm9)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
-; CHECK-NEXT: vcvtph2pd %xmm8, %zmm8
-; CHECK-NEXT: vdivpd %zmm6, %zmm8, %zmm10
-; CHECK-NEXT: vrndscalepd $11, %zmm10, %zmm10
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm10 = -(zmm6 * zmm10) + zmm8
-; CHECK-NEXT: vcvtpd2ph %zmm10, %xmm6
-; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
-; CHECK-NEXT: vcvtph2pd %xmm9, %zmm8
-; CHECK-NEXT: vdivpd %zmm7, %zmm8, %zmm9
-; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm7 * zmm9) + zmm8
-; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm7
-; CHECK-NEXT: vinserti128 $1, %xmm7, %ymm6, %ymm6
-; CHECK-NEXT: vmovshdup {{.*#+}} ymm7 = ymm0[1,1,3,3,5,5,7,7]
-; CHECK-NEXT: vmovdqu16 %ymm7, %ymm6 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm5 = ymm6[0],ymm5[0],ymm6[1],ymm5[1],ymm6[2],ymm5[2],ymm6[3],ymm5[3],ymm6[8],ymm5[8],ymm6[9],ymm5[9],ymm6[10],ymm5[10],ymm6[11],ymm5[11]
-; CHECK-NEXT: vfpclassph $24, %xmm1, %k0 # k0 = isPositiveInfinity(xmm1) | isNegativeInfinity(xmm1)
-; CHECK-NEXT: vfpclassph $24, %xmm2, %k1 # k1 = isPositiveInfinity(xmm2) | isNegativeInfinity(xmm2)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vfpclassph $153, %xmm0, %k1 # k1 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
-; CHECK-NEXT: vfpclassph $153, %xmm3, %k2 # k2 = isQuietNaN(xmm3) | isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3) | isSignalingNaN(xmm3)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm6
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm7
-; CHECK-NEXT: vdivpd %zmm6, %zmm7, %zmm8
-; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm6 * zmm8) + zmm7
-; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm6
-; CHECK-NEXT: vcvtph2pd %xmm2, %zmm7
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm8
-; CHECK-NEXT: vdivpd %zmm7, %zmm8, %zmm9
-; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm7 * zmm9) + zmm8
-; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm7
-; CHECK-NEXT: vinserti128 $1, %xmm7, %ymm6, %ymm6
-; CHECK-NEXT: vmovdqu16 %ymm0, %ymm6 {%k1}
-; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
-; CHECK-NEXT: vfpclassph $24, %xmm1, %k0 # k0 = isPositiveInfinity(xmm1) | isNegativeInfinity(xmm1)
-; CHECK-NEXT: vpsrld $16, %xmm2, %xmm2
-; CHECK-NEXT: vfpclassph $24, %xmm2, %k1 # k1 = isPositiveInfinity(xmm2) | isNegativeInfinity(xmm2)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vpsrld $16, %xmm0, %xmm7
-; CHECK-NEXT: vfpclassph $153, %xmm7, %k1 # k1 = isQuietNaN(xmm7) | isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7) | isSignalingNaN(xmm7)
-; CHECK-NEXT: vpsrld $16, %xmm3, %xmm3
-; CHECK-NEXT: vfpclassph $153, %xmm3, %k2 # k2 = isQuietNaN(xmm3) | isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3) | isSignalingNaN(xmm3)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
-; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
-; CHECK-NEXT: vdivpd %zmm1, %zmm7, %zmm8
-; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm1 * zmm8) + zmm7
-; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm1
-; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm2
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm3
+; CHECK-NEXT: vdivpd %zmm2, %zmm3, %zmm4
+; CHECK-NEXT: vrndscalepd $11, %zmm4, %zmm4
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm4 = -(zmm2 * zmm4) + zmm3
+; CHECK-NEXT: vcvtpd2ph %zmm4, %xmm2
+; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm3
; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vdivpd %zmm2, %zmm3, %zmm7
-; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm2 * zmm7) + zmm3
-; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm2
-; CHECK-NEXT: vinserti128 $1, %xmm2, %ymm1, %ymm1
-; CHECK-NEXT: vpsrld $16, %ymm0, %ymm0
-; CHECK-NEXT: vmovdqu16 %ymm0, %ymm1 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm0 = ymm6[0],ymm1[0],ymm6[1],ymm1[1],ymm6[2],ymm1[2],ymm6[3],ymm1[3],ymm6[8],ymm1[8],ymm6[9],ymm1[9],ymm6[10],ymm1[10],ymm6[11],ymm1[11]
-; CHECK-NEXT: vpunpckldq {{.*#+}} ymm0 = ymm0[0],ymm5[0],ymm0[1],ymm5[1],ymm0[4],ymm5[4],ymm0[5],ymm5[5]
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} ymm0 = ymm0[0],ymm4[0],ymm0[2],ymm4[2]
+; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm4
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
+; CHECK-NEXT: vdivpd %zmm3, %zmm4, %zmm5
+; CHECK-NEXT: vrndscalepd $11, %zmm5, %zmm5
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm5 = -(zmm3 * zmm5) + zmm4
+; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm3
+; CHECK-NEXT: vinserti128 $1, %xmm3, %ymm2, %ymm2
+; CHECK-NEXT: vfpclassph $153, %ymm0, %k0 # k0 = isQuietNaN(ymm0) | isPositiveInfinity(ymm0) | isNegativeInfinity(ymm0) | isSignalingNaN(ymm0)
+; CHECK-NEXT: knotw %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %ymm1, %k1 {%k1}
+; CHECK-NEXT: vmovdqu16 %ymm0, %ymm2 {%k1}
+; CHECK-NEXT: vmovdqa %ymm2, %ymm0
; CHECK-NEXT: retq
%r = frem <16 x half> %x, %y
ret <16 x half> %r
@@ -574,427 +111,273 @@ define <16 x half> @frem_vec16(<16 x half> %x, <16 x half> %y) nounwind {
define <32 x half> @frem_vec32(<32 x half> %x, <32 x half> %y) nounwind {
; CHECK-LABEL: frem_vec32:
; CHECK: # %bb.0:
-; CHECK-NEXT: vextractf32x4 $2, %zmm1, %xmm2
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm6 = xmm2[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $24, %xmm6, %k0 # k0 = isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6)
-; CHECK-NEXT: vextractf32x4 $3, %zmm1, %xmm3
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm3[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $24, %xmm7, %k1 # k1 = isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vextractf32x4 $2, %zmm0, %xmm4
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm8 = xmm4[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm8, %k1 # k1 = isQuietNaN(xmm8) | isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8) | isSignalingNaN(xmm8)
-; CHECK-NEXT: vextractf32x4 $3, %zmm0, %xmm5
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm9 = xmm5[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm9, %k2 # k2 = isQuietNaN(xmm9) | isPositiveInfinity(xmm9) | isNegativeInfinity(xmm9) | isSignalingNaN(xmm9)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
-; CHECK-NEXT: vcvtph2pd %xmm8, %zmm10
-; CHECK-NEXT: vdivpd %zmm6, %zmm10, %zmm11
-; CHECK-NEXT: vrndscalepd $11, %zmm11, %zmm11
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm11 = -(zmm6 * zmm11) + zmm10
-; CHECK-NEXT: vcvtpd2ph %zmm11, %xmm6
-; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
-; CHECK-NEXT: vcvtph2pd %xmm9, %zmm10
-; CHECK-NEXT: vdivpd %zmm7, %zmm10, %zmm11
-; CHECK-NEXT: vrndscalepd $11, %zmm11, %zmm11
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm11 = -(zmm7 * zmm11) + zmm10
-; CHECK-NEXT: vcvtpd2ph %zmm11, %xmm7
-; CHECK-NEXT: vinserti128 $1, %xmm7, %ymm6, %ymm6
-; CHECK-NEXT: vinsertf128 $1, %xmm9, %ymm8, %ymm7
-; CHECK-NEXT: vmovdqu16 %ymm7, %ymm6 {%k1}
-; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm2[3,3,3,3]
-; CHECK-NEXT: vfpclassph $24, %xmm7, %k0 # k0 = isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7)
-; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm3[3,3,3,3]
-; CHECK-NEXT: vfpclassph $24, %xmm8, %k1 # k1 = isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vshufps {{.*#+}} xmm9 = xmm4[3,3,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm9, %k1 # k1 = isQuietNaN(xmm9) | isPositiveInfinity(xmm9) | isNegativeInfinity(xmm9) | isSignalingNaN(xmm9)
-; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm5[3,3,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm10, %k2 # k2 = isQuietNaN(xmm10) | isPositiveInfinity(xmm10) | isNegativeInfinity(xmm10) | isSignalingNaN(xmm10)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
-; CHECK-NEXT: vcvtph2pd %xmm9, %zmm11
-; CHECK-NEXT: vdivpd %zmm7, %zmm11, %zmm12
-; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm7 * zmm12) + zmm11
-; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm7
-; CHECK-NEXT: vcvtph2pd %xmm8, %zmm8
-; CHECK-NEXT: vcvtph2pd %xmm10, %zmm11
-; CHECK-NEXT: vdivpd %zmm8, %zmm11, %zmm12
-; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm8 * zmm12) + zmm11
-; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm8
-; CHECK-NEXT: vinserti128 $1, %xmm8, %ymm7, %ymm7
-; CHECK-NEXT: vinsertf128 $1, %xmm10, %ymm9, %ymm8
-; CHECK-NEXT: vmovdqu16 %ymm8, %ymm7 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm6 = ymm7[0],ymm6[0],ymm7[1],ymm6[1],ymm7[2],ymm6[2],ymm7[3],ymm6[3],ymm7[8],ymm6[8],ymm7[9],ymm6[9],ymm7[10],ymm6[10],ymm7[11],ymm6[11]
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm7 = xmm2[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $24, %xmm7, %k0 # k0 = isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7)
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm8 = xmm3[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $24, %xmm8, %k1 # k1 = isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm9 = xmm4[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm9, %k1 # k1 = isQuietNaN(xmm9) | isPositiveInfinity(xmm9) | isNegativeInfinity(xmm9) | isSignalingNaN(xmm9)
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm10 = xmm5[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm10, %k2 # k2 = isQuietNaN(xmm10) | isPositiveInfinity(xmm10) | isNegativeInfinity(xmm10) | isSignalingNaN(xmm10)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
-; CHECK-NEXT: vcvtph2pd %xmm9, %zmm11
-; CHECK-NEXT: vdivpd %zmm7, %zmm11, %zmm12
-; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm7 * zmm12) + zmm11
-; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm7
-; CHECK-NEXT: vcvtph2pd %xmm8, %zmm8
-; CHECK-NEXT: vcvtph2pd %xmm10, %zmm11
-; CHECK-NEXT: vdivpd %zmm8, %zmm11, %zmm12
-; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm8 * zmm12) + zmm11
-; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm8
-; CHECK-NEXT: vinserti128 $1, %xmm8, %ymm7, %ymm7
-; CHECK-NEXT: vinsertf128 $1, %xmm10, %ymm9, %ymm8
-; CHECK-NEXT: vmovdqu16 %ymm8, %ymm7 {%k1}
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm2[1,0]
-; CHECK-NEXT: vfpclassph $24, %xmm8, %k0 # k0 = isPositiveInfinity(xmm8) | isNegativeInfinity(xmm8)
-; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm3[1,0]
-; CHECK-NEXT: vfpclassph $24, %xmm9, %k1 # k1 = isPositiveInfinity(xmm9) | isNegativeInfinity(xmm9)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm4[1,0]
-; CHECK-NEXT: vfpclassph $153, %xmm10, %k1 # k1 = isQuietNaN(xmm10) | isPositiveInfinity(xmm10) | isNegativeInfinity(xmm10) | isSignalingNaN(xmm10)
-; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm5[1,0]
-; CHECK-NEXT: vfpclassph $153, %xmm11, %k2 # k2 = isQuietNaN(xmm11) | isPositiveInfinity(xmm11) | isNegativeInfinity(xmm11) | isSignalingNaN(xmm11)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm8, %zmm8
-; CHECK-NEXT: vcvtph2pd %xmm10, %zmm12
-; CHECK-NEXT: vdivpd %zmm8, %zmm12, %zmm13
-; CHECK-NEXT: vrndscalepd $11, %zmm13, %zmm13
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm13 = -(zmm8 * zmm13) + zmm12
-; CHECK-NEXT: vcvtpd2ph %zmm13, %xmm8
-; CHECK-NEXT: vcvtph2pd %xmm9, %zmm9
-; CHECK-NEXT: vcvtph2pd %xmm11, %zmm12
-; CHECK-NEXT: vdivpd %zmm9, %zmm12, %zmm13
-; CHECK-NEXT: vrndscalepd $11, %zmm13, %zmm13
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm13 = -(zmm9 * zmm13) + zmm12
-; CHECK-NEXT: vcvtpd2ph %zmm13, %xmm9
-; CHECK-NEXT: vinserti128 $1, %xmm9, %ymm8, %ymm8
-; CHECK-NEXT: vinsertf128 $1, %xmm11, %ymm10, %ymm9
-; CHECK-NEXT: vmovdqu16 %ymm9, %ymm8 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm7 = ymm8[0],ymm7[0],ymm8[1],ymm7[1],ymm8[2],ymm7[2],ymm8[3],ymm7[3],ymm8[8],ymm7[8],ymm8[9],ymm7[9],ymm8[10],ymm7[10],ymm8[11],ymm7[11]
-; CHECK-NEXT: vpunpckldq {{.*#+}} ymm8 = ymm7[0],ymm6[0],ymm7[1],ymm6[1],ymm7[4],ymm6[4],ymm7[5],ymm6[5]
-; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm6
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm9 = xmm6[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm7
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm10 = xmm7[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm10, %k0 # k0 = isQuietNaN(xmm10) | isPositiveInfinity(xmm10) | isNegativeInfinity(xmm10) | isSignalingNaN(xmm10)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm9, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm9, %zmm9
-; CHECK-NEXT: vcvtph2pd %xmm10, %zmm11
-; CHECK-NEXT: vdivpd %zmm9, %zmm11, %zmm12
-; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm9 * zmm12) + zmm11
-; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm9
-; CHECK-NEXT: vmovdqu16 %xmm10, %xmm9 {%k1}
-; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm6[3,3,3,3]
-; CHECK-NEXT: vshufps {{.*#+}} xmm11 = xmm7[3,3,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm11, %k0 # k0 = isQuietNaN(xmm11) | isPositiveInfinity(xmm11) | isNegativeInfinity(xmm11) | isSignalingNaN(xmm11)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm10, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm10, %zmm10
-; CHECK-NEXT: vcvtph2pd %xmm11, %zmm12
-; CHECK-NEXT: vdivpd %zmm10, %zmm12, %zmm13
-; CHECK-NEXT: vrndscalepd $11, %zmm13, %zmm13
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm13 = -(zmm10 * zmm13) + zmm12
-; CHECK-NEXT: vcvtpd2ph %zmm13, %xmm10
-; CHECK-NEXT: vmovdqu16 %xmm11, %xmm10 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm9 = xmm10[0],xmm9[0],xmm10[1],xmm9[1],xmm10[2],xmm9[2],xmm10[3],xmm9[3]
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm10 = xmm6[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm11 = xmm7[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm11, %k0 # k0 = isQuietNaN(xmm11) | isPositiveInfinity(xmm11) | isNegativeInfinity(xmm11) | isSignalingNaN(xmm11)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm10, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm10, %zmm10
-; CHECK-NEXT: vcvtph2pd %xmm11, %zmm12
-; CHECK-NEXT: vdivpd %zmm10, %zmm12, %zmm13
-; CHECK-NEXT: vrndscalepd $11, %zmm13, %zmm13
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm13 = -(zmm10 * zmm13) + zmm12
-; CHECK-NEXT: vcvtpd2ph %zmm13, %xmm10
-; CHECK-NEXT: vmovdqu16 %xmm11, %xmm10 {%k1}
+; CHECK-NEXT: vextractf64x4 $1, %zmm1, %ymm3
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm5
+; CHECK-NEXT: vextractf64x4 $1, %zmm0, %ymm4
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm6
+; CHECK-NEXT: vdivpd %zmm5, %zmm6, %zmm2
+; CHECK-NEXT: vextractf32x4 $3, %zmm2, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm8
+; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm7[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm8[0],xmm7[0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm2, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm8, %ymm7
+; CHECK-NEXT: vextractf128 $1, %ymm2, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
+; CHECK-NEXT: vroundsd $11, %xmm2, %xmm2, %xmm9
+; CHECK-NEXT: vshufpd {{.*#+}} xmm2 = xmm2[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm2, %xmm2, %xmm2
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm2 = xmm9[0],xmm2[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm2, %ymm2
+; CHECK-NEXT: vinsertf64x4 $1, %ymm7, %zmm2, %zmm7
+; CHECK-NEXT: vbroadcastsd {{.*#+}} zmm2 = [-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0]
+; CHECK-NEXT: vxorpd %zmm2, %zmm7, %zmm7
+; CHECK-NEXT: vextractf32x4 $3, %zmm7, %xmm8
+; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm10
+; CHECK-NEXT: vextractf32x4 $3, %zmm5, %xmm11
+; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm8 * xmm11) + xmm10
+; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm10[1,0]
+; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm10 = (xmm12 * xmm8) + xmm10
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm11[0],xmm10[0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm7, %xmm10
+; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm11
+; CHECK-NEXT: vextractf32x4 $2, %zmm5, %xmm12
+; CHECK-NEXT: vshufpd {{.*#+}} xmm13 = xmm12[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm12 = (xmm10 * xmm12) + xmm11
+; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm10[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm11[1,0]
+; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm11 = (xmm13 * xmm10) + xmm11
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm10 = xmm12[0],xmm11[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm10, %ymm8
+; CHECK-NEXT: vextractf128 $1, %ymm7, %xmm10
+; CHECK-NEXT: vextractf128 $1, %ymm6, %xmm11
+; CHECK-NEXT: vextractf128 $1, %ymm5, %xmm12
+; CHECK-NEXT: vshufpd {{.*#+}} xmm13 = xmm12[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm12 = (xmm10 * xmm12) + xmm11
+; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm10[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm11[1,0]
+; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm11 = (xmm13 * xmm10) + xmm11
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm10 = xmm12[0],xmm11[0]
+; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm7[2,3,0,1]
; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm6[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm7[1,0]
-; CHECK-NEXT: vfpclassph $153, %xmm12, %k0 # k0 = isQuietNaN(xmm12) | isPositiveInfinity(xmm12) | isNegativeInfinity(xmm12) | isSignalingNaN(xmm12)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm11, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm11, %zmm11
-; CHECK-NEXT: vcvtph2pd %xmm12, %zmm13
-; CHECK-NEXT: vdivpd %zmm11, %zmm13, %zmm14
-; CHECK-NEXT: vrndscalepd $11, %zmm14, %zmm14
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm14 = -(zmm11 * zmm14) + zmm13
-; CHECK-NEXT: vcvtpd2ph %zmm14, %xmm11
-; CHECK-NEXT: vmovdqu16 %xmm12, %xmm11 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm10 = xmm11[0],xmm10[0],xmm11[1],xmm10[1],xmm11[2],xmm10[2],xmm11[3],xmm10[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm9 = xmm10[0],xmm9[0],xmm10[1],xmm9[1]
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm10 = xmm1[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm11 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm11, %k0 # k0 = isQuietNaN(xmm11) | isPositiveInfinity(xmm11) | isNegativeInfinity(xmm11) | isSignalingNaN(xmm11)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm10, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm10, %zmm10
-; CHECK-NEXT: vcvtph2pd %xmm11, %zmm12
-; CHECK-NEXT: vdivpd %zmm10, %zmm12, %zmm13
-; CHECK-NEXT: vrndscalepd $11, %zmm13, %zmm13
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm13 = -(zmm10 * zmm13) + zmm12
-; CHECK-NEXT: vcvtpd2ph %zmm13, %xmm10
-; CHECK-NEXT: vmovdqu16 %xmm11, %xmm10 {%k1}
-; CHECK-NEXT: vshufps {{.*#+}} xmm11 = xmm1[3,3,3,3]
-; CHECK-NEXT: vshufps {{.*#+}} xmm12 = xmm0[3,3,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm12, %k0 # k0 = isQuietNaN(xmm12) | isPositiveInfinity(xmm12) | isNegativeInfinity(xmm12) | isSignalingNaN(xmm12)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm11, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm11, %zmm11
-; CHECK-NEXT: vcvtph2pd %xmm12, %zmm13
-; CHECK-NEXT: vdivpd %zmm11, %zmm13, %zmm14
-; CHECK-NEXT: vrndscalepd $11, %zmm14, %zmm14
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm14 = -(zmm11 * zmm14) + zmm13
-; CHECK-NEXT: vcvtpd2ph %zmm14, %xmm11
-; CHECK-NEXT: vmovdqu16 %xmm12, %xmm11 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm10 = xmm11[0],xmm10[0],xmm11[1],xmm10[1],xmm11[2],xmm10[2],xmm11[3],xmm10[3]
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm11 = xmm1[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vpsrldq {{.*#+}} xmm12 = xmm0[10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
-; CHECK-NEXT: vfpclassph $153, %xmm12, %k0 # k0 = isQuietNaN(xmm12) | isPositiveInfinity(xmm12) | isNegativeInfinity(xmm12) | isSignalingNaN(xmm12)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm11, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm11, %zmm11
-; CHECK-NEXT: vcvtph2pd %xmm12, %zmm13
-; CHECK-NEXT: vdivpd %zmm11, %zmm13, %zmm14
-; CHECK-NEXT: vrndscalepd $11, %zmm14, %zmm14
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm14 = -(zmm11 * zmm14) + zmm13
-; CHECK-NEXT: vcvtpd2ph %zmm14, %xmm11
-; CHECK-NEXT: vmovdqu16 %xmm12, %xmm11 {%k1}
-; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm1[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm13 = xmm0[1,0]
-; CHECK-NEXT: vfpclassph $153, %xmm13, %k0 # k0 = isQuietNaN(xmm13) | isPositiveInfinity(xmm13) | isNegativeInfinity(xmm13) | isSignalingNaN(xmm13)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm12, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm12, %zmm12
-; CHECK-NEXT: vcvtph2pd %xmm13, %zmm14
-; CHECK-NEXT: vdivpd %zmm12, %zmm14, %zmm15
-; CHECK-NEXT: vrndscalepd $11, %zmm15, %zmm15
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm15 = -(zmm12 * zmm15) + zmm14
-; CHECK-NEXT: vcvtpd2ph %zmm15, %xmm12
-; CHECK-NEXT: vmovdqu16 %xmm13, %xmm12 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm11 = xmm12[0],xmm11[0],xmm12[1],xmm11[1],xmm12[2],xmm11[2],xmm12[3],xmm11[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm10 = xmm11[0],xmm10[0],xmm11[1],xmm10[1]
-; CHECK-NEXT: vinserti128 $1, %xmm9, %ymm10, %ymm9
-; CHECK-NEXT: vinserti64x4 $1, %ymm8, %zmm9, %zmm8
-; CHECK-NEXT: vpsrlq $48, %xmm2, %xmm9
-; CHECK-NEXT: vfpclassph $24, %xmm9, %k0 # k0 = isPositiveInfinity(xmm9) | isNegativeInfinity(xmm9)
-; CHECK-NEXT: vpsrlq $48, %xmm3, %xmm10
-; CHECK-NEXT: vfpclassph $24, %xmm10, %k1 # k1 = isPositiveInfinity(xmm10) | isNegativeInfinity(xmm10)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vpsrlq $48, %xmm4, %xmm11
-; CHECK-NEXT: vfpclassph $153, %xmm11, %k1 # k1 = isQuietNaN(xmm11) | isPositiveInfinity(xmm11) | isNegativeInfinity(xmm11) | isSignalingNaN(xmm11)
-; CHECK-NEXT: vpsrlq $48, %xmm5, %xmm12
-; CHECK-NEXT: vfpclassph $153, %xmm12, %k2 # k2 = isQuietNaN(xmm12) | isPositiveInfinity(xmm12) | isNegativeInfinity(xmm12) | isSignalingNaN(xmm12)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm9, %zmm9
-; CHECK-NEXT: vcvtph2pd %xmm11, %zmm13
-; CHECK-NEXT: vdivpd %zmm9, %zmm13, %zmm14
-; CHECK-NEXT: vrndscalepd $11, %zmm14, %zmm14
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm14 = -(zmm9 * zmm14) + zmm13
-; CHECK-NEXT: vcvtpd2ph %zmm14, %xmm9
-; CHECK-NEXT: vcvtph2pd %xmm10, %zmm10
-; CHECK-NEXT: vcvtph2pd %xmm12, %zmm13
-; CHECK-NEXT: vdivpd %zmm10, %zmm13, %zmm14
-; CHECK-NEXT: vrndscalepd $11, %zmm14, %zmm14
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm14 = -(zmm10 * zmm14) + zmm13
-; CHECK-NEXT: vcvtpd2ph %zmm14, %xmm10
-; CHECK-NEXT: vinserti128 $1, %xmm10, %ymm9, %ymm9
-; CHECK-NEXT: vinserti128 $1, %xmm12, %ymm11, %ymm10
-; CHECK-NEXT: vmovdqu16 %ymm10, %ymm9 {%k1}
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm10 = xmm2[1,1,3,3]
-; CHECK-NEXT: vfpclassph $24, %xmm10, %k0 # k0 = isPositiveInfinity(xmm10) | isNegativeInfinity(xmm10)
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm11 = xmm3[1,1,3,3]
-; CHECK-NEXT: vfpclassph $24, %xmm11, %k1 # k1 = isPositiveInfinity(xmm11) | isNegativeInfinity(xmm11)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm12 = xmm4[1,1,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm12, %k1 # k1 = isQuietNaN(xmm12) | isPositiveInfinity(xmm12) | isNegativeInfinity(xmm12) | isSignalingNaN(xmm12)
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm13 = xmm5[1,1,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm13, %k2 # k2 = isQuietNaN(xmm13) | isPositiveInfinity(xmm13) | isNegativeInfinity(xmm13) | isSignalingNaN(xmm13)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm10, %zmm10
-; CHECK-NEXT: vcvtph2pd %xmm12, %zmm14
-; CHECK-NEXT: vdivpd %zmm10, %zmm14, %zmm15
-; CHECK-NEXT: vrndscalepd $11, %zmm15, %zmm15
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm15 = -(zmm10 * zmm15) + zmm14
-; CHECK-NEXT: vcvtpd2ph %zmm15, %xmm10
-; CHECK-NEXT: vcvtph2pd %xmm11, %zmm11
-; CHECK-NEXT: vcvtph2pd %xmm13, %zmm14
-; CHECK-NEXT: vdivpd %zmm11, %zmm14, %zmm15
-; CHECK-NEXT: vrndscalepd $11, %zmm15, %zmm15
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm15 = -(zmm11 * zmm15) + zmm14
-; CHECK-NEXT: vcvtpd2ph %zmm15, %xmm11
-; CHECK-NEXT: vinserti128 $1, %xmm11, %ymm10, %ymm10
-; CHECK-NEXT: vinsertf128 $1, %xmm13, %ymm12, %ymm11
-; CHECK-NEXT: vmovdqu16 %ymm11, %ymm10 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm9 = ymm10[0],ymm9[0],ymm10[1],ymm9[1],ymm10[2],ymm9[2],ymm10[3],ymm9[3],ymm10[8],ymm9[8],ymm10[9],ymm9[9],ymm10[10],ymm9[10],ymm10[11],ymm9[11]
-; CHECK-NEXT: vfpclassph $24, %xmm2, %k0 # k0 = isPositiveInfinity(xmm2) | isNegativeInfinity(xmm2)
-; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 # k1 = isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vfpclassph $153, %xmm4, %k1 # k1 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
-; CHECK-NEXT: vfpclassph $153, %xmm5, %k2 # k2 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm2, %zmm10
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm11
-; CHECK-NEXT: vdivpd %zmm10, %zmm11, %zmm12
-; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm10 * zmm12) + zmm11
-; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm10
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm11
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm12
-; CHECK-NEXT: vdivpd %zmm11, %zmm12, %zmm13
-; CHECK-NEXT: vrndscalepd $11, %zmm13, %zmm13
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm13 = -(zmm11 * zmm13) + zmm12
-; CHECK-NEXT: vcvtpd2ph %zmm13, %xmm11
-; CHECK-NEXT: vinserti128 $1, %xmm11, %ymm10, %ymm10
-; CHECK-NEXT: vinserti128 $1, %xmm5, %ymm4, %ymm11
-; CHECK-NEXT: vmovdqu16 %ymm11, %ymm10 {%k1}
-; CHECK-NEXT: vpsrld $16, %xmm2, %xmm2
-; CHECK-NEXT: vfpclassph $24, %xmm2, %k0 # k0 = isPositiveInfinity(xmm2) | isNegativeInfinity(xmm2)
-; CHECK-NEXT: vpsrld $16, %xmm3, %xmm3
-; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 # k1 = isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vpsrld $16, %xmm4, %xmm4
-; CHECK-NEXT: vfpclassph $153, %xmm4, %k1 # k1 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
-; CHECK-NEXT: vpsrld $16, %xmm5, %xmm5
-; CHECK-NEXT: vfpclassph $153, %xmm5, %k2 # k2 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm11
-; CHECK-NEXT: vdivpd %zmm2, %zmm11, %zmm12
-; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm2 * zmm12) + zmm11
-; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm2
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm11
-; CHECK-NEXT: vdivpd %zmm3, %zmm11, %zmm12
-; CHECK-NEXT: vrndscalepd $11, %zmm12, %zmm12
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm12 = -(zmm3 * zmm12) + zmm11
-; CHECK-NEXT: vcvtpd2ph %zmm12, %xmm3
-; CHECK-NEXT: vinserti128 $1, %xmm3, %ymm2, %ymm2
-; CHECK-NEXT: vinserti128 $1, %xmm5, %ymm4, %ymm3
-; CHECK-NEXT: vmovdqu16 %ymm3, %ymm2 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} ymm2 = ymm10[0],ymm2[0],ymm10[1],ymm2[1],ymm10[2],ymm2[2],ymm10[3],ymm2[3],ymm10[8],ymm2[8],ymm10[9],ymm2[9],ymm10[10],ymm2[10],ymm10[11],ymm2[11]
-; CHECK-NEXT: vpunpckldq {{.*#+}} ymm2 = ymm2[0],ymm9[0],ymm2[1],ymm9[1],ymm2[4],ymm9[4],ymm2[5],ymm9[5]
-; CHECK-NEXT: vpsrlq $48, %xmm6, %xmm3
-; CHECK-NEXT: vpsrlq $48, %xmm7, %xmm4
-; CHECK-NEXT: vfpclassph $153, %xmm4, %k0 # k0 = isQuietNaN(xmm4) | isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4) | isSignalingNaN(xmm4)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 {%k1}
+; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm5[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm12 = (xmm7 * xmm12) + xmm11
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm5 = -(xmm9 * xmm5) + xmm6
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm5 = xmm5[0],xmm12[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm10, %ymm5, %ymm5
+; CHECK-NEXT: vinsertf64x4 $1, %ymm8, %zmm5, %zmm5
+; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm5
+; CHECK-NEXT: vextractf128 $1, %ymm3, %xmm3
; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm5
-; CHECK-NEXT: vdivpd %zmm3, %zmm5, %zmm9
-; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm3 * zmm9) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm3
-; CHECK-NEXT: vmovdqu16 %xmm4, %xmm3 {%k1}
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm4 = xmm6[1,1,3,3]
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm5 = xmm7[1,1,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
+; CHECK-NEXT: vextractf128 $1, %ymm4, %xmm4
; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm9
-; CHECK-NEXT: vdivpd %zmm4, %zmm9, %zmm10
-; CHECK-NEXT: vrndscalepd $11, %zmm10, %zmm10
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm10 = -(zmm4 * zmm10) + zmm9
-; CHECK-NEXT: vcvtpd2ph %zmm10, %xmm4
-; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1],xmm4[2],xmm3[2],xmm4[3],xmm3[3]
-; CHECK-NEXT: vfpclassph $153, %xmm7, %k0 # k0 = isQuietNaN(xmm7) | isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7) | isSignalingNaN(xmm7)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm6, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm6, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm7, %zmm5
-; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm9
-; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm4 * zmm9) + zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm4
-; CHECK-NEXT: vmovdqu16 %xmm7, %xmm4 {%k1}
-; CHECK-NEXT: vpsrld $16, %xmm6, %xmm5
-; CHECK-NEXT: vpsrld $16, %xmm7, %xmm6
-; CHECK-NEXT: vfpclassph $153, %xmm6, %k0 # k0 = isQuietNaN(xmm6) | isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6) | isSignalingNaN(xmm6)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm5, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
-; CHECK-NEXT: vcvtph2pd %xmm6, %zmm7
-; CHECK-NEXT: vdivpd %zmm5, %zmm7, %zmm9
-; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm5 * zmm9) + zmm7
-; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm5
-; CHECK-NEXT: vmovdqu16 %xmm6, %xmm5 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm4[0],xmm5[0],xmm4[1],xmm5[1],xmm4[2],xmm5[2],xmm4[3],xmm5[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[1],xmm3[1]
-; CHECK-NEXT: vpsrlq $48, %xmm1, %xmm4
-; CHECK-NEXT: vpsrlq $48, %xmm0, %xmm5
-; CHECK-NEXT: vfpclassph $153, %xmm5, %k0 # k0 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm4, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm6
-; CHECK-NEXT: vdivpd %zmm4, %zmm6, %zmm7
-; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm4 * zmm7) + zmm6
-; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm4
-; CHECK-NEXT: vmovdqu16 %xmm5, %xmm4 {%k1}
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm5 = xmm1[1,1,3,3]
-; CHECK-NEXT: vmovshdup {{.*#+}} xmm6 = xmm0[1,1,3,3]
-; CHECK-NEXT: vfpclassph $153, %xmm6, %k0 # k0 = isQuietNaN(xmm6) | isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6) | isSignalingNaN(xmm6)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm5, %k1 {%k1}
+; CHECK-NEXT: vdivpd %zmm3, %zmm4, %zmm6
+; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm8
+; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm7[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm8[0],xmm7[0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm8, %ymm7
+; CHECK-NEXT: vextractf128 $1, %ymm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm9
+; CHECK-NEXT: vshufpd {{.*#+}} xmm6 = xmm6[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm6 = xmm9[0],xmm6[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm6, %ymm6
+; CHECK-NEXT: vinsertf64x4 $1, %ymm7, %zmm6, %zmm6
+; CHECK-NEXT: vxorpd %zmm2, %zmm6, %zmm6
+; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm7
+; CHECK-NEXT: vextractf32x4 $3, %zmm4, %xmm8
+; CHECK-NEXT: vextractf32x4 $3, %zmm3, %xmm10
+; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm10[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm10 = (xmm7 * xmm10) + xmm8
+; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm7[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
+; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm8 = (xmm11 * xmm7) + xmm8
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm10[0],xmm8[0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm8
+; CHECK-NEXT: vextractf32x4 $2, %zmm4, %xmm10
+; CHECK-NEXT: vextractf32x4 $2, %zmm3, %xmm11
+; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm8 * xmm11) + xmm10
+; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm10[1,0]
+; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm10 = (xmm12 * xmm8) + xmm10
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm11[0],xmm10[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm8, %ymm7
+; CHECK-NEXT: vextractf128 $1, %ymm6, %xmm8
+; CHECK-NEXT: vextractf128 $1, %ymm4, %xmm10
+; CHECK-NEXT: vextractf128 $1, %ymm3, %xmm11
+; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm8 * xmm11) + xmm10
+; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm10[1,0]
+; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm10 = (xmm12 * xmm8) + xmm10
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm11[0],xmm10[0]
+; CHECK-NEXT: vshufps {{.*#+}} xmm6 = xmm6[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm4[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm3[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm6 * xmm11) + xmm10
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm3 = -(xmm9 * xmm3) + xmm4
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm3 = xmm3[0],xmm11[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm3, %ymm3
+; CHECK-NEXT: vinsertf64x4 $1, %ymm7, %zmm3, %zmm3
+; CHECK-NEXT: vcvtpd2ph %zmm3, %xmm3
+; CHECK-NEXT: vinserti128 $1, %xmm3, %ymm5, %ymm3
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
+; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm6
+; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm8
+; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm7[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm8[0],xmm7[0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm8, %ymm7
+; CHECK-NEXT: vextractf128 $1, %ymm6, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm9
+; CHECK-NEXT: vshufpd {{.*#+}} xmm6 = xmm6[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm6 = xmm9[0],xmm6[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm6, %ymm6
+; CHECK-NEXT: vinsertf64x4 $1, %ymm7, %zmm6, %zmm6
+; CHECK-NEXT: vxorpd %zmm2, %zmm6, %zmm6
+; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm7
+; CHECK-NEXT: vextractf32x4 $3, %zmm5, %xmm8
+; CHECK-NEXT: vextractf32x4 $3, %zmm4, %xmm10
+; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm10[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm10 = (xmm7 * xmm10) + xmm8
+; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm7[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
+; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm8 = (xmm11 * xmm7) + xmm8
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm10[0],xmm8[0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm8
+; CHECK-NEXT: vextractf32x4 $2, %zmm5, %xmm10
+; CHECK-NEXT: vextractf32x4 $2, %zmm4, %xmm11
+; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm8 * xmm11) + xmm10
+; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm10[1,0]
+; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm10 = (xmm12 * xmm8) + xmm10
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm11[0],xmm10[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm8, %ymm7
+; CHECK-NEXT: vextractf128 $1, %ymm6, %xmm8
+; CHECK-NEXT: vextractf128 $1, %ymm5, %xmm10
+; CHECK-NEXT: vextractf128 $1, %ymm4, %xmm11
+; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm8 * xmm11) + xmm10
+; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm10[1,0]
+; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm10 = (xmm12 * xmm8) + xmm10
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm11[0],xmm10[0]
+; CHECK-NEXT: vshufps {{.*#+}} xmm6 = xmm6[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm5[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm4[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm6 * xmm11) + xmm10
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm4 = -(xmm9 * xmm4) + xmm5
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm4 = xmm4[0],xmm11[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm4, %ymm4
+; CHECK-NEXT: vinsertf64x4 $1, %ymm7, %zmm4, %zmm4
+; CHECK-NEXT: vcvtpd2ph %zmm4, %xmm4
+; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm5
; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
-; CHECK-NEXT: vcvtph2pd %xmm6, %zmm7
-; CHECK-NEXT: vdivpd %zmm5, %zmm7, %zmm9
-; CHECK-NEXT: vrndscalepd $11, %zmm9, %zmm9
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm9 = -(zmm5 * zmm9) + zmm7
-; CHECK-NEXT: vcvtpd2ph %zmm9, %xmm5
-; CHECK-NEXT: vmovdqu16 %xmm6, %xmm5 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm4 = xmm5[0],xmm4[0],xmm5[1],xmm4[1],xmm5[2],xmm4[2],xmm5[3],xmm4[3]
-; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm5
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm6
+; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm6
+; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
; CHECK-NEXT: vdivpd %zmm5, %zmm6, %zmm7
-; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm5 * zmm7) + zmm6
-; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm5
-; CHECK-NEXT: vmovdqu16 %xmm0, %xmm5 {%k1}
-; CHECK-NEXT: vpsrld $16, %xmm1, %xmm1
-; CHECK-NEXT: vpsrld $16, %xmm0, %xmm0
-; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm6
-; CHECK-NEXT: vdivpd %zmm1, %zmm6, %zmm7
-; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm1 * zmm7) + zmm6
-; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm1
-; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
-; CHECK-NEXT: vpunpcklwd {{.*#+}} xmm0 = xmm5[0],xmm1[0],xmm5[1],xmm1[1],xmm5[2],xmm1[2],xmm5[3],xmm1[3]
-; CHECK-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm4[0],xmm0[1],xmm4[1]
-; CHECK-NEXT: vinserti128 $1, %xmm3, %ymm0, %ymm0
-; CHECK-NEXT: vinserti64x4 $1, %ymm2, %zmm0, %zmm0
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm0 = zmm0[0],zmm8[0],zmm0[2],zmm8[2],zmm0[4],zmm8[4],zmm0[6],zmm8[6]
+; CHECK-NEXT: vextractf32x4 $3, %zmm7, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm7, %xmm9
+; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm10
+; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm9[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm9 = xmm10[0],xmm9[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm9, %ymm8
+; CHECK-NEXT: vextractf128 $1, %ymm7, %xmm9
+; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm10
+; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm9[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm9 = xmm10[0],xmm9[0]
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm10
+; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm7[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm10[0],xmm7[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm9, %ymm7, %ymm7
+; CHECK-NEXT: vinsertf64x4 $1, %ymm8, %zmm7, %zmm7
+; CHECK-NEXT: vxorpd %zmm2, %zmm7, %zmm2
+; CHECK-NEXT: vextractf32x4 $3, %zmm2, %xmm7
+; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm8
+; CHECK-NEXT: vextractf32x4 $3, %zmm5, %xmm9
+; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm9[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm9 = (xmm7 * xmm9) + xmm8
+; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm7[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
+; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm8 = (xmm11 * xmm7) + xmm8
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm9[0],xmm8[0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm2, %xmm8
+; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm9
+; CHECK-NEXT: vextractf32x4 $2, %zmm5, %xmm11
+; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm8 * xmm11) + xmm9
+; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm9[1,0]
+; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm9 = (xmm12 * xmm8) + xmm9
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm11[0],xmm9[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm8, %ymm7
+; CHECK-NEXT: vextractf128 $1, %ymm2, %xmm8
+; CHECK-NEXT: vextractf128 $1, %ymm6, %xmm9
+; CHECK-NEXT: vextractf128 $1, %ymm5, %xmm11
+; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm8 * xmm11) + xmm9
+; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm9[1,0]
+; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm9 = (xmm12 * xmm8) + xmm9
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm11[0],xmm9[0]
+; CHECK-NEXT: vshufps {{.*#+}} xmm2 = xmm2[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm6[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm5[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm2 * xmm11) + xmm9
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm5 = -(xmm10 * xmm5) + xmm6
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm2 = xmm5[0],xmm11[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm2, %ymm2
+; CHECK-NEXT: vinsertf64x4 $1, %ymm7, %zmm2, %zmm2
+; CHECK-NEXT: vcvtpd2ph %zmm2, %xmm2
+; CHECK-NEXT: vinserti128 $1, %xmm2, %ymm4, %ymm2
+; CHECK-NEXT: vinserti64x4 $1, %ymm3, %zmm2, %zmm2
+; CHECK-NEXT: vfpclassph $153, %zmm0, %k0 # k0 = isQuietNaN(zmm0) | isPositiveInfinity(zmm0) | isNegativeInfinity(zmm0) | isSignalingNaN(zmm0)
+; CHECK-NEXT: knotd %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %zmm1, %k1 {%k1} # k1 {%k1} = isPositiveInfinity(zmm1) | isNegativeInfinity(zmm1)
+; CHECK-NEXT: vmovdqu16 %zmm0, %zmm2 {%k1}
+; CHECK-NEXT: vmovdqa64 %zmm2, %zmm0
; CHECK-NEXT: retq
%r = frem <32 x half> %x, %y
ret <32 x half> %r
>From 7481db9f4b7e6c5854fa53c909de207a500652f5 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Sun, 18 Oct 2026 08:46:15 +0545
Subject: [PATCH 40/50] fix: add copysign for correct sign bit on result
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 1 +
1 file changed, 1 insertion(+)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index 7f65807dccfc08..a4087ebd885cb2 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -23321,6 +23321,7 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
DAG.getNode(ISD::FDIV, Dl, WideVT, X, Y));
SDValue Res = DAG.getNode(ISD::FMA, Dl, WideVT,
DAG.getNode(ISD::FNEG, Dl, WideVT, Q), Y, X);
+ Res = DAG.getNode(ISD::FCOPYSIGN, Dl, WideVT, Res, X);
Res = DAG.getNode(ISD::FP_ROUND, Dl, VT, Res,
DAG.getIntPtrConstant(0, Dl, /*isTarget=*/true));
>From 19e582eb7ba1b877a305e1ffccae1dea88dd4e7d Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Sun, 18 Oct 2026 09:20:27 +0545
Subject: [PATCH 41/50] fix: update tests
---
llvm/test/CodeGen/X86/avx512fp16-frem.ll | 582 +++++++++++++----------
1 file changed, 343 insertions(+), 239 deletions(-)
diff --git a/llvm/test/CodeGen/X86/avx512fp16-frem.ll b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
index 1464d5f9e4c63e..bb6dcc2a41db75 100644
--- a/llvm/test/CodeGen/X86/avx512fp16-frem.ll
+++ b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
@@ -9,6 +9,7 @@ define half @frem(half %x, half %y) nounwind {
; CHECK-NEXT: vdivsd %xmm2, %xmm3, %xmm4
; CHECK-NEXT: vroundsd $11, %xmm4, %xmm4, %xmm4
; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm4 = -(xmm2 * xmm4) + xmm3
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm4 = xmm3 ^ (m64bcst & (xmm4 ^ xmm3))
; CHECK-NEXT: vcvtsd2sh %xmm4, %xmm4, %xmm2
; CHECK-NEXT: vfpclasssh $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
; CHECK-NEXT: knotw %k0, %k1
@@ -31,6 +32,7 @@ define <2 x half> @frem_vec2(<2 x half> %x, <2 x half> %y) nounwind {
; CHECK-NEXT: vdivpd %zmm1, %zmm2, %zmm3
; CHECK-NEXT: vrndscalepd $11, %zmm3, %zmm3
; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm3 = -(zmm1 * zmm3) + zmm2
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm3 = zmm2 ^ (m64bcst & (zmm3 ^ zmm2))
; CHECK-NEXT: vcvtpd2ph %zmm3, %xmm1
; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
; CHECK-NEXT: vmovdqa %xmm1, %xmm0
@@ -51,6 +53,7 @@ define <4 x half> @frem_vec4(<4 x half> %x, <4 x half> %y) nounwind {
; CHECK-NEXT: vdivpd %zmm1, %zmm2, %zmm3
; CHECK-NEXT: vrndscalepd $11, %zmm3, %zmm3
; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm3 = -(zmm1 * zmm3) + zmm2
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm3 = zmm2 ^ (m64bcst & (zmm3 ^ zmm2))
; CHECK-NEXT: vcvtpd2ph %zmm3, %xmm1
; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
; CHECK-NEXT: vmovdqa %xmm1, %xmm0
@@ -71,6 +74,7 @@ define <8 x half> @frem_vec8(<8 x half> %x, <8 x half> %y) nounwind {
; CHECK-NEXT: vdivpd %zmm1, %zmm2, %zmm3
; CHECK-NEXT: vrndscalepd $11, %zmm3, %zmm3
; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm3 = -(zmm1 * zmm3) + zmm2
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm3 = zmm2 ^ (m64bcst & (zmm3 ^ zmm2))
; CHECK-NEXT: vcvtpd2ph %zmm3, %xmm1
; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
; CHECK-NEXT: vmovdqa %xmm1, %xmm0
@@ -83,20 +87,87 @@ define <8 x half> @frem_vec8(<8 x half> %x, <8 x half> %y) nounwind {
define <16 x half> @frem_vec16(<16 x half> %x, <16 x half> %y) nounwind {
; CHECK-LABEL: frem_vec16:
; CHECK: # %bb.0:
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm2
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm3
-; CHECK-NEXT: vdivpd %zmm2, %zmm3, %zmm4
-; CHECK-NEXT: vrndscalepd $11, %zmm4, %zmm4
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm4 = -(zmm2 * zmm4) + zmm3
-; CHECK-NEXT: vcvtpd2ph %zmm4, %xmm2
-; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm3
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm4
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
-; CHECK-NEXT: vdivpd %zmm3, %zmm4, %zmm5
-; CHECK-NEXT: vrndscalepd $11, %zmm5, %zmm5
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm5 = -(zmm3 * zmm5) + zmm4
-; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm3
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm2
+; CHECK-NEXT: vdivpd %zmm4, %zmm2, %zmm3
+; CHECK-NEXT: vrndscalepd $11, %zmm3, %zmm3
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm3 = -(zmm4 * zmm3) + zmm2
+; CHECK-NEXT: vextractf32x4 $3, %zmm3, %xmm8
+; CHECK-NEXT: vextractf32x4 $3, %zmm2, %xmm9
+; CHECK-NEXT: vpbroadcastq {{.*#+}} xmm5 = [NaN,NaN]
+; CHECK-NEXT: vextractf32x4 $2, %zmm3, %xmm6
+; CHECK-NEXT: vextractf32x4 $2, %zmm2, %xmm7
+; CHECK-NEXT: vmovdqa %xmm5, %xmm4
+; CHECK-NEXT: vextractf128 $1, %ymm3, %xmm11
+; CHECK-NEXT: vextractf128 $1, %ymm2, %xmm12
+; CHECK-NEXT: vmovdqa %xmm5, %xmm10
+; CHECK-NEXT: vmovdqa %xmm5, %xmm13
+; CHECK-NEXT: vshufpd {{.*#+}} xmm15 = xmm8[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm14 = xmm9[1,0]
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm14 ^ (xmm5 & (xmm14 ^ xmm15))
+; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm6[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm15 = xmm7[1,0]
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm15 = xmm15 ^ (xmm5 & (xmm15 ^ xmm16))
+; CHECK-NEXT: vshufpd {{.*#+}} xmm17 = xmm11[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm12[1,0]
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm16 = xmm16 ^ (xmm5 & (xmm16 ^ xmm17))
+; CHECK-NEXT: vshufpd {{.*#+}} xmm18 = xmm3[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm17 = xmm2[1,0]
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm17 = xmm17 ^ (xmm5 & (xmm17 ^ xmm18))
+; CHECK-NEXT: vextractf32x4 $1, %ymm1, %xmm18
+; CHECK-NEXT: vcvtph2pd %xmm18, %zmm19
+; CHECK-NEXT: vextractf32x4 $1, %ymm0, %xmm18
+; CHECK-NEXT: vcvtph2pd %xmm18, %zmm18
+; CHECK-NEXT: vdivpd %zmm19, %zmm18, %zmm20
+; CHECK-NEXT: vrndscalepd $11, %zmm20, %zmm20
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm20 = -(zmm19 * zmm20) + zmm18
+; CHECK-NEXT: vextractf32x4 $3, %zmm20, %xmm19
+; CHECK-NEXT: vextractf32x4 $3, %zmm18, %xmm21
+; CHECK-NEXT: vmovdqa64 %xmm5, %xmm22
+; CHECK-NEXT: vextractf32x4 $2, %zmm20, %xmm23
+; CHECK-NEXT: vextractf32x4 $2, %zmm18, %xmm24
+; CHECK-NEXT: vmovdqa64 %xmm5, %xmm25
+; CHECK-NEXT: vextractf32x4 $1, %ymm20, %xmm26
+; CHECK-NEXT: vextractf32x4 $1, %ymm18, %xmm27
+; CHECK-NEXT: vshufpd {{.*#+}} xmm28 = xmm19[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm29 = xmm21[1,0]
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm29 = xmm29 ^ (xmm5 & (xmm29 ^ xmm28))
+; CHECK-NEXT: vshufpd {{.*#+}} xmm28 = xmm23[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm30 = xmm24[1,0]
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm30 = xmm30 ^ (xmm5 & (xmm30 ^ xmm28))
+; CHECK-NEXT: vshufpd {{.*#+}} xmm28 = xmm26[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm31 = xmm27[1,0]
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm31 = xmm31 ^ (xmm5 & (xmm31 ^ xmm28))
+; CHECK-NEXT: vmovdqa64 %xmm5, %xmm28
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm28 = xmm9 ^ (xmm28 & (xmm8 ^ xmm9))
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm20[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm18[1,0]
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm9 = xmm9 ^ (xmm5 & (xmm9 ^ xmm8))
+; CHECK-NEXT: vmovdqa %xmm5, %xmm8
+; CHECK-NEXT: # kill: def $xmm5 killed $xmm5 def $ymm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm4 = xmm7 ^ (xmm4 & (xmm6 ^ xmm7))
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm10 = xmm12 ^ (xmm10 & (xmm11 ^ xmm12))
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm2 ^ (xmm13 & (xmm3 ^ xmm2))
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm22 = xmm21 ^ (xmm22 & (xmm19 ^ xmm21))
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm25 = xmm24 ^ (xmm25 & (xmm23 ^ xmm24))
+; CHECK-NEXT: vinserti32x4 $1, %xmm28, %ymm4, %ymm2
+; CHECK-NEXT: vinserti128 $1, %xmm10, %ymm13, %ymm3
+; CHECK-NEXT: vinserti64x4 $1, %ymm2, %zmm3, %zmm2
+; CHECK-NEXT: vinserti128 $1, %xmm14, %ymm15, %ymm3
+; CHECK-NEXT: vinserti32x4 $1, %xmm16, %ymm17, %ymm4
+; CHECK-NEXT: vinserti64x4 $1, %ymm3, %zmm4, %zmm3
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm2 = zmm2[0],zmm3[0],zmm2[2],zmm3[2],zmm2[4],zmm3[4],zmm2[6],zmm3[6]
+; CHECK-NEXT: vcvtpd2ph %zmm2, %xmm2
+; CHECK-NEXT: vinserti32x4 $1, %xmm22, %ymm25, %ymm3
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm27 ^ (xmm8 & (xmm26 ^ xmm27))
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm5 = xmm18 ^ (xmm5 & (xmm20 ^ xmm18))
+; CHECK-NEXT: vinserti128 $1, %xmm8, %ymm5, %ymm4
+; CHECK-NEXT: vinserti64x4 $1, %ymm3, %zmm4, %zmm3
+; CHECK-NEXT: vinserti32x4 $1, %xmm29, %ymm30, %ymm4
+; CHECK-NEXT: vinserti32x4 $1, %xmm31, %ymm9, %ymm5
+; CHECK-NEXT: vinserti64x4 $1, %ymm4, %zmm5, %zmm4
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm3 = zmm3[0],zmm4[0],zmm3[2],zmm4[2],zmm3[4],zmm4[4],zmm3[6],zmm4[6]
+; CHECK-NEXT: vcvtpd2ph %zmm3, %xmm3
; CHECK-NEXT: vinserti128 $1, %xmm3, %ymm2, %ymm2
; CHECK-NEXT: vfpclassph $153, %ymm0, %k0 # k0 = isQuietNaN(ymm0) | isPositiveInfinity(ymm0) | isNegativeInfinity(ymm0) | isSignalingNaN(ymm0)
; CHECK-NEXT: knotw %k0, %k1
@@ -111,268 +182,301 @@ define <16 x half> @frem_vec16(<16 x half> %x, <16 x half> %y) nounwind {
define <32 x half> @frem_vec32(<32 x half> %x, <32 x half> %y) nounwind {
; CHECK-LABEL: frem_vec32:
; CHECK: # %bb.0:
-; CHECK-NEXT: vextractf64x4 $1, %zmm1, %ymm3
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm5
-; CHECK-NEXT: vextractf64x4 $1, %zmm0, %ymm4
+; CHECK-NEXT: vextractf64x4 $1, %zmm1, %ymm4
; CHECK-NEXT: vcvtph2pd %xmm4, %zmm6
-; CHECK-NEXT: vdivpd %zmm5, %zmm6, %zmm2
-; CHECK-NEXT: vextractf32x4 $3, %zmm2, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm8
-; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm7[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm8[0],xmm7[0]
+; CHECK-NEXT: vextractf64x4 $1, %zmm0, %ymm5
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm7
+; CHECK-NEXT: vdivpd %zmm6, %zmm7, %zmm2
+; CHECK-NEXT: vextractf32x4 $3, %zmm2, %xmm3
+; CHECK-NEXT: vroundsd $11, %xmm3, %xmm3, %xmm8
+; CHECK-NEXT: vshufpd {{.*#+}} xmm3 = xmm3[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm3, %xmm3, %xmm3
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm3 = xmm8[0],xmm3[0]
; CHECK-NEXT: vextractf32x4 $2, %zmm2, %xmm8
; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm8, %ymm7
+; CHECK-NEXT: vinsertf128 $1, %xmm3, %ymm8, %ymm3
; CHECK-NEXT: vextractf128 $1, %ymm2, %xmm8
; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
-; CHECK-NEXT: vroundsd $11, %xmm2, %xmm2, %xmm9
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm9 = xmm9[0],xmm8[0]
+; CHECK-NEXT: vroundsd $11, %xmm2, %xmm2, %xmm8
; CHECK-NEXT: vshufpd {{.*#+}} xmm2 = xmm2[1,0]
; CHECK-NEXT: vroundsd $11, %xmm2, %xmm2, %xmm2
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm2 = xmm9[0],xmm2[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm2, %ymm2
-; CHECK-NEXT: vinsertf64x4 $1, %ymm7, %zmm2, %zmm7
-; CHECK-NEXT: vbroadcastsd {{.*#+}} zmm2 = [-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0]
-; CHECK-NEXT: vxorpd %zmm2, %zmm7, %zmm7
-; CHECK-NEXT: vextractf32x4 $3, %zmm7, %xmm8
-; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm10
-; CHECK-NEXT: vextractf32x4 $3, %zmm5, %xmm11
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm2 = xmm8[0],xmm2[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm9, %ymm2, %ymm2
+; CHECK-NEXT: vinsertf64x4 $1, %ymm3, %zmm2, %zmm2
+; CHECK-NEXT: vbroadcastsd {{.*#+}} zmm3 = [-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0]
+; CHECK-NEXT: vxorpd %zmm3, %zmm2, %zmm9
+; CHECK-NEXT: vextractf32x4 $3, %zmm9, %xmm10
+; CHECK-NEXT: vshufps {{.*#+}} xmm2 = xmm10[2,3,0,1]
+; CHECK-NEXT: vextractf32x4 $3, %zmm7, %xmm11
; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm8 * xmm11) + xmm10
-; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm10[1,0]
-; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm10 = (xmm12 * xmm8) + xmm10
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm11[0],xmm10[0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm7, %xmm10
-; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm11
-; CHECK-NEXT: vextractf32x4 $2, %zmm5, %xmm12
-; CHECK-NEXT: vshufpd {{.*#+}} xmm13 = xmm12[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm12 = (xmm10 * xmm12) + xmm11
-; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm10[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm11[1,0]
-; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm11 = (xmm13 * xmm10) + xmm11
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm10 = xmm12[0],xmm11[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm10, %ymm8
-; CHECK-NEXT: vextractf128 $1, %ymm7, %xmm10
-; CHECK-NEXT: vextractf128 $1, %ymm6, %xmm11
-; CHECK-NEXT: vextractf128 $1, %ymm5, %xmm12
-; CHECK-NEXT: vshufpd {{.*#+}} xmm13 = xmm12[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm12 = (xmm10 * xmm12) + xmm11
-; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm10[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm11[1,0]
-; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm11 = (xmm13 * xmm10) + xmm11
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm10 = xmm12[0],xmm11[0]
-; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm7[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm6[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm5[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm12 = (xmm7 * xmm12) + xmm11
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm5 = -(xmm9 * xmm5) + xmm6
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm5 = xmm5[0],xmm12[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm10, %ymm5, %ymm5
-; CHECK-NEXT: vinsertf64x4 $1, %ymm8, %zmm5, %zmm5
-; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm5
-; CHECK-NEXT: vextractf128 $1, %ymm3, %xmm3
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm13
+; CHECK-NEXT: vshufpd {{.*#+}} xmm14 = xmm13[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm14 = (xmm2 * xmm14) + xmm12
+; CHECK-NEXT: vpbroadcastq {{.*#+}} xmm2 = [NaN,NaN]
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm12 ^ (xmm2 & (xmm14 ^ xmm12))
+; CHECK-NEXT: vextractf32x4 $2, %zmm9, %xmm12
+; CHECK-NEXT: vshufps {{.*#+}} xmm15 = xmm12[2,3,0,1]
+; CHECK-NEXT: vextractf32x4 $2, %zmm7, %xmm16
+; CHECK-NEXT: vshufpd {{.*#+}} xmm17 = xmm16[1,0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm18
+; CHECK-NEXT: vshufpd {{.*#+}} xmm19 = xmm18[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm19 = (xmm15 * xmm19) + xmm17
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm19 = xmm17 ^ (xmm2 & (xmm19 ^ xmm17))
+; CHECK-NEXT: vinserti32x4 $1, %xmm14, %ymm19, %ymm14
+; CHECK-NEXT: vextractf128 $1, %ymm9, %xmm15
+; CHECK-NEXT: vshufps {{.*#+}} xmm17 = xmm15[2,3,0,1]
+; CHECK-NEXT: vextractf32x4 $1, %ymm7, %xmm19
+; CHECK-NEXT: vshufpd {{.*#+}} xmm20 = xmm19[1,0]
+; CHECK-NEXT: vextractf32x4 $1, %ymm6, %xmm21
+; CHECK-NEXT: vshufpd {{.*#+}} xmm22 = xmm21[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm22 = (xmm17 * xmm22) + xmm20
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm22 = xmm20 ^ (xmm2 & (xmm22 ^ xmm20))
+; CHECK-NEXT: vshufps {{.*#+}} xmm9 = xmm9[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm17 = xmm7[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm20 = xmm6[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm20 = (xmm9 * xmm20) + xmm17
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm20 = xmm17 ^ (xmm2 & (xmm20 ^ xmm17))
+; CHECK-NEXT: vinserti32x4 $1, %xmm22, %ymm20, %ymm9
+; CHECK-NEXT: vinserti64x4 $1, %ymm14, %zmm9, %zmm9
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm13 = (xmm10 * xmm13) + xmm11
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm18 = (xmm12 * xmm18) + xmm16
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm18 = xmm16 ^ (xmm2 & (xmm18 ^ xmm16))
+; CHECK-NEXT: vinserti32x4 $1, %xmm13, %ymm18, %ymm10
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm21 = (xmm15 * xmm21) + xmm19
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm21 = xmm19 ^ (xmm2 & (xmm21 ^ xmm19))
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm8 * xmm6) + xmm7
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm7 ^ (xmm2 & (xmm6 ^ xmm7))
+; CHECK-NEXT: vinserti32x4 $1, %xmm21, %ymm6, %ymm6
+; CHECK-NEXT: vinserti64x4 $1, %ymm10, %zmm6, %zmm6
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm6 = zmm6[0],zmm9[0],zmm6[2],zmm9[2],zmm6[4],zmm9[4],zmm6[6],zmm9[6]
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm6
; CHECK-NEXT: vextractf128 $1, %ymm4, %xmm4
; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
-; CHECK-NEXT: vdivpd %zmm3, %zmm4, %zmm6
-; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm8
+; CHECK-NEXT: vextractf128 $1, %ymm5, %xmm5
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
+; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm8
+; CHECK-NEXT: vextractf32x4 $3, %zmm8, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm9
; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm7[1,0]
; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm8[0],xmm7[0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm8, %ymm7
-; CHECK-NEXT: vextractf128 $1, %ymm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm9
-; CHECK-NEXT: vshufpd {{.*#+}} xmm6 = xmm6[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm6 = xmm9[0],xmm6[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm6, %ymm6
-; CHECK-NEXT: vinsertf64x4 $1, %ymm7, %zmm6, %zmm6
-; CHECK-NEXT: vxorpd %zmm2, %zmm6, %zmm6
-; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm7
-; CHECK-NEXT: vextractf32x4 $3, %zmm4, %xmm8
-; CHECK-NEXT: vextractf32x4 $3, %zmm3, %xmm10
-; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm10[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm10 = (xmm7 * xmm10) + xmm8
-; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm7[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
-; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm8 = (xmm11 * xmm7) + xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm10[0],xmm8[0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm8
-; CHECK-NEXT: vextractf32x4 $2, %zmm4, %xmm10
-; CHECK-NEXT: vextractf32x4 $2, %zmm3, %xmm11
-; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm8 * xmm11) + xmm10
-; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm10[1,0]
-; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm10 = (xmm12 * xmm8) + xmm10
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm11[0],xmm10[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm8, %ymm7
-; CHECK-NEXT: vextractf128 $1, %ymm6, %xmm8
-; CHECK-NEXT: vextractf128 $1, %ymm4, %xmm10
-; CHECK-NEXT: vextractf128 $1, %ymm3, %xmm11
-; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm8 * xmm11) + xmm10
-; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm10[1,0]
-; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm10 = (xmm12 * xmm8) + xmm10
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm11[0],xmm10[0]
-; CHECK-NEXT: vshufps {{.*#+}} xmm6 = xmm6[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm4[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm3[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm6 * xmm11) + xmm10
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm3 = -(xmm9 * xmm3) + xmm4
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm3 = xmm3[0],xmm11[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm3, %ymm3
-; CHECK-NEXT: vinsertf64x4 $1, %ymm7, %zmm3, %zmm3
-; CHECK-NEXT: vcvtpd2ph %zmm3, %xmm3
-; CHECK-NEXT: vinserti128 $1, %xmm3, %ymm5, %ymm3
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
-; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm6
-; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm8
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm9[0],xmm7[0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm8, %xmm9
+; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm10
+; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm9[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm9 = xmm10[0],xmm9[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm9, %ymm9
+; CHECK-NEXT: vextractf128 $1, %ymm8, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm10
; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm7[1,0]
; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm8[0],xmm7[0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm8, %ymm7
-; CHECK-NEXT: vextractf128 $1, %ymm6, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm10 = xmm10[0],xmm7[0]
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm7
; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm9
-; CHECK-NEXT: vshufpd {{.*#+}} xmm6 = xmm6[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm6, %xmm6, %xmm6
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm6 = xmm9[0],xmm6[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm6, %ymm6
-; CHECK-NEXT: vinsertf64x4 $1, %ymm7, %zmm6, %zmm6
-; CHECK-NEXT: vxorpd %zmm2, %zmm6, %zmm6
-; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm7
-; CHECK-NEXT: vextractf32x4 $3, %zmm5, %xmm8
-; CHECK-NEXT: vextractf32x4 $3, %zmm4, %xmm10
-; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm10[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm10 = (xmm7 * xmm10) + xmm8
-; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm7[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
-; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm8 = (xmm11 * xmm7) + xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm10[0],xmm8[0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm8
-; CHECK-NEXT: vextractf32x4 $2, %zmm5, %xmm10
-; CHECK-NEXT: vextractf32x4 $2, %zmm4, %xmm11
-; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm8 * xmm11) + xmm10
-; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm10[1,0]
-; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm10 = (xmm12 * xmm8) + xmm10
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm11[0],xmm10[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm8, %ymm7
-; CHECK-NEXT: vextractf128 $1, %ymm6, %xmm8
-; CHECK-NEXT: vextractf128 $1, %ymm5, %xmm10
-; CHECK-NEXT: vextractf128 $1, %ymm4, %xmm11
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm7[0],xmm8[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm10, %ymm8, %ymm8
+; CHECK-NEXT: vinsertf64x4 $1, %ymm9, %zmm8, %zmm8
+; CHECK-NEXT: vxorpd %zmm3, %zmm8, %zmm8
+; CHECK-NEXT: vextractf32x4 $3, %zmm8, %xmm9
+; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm9[2,3,0,1]
+; CHECK-NEXT: vextractf32x4 $3, %zmm5, %xmm11
; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm8 * xmm11) + xmm10
+; CHECK-NEXT: vextractf32x4 $3, %zmm4, %xmm13
+; CHECK-NEXT: vshufpd {{.*#+}} xmm14 = xmm13[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm14 = (xmm10 * xmm14) + xmm12
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm12 ^ (xmm2 & (xmm14 ^ xmm12))
+; CHECK-NEXT: vextractf32x4 $2, %zmm8, %xmm10
+; CHECK-NEXT: vshufps {{.*#+}} xmm12 = xmm10[2,3,0,1]
+; CHECK-NEXT: vextractf32x4 $2, %zmm5, %xmm15
+; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm15[1,0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm4, %xmm17
+; CHECK-NEXT: vshufpd {{.*#+}} xmm18 = xmm17[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm18 = (xmm12 * xmm18) + xmm16
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm18 = xmm16 ^ (xmm2 & (xmm18 ^ xmm16))
+; CHECK-NEXT: vinserti32x4 $1, %xmm14, %ymm18, %ymm12
+; CHECK-NEXT: vextractf128 $1, %ymm8, %xmm14
+; CHECK-NEXT: vshufps {{.*#+}} xmm16 = xmm14[2,3,0,1]
+; CHECK-NEXT: vextractf32x4 $1, %ymm5, %xmm18
+; CHECK-NEXT: vshufpd {{.*#+}} xmm19 = xmm18[1,0]
+; CHECK-NEXT: vextractf32x4 $1, %ymm4, %xmm20
+; CHECK-NEXT: vshufpd {{.*#+}} xmm21 = xmm20[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm21 = (xmm16 * xmm21) + xmm19
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm21 = xmm19 ^ (xmm2 & (xmm21 ^ xmm19))
; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm10[1,0]
-; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm10 = (xmm12 * xmm8) + xmm10
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm11[0],xmm10[0]
-; CHECK-NEXT: vshufps {{.*#+}} xmm6 = xmm6[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm5[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm4[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm6 * xmm11) + xmm10
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm4 = -(xmm9 * xmm4) + xmm5
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm4 = xmm4[0],xmm11[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm4, %ymm4
-; CHECK-NEXT: vinsertf64x4 $1, %ymm7, %zmm4, %zmm4
+; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm5[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm19 = xmm4[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm19 = (xmm8 * xmm19) + xmm16
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm19 = xmm16 ^ (xmm2 & (xmm19 ^ xmm16))
+; CHECK-NEXT: vinserti32x4 $1, %xmm21, %ymm19, %ymm8
+; CHECK-NEXT: vinserti64x4 $1, %ymm12, %zmm8, %zmm8
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm13 = (xmm9 * xmm13) + xmm11
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm17 = (xmm10 * xmm17) + xmm15
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm17 = xmm15 ^ (xmm2 & (xmm17 ^ xmm15))
+; CHECK-NEXT: vinserti32x4 $1, %xmm13, %ymm17, %ymm9
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm20 = (xmm14 * xmm20) + xmm18
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm20 = xmm18 ^ (xmm2 & (xmm20 ^ xmm18))
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm4 = -(xmm7 * xmm4) + xmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm4 = xmm5 ^ (xmm2 & (xmm4 ^ xmm5))
+; CHECK-NEXT: vinserti32x4 $1, %xmm20, %ymm4, %ymm4
+; CHECK-NEXT: vinserti64x4 $1, %ymm9, %zmm4, %zmm4
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm4 = zmm4[0],zmm8[0],zmm4[2],zmm8[2],zmm4[4],zmm8[4],zmm4[6],zmm8[6]
; CHECK-NEXT: vcvtpd2ph %zmm4, %xmm4
-; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm5
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
-; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm6
-; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
-; CHECK-NEXT: vdivpd %zmm5, %zmm6, %zmm7
-; CHECK-NEXT: vextractf32x4 $3, %zmm7, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm7, %xmm9
-; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm10
-; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm9[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm9 = xmm10[0],xmm9[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm9, %ymm8
-; CHECK-NEXT: vextractf128 $1, %ymm7, %xmm9
+; CHECK-NEXT: vinserti128 $1, %xmm4, %ymm6, %ymm4
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm5
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm6
+; CHECK-NEXT: vdivpd %zmm5, %zmm6, %zmm8
+; CHECK-NEXT: vextractf32x4 $3, %zmm8, %xmm7
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm9
+; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm7[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm9[0],xmm7[0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm8, %xmm9
; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm10
; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm9[1,0]
; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
; CHECK-NEXT: vunpcklpd {{.*#+}} xmm9 = xmm10[0],xmm9[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm9, %ymm9
+; CHECK-NEXT: vextractf128 $1, %ymm8, %xmm7
; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm10
; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm7[1,0]
; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm10[0],xmm7[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm9, %ymm7, %ymm7
-; CHECK-NEXT: vinsertf64x4 $1, %ymm8, %zmm7, %zmm7
-; CHECK-NEXT: vxorpd %zmm2, %zmm7, %zmm2
-; CHECK-NEXT: vextractf32x4 $3, %zmm2, %xmm7
-; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm8
-; CHECK-NEXT: vextractf32x4 $3, %zmm5, %xmm9
-; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm9[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm9 = (xmm7 * xmm9) + xmm8
-; CHECK-NEXT: vshufps {{.*#+}} xmm7 = xmm7[2,3,0,1]
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm10 = xmm10[0],xmm7[0]
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm7
; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
-; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm8 = (xmm11 * xmm7) + xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm9[0],xmm8[0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm2, %xmm8
-; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm9
-; CHECK-NEXT: vextractf32x4 $2, %zmm5, %xmm11
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm7[0],xmm8[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm10, %ymm8, %ymm8
+; CHECK-NEXT: vinsertf64x4 $1, %ymm9, %zmm8, %zmm8
+; CHECK-NEXT: vxorpd %zmm3, %zmm8, %zmm8
+; CHECK-NEXT: vextractf32x4 $3, %zmm8, %xmm9
+; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm9[2,3,0,1]
+; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm11
; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm8 * xmm11) + xmm9
+; CHECK-NEXT: vextractf32x4 $3, %zmm5, %xmm13
+; CHECK-NEXT: vshufpd {{.*#+}} xmm14 = xmm13[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm14 = (xmm10 * xmm14) + xmm12
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm12 ^ (xmm2 & (xmm14 ^ xmm12))
+; CHECK-NEXT: vextractf32x4 $2, %zmm8, %xmm10
+; CHECK-NEXT: vshufps {{.*#+}} xmm12 = xmm10[2,3,0,1]
+; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm15
+; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm15[1,0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm5, %xmm17
+; CHECK-NEXT: vshufpd {{.*#+}} xmm18 = xmm17[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm18 = (xmm12 * xmm18) + xmm16
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm18 = xmm16 ^ (xmm2 & (xmm18 ^ xmm16))
+; CHECK-NEXT: vinserti32x4 $1, %xmm14, %ymm18, %ymm12
+; CHECK-NEXT: vextractf128 $1, %ymm8, %xmm14
+; CHECK-NEXT: vshufps {{.*#+}} xmm16 = xmm14[2,3,0,1]
+; CHECK-NEXT: vextractf32x4 $1, %ymm6, %xmm18
+; CHECK-NEXT: vshufpd {{.*#+}} xmm19 = xmm18[1,0]
+; CHECK-NEXT: vextractf32x4 $1, %ymm5, %xmm20
+; CHECK-NEXT: vshufpd {{.*#+}} xmm21 = xmm20[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm21 = (xmm16 * xmm21) + xmm19
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm21 = xmm19 ^ (xmm2 & (xmm21 ^ xmm19))
; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm6[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm19 = xmm5[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm19 = (xmm8 * xmm19) + xmm16
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm19 = xmm16 ^ (xmm2 & (xmm19 ^ xmm16))
+; CHECK-NEXT: vinserti32x4 $1, %xmm21, %ymm19, %ymm8
+; CHECK-NEXT: vinserti64x4 $1, %ymm12, %zmm8, %zmm8
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm13 = (xmm9 * xmm13) + xmm11
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm17 = (xmm10 * xmm17) + xmm15
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm17 = xmm15 ^ (xmm2 & (xmm17 ^ xmm15))
+; CHECK-NEXT: vinserti32x4 $1, %xmm13, %ymm17, %ymm9
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm20 = (xmm14 * xmm20) + xmm18
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm20 = xmm18 ^ (xmm2 & (xmm20 ^ xmm18))
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm5 = -(xmm7 * xmm5) + xmm6
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm5 = xmm6 ^ (xmm2 & (xmm5 ^ xmm6))
+; CHECK-NEXT: vinserti32x4 $1, %xmm20, %ymm5, %ymm5
+; CHECK-NEXT: vinserti64x4 $1, %ymm9, %zmm5, %zmm5
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm5 = zmm5[0],zmm8[0],zmm5[2],zmm8[2],zmm5[4],zmm8[4],zmm5[6],zmm8[6]
+; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm5
+; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm6
+; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
+; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm7
+; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
+; CHECK-NEXT: vdivpd %zmm6, %zmm7, %zmm9
+; CHECK-NEXT: vextractf32x4 $3, %zmm9, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm10
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm10[0],xmm8[0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm9, %xmm10
+; CHECK-NEXT: vroundsd $11, %xmm10, %xmm10, %xmm11
+; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm10[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm10, %xmm10, %xmm10
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm10 = xmm11[0],xmm10[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm10, %ymm10
+; CHECK-NEXT: vextractf128 $1, %ymm9, %xmm8
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm11
+; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
+; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm11 = xmm11[0],xmm8[0]
+; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm8
; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm9[1,0]
-; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm9 = (xmm12 * xmm8) + xmm9
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm11[0],xmm9[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm8, %ymm7
-; CHECK-NEXT: vextractf128 $1, %ymm2, %xmm8
-; CHECK-NEXT: vextractf128 $1, %ymm6, %xmm9
-; CHECK-NEXT: vextractf128 $1, %ymm5, %xmm11
+; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
+; CHECK-NEXT: vunpcklpd {{.*#+}} xmm9 = xmm8[0],xmm9[0]
+; CHECK-NEXT: vinsertf128 $1, %xmm11, %ymm9, %ymm9
+; CHECK-NEXT: vinsertf64x4 $1, %ymm10, %zmm9, %zmm9
+; CHECK-NEXT: vxorpd %zmm3, %zmm9, %zmm3
+; CHECK-NEXT: vextractf32x4 $3, %zmm3, %xmm9
+; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm9[2,3,0,1]
+; CHECK-NEXT: vextractf32x4 $3, %zmm7, %xmm11
; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm8 * xmm11) + xmm9
-; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm9[1,0]
-; CHECK-NEXT: vfmadd231sd {{.*#+}} xmm9 = (xmm12 * xmm8) + xmm9
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm11[0],xmm9[0]
-; CHECK-NEXT: vshufps {{.*#+}} xmm2 = xmm2[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm6[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm11 = xmm5[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm11 = (xmm2 * xmm11) + xmm9
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm5 = -(xmm10 * xmm5) + xmm6
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm2 = xmm5[0],xmm11[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm2, %ymm2
-; CHECK-NEXT: vinsertf64x4 $1, %ymm7, %zmm2, %zmm2
+; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm13
+; CHECK-NEXT: vshufpd {{.*#+}} xmm14 = xmm13[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm14 = (xmm10 * xmm14) + xmm12
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm12 ^ (xmm2 & (xmm14 ^ xmm12))
+; CHECK-NEXT: vextractf32x4 $2, %zmm3, %xmm10
+; CHECK-NEXT: vshufps {{.*#+}} xmm12 = xmm10[2,3,0,1]
+; CHECK-NEXT: vextractf32x4 $2, %zmm7, %xmm15
+; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm15[1,0]
+; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm17
+; CHECK-NEXT: vshufpd {{.*#+}} xmm18 = xmm17[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm18 = (xmm12 * xmm18) + xmm16
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm18 = xmm16 ^ (xmm2 & (xmm18 ^ xmm16))
+; CHECK-NEXT: vinserti32x4 $1, %xmm14, %ymm18, %ymm12
+; CHECK-NEXT: vextractf128 $1, %ymm3, %xmm14
+; CHECK-NEXT: vshufps {{.*#+}} xmm16 = xmm14[2,3,0,1]
+; CHECK-NEXT: vextractf32x4 $1, %ymm7, %xmm18
+; CHECK-NEXT: vshufpd {{.*#+}} xmm19 = xmm18[1,0]
+; CHECK-NEXT: vextractf32x4 $1, %ymm6, %xmm20
+; CHECK-NEXT: vshufpd {{.*#+}} xmm21 = xmm20[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm21 = (xmm16 * xmm21) + xmm19
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm21 = xmm19 ^ (xmm2 & (xmm21 ^ xmm19))
+; CHECK-NEXT: vshufps {{.*#+}} xmm3 = xmm3[2,3,0,1]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm7[1,0]
+; CHECK-NEXT: vshufpd {{.*#+}} xmm19 = xmm6[1,0]
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm19 = (xmm3 * xmm19) + xmm16
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm19 = xmm16 ^ (xmm2 & (xmm19 ^ xmm16))
+; CHECK-NEXT: vinserti32x4 $1, %xmm21, %ymm19, %ymm3
+; CHECK-NEXT: vinserti64x4 $1, %ymm12, %zmm3, %zmm3
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm13 = (xmm9 * xmm13) + xmm11
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm17 = (xmm10 * xmm17) + xmm15
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm17 = xmm15 ^ (xmm2 & (xmm17 ^ xmm15))
+; CHECK-NEXT: vinserti32x4 $1, %xmm13, %ymm17, %ymm9
+; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm20 = (xmm14 * xmm20) + xmm18
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm20 = xmm18 ^ (xmm2 & (xmm20 ^ xmm18))
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm8 * xmm6) + xmm7
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm7 ^ (xmm2 & (xmm6 ^ xmm7))
+; CHECK-NEXT: vinserti32x4 $1, %xmm20, %ymm6, %ymm2
+; CHECK-NEXT: vinserti64x4 $1, %ymm9, %zmm2, %zmm2
+; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm2 = zmm2[0],zmm3[0],zmm2[2],zmm3[2],zmm2[4],zmm3[4],zmm2[6],zmm3[6]
; CHECK-NEXT: vcvtpd2ph %zmm2, %xmm2
-; CHECK-NEXT: vinserti128 $1, %xmm2, %ymm4, %ymm2
-; CHECK-NEXT: vinserti64x4 $1, %ymm3, %zmm2, %zmm2
+; CHECK-NEXT: vinserti128 $1, %xmm2, %ymm5, %ymm2
+; CHECK-NEXT: vinserti64x4 $1, %ymm4, %zmm2, %zmm2
; CHECK-NEXT: vfpclassph $153, %zmm0, %k0 # k0 = isQuietNaN(zmm0) | isPositiveInfinity(zmm0) | isNegativeInfinity(zmm0) | isSignalingNaN(zmm0)
; CHECK-NEXT: knotd %k0, %k1
; CHECK-NEXT: vfpclassph $24, %zmm1, %k1 {%k1} # k1 {%k1} = isPositiveInfinity(zmm1) | isNegativeInfinity(zmm1)
>From 8b29d48e00f3019a9185b4ed1ecabb9299b6639f Mon Sep 17 00:00:00 2001
From: irhs0 <happy.irhs at gmail.com>
Date: Mon, 19 Oct 2026 05:28:32 +0545
Subject: [PATCH 42/50] Update llvm/test/CodeGen/X86/avx512fp16-frem.ll
Co-authored-by: Andarwinux <144242044+Andarwinux at users.noreply.github.com>
---
llvm/test/CodeGen/X86/avx512fp16-frem.ll | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/llvm/test/CodeGen/X86/avx512fp16-frem.ll b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
index bb6dcc2a41db75..aebe6510d14789 100644
--- a/llvm/test/CodeGen/X86/avx512fp16-frem.ll
+++ b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
@@ -1,5 +1,5 @@
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
-; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=avx512fp16,avx512vl,avx10.1 | FileCheck %s
+; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=avx10.1 | FileCheck %s
define half @frem(half %x, half %y) nounwind {
; CHECK-LABEL: frem:
>From 902086efb93dbe717964df2662cb29f13d744a45 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Mon, 19 Oct 2026 11:31:45 +0545
Subject: [PATCH 43/50] feat: adds support for illegal return
types(v2f16,v4f16)
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 52 ++-
llvm/test/CodeGen/X86/avx512fp16-frem.ll | 512 +++++------------------
2 files changed, 152 insertions(+), 412 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index a4087ebd885cb2..3182cef917b686 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -2457,8 +2457,10 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
setOperationAction(ISD::STRICT_FP_EXTEND, MVT::v8f32, Legal);
setOperationAction(ISD::FP_EXTEND, MVT::v4f64, Custom);
setOperationAction(ISD::STRICT_FP_EXTEND, MVT::v4f64, Legal);
- setOperationAction(ISD::FREM, MVT::v8f16, Custom);
- setOperationAction(ISD::FREM, MVT::v16f16, Custom);
+ setOperationAction(ISD::FREM, MVT::v2f16, Custom);
+ setOperationAction(ISD::FREM, MVT::v4f16, Custom);
+ setOperationAction(ISD::FREM, MVT::v8f16, Custom);
+ setOperationAction(ISD::FREM, MVT::v16f16, Custom);
// INSERT_VECTOR_ELT v8f16 extended to VECTOR_SHUFFLE
setOperationAction(ISD::INSERT_VECTOR_ELT, MVT::v8f16, Custom);
@@ -23309,6 +23311,16 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
assert(VT.getScalarType() == MVT::f16 && "Unexpected type for FREM");
bool IsVec = VT.isVector();
+ // f64 widening is only legal up to v8f64. v16f16 & v32f16 would widen to
+ // v16f64 & v32f64, which gets scalarized, so operands split in half.
+ if (IsVec && VT.getVectorNumElements() > 8) {
+ auto [LoA, HiA] = DAG.SplitVector(Op.getOperand(0), Dl);
+ auto [LoB, HiB] = DAG.SplitVector(Op.getOperand(1), Dl);
+ SDValue Lo = DAG.getNode(ISD::FREM, Dl, LoA.getValueType(), LoA, LoB);
+ SDValue Hi = DAG.getNode(ISD::FREM, Dl, HiA.getValueType(), HiA, HiB);
+ return DAG.getNode(ISD::CONCAT_VECTORS, Dl, VT, Lo, Hi);
+ }
+
MVT WideVT = IsVec ? VT.changeVectorElementType(MVT::f64) : MVT::f64;
MVT MaskVT = IsVec ? VT.changeVectorElementType(MVT::i1) : MVT::v1i1;
@@ -35064,6 +35076,42 @@ void X86TargetLowering::ReplaceNodeResults(SDNode *N,
Results.push_back(DAG.getExtractVectorElt(dl, MVT::bf16, Vec, 0));
return;
}
+ case ISD::FREM: {
+ MVT VT = N->getSimpleValueType(0);
+
+ if (VT != MVT::v2f16 && VT != MVT::v4f16)
+ return;
+
+ MVT WideVT = VT.changeVectorElementType(MVT::f64);
+ MVT MaskVT = VT.changeVectorElementType(MVT::i1);
+
+ SDValue X = DAG.getNode(ISD::FP_EXTEND, dl, WideVT, N->getOperand(0));
+ SDValue Y = DAG.getNode(ISD::FP_EXTEND, dl, WideVT, N->getOperand(1));
+
+ SDValue Q = DAG.getNode(ISD::FTRUNC, dl, WideVT,
+ DAG.getNode(ISD::FDIV, dl, WideVT, X, Y));
+ SDValue Res = DAG.getNode(ISD::FMA, dl, WideVT,
+ DAG.getNode(ISD::FNEG, dl, WideVT, Q), Y, X);
+ Res = DAG.getNode(ISD::FCOPYSIGN, dl, WideVT, Res, X);
+
+ SDValue XNotFinite = DAG.getNode(X86ISD::VFPCLASS, dl, MaskVT, X,
+ DAG.getTargetConstant(0x99, dl, MVT::i32));
+ SDValue YIsInf = DAG.getNode(X86ISD::VFPCLASS, dl, MaskVT, Y,
+ DAG.getTargetConstant(0x18, dl, MVT::i32));
+ SDValue UseX = DAG.getNode(ISD::AND, dl, MaskVT,
+ DAG.getNOT(dl, XNotFinite, MaskVT), YIsInf);
+
+ Res = DAG.getSelect(dl, WideVT, UseX, X, Res);
+
+ SDValue Rounded =
+ DAG.getNode(ISD::FP_ROUND, dl, VT, Res,
+ DAG.getIntPtrConstant(0, dl, /*isTarget=*/true));
+
+ SmallVector<SDValue, 4> Ops(8 / VT.getVectorNumElements(), DAG.getUNDEF(VT));
+ Ops[0] = Rounded;
+ Results.push_back(DAG.getNode(ISD::CONCAT_VECTORS, dl, MVT::v8f16, Ops));
+ return;
+ }
case X86ISD::CVTPH2PS: {
EVT VT = N->getValueType(0);
SDValue Lo, Hi;
diff --git a/llvm/test/CodeGen/X86/avx512fp16-frem.ll b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
index aebe6510d14789..8963125cbcb050 100644
--- a/llvm/test/CodeGen/X86/avx512fp16-frem.ll
+++ b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
@@ -1,5 +1,5 @@
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
-; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=avx10.1 | FileCheck %s
+; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx10.1 | FileCheck %s
define half @frem(half %x, half %y) nounwind {
; CHECK-LABEL: frem:
@@ -24,19 +24,17 @@ define half @frem(half %x, half %y) nounwind {
define <2 x half> @frem_vec2(<2 x half> %x, <2 x half> %y) nounwind {
; CHECK-LABEL: frem_vec2:
; CHECK: # %bb.0:
-; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm2
-; CHECK-NEXT: vdivpd %zmm1, %zmm2, %zmm3
-; CHECK-NEXT: vrndscalepd $11, %zmm3, %zmm3
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm3 = -(zmm1 * zmm3) + zmm2
-; CHECK-NEXT: vpternlogq {{.*#+}} zmm3 = zmm2 ^ (m64bcst & (zmm3 ^ zmm2))
-; CHECK-NEXT: vcvtpd2ph %zmm3, %xmm1
-; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
-; CHECK-NEXT: vmovdqa %xmm1, %xmm0
-; CHECK-NEXT: vzeroupper
+; CHECK-NEXT: vcvtph2pd %xmm1, %xmm1
+; CHECK-NEXT: vcvtph2pd %xmm0, %xmm0
+; CHECK-NEXT: vdivpd %xmm1, %xmm0, %xmm2
+; CHECK-NEXT: vroundpd $11, %xmm2, %xmm2
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} xmm2 = -(xmm1 * xmm2) + xmm0
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm2 = xmm0 ^ (m64bcst & (xmm2 ^ xmm0))
+; CHECK-NEXT: vfpclasspd $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: knotw %k0, %k1
+; CHECK-NEXT: vfpclasspd $24, %xmm1, %k1 {%k1}
+; CHECK-NEXT: vmovapd %xmm0, %xmm2 {%k1}
+; CHECK-NEXT: vcvtpd2ph %xmm2, %xmm0
; CHECK-NEXT: retq
%r = frem <2 x half> %x, %y
ret <2 x half> %r
@@ -45,18 +43,17 @@ define <2 x half> @frem_vec2(<2 x half> %x, <2 x half> %y) nounwind {
define <4 x half> @frem_vec4(<4 x half> %x, <4 x half> %y) nounwind {
; CHECK-LABEL: frem_vec4:
; CHECK: # %bb.0:
-; CHECK-NEXT: vfpclassph $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
-; CHECK-NEXT: knotb %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %xmm1, %k1 {%k1}
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm2
-; CHECK-NEXT: vdivpd %zmm1, %zmm2, %zmm3
-; CHECK-NEXT: vrndscalepd $11, %zmm3, %zmm3
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm3 = -(zmm1 * zmm3) + zmm2
-; CHECK-NEXT: vpternlogq {{.*#+}} zmm3 = zmm2 ^ (m64bcst & (zmm3 ^ zmm2))
-; CHECK-NEXT: vcvtpd2ph %zmm3, %xmm1
-; CHECK-NEXT: vmovdqu16 %xmm0, %xmm1 {%k1}
-; CHECK-NEXT: vmovdqa %xmm1, %xmm0
+; CHECK-NEXT: vcvtph2pd %xmm1, %ymm1
+; CHECK-NEXT: vcvtph2pd %xmm0, %ymm0
+; CHECK-NEXT: vdivpd %ymm1, %ymm0, %ymm2
+; CHECK-NEXT: vroundpd $11, %ymm2, %ymm2
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} ymm2 = -(ymm1 * ymm2) + ymm0
+; CHECK-NEXT: vpternlogq {{.*#+}} ymm2 = ymm0 ^ (m64bcst & (ymm2 ^ ymm0))
+; CHECK-NEXT: vfpclasspd $153, %ymm0, %k0 # k0 = isQuietNaN(ymm0) | isPositiveInfinity(ymm0) | isNegativeInfinity(ymm0) | isSignalingNaN(ymm0)
+; CHECK-NEXT: knotw %k0, %k1
+; CHECK-NEXT: vfpclasspd $24, %ymm1, %k1 {%k1}
+; CHECK-NEXT: vmovapd %ymm0, %ymm2 {%k1}
+; CHECK-NEXT: vcvtpd2ph %ymm2, %xmm0
; CHECK-NEXT: vzeroupper
; CHECK-NEXT: retq
%r = frem <4 x half> %x, %y
@@ -87,93 +84,33 @@ define <8 x half> @frem_vec8(<8 x half> %x, <8 x half> %y) nounwind {
define <16 x half> @frem_vec16(<16 x half> %x, <16 x half> %y) nounwind {
; CHECK-LABEL: frem_vec16:
; CHECK: # %bb.0:
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm2
-; CHECK-NEXT: vdivpd %zmm4, %zmm2, %zmm3
-; CHECK-NEXT: vrndscalepd $11, %zmm3, %zmm3
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm3 = -(zmm4 * zmm3) + zmm2
-; CHECK-NEXT: vextractf32x4 $3, %zmm3, %xmm8
-; CHECK-NEXT: vextractf32x4 $3, %zmm2, %xmm9
-; CHECK-NEXT: vpbroadcastq {{.*#+}} xmm5 = [NaN,NaN]
-; CHECK-NEXT: vextractf32x4 $2, %zmm3, %xmm6
-; CHECK-NEXT: vextractf32x4 $2, %zmm2, %xmm7
-; CHECK-NEXT: vmovdqa %xmm5, %xmm4
-; CHECK-NEXT: vextractf128 $1, %ymm3, %xmm11
-; CHECK-NEXT: vextractf128 $1, %ymm2, %xmm12
-; CHECK-NEXT: vmovdqa %xmm5, %xmm10
-; CHECK-NEXT: vmovdqa %xmm5, %xmm13
-; CHECK-NEXT: vshufpd {{.*#+}} xmm15 = xmm8[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm14 = xmm9[1,0]
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm14 ^ (xmm5 & (xmm14 ^ xmm15))
-; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm6[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm15 = xmm7[1,0]
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm15 = xmm15 ^ (xmm5 & (xmm15 ^ xmm16))
-; CHECK-NEXT: vshufpd {{.*#+}} xmm17 = xmm11[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm12[1,0]
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm16 = xmm16 ^ (xmm5 & (xmm16 ^ xmm17))
-; CHECK-NEXT: vshufpd {{.*#+}} xmm18 = xmm3[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm17 = xmm2[1,0]
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm17 = xmm17 ^ (xmm5 & (xmm17 ^ xmm18))
-; CHECK-NEXT: vextractf32x4 $1, %ymm1, %xmm18
-; CHECK-NEXT: vcvtph2pd %xmm18, %zmm19
-; CHECK-NEXT: vextractf32x4 $1, %ymm0, %xmm18
-; CHECK-NEXT: vcvtph2pd %xmm18, %zmm18
-; CHECK-NEXT: vdivpd %zmm19, %zmm18, %zmm20
-; CHECK-NEXT: vrndscalepd $11, %zmm20, %zmm20
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm20 = -(zmm19 * zmm20) + zmm18
-; CHECK-NEXT: vextractf32x4 $3, %zmm20, %xmm19
-; CHECK-NEXT: vextractf32x4 $3, %zmm18, %xmm21
-; CHECK-NEXT: vmovdqa64 %xmm5, %xmm22
-; CHECK-NEXT: vextractf32x4 $2, %zmm20, %xmm23
-; CHECK-NEXT: vextractf32x4 $2, %zmm18, %xmm24
-; CHECK-NEXT: vmovdqa64 %xmm5, %xmm25
-; CHECK-NEXT: vextractf32x4 $1, %ymm20, %xmm26
-; CHECK-NEXT: vextractf32x4 $1, %ymm18, %xmm27
-; CHECK-NEXT: vshufpd {{.*#+}} xmm28 = xmm19[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm29 = xmm21[1,0]
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm29 = xmm29 ^ (xmm5 & (xmm29 ^ xmm28))
-; CHECK-NEXT: vshufpd {{.*#+}} xmm28 = xmm23[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm30 = xmm24[1,0]
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm30 = xmm30 ^ (xmm5 & (xmm30 ^ xmm28))
-; CHECK-NEXT: vshufpd {{.*#+}} xmm28 = xmm26[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm31 = xmm27[1,0]
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm31 = xmm31 ^ (xmm5 & (xmm31 ^ xmm28))
-; CHECK-NEXT: vmovdqa64 %xmm5, %xmm28
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm28 = xmm9 ^ (xmm28 & (xmm8 ^ xmm9))
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm20[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm18[1,0]
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm9 = xmm9 ^ (xmm5 & (xmm9 ^ xmm8))
-; CHECK-NEXT: vmovdqa %xmm5, %xmm8
-; CHECK-NEXT: # kill: def $xmm5 killed $xmm5 def $ymm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm4 = xmm7 ^ (xmm4 & (xmm6 ^ xmm7))
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm10 = xmm12 ^ (xmm10 & (xmm11 ^ xmm12))
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm2 ^ (xmm13 & (xmm3 ^ xmm2))
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm22 = xmm21 ^ (xmm22 & (xmm19 ^ xmm21))
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm25 = xmm24 ^ (xmm25 & (xmm23 ^ xmm24))
-; CHECK-NEXT: vinserti32x4 $1, %xmm28, %ymm4, %ymm2
-; CHECK-NEXT: vinserti128 $1, %xmm10, %ymm13, %ymm3
-; CHECK-NEXT: vinserti64x4 $1, %ymm2, %zmm3, %zmm2
-; CHECK-NEXT: vinserti128 $1, %xmm14, %ymm15, %ymm3
-; CHECK-NEXT: vinserti32x4 $1, %xmm16, %ymm17, %ymm4
-; CHECK-NEXT: vinserti64x4 $1, %ymm3, %zmm4, %zmm3
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm2 = zmm2[0],zmm3[0],zmm2[2],zmm3[2],zmm2[4],zmm3[4],zmm2[6],zmm3[6]
-; CHECK-NEXT: vcvtpd2ph %zmm2, %xmm2
-; CHECK-NEXT: vinserti32x4 $1, %xmm22, %ymm25, %ymm3
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm8 = xmm27 ^ (xmm8 & (xmm26 ^ xmm27))
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm5 = xmm18 ^ (xmm5 & (xmm20 ^ xmm18))
-; CHECK-NEXT: vinserti128 $1, %xmm8, %ymm5, %ymm4
-; CHECK-NEXT: vinserti64x4 $1, %ymm3, %zmm4, %zmm3
-; CHECK-NEXT: vinserti32x4 $1, %xmm29, %ymm30, %ymm4
-; CHECK-NEXT: vinserti32x4 $1, %xmm31, %ymm9, %ymm5
-; CHECK-NEXT: vinserti64x4 $1, %ymm4, %zmm5, %zmm4
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm3 = zmm3[0],zmm4[0],zmm3[2],zmm4[2],zmm3[4],zmm4[4],zmm3[6],zmm4[6]
-; CHECK-NEXT: vcvtpd2ph %zmm3, %xmm3
-; CHECK-NEXT: vinserti128 $1, %xmm3, %ymm2, %ymm2
-; CHECK-NEXT: vfpclassph $153, %ymm0, %k0 # k0 = isQuietNaN(ymm0) | isPositiveInfinity(ymm0) | isNegativeInfinity(ymm0) | isSignalingNaN(ymm0)
-; CHECK-NEXT: knotw %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %ymm1, %k1 {%k1}
-; CHECK-NEXT: vmovdqu16 %ymm0, %ymm2 {%k1}
-; CHECK-NEXT: vmovdqa %ymm2, %ymm0
+; CHECK-NEXT: vfpclassph $24, %xmm1, %k0 # k0 = isPositiveInfinity(xmm1) | isNegativeInfinity(xmm1)
+; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm2
+; CHECK-NEXT: vfpclassph $24, %xmm2, %k1 # k1 = isPositiveInfinity(xmm2) | isNegativeInfinity(xmm2)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
+; CHECK-NEXT: vfpclassph $153, %xmm0, %k1 # k1 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm3
+; CHECK-NEXT: vfpclassph $153, %xmm3, %k2 # k2 = isQuietNaN(xmm3) | isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3) | isSignalingNaN(xmm3)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kandnw %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm4
+; CHECK-NEXT: vdivpd %zmm1, %zmm4, %zmm5
+; CHECK-NEXT: vrndscalepd $11, %zmm5, %zmm5
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm5 = -(zmm1 * zmm5) + zmm4
+; CHECK-NEXT: vpbroadcastq {{.*#+}} zmm1 = [9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807]
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm5 = zmm4 ^ (zmm1 & (zmm5 ^ zmm4))
+; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm4
+; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vdivpd %zmm2, %zmm3, %zmm5
+; CHECK-NEXT: vrndscalepd $11, %zmm5, %zmm5
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm5 = -(zmm2 * zmm5) + zmm3
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm5 = zmm3 ^ (zmm1 & (zmm5 ^ zmm3))
+; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm1
+; CHECK-NEXT: vinserti128 $1, %xmm1, %ymm4, %ymm1
+; CHECK-NEXT: vmovdqu16 %ymm0, %ymm1 {%k1}
+; CHECK-NEXT: vmovdqa %ymm1, %ymm0
; CHECK-NEXT: retq
%r = frem <16 x half> %x, %y
ret <16 x half> %r
@@ -182,306 +119,61 @@ define <16 x half> @frem_vec16(<16 x half> %x, <16 x half> %y) nounwind {
define <32 x half> @frem_vec32(<32 x half> %x, <32 x half> %y) nounwind {
; CHECK-LABEL: frem_vec32:
; CHECK: # %bb.0:
-; CHECK-NEXT: vextractf64x4 $1, %zmm1, %ymm4
-; CHECK-NEXT: vcvtph2pd %xmm4, %zmm6
-; CHECK-NEXT: vextractf64x4 $1, %zmm0, %ymm5
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm7
-; CHECK-NEXT: vdivpd %zmm6, %zmm7, %zmm2
-; CHECK-NEXT: vextractf32x4 $3, %zmm2, %xmm3
-; CHECK-NEXT: vroundsd $11, %xmm3, %xmm3, %xmm8
-; CHECK-NEXT: vshufpd {{.*#+}} xmm3 = xmm3[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm3, %xmm3, %xmm3
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm3 = xmm8[0],xmm3[0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm2, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm9[0],xmm8[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm3, %ymm8, %ymm3
-; CHECK-NEXT: vextractf128 $1, %ymm2, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm9
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm9 = xmm9[0],xmm8[0]
-; CHECK-NEXT: vroundsd $11, %xmm2, %xmm2, %xmm8
-; CHECK-NEXT: vshufpd {{.*#+}} xmm2 = xmm2[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm2, %xmm2, %xmm2
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm2 = xmm8[0],xmm2[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm9, %ymm2, %ymm2
-; CHECK-NEXT: vinsertf64x4 $1, %ymm3, %zmm2, %zmm2
-; CHECK-NEXT: vbroadcastsd {{.*#+}} zmm3 = [-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0]
-; CHECK-NEXT: vxorpd %zmm3, %zmm2, %zmm9
-; CHECK-NEXT: vextractf32x4 $3, %zmm9, %xmm10
-; CHECK-NEXT: vshufps {{.*#+}} xmm2 = xmm10[2,3,0,1]
-; CHECK-NEXT: vextractf32x4 $3, %zmm7, %xmm11
-; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
-; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm13
-; CHECK-NEXT: vshufpd {{.*#+}} xmm14 = xmm13[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm14 = (xmm2 * xmm14) + xmm12
-; CHECK-NEXT: vpbroadcastq {{.*#+}} xmm2 = [NaN,NaN]
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm12 ^ (xmm2 & (xmm14 ^ xmm12))
-; CHECK-NEXT: vextractf32x4 $2, %zmm9, %xmm12
-; CHECK-NEXT: vshufps {{.*#+}} xmm15 = xmm12[2,3,0,1]
-; CHECK-NEXT: vextractf32x4 $2, %zmm7, %xmm16
-; CHECK-NEXT: vshufpd {{.*#+}} xmm17 = xmm16[1,0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm18
-; CHECK-NEXT: vshufpd {{.*#+}} xmm19 = xmm18[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm19 = (xmm15 * xmm19) + xmm17
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm19 = xmm17 ^ (xmm2 & (xmm19 ^ xmm17))
-; CHECK-NEXT: vinserti32x4 $1, %xmm14, %ymm19, %ymm14
-; CHECK-NEXT: vextractf128 $1, %ymm9, %xmm15
-; CHECK-NEXT: vshufps {{.*#+}} xmm17 = xmm15[2,3,0,1]
-; CHECK-NEXT: vextractf32x4 $1, %ymm7, %xmm19
-; CHECK-NEXT: vshufpd {{.*#+}} xmm20 = xmm19[1,0]
-; CHECK-NEXT: vextractf32x4 $1, %ymm6, %xmm21
-; CHECK-NEXT: vshufpd {{.*#+}} xmm22 = xmm21[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm22 = (xmm17 * xmm22) + xmm20
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm22 = xmm20 ^ (xmm2 & (xmm22 ^ xmm20))
-; CHECK-NEXT: vshufps {{.*#+}} xmm9 = xmm9[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm17 = xmm7[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm20 = xmm6[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm20 = (xmm9 * xmm20) + xmm17
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm20 = xmm17 ^ (xmm2 & (xmm20 ^ xmm17))
-; CHECK-NEXT: vinserti32x4 $1, %xmm22, %ymm20, %ymm9
-; CHECK-NEXT: vinserti64x4 $1, %ymm14, %zmm9, %zmm9
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm13 = (xmm10 * xmm13) + xmm11
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm18 = (xmm12 * xmm18) + xmm16
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm18 = xmm16 ^ (xmm2 & (xmm18 ^ xmm16))
-; CHECK-NEXT: vinserti32x4 $1, %xmm13, %ymm18, %ymm10
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm21 = (xmm15 * xmm21) + xmm19
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm21 = xmm19 ^ (xmm2 & (xmm21 ^ xmm19))
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm8 * xmm6) + xmm7
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm7 ^ (xmm2 & (xmm6 ^ xmm7))
-; CHECK-NEXT: vinserti32x4 $1, %xmm21, %ymm6, %ymm6
-; CHECK-NEXT: vinserti64x4 $1, %ymm10, %zmm6, %zmm6
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm6 = zmm6[0],zmm9[0],zmm6[2],zmm9[2],zmm6[4],zmm9[4],zmm6[6],zmm9[6]
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm6
-; CHECK-NEXT: vextractf128 $1, %ymm4, %xmm4
+; CHECK-NEXT: vfpclassph $24, %xmm1, %k0 # k0 = isPositiveInfinity(xmm1) | isNegativeInfinity(xmm1)
+; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm2
+; CHECK-NEXT: vfpclassph $24, %xmm2, %k1 # k1 = isPositiveInfinity(xmm2) | isNegativeInfinity(xmm2)
+; CHECK-NEXT: kunpckbw %k0, %k1, %k0
+; CHECK-NEXT: vextractf64x4 $1, %zmm1, %ymm3
+; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 # k1 = isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3)
+; CHECK-NEXT: vextractf128 $1, %ymm3, %xmm4
+; CHECK-NEXT: vfpclassph $24, %xmm4, %k2 # k2 = isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: kunpckwd %k0, %k1, %k0
+; CHECK-NEXT: vfpclassph $153, %xmm0, %k1 # k1 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm5
+; CHECK-NEXT: vfpclassph $153, %xmm5, %k2 # k2 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
+; CHECK-NEXT: kunpckbw %k1, %k2, %k1
+; CHECK-NEXT: vextractf64x4 $1, %zmm0, %ymm6
+; CHECK-NEXT: vfpclassph $153, %xmm6, %k2 # k2 = isQuietNaN(xmm6) | isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6) | isSignalingNaN(xmm6)
+; CHECK-NEXT: vextractf128 $1, %ymm6, %xmm7
+; CHECK-NEXT: vfpclassph $153, %xmm7, %k3 # k3 = isQuietNaN(xmm7) | isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7) | isSignalingNaN(xmm7)
+; CHECK-NEXT: kunpckbw %k2, %k3, %k2
+; CHECK-NEXT: kunpckwd %k1, %k2, %k1
+; CHECK-NEXT: kandnd %k0, %k1, %k1
+; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
+; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
+; CHECK-NEXT: vdivpd %zmm3, %zmm6, %zmm8
+; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm3 * zmm8) + zmm6
+; CHECK-NEXT: vpbroadcastq {{.*#+}} zmm3 = [9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807]
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm8 = zmm6 ^ (zmm3 & (zmm8 ^ zmm6))
+; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm6
; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
-; CHECK-NEXT: vextractf128 $1, %ymm5, %xmm5
-; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
-; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm8
-; CHECK-NEXT: vextractf32x4 $3, %zmm8, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm9
-; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm7[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm9[0],xmm7[0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm8, %xmm9
-; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm10
-; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm9[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm9 = xmm10[0],xmm9[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm9, %ymm9
-; CHECK-NEXT: vextractf128 $1, %ymm8, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm10
-; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm7[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm10 = xmm10[0],xmm7[0]
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm7
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm7[0],xmm8[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm10, %ymm8, %ymm8
-; CHECK-NEXT: vinsertf64x4 $1, %ymm9, %zmm8, %zmm8
-; CHECK-NEXT: vxorpd %zmm3, %zmm8, %zmm8
-; CHECK-NEXT: vextractf32x4 $3, %zmm8, %xmm9
-; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm9[2,3,0,1]
-; CHECK-NEXT: vextractf32x4 $3, %zmm5, %xmm11
-; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
-; CHECK-NEXT: vextractf32x4 $3, %zmm4, %xmm13
-; CHECK-NEXT: vshufpd {{.*#+}} xmm14 = xmm13[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm14 = (xmm10 * xmm14) + xmm12
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm12 ^ (xmm2 & (xmm14 ^ xmm12))
-; CHECK-NEXT: vextractf32x4 $2, %zmm8, %xmm10
-; CHECK-NEXT: vshufps {{.*#+}} xmm12 = xmm10[2,3,0,1]
-; CHECK-NEXT: vextractf32x4 $2, %zmm5, %xmm15
-; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm15[1,0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm4, %xmm17
-; CHECK-NEXT: vshufpd {{.*#+}} xmm18 = xmm17[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm18 = (xmm12 * xmm18) + xmm16
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm18 = xmm16 ^ (xmm2 & (xmm18 ^ xmm16))
-; CHECK-NEXT: vinserti32x4 $1, %xmm14, %ymm18, %ymm12
-; CHECK-NEXT: vextractf128 $1, %ymm8, %xmm14
-; CHECK-NEXT: vshufps {{.*#+}} xmm16 = xmm14[2,3,0,1]
-; CHECK-NEXT: vextractf32x4 $1, %ymm5, %xmm18
-; CHECK-NEXT: vshufpd {{.*#+}} xmm19 = xmm18[1,0]
-; CHECK-NEXT: vextractf32x4 $1, %ymm4, %xmm20
-; CHECK-NEXT: vshufpd {{.*#+}} xmm21 = xmm20[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm21 = (xmm16 * xmm21) + xmm19
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm21 = xmm19 ^ (xmm2 & (xmm21 ^ xmm19))
-; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm5[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm19 = xmm4[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm19 = (xmm8 * xmm19) + xmm16
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm19 = xmm16 ^ (xmm2 & (xmm19 ^ xmm16))
-; CHECK-NEXT: vinserti32x4 $1, %xmm21, %ymm19, %ymm8
-; CHECK-NEXT: vinserti64x4 $1, %ymm12, %zmm8, %zmm8
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm13 = (xmm9 * xmm13) + xmm11
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm17 = (xmm10 * xmm17) + xmm15
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm17 = xmm15 ^ (xmm2 & (xmm17 ^ xmm15))
-; CHECK-NEXT: vinserti32x4 $1, %xmm13, %ymm17, %ymm9
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm20 = (xmm14 * xmm20) + xmm18
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm20 = xmm18 ^ (xmm2 & (xmm20 ^ xmm18))
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm4 = -(xmm7 * xmm4) + xmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm4 = xmm5 ^ (xmm2 & (xmm4 ^ xmm5))
-; CHECK-NEXT: vinserti32x4 $1, %xmm20, %ymm4, %ymm4
-; CHECK-NEXT: vinserti64x4 $1, %ymm9, %zmm4, %zmm4
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm4 = zmm4[0],zmm8[0],zmm4[2],zmm8[2],zmm4[4],zmm8[4],zmm4[6],zmm8[6]
-; CHECK-NEXT: vcvtpd2ph %zmm4, %xmm4
+; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
+; CHECK-NEXT: vdivpd %zmm4, %zmm7, %zmm8
+; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm4 * zmm8) + zmm7
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm8 = zmm7 ^ (zmm3 & (zmm8 ^ zmm7))
+; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm4
; CHECK-NEXT: vinserti128 $1, %xmm4, %ymm6, %ymm4
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm5
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
; CHECK-NEXT: vcvtph2pd %xmm0, %zmm6
-; CHECK-NEXT: vdivpd %zmm5, %zmm6, %zmm8
-; CHECK-NEXT: vextractf32x4 $3, %zmm8, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm9
-; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm7[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm7 = xmm9[0],xmm7[0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm8, %xmm9
-; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm10
-; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm9[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm9 = xmm10[0],xmm9[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm7, %ymm9, %ymm9
-; CHECK-NEXT: vextractf128 $1, %ymm8, %xmm7
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm10
-; CHECK-NEXT: vshufpd {{.*#+}} xmm7 = xmm7[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm7, %xmm7, %xmm7
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm10 = xmm10[0],xmm7[0]
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm7
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm7[0],xmm8[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm10, %ymm8, %ymm8
-; CHECK-NEXT: vinsertf64x4 $1, %ymm9, %zmm8, %zmm8
-; CHECK-NEXT: vxorpd %zmm3, %zmm8, %zmm8
-; CHECK-NEXT: vextractf32x4 $3, %zmm8, %xmm9
-; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm9[2,3,0,1]
-; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm11
-; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
-; CHECK-NEXT: vextractf32x4 $3, %zmm5, %xmm13
-; CHECK-NEXT: vshufpd {{.*#+}} xmm14 = xmm13[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm14 = (xmm10 * xmm14) + xmm12
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm12 ^ (xmm2 & (xmm14 ^ xmm12))
-; CHECK-NEXT: vextractf32x4 $2, %zmm8, %xmm10
-; CHECK-NEXT: vshufps {{.*#+}} xmm12 = xmm10[2,3,0,1]
-; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm15
-; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm15[1,0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm5, %xmm17
-; CHECK-NEXT: vshufpd {{.*#+}} xmm18 = xmm17[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm18 = (xmm12 * xmm18) + xmm16
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm18 = xmm16 ^ (xmm2 & (xmm18 ^ xmm16))
-; CHECK-NEXT: vinserti32x4 $1, %xmm14, %ymm18, %ymm12
-; CHECK-NEXT: vextractf128 $1, %ymm8, %xmm14
-; CHECK-NEXT: vshufps {{.*#+}} xmm16 = xmm14[2,3,0,1]
-; CHECK-NEXT: vextractf32x4 $1, %ymm6, %xmm18
-; CHECK-NEXT: vshufpd {{.*#+}} xmm19 = xmm18[1,0]
-; CHECK-NEXT: vextractf32x4 $1, %ymm5, %xmm20
-; CHECK-NEXT: vshufpd {{.*#+}} xmm21 = xmm20[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm21 = (xmm16 * xmm21) + xmm19
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm21 = xmm19 ^ (xmm2 & (xmm21 ^ xmm19))
-; CHECK-NEXT: vshufps {{.*#+}} xmm8 = xmm8[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm6[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm19 = xmm5[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm19 = (xmm8 * xmm19) + xmm16
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm19 = xmm16 ^ (xmm2 & (xmm19 ^ xmm16))
-; CHECK-NEXT: vinserti32x4 $1, %xmm21, %ymm19, %ymm8
-; CHECK-NEXT: vinserti64x4 $1, %ymm12, %zmm8, %zmm8
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm13 = (xmm9 * xmm13) + xmm11
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm17 = (xmm10 * xmm17) + xmm15
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm17 = xmm15 ^ (xmm2 & (xmm17 ^ xmm15))
-; CHECK-NEXT: vinserti32x4 $1, %xmm13, %ymm17, %ymm9
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm20 = (xmm14 * xmm20) + xmm18
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm20 = xmm18 ^ (xmm2 & (xmm20 ^ xmm18))
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm5 = -(xmm7 * xmm5) + xmm6
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm5 = xmm6 ^ (xmm2 & (xmm5 ^ xmm6))
-; CHECK-NEXT: vinserti32x4 $1, %xmm20, %ymm5, %ymm5
-; CHECK-NEXT: vinserti64x4 $1, %ymm9, %zmm5, %zmm5
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm5 = zmm5[0],zmm8[0],zmm5[2],zmm8[2],zmm5[4],zmm8[4],zmm5[6],zmm8[6]
-; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm5
-; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm6
-; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
-; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm7
-; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
-; CHECK-NEXT: vdivpd %zmm6, %zmm7, %zmm9
-; CHECK-NEXT: vextractf32x4 $3, %zmm9, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm10
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm8 = xmm10[0],xmm8[0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm9, %xmm10
-; CHECK-NEXT: vroundsd $11, %xmm10, %xmm10, %xmm11
-; CHECK-NEXT: vshufpd {{.*#+}} xmm10 = xmm10[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm10, %xmm10, %xmm10
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm10 = xmm11[0],xmm10[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm8, %ymm10, %ymm10
-; CHECK-NEXT: vextractf128 $1, %ymm9, %xmm8
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm11
-; CHECK-NEXT: vshufpd {{.*#+}} xmm8 = xmm8[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm8, %xmm8, %xmm8
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm11 = xmm11[0],xmm8[0]
-; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm8
-; CHECK-NEXT: vshufpd {{.*#+}} xmm9 = xmm9[1,0]
-; CHECK-NEXT: vroundsd $11, %xmm9, %xmm9, %xmm9
-; CHECK-NEXT: vunpcklpd {{.*#+}} xmm9 = xmm8[0],xmm9[0]
-; CHECK-NEXT: vinsertf128 $1, %xmm11, %ymm9, %ymm9
-; CHECK-NEXT: vinsertf64x4 $1, %ymm10, %zmm9, %zmm9
-; CHECK-NEXT: vxorpd %zmm3, %zmm9, %zmm3
-; CHECK-NEXT: vextractf32x4 $3, %zmm3, %xmm9
-; CHECK-NEXT: vshufps {{.*#+}} xmm10 = xmm9[2,3,0,1]
-; CHECK-NEXT: vextractf32x4 $3, %zmm7, %xmm11
-; CHECK-NEXT: vshufpd {{.*#+}} xmm12 = xmm11[1,0]
-; CHECK-NEXT: vextractf32x4 $3, %zmm6, %xmm13
-; CHECK-NEXT: vshufpd {{.*#+}} xmm14 = xmm13[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm14 = (xmm10 * xmm14) + xmm12
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm14 = xmm12 ^ (xmm2 & (xmm14 ^ xmm12))
-; CHECK-NEXT: vextractf32x4 $2, %zmm3, %xmm10
-; CHECK-NEXT: vshufps {{.*#+}} xmm12 = xmm10[2,3,0,1]
-; CHECK-NEXT: vextractf32x4 $2, %zmm7, %xmm15
-; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm15[1,0]
-; CHECK-NEXT: vextractf32x4 $2, %zmm6, %xmm17
-; CHECK-NEXT: vshufpd {{.*#+}} xmm18 = xmm17[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm18 = (xmm12 * xmm18) + xmm16
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm18 = xmm16 ^ (xmm2 & (xmm18 ^ xmm16))
-; CHECK-NEXT: vinserti32x4 $1, %xmm14, %ymm18, %ymm12
-; CHECK-NEXT: vextractf128 $1, %ymm3, %xmm14
-; CHECK-NEXT: vshufps {{.*#+}} xmm16 = xmm14[2,3,0,1]
-; CHECK-NEXT: vextractf32x4 $1, %ymm7, %xmm18
-; CHECK-NEXT: vshufpd {{.*#+}} xmm19 = xmm18[1,0]
-; CHECK-NEXT: vextractf32x4 $1, %ymm6, %xmm20
-; CHECK-NEXT: vshufpd {{.*#+}} xmm21 = xmm20[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm21 = (xmm16 * xmm21) + xmm19
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm21 = xmm19 ^ (xmm2 & (xmm21 ^ xmm19))
-; CHECK-NEXT: vshufps {{.*#+}} xmm3 = xmm3[2,3,0,1]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm16 = xmm7[1,0]
-; CHECK-NEXT: vshufpd {{.*#+}} xmm19 = xmm6[1,0]
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm19 = (xmm3 * xmm19) + xmm16
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm19 = xmm16 ^ (xmm2 & (xmm19 ^ xmm16))
-; CHECK-NEXT: vinserti32x4 $1, %xmm21, %ymm19, %ymm3
-; CHECK-NEXT: vinserti64x4 $1, %ymm12, %zmm3, %zmm3
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm13 = (xmm9 * xmm13) + xmm11
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm13 = xmm11 ^ (xmm2 & (xmm13 ^ xmm11))
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm17 = (xmm10 * xmm17) + xmm15
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm17 = xmm15 ^ (xmm2 & (xmm17 ^ xmm15))
-; CHECK-NEXT: vinserti32x4 $1, %xmm13, %ymm17, %ymm9
-; CHECK-NEXT: vfmadd213sd {{.*#+}} xmm20 = (xmm14 * xmm20) + xmm18
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm20 = xmm18 ^ (xmm2 & (xmm20 ^ xmm18))
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm6 = -(xmm8 * xmm6) + xmm7
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm6 = xmm7 ^ (xmm2 & (xmm6 ^ xmm7))
-; CHECK-NEXT: vinserti32x4 $1, %xmm20, %ymm6, %ymm2
-; CHECK-NEXT: vinserti64x4 $1, %ymm9, %zmm2, %zmm2
-; CHECK-NEXT: vpunpcklqdq {{.*#+}} zmm2 = zmm2[0],zmm3[0],zmm2[2],zmm3[2],zmm2[4],zmm3[4],zmm2[6],zmm3[6]
-; CHECK-NEXT: vcvtpd2ph %zmm2, %xmm2
-; CHECK-NEXT: vinserti128 $1, %xmm2, %ymm5, %ymm2
-; CHECK-NEXT: vinserti64x4 $1, %ymm4, %zmm2, %zmm2
-; CHECK-NEXT: vfpclassph $153, %zmm0, %k0 # k0 = isQuietNaN(zmm0) | isPositiveInfinity(zmm0) | isNegativeInfinity(zmm0) | isSignalingNaN(zmm0)
-; CHECK-NEXT: knotd %k0, %k1
-; CHECK-NEXT: vfpclassph $24, %zmm1, %k1 {%k1} # k1 {%k1} = isPositiveInfinity(zmm1) | isNegativeInfinity(zmm1)
-; CHECK-NEXT: vmovdqu16 %zmm0, %zmm2 {%k1}
-; CHECK-NEXT: vmovdqa64 %zmm2, %zmm0
+; CHECK-NEXT: vdivpd %zmm1, %zmm6, %zmm7
+; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm1 * zmm7) + zmm6
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm7 = zmm6 ^ (zmm3 & (zmm7 ^ zmm6))
+; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm1
+; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
+; CHECK-NEXT: vdivpd %zmm2, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm2 * zmm6) + zmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm6 = zmm5 ^ (zmm3 & (zmm6 ^ zmm5))
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm2
+; CHECK-NEXT: vinserti128 $1, %xmm2, %ymm1, %ymm1
+; CHECK-NEXT: vinserti64x4 $1, %ymm4, %zmm1, %zmm1
+; CHECK-NEXT: vmovdqu16 %zmm0, %zmm1 {%k1}
+; CHECK-NEXT: vmovdqa64 %zmm1, %zmm0
; CHECK-NEXT: retq
%r = frem <32 x half> %x, %y
ret <32 x half> %r
>From d788b69cbac048554fa7830f6f8c49494e476096 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Mon, 19 Oct 2026 11:45:06 +0545
Subject: [PATCH 44/50] feat: add test for nnan ninf condition
---
llvm/test/CodeGen/X86/avx512fp16-frem.ll | 20 ++++++++++++++++++++
1 file changed, 20 insertions(+)
diff --git a/llvm/test/CodeGen/X86/avx512fp16-frem.ll b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
index 8963125cbcb050..12df2a53b6f006 100644
--- a/llvm/test/CodeGen/X86/avx512fp16-frem.ll
+++ b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
@@ -179,6 +179,26 @@ define <32 x half> @frem_vec32(<32 x half> %x, <32 x half> %y) nounwind {
ret <32 x half> %r
}
+define half @frem_f16_nnan_ninf(half %x, half %y) nounwind {
+; CHECK-LABEL: frem_f16_nnan_ninf:
+; CHECK: # %bb.0:
+; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm2
+; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm3
+; CHECK-NEXT: vdivsd %xmm2, %xmm3, %xmm4
+; CHECK-NEXT: vroundsd $11, %xmm4, %xmm4, %xmm4
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm4 = -(xmm2 * xmm4) + xmm3
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm4 = xmm3 ^ (m64bcst & (xmm4 ^ xmm3))
+; CHECK-NEXT: vcvtsd2sh %xmm4, %xmm4, %xmm2
+; CHECK-NEXT: vfpclasssh $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
+; CHECK-NEXT: knotw %k0, %k1
+; CHECK-NEXT: vfpclasssh $24, %xmm1, %k1 {%k1} # k1 {%k1} = isPositiveInfinity(xmm1) | isNegativeInfinity(xmm1)
+; CHECK-NEXT: vmovsh %xmm0, %xmm0, %xmm2 {%k1}
+; CHECK-NEXT: vmovaps %xmm2, %xmm0
+; CHECK-NEXT: retq
+ %r = frem nnan ninf half %x, %y
+ ret half %r
+}
+
define half @frem_strict(half %x, half %y) nounwind #0 {
; CHECK-LABEL: frem_strict:
; CHECK: # %bb.0:
>From 279485d704b6184f4cc0a915e7692fc763dba354 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Mon, 19 Oct 2026 18:35:08 +0545
Subject: [PATCH 45/50] add: support for loweing nnans and ninfs to ss into
expression
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 78 ++++++-----
llvm/test/CodeGen/X86/avx512fp16-frem.ll | 159 ++++++++++-------------
2 files changed, 113 insertions(+), 124 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index 3182cef917b686..51f4eddfbd3a1a 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -23311,49 +23311,59 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
assert(VT.getScalarType() == MVT::f16 && "Unexpected type for FREM");
bool IsVec = VT.isVector();
- // f64 widening is only legal up to v8f64. v16f16 & v32f16 would widen to
- // v16f64 & v32f64, which gets scalarized, so operands split in half.
- if (IsVec && VT.getVectorNumElements() > 8) {
- auto [LoA, HiA] = DAG.SplitVector(Op.getOperand(0), Dl);
- auto [LoB, HiB] = DAG.SplitVector(Op.getOperand(1), Dl);
- SDValue Lo = DAG.getNode(ISD::FREM, Dl, LoA.getValueType(), LoA, LoB);
- SDValue Hi = DAG.getNode(ISD::FREM, Dl, HiA.getValueType(), HiA, HiB);
- return DAG.getNode(ISD::CONCAT_VECTORS, Dl, VT, Lo, Hi);
- }
-
- MVT WideVT = IsVec ? VT.changeVectorElementType(MVT::f64) : MVT::f64;
- MVT MaskVT = IsVec ? VT.changeVectorElementType(MVT::i1) : MVT::v1i1;
-
SDValue A = Op.getOperand(0);
SDValue B = Op.getOperand(1);
- SDValue X = DAG.getNode(ISD::FP_EXTEND, Dl, WideVT, A);
- SDValue Y = DAG.getNode(ISD::FP_EXTEND, Dl, WideVT, B);
- SDValue Q = DAG.getNode(ISD::FTRUNC, Dl, WideVT,
- DAG.getNode(ISD::FDIV, Dl, WideVT, X, Y));
- SDValue Res = DAG.getNode(ISD::FMA, Dl, WideVT,
+ // f64 widening is only legal up to v8f64, so only the arithmetic is
+ // chunked into 8 elements.
+ unsigned NumElts = IsVec ? VT.getVectorNumElements() : 1;
+ unsigned ChunkElts = std::min(NumElts, 8u);
+ MVT ChunkVT = IsVec ? MVT::getVectorVT(MVT::f16, ChunkElts) : MVT::f16;
+ MVT WideVT = IsVec ? MVT::getVectorVT(MVT::f64, ChunkElts) : MVT::f64;
+
+ SmallVector<SDValue, 4> Parts;
+ for (unsigned I = 0; I != NumElts; I += ChunkElts) {
+ SDValue AC = A, BC = B;
+ if (NumElts > ChunkElts) {
+ AC = DAG.getNode(ISD::EXTRACT_SUBVECTOR, Dl, ChunkVT, A,
+ DAG.getIntPtrConstant(I, Dl));
+ BC = DAG.getNode(ISD::EXTRACT_SUBVECTOR, Dl, ChunkVT, B,
+ DAG.getIntPtrConstant(I, Dl));
+ }
+ SDValue X = DAG.getNode(ISD::FP_EXTEND, Dl, WideVT, AC);
+ SDValue Y = DAG.getNode(ISD::FP_EXTEND, Dl, WideVT, BC);
+ SDValue Q = DAG.getNode(ISD::FTRUNC, Dl, WideVT,
+ DAG.getNode(ISD::FDIV, Dl, WideVT, X, Y));
+ SDValue R = DAG.getNode(ISD::FMA, Dl, WideVT,
DAG.getNode(ISD::FNEG, Dl, WideVT, Q), Y, X);
- Res = DAG.getNode(ISD::FCOPYSIGN, Dl, WideVT, Res, X);
- Res = DAG.getNode(ISD::FP_ROUND, Dl, VT, Res,
- DAG.getIntPtrConstant(0, Dl, /*isTarget=*/true));
-
- SDValue AC = A, BC = B;
- unsigned ClassOpc = X86ISD::VFPCLASS;
- if (!IsVec) {
- AC = DAG.getNode(ISD::SCALAR_TO_VECTOR, Dl, MVT::v8f16, A);
- BC = DAG.getNode(ISD::SCALAR_TO_VECTOR, Dl, MVT::v8f16, B);
- ClassOpc = X86ISD::VFPCLASSS;
- }
- SDValue XNotFinite = DAG.getNode(ClassOpc, Dl, MaskVT, AC,
+ R = DAG.getNode(ISD::FCOPYSIGN, Dl, WideVT, R, X);
+ Parts.push_back(DAG.getNode(ISD::FP_ROUND, Dl, ChunkVT, R,
+ DAG.getIntPtrConstant(0, Dl, /*isTarget=*/true)));
+ }
+
+ SDNodeFlags Flags = Op->getFlags();
+ SDValue Res = Parts.size() == 1
+ ? Parts[0]
+ : DAG.getNode(ISD::CONCAT_VECTORS, Dl, VT, Parts);
+
+ if (Flags.hasNoNaNs() && Flags.hasNoInfs())
+ return Res;
+
+ MVT MaskVT = IsVec ? VT.changeVectorElementType(MVT::i1) : MVT::v1i1;
+ unsigned ClassOpc = IsVec ? X86ISD::VFPCLASS : X86ISD::VFPCLASSS;
+ SDValue AV = IsVec ? A : DAG.getNode(ISD::SCALAR_TO_VECTOR, Dl, MVT::v8f16, A);
+ SDValue BV = IsVec ? B : DAG.getNode(ISD::SCALAR_TO_VECTOR, Dl, MVT::v8f16, B);
+
+ SDValue XNotFinite = DAG.getNode(ClassOpc, Dl, MaskVT, AV,
DAG.getTargetConstant(0x99, Dl, MVT::i32));
- SDValue YIsInf = DAG.getNode(ClassOpc, Dl, MaskVT, BC,
+ SDValue YIsInf = DAG.getNode(ClassOpc, Dl, MaskVT, BV,
DAG.getTargetConstant(0x18, Dl, MVT::i32));
SDValue UseX = DAG.getNode(ISD::AND, Dl, MaskVT,
DAG.getNOT(Dl, XNotFinite, MaskVT), YIsInf);
- if (!IsVec)
- return DAG.getNode(X86ISD::SELECTS, Dl, VT, UseX, A, Res);
- return DAG.getSelect(Dl, VT, UseX, A, Res);
+
+ return IsVec ? DAG.getSelect(Dl, VT, UseX, A, Res)
+ : DAG.getNode(X86ISD::SELECTS, Dl, VT, UseX, A, Res);
}
/// Helper for attempting to create a X86ISD::BT node.
diff --git a/llvm/test/CodeGen/X86/avx512fp16-frem.ll b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
index 12df2a53b6f006..a52c998bb93562 100644
--- a/llvm/test/CodeGen/X86/avx512fp16-frem.ll
+++ b/llvm/test/CodeGen/X86/avx512fp16-frem.ll
@@ -84,33 +84,29 @@ define <8 x half> @frem_vec8(<8 x half> %x, <8 x half> %y) nounwind {
define <16 x half> @frem_vec16(<16 x half> %x, <16 x half> %y) nounwind {
; CHECK-LABEL: frem_vec16:
; CHECK: # %bb.0:
-; CHECK-NEXT: vfpclassph $24, %xmm1, %k0 # k0 = isPositiveInfinity(xmm1) | isNegativeInfinity(xmm1)
-; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm2
-; CHECK-NEXT: vfpclassph $24, %xmm2, %k1 # k1 = isPositiveInfinity(xmm2) | isNegativeInfinity(xmm2)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vfpclassph $153, %xmm0, %k1 # k1 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
-; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm3
-; CHECK-NEXT: vfpclassph $153, %xmm3, %k2 # k2 = isQuietNaN(xmm3) | isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3) | isSignalingNaN(xmm3)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kandnw %k0, %k1, %k1
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm4
-; CHECK-NEXT: vdivpd %zmm1, %zmm4, %zmm5
-; CHECK-NEXT: vrndscalepd $11, %zmm5, %zmm5
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm5 = -(zmm1 * zmm5) + zmm4
-; CHECK-NEXT: vpbroadcastq {{.*#+}} zmm1 = [9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807]
-; CHECK-NEXT: vpternlogq {{.*#+}} zmm5 = zmm4 ^ (zmm1 & (zmm5 ^ zmm4))
-; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm4
-; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
-; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vdivpd %zmm2, %zmm3, %zmm5
-; CHECK-NEXT: vrndscalepd $11, %zmm5, %zmm5
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm5 = -(zmm2 * zmm5) + zmm3
-; CHECK-NEXT: vpternlogq {{.*#+}} zmm5 = zmm3 ^ (zmm1 & (zmm5 ^ zmm3))
-; CHECK-NEXT: vcvtpd2ph %zmm5, %xmm1
-; CHECK-NEXT: vinserti128 $1, %xmm1, %ymm4, %ymm1
-; CHECK-NEXT: vmovdqu16 %ymm0, %ymm1 {%k1}
-; CHECK-NEXT: vmovdqa %ymm1, %ymm0
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm2
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm3
+; CHECK-NEXT: vdivpd %zmm2, %zmm3, %zmm4
+; CHECK-NEXT: vrndscalepd $11, %zmm4, %zmm4
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm4 = -(zmm2 * zmm4) + zmm3
+; CHECK-NEXT: vpbroadcastq {{.*#+}} zmm2 = [9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807]
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm4 = zmm3 ^ (zmm2 & (zmm4 ^ zmm3))
+; CHECK-NEXT: vcvtpd2ph %zmm4, %xmm3
+; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm4
+; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
+; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm5
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
+; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm4 * zmm6) + zmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm6 = zmm5 ^ (zmm2 & (zmm6 ^ zmm5))
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm2
+; CHECK-NEXT: vinserti128 $1, %xmm2, %ymm3, %ymm2
+; CHECK-NEXT: vfpclassph $153, %ymm0, %k0 # k0 = isQuietNaN(ymm0) | isPositiveInfinity(ymm0) | isNegativeInfinity(ymm0) | isSignalingNaN(ymm0)
+; CHECK-NEXT: knotw %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %ymm1, %k1 {%k1}
+; CHECK-NEXT: vmovdqu16 %ymm0, %ymm2 {%k1}
+; CHECK-NEXT: vmovdqa %ymm2, %ymm0
; CHECK-NEXT: retq
%r = frem <16 x half> %x, %y
ret <16 x half> %r
@@ -119,61 +115,49 @@ define <16 x half> @frem_vec16(<16 x half> %x, <16 x half> %y) nounwind {
define <32 x half> @frem_vec32(<32 x half> %x, <32 x half> %y) nounwind {
; CHECK-LABEL: frem_vec32:
; CHECK: # %bb.0:
-; CHECK-NEXT: vfpclassph $24, %xmm1, %k0 # k0 = isPositiveInfinity(xmm1) | isNegativeInfinity(xmm1)
-; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm2
-; CHECK-NEXT: vfpclassph $24, %xmm2, %k1 # k1 = isPositiveInfinity(xmm2) | isNegativeInfinity(xmm2)
-; CHECK-NEXT: kunpckbw %k0, %k1, %k0
-; CHECK-NEXT: vextractf64x4 $1, %zmm1, %ymm3
-; CHECK-NEXT: vfpclassph $24, %xmm3, %k1 # k1 = isPositiveInfinity(xmm3) | isNegativeInfinity(xmm3)
-; CHECK-NEXT: vextractf128 $1, %ymm3, %xmm4
-; CHECK-NEXT: vfpclassph $24, %xmm4, %k2 # k2 = isPositiveInfinity(xmm4) | isNegativeInfinity(xmm4)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: kunpckwd %k0, %k1, %k0
-; CHECK-NEXT: vfpclassph $153, %xmm0, %k1 # k1 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
-; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm5
-; CHECK-NEXT: vfpclassph $153, %xmm5, %k2 # k2 = isQuietNaN(xmm5) | isPositiveInfinity(xmm5) | isNegativeInfinity(xmm5) | isSignalingNaN(xmm5)
-; CHECK-NEXT: kunpckbw %k1, %k2, %k1
-; CHECK-NEXT: vextractf64x4 $1, %zmm0, %ymm6
-; CHECK-NEXT: vfpclassph $153, %xmm6, %k2 # k2 = isQuietNaN(xmm6) | isPositiveInfinity(xmm6) | isNegativeInfinity(xmm6) | isSignalingNaN(xmm6)
-; CHECK-NEXT: vextractf128 $1, %ymm6, %xmm7
-; CHECK-NEXT: vfpclassph $153, %xmm7, %k3 # k3 = isQuietNaN(xmm7) | isPositiveInfinity(xmm7) | isNegativeInfinity(xmm7) | isSignalingNaN(xmm7)
-; CHECK-NEXT: kunpckbw %k2, %k3, %k2
-; CHECK-NEXT: kunpckwd %k1, %k2, %k1
-; CHECK-NEXT: kandnd %k0, %k1, %k1
+; CHECK-NEXT: vextractf32x4 $2, %zmm1, %xmm2
+; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
+; CHECK-NEXT: vextractf32x4 $2, %zmm0, %xmm3
; CHECK-NEXT: vcvtph2pd %xmm3, %zmm3
-; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
-; CHECK-NEXT: vdivpd %zmm3, %zmm6, %zmm8
-; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm3 * zmm8) + zmm6
-; CHECK-NEXT: vpbroadcastq {{.*#+}} zmm3 = [9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807]
-; CHECK-NEXT: vpternlogq {{.*#+}} zmm8 = zmm6 ^ (zmm3 & (zmm8 ^ zmm6))
-; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm6
+; CHECK-NEXT: vdivpd %zmm2, %zmm3, %zmm4
+; CHECK-NEXT: vrndscalepd $11, %zmm4, %zmm4
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm4 = -(zmm2 * zmm4) + zmm3
+; CHECK-NEXT: vpbroadcastq {{.*#+}} zmm2 = [9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807,9223372036854775807]
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm4 = zmm3 ^ (zmm2 & (zmm4 ^ zmm3))
+; CHECK-NEXT: vcvtpd2ph %zmm4, %xmm3
+; CHECK-NEXT: vextractf32x4 $3, %zmm1, %xmm4
; CHECK-NEXT: vcvtph2pd %xmm4, %zmm4
-; CHECK-NEXT: vcvtph2pd %xmm7, %zmm7
-; CHECK-NEXT: vdivpd %zmm4, %zmm7, %zmm8
-; CHECK-NEXT: vrndscalepd $11, %zmm8, %zmm8
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm8 = -(zmm4 * zmm8) + zmm7
-; CHECK-NEXT: vpternlogq {{.*#+}} zmm8 = zmm7 ^ (zmm3 & (zmm8 ^ zmm7))
-; CHECK-NEXT: vcvtpd2ph %zmm8, %xmm4
-; CHECK-NEXT: vinserti128 $1, %xmm4, %ymm6, %ymm4
-; CHECK-NEXT: vcvtph2pd %xmm1, %zmm1
-; CHECK-NEXT: vcvtph2pd %xmm0, %zmm6
-; CHECK-NEXT: vdivpd %zmm1, %zmm6, %zmm7
-; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm1 * zmm7) + zmm6
-; CHECK-NEXT: vpternlogq {{.*#+}} zmm7 = zmm6 ^ (zmm3 & (zmm7 ^ zmm6))
-; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm1
-; CHECK-NEXT: vcvtph2pd %xmm2, %zmm2
+; CHECK-NEXT: vextractf32x4 $3, %zmm0, %xmm5
; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
-; CHECK-NEXT: vdivpd %zmm2, %zmm5, %zmm6
+; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm6
; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
-; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm2 * zmm6) + zmm5
-; CHECK-NEXT: vpternlogq {{.*#+}} zmm6 = zmm5 ^ (zmm3 & (zmm6 ^ zmm5))
-; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm2
-; CHECK-NEXT: vinserti128 $1, %xmm2, %ymm1, %ymm1
-; CHECK-NEXT: vinserti64x4 $1, %ymm4, %zmm1, %zmm1
-; CHECK-NEXT: vmovdqu16 %zmm0, %zmm1 {%k1}
-; CHECK-NEXT: vmovdqa64 %zmm1, %zmm0
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm4 * zmm6) + zmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm6 = zmm5 ^ (zmm2 & (zmm6 ^ zmm5))
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm4
+; CHECK-NEXT: vinserti128 $1, %xmm4, %ymm3, %ymm3
+; CHECK-NEXT: vcvtph2pd %xmm1, %zmm4
+; CHECK-NEXT: vcvtph2pd %xmm0, %zmm5
+; CHECK-NEXT: vdivpd %zmm4, %zmm5, %zmm6
+; CHECK-NEXT: vrndscalepd $11, %zmm6, %zmm6
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm6 = -(zmm4 * zmm6) + zmm5
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm6 = zmm5 ^ (zmm2 & (zmm6 ^ zmm5))
+; CHECK-NEXT: vcvtpd2ph %zmm6, %xmm4
+; CHECK-NEXT: vextractf128 $1, %ymm1, %xmm5
+; CHECK-NEXT: vcvtph2pd %xmm5, %zmm5
+; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm6
+; CHECK-NEXT: vcvtph2pd %xmm6, %zmm6
+; CHECK-NEXT: vdivpd %zmm5, %zmm6, %zmm7
+; CHECK-NEXT: vrndscalepd $11, %zmm7, %zmm7
+; CHECK-NEXT: vfnmadd213pd {{.*#+}} zmm7 = -(zmm5 * zmm7) + zmm6
+; CHECK-NEXT: vpternlogq {{.*#+}} zmm7 = zmm6 ^ (zmm2 & (zmm7 ^ zmm6))
+; CHECK-NEXT: vcvtpd2ph %zmm7, %xmm2
+; CHECK-NEXT: vinserti128 $1, %xmm2, %ymm4, %ymm2
+; CHECK-NEXT: vinserti64x4 $1, %ymm3, %zmm2, %zmm2
+; CHECK-NEXT: vfpclassph $153, %zmm0, %k0 # k0 = isQuietNaN(zmm0) | isPositiveInfinity(zmm0) | isNegativeInfinity(zmm0) | isSignalingNaN(zmm0)
+; CHECK-NEXT: knotd %k0, %k1
+; CHECK-NEXT: vfpclassph $24, %zmm1, %k1 {%k1} # k1 {%k1} = isPositiveInfinity(zmm1) | isNegativeInfinity(zmm1)
+; CHECK-NEXT: vmovdqu16 %zmm0, %zmm2 {%k1}
+; CHECK-NEXT: vmovdqa64 %zmm2, %zmm0
; CHECK-NEXT: retq
%r = frem <32 x half> %x, %y
ret <32 x half> %r
@@ -182,18 +166,13 @@ define <32 x half> @frem_vec32(<32 x half> %x, <32 x half> %y) nounwind {
define half @frem_f16_nnan_ninf(half %x, half %y) nounwind {
; CHECK-LABEL: frem_f16_nnan_ninf:
; CHECK: # %bb.0:
-; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm2
-; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm3
-; CHECK-NEXT: vdivsd %xmm2, %xmm3, %xmm4
-; CHECK-NEXT: vroundsd $11, %xmm4, %xmm4, %xmm4
-; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm4 = -(xmm2 * xmm4) + xmm3
-; CHECK-NEXT: vpternlogq {{.*#+}} xmm4 = xmm3 ^ (m64bcst & (xmm4 ^ xmm3))
-; CHECK-NEXT: vcvtsd2sh %xmm4, %xmm4, %xmm2
-; CHECK-NEXT: vfpclasssh $153, %xmm0, %k0 # k0 = isQuietNaN(xmm0) | isPositiveInfinity(xmm0) | isNegativeInfinity(xmm0) | isSignalingNaN(xmm0)
-; CHECK-NEXT: knotw %k0, %k1
-; CHECK-NEXT: vfpclasssh $24, %xmm1, %k1 {%k1} # k1 {%k1} = isPositiveInfinity(xmm1) | isNegativeInfinity(xmm1)
-; CHECK-NEXT: vmovsh %xmm0, %xmm0, %xmm2 {%k1}
-; CHECK-NEXT: vmovaps %xmm2, %xmm0
+; CHECK-NEXT: vcvtsh2sd %xmm1, %xmm1, %xmm1
+; CHECK-NEXT: vcvtsh2sd %xmm0, %xmm0, %xmm0
+; CHECK-NEXT: vdivsd %xmm1, %xmm0, %xmm2
+; CHECK-NEXT: vroundsd $11, %xmm2, %xmm2, %xmm2
+; CHECK-NEXT: vfnmadd213sd {{.*#+}} xmm2 = -(xmm1 * xmm2) + xmm0
+; CHECK-NEXT: vpternlogq {{.*#+}} xmm2 = xmm0 ^ (m64bcst & (xmm2 ^ xmm0))
+; CHECK-NEXT: vcvtsd2sh %xmm2, %xmm2, %xmm0
; CHECK-NEXT: retq
%r = frem nnan ninf half %x, %y
ret half %r
>From 17cee573867105fb9716ac2d4905df4f3c89c028 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Thu, 5 Nov 2026 07:58:12 +0545
Subject: [PATCH 46/50] chore: cleanup for clang format issues
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 5 +++++
1 file changed, 5 insertions(+)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index d8334212f69caf..8e168e1809a4f3 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -2371,6 +2371,7 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
// AVX512_FP16 scalar operations
setGroup(MVT::f16);
SetFPMinMaxAction(MVT::f16);
+ // clang-format off
setOperationAction(ISD::FREM, MVT::f16, Custom);
setOperationAction(ISD::STRICT_FREM, MVT::f16, Promote);
setOperationAction(ISD::SELECT_CC, MVT::f16, Expand);
@@ -2387,6 +2388,7 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
setCondCodeAction(ISD::SETOEQ, MVT::f16, Expand);
setCondCodeAction(ISD::SETUNE, MVT::f16, Expand);
+ // clang-format on
if (Subtarget.useAVX512Regs()) {
setGroup(MVT::v32f16);
@@ -2462,10 +2464,13 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
setOperationAction(ISD::STRICT_FP_EXTEND, MVT::v8f32, Legal);
setOperationAction(ISD::FP_EXTEND, MVT::v4f64, Custom);
setOperationAction(ISD::STRICT_FP_EXTEND, MVT::v4f64, Legal);
+
+ // clang-format off
setOperationAction(ISD::FREM, MVT::v2f16, Custom);
setOperationAction(ISD::FREM, MVT::v4f16, Custom);
setOperationAction(ISD::FREM, MVT::v8f16, Custom);
setOperationAction(ISD::FREM, MVT::v16f16, Custom);
+ // clang-format on
// INSERT_VECTOR_ELT v8f16 extended to VECTOR_SHUFFLE
setOperationAction(ISD::INSERT_VECTOR_ELT, MVT::v8f16, Custom);
>From c6c98cdf3b5febc10b572fcf94054aae629b5717 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Thu, 5 Nov 2026 08:16:58 +0545
Subject: [PATCH 47/50] chore: clang format
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 21 +++++++++++++--------
1 file changed, 13 insertions(+), 8 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index 8e168e1809a4f3..a934cc66613a6f 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -1055,8 +1055,8 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
setOperationAction(ISD::AVGCEILU, MVT::v8i16, Legal);
if (!Subtarget.is64Bit()) {
- setOperationAction(ISD::MULHU, MVT::v2i64, Custom);
- setOperationAction(ISD::MULHS, MVT::v2i64, Custom);
+ setOperationAction(ISD::MULHU, MVT::v2i64, Custom);
+ setOperationAction(ISD::MULHS, MVT::v2i64, Custom);
}
setOperationAction(ISD::SMULO, MVT::v16i8, Custom);
@@ -2392,6 +2392,7 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
if (Subtarget.useAVX512Regs()) {
setGroup(MVT::v32f16);
+ // clang-format off
setOperationAction(ISD::SCALAR_TO_VECTOR, MVT::v32f16, Custom);
setOperationAction(ISD::SINT_TO_FP, MVT::v32i16, Legal);
setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::v32i16, Legal);
@@ -2421,6 +2422,7 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
setOperationPromotedToType(ISD::FP_TO_UINT, MVT::v32i1, MVT::v32i16);
setOperationPromotedToType(ISD::STRICT_FP_TO_UINT, MVT::v32i1,
MVT::v32i16);
+ // clang-format off
setOperationAction(ISD::EXTRACT_SUBVECTOR, MVT::v16f16, Legal);
setOperationAction(ISD::INSERT_SUBVECTOR, MVT::v32f16, Legal);
@@ -23378,8 +23380,9 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
SDValue R = DAG.getNode(ISD::FMA, Dl, WideVT,
DAG.getNode(ISD::FNEG, Dl, WideVT, Q), Y, X);
R = DAG.getNode(ISD::FCOPYSIGN, Dl, WideVT, R, X);
- Parts.push_back(DAG.getNode(ISD::FP_ROUND, Dl, ChunkVT, R,
- DAG.getIntPtrConstant(0, Dl, /*isTarget=*/true)));
+ Parts.push_back(
+ DAG.getNode(ISD::FP_ROUND, Dl, ChunkVT, R,
+ DAG.getIntPtrConstant(0, Dl, /*isTarget=*/true)));
}
SDNodeFlags Flags = Op->getFlags();
@@ -23392,8 +23395,10 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
MVT MaskVT = IsVec ? VT.changeVectorElementType(MVT::i1) : MVT::v1i1;
unsigned ClassOpc = IsVec ? X86ISD::VFPCLASS : X86ISD::VFPCLASSS;
- SDValue AV = IsVec ? A : DAG.getNode(ISD::SCALAR_TO_VECTOR, Dl, MVT::v8f16, A);
- SDValue BV = IsVec ? B : DAG.getNode(ISD::SCALAR_TO_VECTOR, Dl, MVT::v8f16, B);
+ SDValue AV =
+ IsVec ? A : DAG.getNode(ISD::SCALAR_TO_VECTOR, Dl, MVT::v8f16, A);
+ SDValue BV =
+ IsVec ? B : DAG.getNode(ISD::SCALAR_TO_VECTOR, Dl, MVT::v8f16, B);
SDValue XNotFinite = DAG.getNode(ClassOpc, Dl, MaskVT, AV,
DAG.getTargetConstant(0x99, Dl, MVT::i32));
@@ -23402,7 +23407,6 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
SDValue UseX = DAG.getNode(ISD::AND, Dl, MaskVT,
DAG.getNOT(Dl, XNotFinite, MaskVT), YIsInf);
-
return IsVec ? DAG.getSelect(Dl, VT, UseX, A, Res)
: DAG.getNode(X86ISD::SELECTS, Dl, VT, UseX, A, Res);
}
@@ -35190,7 +35194,8 @@ void X86TargetLowering::ReplaceNodeResults(SDNode *N,
DAG.getNode(ISD::FP_ROUND, dl, VT, Res,
DAG.getIntPtrConstant(0, dl, /*isTarget=*/true));
- SmallVector<SDValue, 4> Ops(8 / VT.getVectorNumElements(), DAG.getUNDEF(VT));
+ SmallVector<SDValue, 4> Ops(8 / VT.getVectorNumElements(),
+ DAG.getUNDEF(VT));
Ops[0] = Rounded;
Results.push_back(DAG.getNode(ISD::CONCAT_VECTORS, dl, MVT::v8f16, Ops));
return;
>From b8d369c863f4a87eacc3ca51b98490878d0c959c Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Fri, 6 Nov 2026 10:48:28 +0545
Subject: [PATCH 48/50] chore: replaced ISD::EXTRACT_SUBVECTOR with helper and
formatting fixes
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 15 ++++++++-------
1 file changed, 8 insertions(+), 7 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index a934cc66613a6f..2e9fe03e2a6641 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -1055,8 +1055,8 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
setOperationAction(ISD::AVGCEILU, MVT::v8i16, Legal);
if (!Subtarget.is64Bit()) {
- setOperationAction(ISD::MULHU, MVT::v2i64, Custom);
- setOperationAction(ISD::MULHS, MVT::v2i64, Custom);
+ setOperationAction(ISD::MULHU, MVT::v2i64, Custom);
+ setOperationAction(ISD::MULHS, MVT::v2i64, Custom);
}
setOperationAction(ISD::SMULO, MVT::v16i8, Custom);
@@ -2369,9 +2369,9 @@ X86TargetLowering::X86TargetLowering(const X86TargetMachine &TM,
};
// AVX512_FP16 scalar operations
+ // clang-format off
setGroup(MVT::f16);
SetFPMinMaxAction(MVT::f16);
- // clang-format off
setOperationAction(ISD::FREM, MVT::f16, Custom);
setOperationAction(ISD::STRICT_FREM, MVT::f16, Promote);
setOperationAction(ISD::SELECT_CC, MVT::f16, Expand);
@@ -23368,10 +23368,11 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
for (unsigned I = 0; I != NumElts; I += ChunkElts) {
SDValue AC = A, BC = B;
if (NumElts > ChunkElts) {
- AC = DAG.getNode(ISD::EXTRACT_SUBVECTOR, Dl, ChunkVT, A,
- DAG.getIntPtrConstant(I, Dl));
- BC = DAG.getNode(ISD::EXTRACT_SUBVECTOR, Dl, ChunkVT, B,
- DAG.getIntPtrConstant(I, Dl));
+
+ AC = DAG.getExtractSubvector(dl, ChunkVT, A,
+ DAG.getIntPtrConstant(I, Dl));
+ BC = DAG.getExtractSubvector(Dl, ChunkVT, B,
+ DAG.getIntPtrConstant(I, Dl));
}
SDValue X = DAG.getNode(ISD::FP_EXTEND, Dl, WideVT, AC);
SDValue Y = DAG.getNode(ISD::FP_EXTEND, Dl, WideVT, BC);
>From 91bf670c652561faf9900489562b4662ba1848d4 Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Fri, 6 Nov 2026 10:54:07 +0545
Subject: [PATCH 49/50] chore: clang format
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 8 ++++----
1 file changed, 4 insertions(+), 4 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index 2e9fe03e2a6641..f0f24fad2e346c 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -23369,10 +23369,10 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
SDValue AC = A, BC = B;
if (NumElts > ChunkElts) {
- AC = DAG.getExtractSubvector(dl, ChunkVT, A,
- DAG.getIntPtrConstant(I, Dl));
- BC = DAG.getExtractSubvector(Dl, ChunkVT, B,
- DAG.getIntPtrConstant(I, Dl));
+ AC =
+ DAG.getExtractSubvector(dl, ChunkVT, A, DAG.getIntPtrConstant(I, Dl));
+ BC =
+ DAG.getExtractSubvector(Dl, ChunkVT, B, DAG.getIntPtrConstant(I, Dl));
}
SDValue X = DAG.getNode(ISD::FP_EXTEND, Dl, WideVT, AC);
SDValue Y = DAG.getNode(ISD::FP_EXTEND, Dl, WideVT, BC);
>From e637f998ba7d0b00fd60e3587ff47fa885baba3a Mon Sep 17 00:00:00 2001
From: Shriharsh Acharya <happy.irhs at gmail.com>
Date: Sun, 8 Nov 2026 16:16:06 +0545
Subject: [PATCH 50/50] fix: git-clang format
---
llvm/lib/Target/X86/X86ISelLowering.cpp | 7 ++-----
1 file changed, 2 insertions(+), 5 deletions(-)
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp
index 585875f92440ef..fb63acdb15cfd6 100644
--- a/llvm/lib/Target/X86/X86ISelLowering.cpp
+++ b/llvm/lib/Target/X86/X86ISelLowering.cpp
@@ -23380,11 +23380,8 @@ static SDValue LowerFREM(SDValue Op, SelectionDAG &DAG) {
for (unsigned I = 0; I != NumElts; I += ChunkElts) {
SDValue AC = A, BC = B;
if (NumElts > ChunkElts) {
-
- AC =
- DAG.getExtractSubvector(dl, ChunkVT, A, DAG.getIntPtrConstant(I, Dl));
- BC =
- DAG.getExtractSubvector(Dl, ChunkVT, B, DAG.getIntPtrConstant(I, Dl));
+ AC = DAG.getExtractSubvector(Dl, ChunkVT, A, I);
+ BC = DAG.getExtractSubvector(Dl, ChunkVT, B, I);
}
SDValue X = DAG.getNode(ISD::FP_EXTEND, Dl, WideVT, AC);
SDValue Y = DAG.getNode(ISD::FP_EXTEND, Dl, WideVT, BC);
More information about the cfe-commits
mailing list