[clang] 5ba3290 - [SveEmitter] Add builtins for svreinterpret
Sander de Smalen via cfe-commits
cfe-commits at lists.llvm.org
Tue May 5 05:14:39 PDT 2020
Author: Sander de Smalen
Date: 2020-05-05T13:04:44+01:00
New Revision: 5ba329059f9c28dcbba912685d00a7982833abcf
URL: https://github.com/llvm/llvm-project/commit/5ba329059f9c28dcbba912685d00a7982833abcf
DIFF: https://github.com/llvm/llvm-project/commit/5ba329059f9c28dcbba912685d00a7982833abcf.diff
LOG: [SveEmitter] Add builtins for svreinterpret
The reinterpret builtins are generated separately because they
need the cross product of all types, 121 functions in total,
which is inconvenient to specify in the arm_sve.td file.
Reviewers: SjoerdMeijer, efriedma, ctetreau, rengolin
Reviewed By: efriedma
Tags: #clang
Differential Revision: https://reviews.llvm.org/D78756
Added:
clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_reinterpret.c
clang/test/CodeGen/aarch64-sve-intrinsics/negative/big_endian.c
Modified:
clang/lib/CodeGen/CGBuiltin.cpp
clang/utils/TableGen/SveEmitter.cpp
Removed:
################################################################################
diff --git a/clang/lib/CodeGen/CGBuiltin.cpp b/clang/lib/CodeGen/CGBuiltin.cpp
index 797fcc6deea3..f5530aac6085 100644
--- a/clang/lib/CodeGen/CGBuiltin.cpp
+++ b/clang/lib/CodeGen/CGBuiltin.cpp
@@ -7917,6 +7917,19 @@ Value *CodeGenFunction::EmitAArch64SVEBuiltinExpr(unsigned BuiltinID,
getContext().GetBuiltinType(BuiltinID, Error, &ICEArguments);
assert(Error == ASTContext::GE_None && "Should not codegen an error");
+ llvm::Type *Ty = ConvertType(E->getType());
+ if (BuiltinID >= SVE::BI__builtin_sve_reinterpret_s8_s8 &&
+ BuiltinID <= SVE::BI__builtin_sve_reinterpret_f64_f64) {
+ Value *Val = EmitScalarExpr(E->getArg(0));
+ // FIXME: For big endian this needs an additional REV, or needs a separate
+ // intrinsic that is code-generated as a no-op, because the LLVM bitcast
+ // instruction is defined as 'bitwise' equivalent from memory point of
+ // view (when storing/reloading), whereas the svreinterpret builtin
+ // implements bitwise equivalent cast from register point of view.
+ // LLVM CodeGen for a bitcast must add an explicit REV for big-endian.
+ return Builder.CreateBitCast(Val, Ty);
+ }
+
llvm::SmallVector<Value *, 4> Ops;
for (unsigned i = 0, e = E->getNumArgs(); i != e; i++) {
if ((ICEArguments & (1 << i)) == 0)
@@ -7939,7 +7952,6 @@ Value *CodeGenFunction::EmitAArch64SVEBuiltinExpr(unsigned BuiltinID,
auto *Builtin = findARMVectorIntrinsicInMap(AArch64SVEIntrinsicMap, BuiltinID,
AArch64SVEIntrinsicsProvenSorted);
SVETypeFlags TypeFlags(Builtin->TypeModifier);
- llvm::Type *Ty = ConvertType(E->getType());
if (TypeFlags.isLoad())
return EmitSVEMaskedLoad(E, Ty, Ops, Builtin->LLVMIntrinsic,
TypeFlags.isZExtReturn());
diff --git a/clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_reinterpret.c b/clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_reinterpret.c
new file mode 100644
index 000000000000..e33a7e0a8504
--- /dev/null
+++ b/clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_reinterpret.c
@@ -0,0 +1,960 @@
+// RUN: %clang_cc1 -D__ARM_FEATURE_SVE -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s | FileCheck %s
+// RUN: %clang_cc1 -D__ARM_FEATURE_SVE -DSVE_OVERLOADED_FORMS -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s | FileCheck %s
+
+#include <arm_sve.h>
+
+#ifdef SVE_OVERLOADED_FORMS
+// A simple used,unused... macro, long enough to represent any SVE builtin.
+#define SVE_ACLE_FUNC(A1,A2_UNUSED,A3,A4_UNUSED) A1##A3
+#else
+#define SVE_ACLE_FUNC(A1,A2,A3,A4) A1##A2##A3##A4
+#endif
+
+svint8_t test_svreinterpret_s8_s8(svint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s8_s8
+ // CHECK: ret <vscale x 16 x i8> %op
+ return SVE_ACLE_FUNC(svreinterpret_s8,_s8,,)(op);
+}
+
+svint8_t test_svreinterpret_s8_s16(svint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s8_s16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s8,_s16,,)(op);
+}
+
+svint8_t test_svreinterpret_s8_s32(svint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s8_s32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s8,_s32,,)(op);
+}
+
+svint8_t test_svreinterpret_s8_s64(svint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s8_s64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s8,_s64,,)(op);
+}
+
+svint8_t test_svreinterpret_s8_u8(svuint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s8_u8
+ // CHECK: ret <vscale x 16 x i8> %op
+ return SVE_ACLE_FUNC(svreinterpret_s8,_u8,,)(op);
+}
+
+svint8_t test_svreinterpret_s8_u16(svuint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s8_u16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s8,_u16,,)(op);
+}
+
+svint8_t test_svreinterpret_s8_u32(svuint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s8_u32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s8,_u32,,)(op);
+}
+
+svint8_t test_svreinterpret_s8_u64(svuint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s8_u64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s8,_u64,,)(op);
+}
+
+svint8_t test_svreinterpret_s8_f16(svfloat16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s8_f16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x half> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s8,_f16,,)(op);
+}
+
+svint8_t test_svreinterpret_s8_f32(svfloat32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s8_f32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x float> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s8,_f32,,)(op);
+}
+
+svint8_t test_svreinterpret_s8_f64(svfloat64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s8_f64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x double> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s8,_f64,,)(op);
+}
+
+svint16_t test_svreinterpret_s16_s8(svint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s16_s8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s16,_s8,,)(op);
+}
+
+svint16_t test_svreinterpret_s16_s16(svint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s16_s16
+ // CHECK: ret <vscale x 8 x i16> %op
+ return SVE_ACLE_FUNC(svreinterpret_s16,_s16,,)(op);
+}
+
+svint16_t test_svreinterpret_s16_s32(svint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s16_s32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s16,_s32,,)(op);
+}
+
+svint16_t test_svreinterpret_s16_s64(svint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s16_s64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s16,_s64,,)(op);
+}
+
+svint16_t test_svreinterpret_s16_u8(svuint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s16_u8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s16,_u8,,)(op);
+}
+
+svint16_t test_svreinterpret_s16_u16(svuint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s16_u16
+ // CHECK: ret <vscale x 8 x i16> %op
+ return SVE_ACLE_FUNC(svreinterpret_s16,_u16,,)(op);
+}
+
+svint16_t test_svreinterpret_s16_u32(svuint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s16_u32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s16,_u32,,)(op);
+}
+
+svint16_t test_svreinterpret_s16_u64(svuint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s16_u64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s16,_u64,,)(op);
+}
+
+svint16_t test_svreinterpret_s16_f16(svfloat16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s16_f16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x half> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s16,_f16,,)(op);
+}
+
+svint16_t test_svreinterpret_s16_f32(svfloat32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s16_f32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x float> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s16,_f32,,)(op);
+}
+
+svint16_t test_svreinterpret_s16_f64(svfloat64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s16_f64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x double> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s16,_f64,,)(op);
+}
+
+svint32_t test_svreinterpret_s32_s8(svint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s32_s8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s32,_s8,,)(op);
+}
+
+svint32_t test_svreinterpret_s32_s16(svint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s32_s16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s32,_s16,,)(op);
+}
+
+svint32_t test_svreinterpret_s32_s32(svint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s32_s32
+ // CHECK: ret <vscale x 4 x i32> %op
+ return SVE_ACLE_FUNC(svreinterpret_s32,_s32,,)(op);
+}
+
+svint32_t test_svreinterpret_s32_s64(svint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s32_s64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s32,_s64,,)(op);
+}
+
+svint32_t test_svreinterpret_s32_u8(svuint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s32_u8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s32,_u8,,)(op);
+}
+
+svint32_t test_svreinterpret_s32_u16(svuint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s32_u16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s32,_u16,,)(op);
+}
+
+svint32_t test_svreinterpret_s32_u32(svuint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s32_u32
+ // CHECK: ret <vscale x 4 x i32> %op
+ return SVE_ACLE_FUNC(svreinterpret_s32,_u32,,)(op);
+}
+
+svint32_t test_svreinterpret_s32_u64(svuint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s32_u64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s32,_u64,,)(op);
+}
+
+svint32_t test_svreinterpret_s32_f16(svfloat16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s32_f16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x half> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s32,_f16,,)(op);
+}
+
+svint32_t test_svreinterpret_s32_f32(svfloat32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s32_f32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x float> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s32,_f32,,)(op);
+}
+
+svint32_t test_svreinterpret_s32_f64(svfloat64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s32_f64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x double> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s32,_f64,,)(op);
+}
+
+svint64_t test_svreinterpret_s64_s8(svint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s64_s8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s64,_s8,,)(op);
+}
+
+svint64_t test_svreinterpret_s64_s16(svint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s64_s16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s64,_s16,,)(op);
+}
+
+svint64_t test_svreinterpret_s64_s32(svint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s64_s32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s64,_s32,,)(op);
+}
+
+svint64_t test_svreinterpret_s64_s64(svint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s64_s64
+ // CHECK: ret <vscale x 2 x i64> %op
+ return SVE_ACLE_FUNC(svreinterpret_s64,_s64,,)(op);
+}
+
+svint64_t test_svreinterpret_s64_u8(svuint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s64_u8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s64,_u8,,)(op);
+}
+
+svint64_t test_svreinterpret_s64_u16(svuint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s64_u16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s64,_u16,,)(op);
+}
+
+svint64_t test_svreinterpret_s64_u32(svuint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s64_u32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s64,_u32,,)(op);
+}
+
+svint64_t test_svreinterpret_s64_u64(svuint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s64_u64
+ // CHECK: ret <vscale x 2 x i64> %op
+ return SVE_ACLE_FUNC(svreinterpret_s64,_u64,,)(op);
+}
+
+svint64_t test_svreinterpret_s64_f16(svfloat16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s64_f16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x half> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s64,_f16,,)(op);
+}
+
+svint64_t test_svreinterpret_s64_f32(svfloat32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s64_f32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x float> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s64,_f32,,)(op);
+}
+
+svint64_t test_svreinterpret_s64_f64(svfloat64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_s64_f64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x double> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_s64,_f64,,)(op);
+}
+
+svuint8_t test_svreinterpret_u8_s8(svint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u8_s8
+ // CHECK: ret <vscale x 16 x i8> %op
+ return SVE_ACLE_FUNC(svreinterpret_u8,_s8,,)(op);
+}
+
+svuint8_t test_svreinterpret_u8_s16(svint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u8_s16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u8,_s16,,)(op);
+}
+
+svuint8_t test_svreinterpret_u8_s32(svint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u8_s32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u8,_s32,,)(op);
+}
+
+svuint8_t test_svreinterpret_u8_s64(svint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u8_s64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u8,_s64,,)(op);
+}
+
+svuint8_t test_svreinterpret_u8_u8(svuint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u8_u8
+ // CHECK: ret <vscale x 16 x i8> %op
+ return SVE_ACLE_FUNC(svreinterpret_u8,_u8,,)(op);
+}
+
+svuint8_t test_svreinterpret_u8_u16(svuint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u8_u16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u8,_u16,,)(op);
+}
+
+svuint8_t test_svreinterpret_u8_u32(svuint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u8_u32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u8,_u32,,)(op);
+}
+
+svuint8_t test_svreinterpret_u8_u64(svuint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u8_u64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u8,_u64,,)(op);
+}
+
+svuint8_t test_svreinterpret_u8_f16(svfloat16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u8_f16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x half> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u8,_f16,,)(op);
+}
+
+svuint8_t test_svreinterpret_u8_f32(svfloat32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u8_f32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x float> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u8,_f32,,)(op);
+}
+
+svuint8_t test_svreinterpret_u8_f64(svfloat64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u8_f64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x double> %op to <vscale x 16 x i8>
+ // CHECK: ret <vscale x 16 x i8> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u8,_f64,,)(op);
+}
+
+svuint16_t test_svreinterpret_u16_s8(svint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u16_s8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u16,_s8,,)(op);
+}
+
+svuint16_t test_svreinterpret_u16_s16(svint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u16_s16
+ // CHECK: ret <vscale x 8 x i16> %op
+ return SVE_ACLE_FUNC(svreinterpret_u16,_s16,,)(op);
+}
+
+svuint16_t test_svreinterpret_u16_s32(svint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u16_s32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u16,_s32,,)(op);
+}
+
+svuint16_t test_svreinterpret_u16_s64(svint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u16_s64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u16,_s64,,)(op);
+}
+
+svuint16_t test_svreinterpret_u16_u8(svuint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u16_u8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u16,_u8,,)(op);
+}
+
+svuint16_t test_svreinterpret_u16_u16(svuint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u16_u16
+ // CHECK: ret <vscale x 8 x i16> %op
+ return SVE_ACLE_FUNC(svreinterpret_u16,_u16,,)(op);
+}
+
+svuint16_t test_svreinterpret_u16_u32(svuint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u16_u32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u16,_u32,,)(op);
+}
+
+svuint16_t test_svreinterpret_u16_u64(svuint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u16_u64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u16,_u64,,)(op);
+}
+
+svuint16_t test_svreinterpret_u16_f16(svfloat16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u16_f16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x half> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u16,_f16,,)(op);
+}
+
+svuint16_t test_svreinterpret_u16_f32(svfloat32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u16_f32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x float> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u16,_f32,,)(op);
+}
+
+svuint16_t test_svreinterpret_u16_f64(svfloat64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u16_f64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x double> %op to <vscale x 8 x i16>
+ // CHECK: ret <vscale x 8 x i16> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u16,_f64,,)(op);
+}
+
+svuint32_t test_svreinterpret_u32_s8(svint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u32_s8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u32,_s8,,)(op);
+}
+
+svuint32_t test_svreinterpret_u32_s16(svint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u32_s16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u32,_s16,,)(op);
+}
+
+svuint32_t test_svreinterpret_u32_s32(svint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u32_s32
+ // CHECK: ret <vscale x 4 x i32> %op
+ return SVE_ACLE_FUNC(svreinterpret_u32,_s32,,)(op);
+}
+
+svuint32_t test_svreinterpret_u32_s64(svint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u32_s64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u32,_s64,,)(op);
+}
+
+svuint32_t test_svreinterpret_u32_u8(svuint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u32_u8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u32,_u8,,)(op);
+}
+
+svuint32_t test_svreinterpret_u32_u16(svuint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u32_u16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u32,_u16,,)(op);
+}
+
+svuint32_t test_svreinterpret_u32_u32(svuint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u32_u32
+ // CHECK: ret <vscale x 4 x i32> %op
+ return SVE_ACLE_FUNC(svreinterpret_u32,_u32,,)(op);
+}
+
+svuint32_t test_svreinterpret_u32_u64(svuint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u32_u64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u32,_u64,,)(op);
+}
+
+svuint32_t test_svreinterpret_u32_f16(svfloat16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u32_f16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x half> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u32,_f16,,)(op);
+}
+
+svuint32_t test_svreinterpret_u32_f32(svfloat32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u32_f32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x float> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u32,_f32,,)(op);
+}
+
+svuint32_t test_svreinterpret_u32_f64(svfloat64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u32_f64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x double> %op to <vscale x 4 x i32>
+ // CHECK: ret <vscale x 4 x i32> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u32,_f64,,)(op);
+}
+
+svuint64_t test_svreinterpret_u64_s8(svint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u64_s8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u64,_s8,,)(op);
+}
+
+svuint64_t test_svreinterpret_u64_s16(svint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u64_s16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u64,_s16,,)(op);
+}
+
+svuint64_t test_svreinterpret_u64_s32(svint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u64_s32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u64,_s32,,)(op);
+}
+
+svuint64_t test_svreinterpret_u64_s64(svint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u64_s64
+ // CHECK: ret <vscale x 2 x i64> %op
+ return SVE_ACLE_FUNC(svreinterpret_u64,_s64,,)(op);
+}
+
+svuint64_t test_svreinterpret_u64_u8(svuint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u64_u8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u64,_u8,,)(op);
+}
+
+svuint64_t test_svreinterpret_u64_u16(svuint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u64_u16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u64,_u16,,)(op);
+}
+
+svuint64_t test_svreinterpret_u64_u32(svuint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u64_u32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u64,_u32,,)(op);
+}
+
+svuint64_t test_svreinterpret_u64_u64(svuint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u64_u64
+ // CHECK: ret <vscale x 2 x i64> %op
+ return SVE_ACLE_FUNC(svreinterpret_u64,_u64,,)(op);
+}
+
+svuint64_t test_svreinterpret_u64_f16(svfloat16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u64_f16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x half> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u64,_f16,,)(op);
+}
+
+svuint64_t test_svreinterpret_u64_f32(svfloat32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u64_f32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x float> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u64,_f32,,)(op);
+}
+
+svuint64_t test_svreinterpret_u64_f64(svfloat64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_u64_f64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x double> %op to <vscale x 2 x i64>
+ // CHECK: ret <vscale x 2 x i64> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_u64,_f64,,)(op);
+}
+
+svfloat16_t test_svreinterpret_f16_s8(svint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f16_s8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 8 x half>
+ // CHECK: ret <vscale x 8 x half> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f16,_s8,,)(op);
+}
+
+svfloat16_t test_svreinterpret_f16_s16(svint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f16_s16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 8 x half>
+ // CHECK: ret <vscale x 8 x half> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f16,_s16,,)(op);
+}
+
+svfloat16_t test_svreinterpret_f16_s32(svint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f16_s32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 8 x half>
+ // CHECK: ret <vscale x 8 x half> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f16,_s32,,)(op);
+}
+
+svfloat16_t test_svreinterpret_f16_s64(svint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f16_s64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 8 x half>
+ // CHECK: ret <vscale x 8 x half> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f16,_s64,,)(op);
+}
+
+svfloat16_t test_svreinterpret_f16_u8(svuint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f16_u8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 8 x half>
+ // CHECK: ret <vscale x 8 x half> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f16,_u8,,)(op);
+}
+
+svfloat16_t test_svreinterpret_f16_u16(svuint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f16_u16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 8 x half>
+ // CHECK: ret <vscale x 8 x half> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f16,_u16,,)(op);
+}
+
+svfloat16_t test_svreinterpret_f16_u32(svuint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f16_u32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 8 x half>
+ // CHECK: ret <vscale x 8 x half> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f16,_u32,,)(op);
+}
+
+svfloat16_t test_svreinterpret_f16_u64(svuint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f16_u64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 8 x half>
+ // CHECK: ret <vscale x 8 x half> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f16,_u64,,)(op);
+}
+
+svfloat16_t test_svreinterpret_f16_f16(svfloat16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f16_f16
+ // CHECK: ret <vscale x 8 x half> %op
+ return SVE_ACLE_FUNC(svreinterpret_f16,_f16,,)(op);
+}
+
+svfloat16_t test_svreinterpret_f16_f32(svfloat32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f16_f32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x float> %op to <vscale x 8 x half>
+ // CHECK: ret <vscale x 8 x half> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f16,_f32,,)(op);
+}
+
+svfloat16_t test_svreinterpret_f16_f64(svfloat64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f16_f64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x double> %op to <vscale x 8 x half>
+ // CHECK: ret <vscale x 8 x half> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f16,_f64,,)(op);
+}
+
+svfloat32_t test_svreinterpret_f32_s8(svint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f32_s8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 4 x float>
+ // CHECK: ret <vscale x 4 x float> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f32,_s8,,)(op);
+}
+
+svfloat32_t test_svreinterpret_f32_s16(svint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f32_s16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 4 x float>
+ // CHECK: ret <vscale x 4 x float> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f32,_s16,,)(op);
+}
+
+svfloat32_t test_svreinterpret_f32_s32(svint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f32_s32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 4 x float>
+ // CHECK: ret <vscale x 4 x float> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f32,_s32,,)(op);
+}
+
+svfloat32_t test_svreinterpret_f32_s64(svint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f32_s64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 4 x float>
+ // CHECK: ret <vscale x 4 x float> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f32,_s64,,)(op);
+}
+
+svfloat32_t test_svreinterpret_f32_u8(svuint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f32_u8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 4 x float>
+ // CHECK: ret <vscale x 4 x float> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f32,_u8,,)(op);
+}
+
+svfloat32_t test_svreinterpret_f32_u16(svuint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f32_u16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 4 x float>
+ // CHECK: ret <vscale x 4 x float> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f32,_u16,,)(op);
+}
+
+svfloat32_t test_svreinterpret_f32_u32(svuint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f32_u32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 4 x float>
+ // CHECK: ret <vscale x 4 x float> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f32,_u32,,)(op);
+}
+
+svfloat32_t test_svreinterpret_f32_u64(svuint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f32_u64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 4 x float>
+ // CHECK: ret <vscale x 4 x float> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f32,_u64,,)(op);
+}
+
+svfloat32_t test_svreinterpret_f32_f16(svfloat16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f32_f16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x half> %op to <vscale x 4 x float>
+ // CHECK: ret <vscale x 4 x float> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f32,_f16,,)(op);
+}
+
+svfloat32_t test_svreinterpret_f32_f32(svfloat32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f32_f32
+ // CHECK: ret <vscale x 4 x float> %op
+ return SVE_ACLE_FUNC(svreinterpret_f32,_f32,,)(op);
+}
+
+svfloat32_t test_svreinterpret_f32_f64(svfloat64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f32_f64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x double> %op to <vscale x 4 x float>
+ // CHECK: ret <vscale x 4 x float> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f32,_f64,,)(op);
+}
+
+svfloat64_t test_svreinterpret_f64_s8(svint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f64_s8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 2 x double>
+ // CHECK: ret <vscale x 2 x double> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f64,_s8,,)(op);
+}
+
+svfloat64_t test_svreinterpret_f64_s16(svint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f64_s16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 2 x double>
+ // CHECK: ret <vscale x 2 x double> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f64,_s16,,)(op);
+}
+
+svfloat64_t test_svreinterpret_f64_s32(svint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f64_s32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 2 x double>
+ // CHECK: ret <vscale x 2 x double> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f64,_s32,,)(op);
+}
+
+svfloat64_t test_svreinterpret_f64_s64(svint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f64_s64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 2 x double>
+ // CHECK: ret <vscale x 2 x double> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f64,_s64,,)(op);
+}
+
+svfloat64_t test_svreinterpret_f64_u8(svuint8_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f64_u8
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 16 x i8> %op to <vscale x 2 x double>
+ // CHECK: ret <vscale x 2 x double> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f64,_u8,,)(op);
+}
+
+svfloat64_t test_svreinterpret_f64_u16(svuint16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f64_u16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x i16> %op to <vscale x 2 x double>
+ // CHECK: ret <vscale x 2 x double> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f64,_u16,,)(op);
+}
+
+svfloat64_t test_svreinterpret_f64_u32(svuint32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f64_u32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x i32> %op to <vscale x 2 x double>
+ // CHECK: ret <vscale x 2 x double> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f64,_u32,,)(op);
+}
+
+svfloat64_t test_svreinterpret_f64_u64(svuint64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f64_u64
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 2 x i64> %op to <vscale x 2 x double>
+ // CHECK: ret <vscale x 2 x double> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f64,_u64,,)(op);
+}
+
+svfloat64_t test_svreinterpret_f64_f16(svfloat16_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f64_f16
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 8 x half> %op to <vscale x 2 x double>
+ // CHECK: ret <vscale x 2 x double> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f64,_f16,,)(op);
+}
+
+svfloat64_t test_svreinterpret_f64_f32(svfloat32_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f64_f32
+ // CHECK: %[[CAST:.*]] = bitcast <vscale x 4 x float> %op to <vscale x 2 x double>
+ // CHECK: ret <vscale x 2 x double> %[[CAST]]
+ return SVE_ACLE_FUNC(svreinterpret_f64,_f32,,)(op);
+}
+
+svfloat64_t test_svreinterpret_f64_f64(svfloat64_t op)
+{
+ // CHECK-LABEL: test_svreinterpret_f64_f64
+ // CHECK: ret <vscale x 2 x double> %op
+ return SVE_ACLE_FUNC(svreinterpret_f64,_f64,,)(op);
+}
diff --git a/clang/test/CodeGen/aarch64-sve-intrinsics/negative/big_endian.c b/clang/test/CodeGen/aarch64-sve-intrinsics/negative/big_endian.c
new file mode 100644
index 000000000000..fc44481c94c7
--- /dev/null
+++ b/clang/test/CodeGen/aarch64-sve-intrinsics/negative/big_endian.c
@@ -0,0 +1,4 @@
+// RUN: %clang_cc1 -D__ARM_FEATURE_SVE -triple aarch64_be-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -fsyntax-only -verify %s
+
+// expected-error@* {{Big endian is currently not supported for arm_sve.h}}
+#include <arm_sve.h>
diff --git a/clang/utils/TableGen/SveEmitter.cpp b/clang/utils/TableGen/SveEmitter.cpp
index d8df92f2074d..5b734fe44e47 100644
--- a/clang/utils/TableGen/SveEmitter.cpp
+++ b/clang/utils/TableGen/SveEmitter.cpp
@@ -237,6 +237,23 @@ class Intrinsic {
class SVEEmitter {
private:
+ // The reinterpret builtins are generated separately because they
+ // need the cross product of all types (121 functions in total),
+ // which is inconvenient to specify in the arm_sve.td file or
+ // generate in CGBuiltin.cpp.
+ struct ReinterpretTypeInfo {
+ const char *Suffix;
+ const char *Type;
+ const char *BuiltinType;
+ };
+ SmallVector<ReinterpretTypeInfo, 11> Reinterprets = {
+ {"s8", "svint8_t", "q16Sc"}, {"s16", "svint16_t", "q8Ss"},
+ {"s32", "svint32_t", "q4Si"}, {"s64", "svint64_t", "q2SWi"},
+ {"u8", "svuint8_t", "q16Uc"}, {"u16", "svuint16_t", "q8Us"},
+ {"u32", "svuint32_t", "q4Ui"}, {"u64", "svuint64_t", "q2UWi"},
+ {"f16", "svfloat16_t", "q8h"}, {"f32", "svfloat32_t", "q4f"},
+ {"f64", "svfloat64_t", "q2d"}};
+
RecordKeeper &Records;
llvm::StringMap<uint64_t> EltTypes;
llvm::StringMap<uint64_t> MemEltTypes;
@@ -1008,6 +1025,10 @@ void SVEEmitter::createHeader(raw_ostream &OS) {
OS << "#error \"SVE support not enabled\"\n";
OS << "#else\n\n";
+ OS << "#if !defined(__LITTLE_ENDIAN__)\n";
+ OS << "#error \"Big endian is currently not supported for arm_sve.h\"\n";
+ OS << "#endif\n";
+
OS << "#include <stdint.h>\n\n";
OS << "#ifdef __cplusplus\n";
OS << "extern \"C\" {\n";
@@ -1074,6 +1095,22 @@ void SVEEmitter::createHeader(raw_ostream &OS) {
OS << "#define __aio static inline __attribute__((__always_inline__, "
"__nodebug__, __overloadable__))\n\n";
+ // Add reinterpret functions.
+ for (auto ShortForm : { false, true } )
+ for (const ReinterpretTypeInfo &From : Reinterprets)
+ for (const ReinterpretTypeInfo &To : Reinterprets) {
+ if (ShortForm) {
+ OS << "__aio " << From.Type << " svreinterpret_" << From.Suffix;
+ OS << "(" << To.Type << " op) {\n";
+ OS << " return __builtin_sve_reinterpret_" << From.Suffix << "_"
+ << To.Suffix << "(op);\n";
+ OS << "}\n\n";
+ } else
+ OS << "#define svreinterpret_" << From.Suffix << "_" << To.Suffix
+ << "(...) __builtin_sve_reinterpret_" << From.Suffix << "_"
+ << To.Suffix << "(__VA_ARGS__)\n";
+ }
+
SmallVector<std::unique_ptr<Intrinsic>, 128> Defs;
std::vector<Record *> RV = Records.getAllDerivedDefinitions("Inst");
for (auto *R : RV)
@@ -1148,8 +1185,16 @@ void SVEEmitter::createBuiltins(raw_ostream &OS) {
OS << "BUILTIN(__builtin_sve_" << Def->getMangledName() << ", \""
<< Def->getBuiltinTypeStr() << "\", \"n\")\n";
}
+
+ // Add reinterpret builtins
+ for (const ReinterpretTypeInfo &From : Reinterprets)
+ for (const ReinterpretTypeInfo &To : Reinterprets)
+ OS << "BUILTIN(__builtin_sve_reinterpret_" << From.Suffix << "_"
+ << To.Suffix << +", \"" << From.BuiltinType << To.BuiltinType
+ << "\", \"n\")\n";
+
OS << "#endif\n\n";
-}
+ }
void SVEEmitter::createCodeGenMap(raw_ostream &OS) {
std::vector<Record *> RV = Records.getAllDerivedDefinitions("Inst");
More information about the cfe-commits
mailing list