[clang] [llvm] [PowerPC] Implement 32-bit expansion for rldimi (PR #86783)
Qiu Chaofan via cfe-commits
cfe-commits at lists.llvm.org
Mon Apr 1 02:18:51 PDT 2024
https://github.com/ecnelises updated https://github.com/llvm/llvm-project/pull/86783
>From b886dcf2da25417d9f8cd75ff4aa58686e35139d Mon Sep 17 00:00:00 2001
From: Qiu Chaofan <qiucofan at cn.ibm.com>
Date: Wed, 27 Mar 2024 17:11:04 +0800
Subject: [PATCH] [PowerPC] Implement 32-bit expansion for rldimi
rldimi is 64-bit instruction, due to backward compatibility, it needs to
be expanded into series of rlwimi in 32-bit environment. In the future,
we may improve bit permutation selector and remove such direct codegen.
---
clang/lib/Sema/SemaChecking.cpp | 1 -
llvm/lib/Target/PowerPC/PPCISelLowering.cpp | 109 ++++--
llvm/test/CodeGen/PowerPC/rldimi.ll | 366 ++++++++++++++++++++
3 files changed, 454 insertions(+), 22 deletions(-)
diff --git a/clang/lib/Sema/SemaChecking.cpp b/clang/lib/Sema/SemaChecking.cpp
index 11401b6f56c0ea..d2cbe5417d682d 100644
--- a/clang/lib/Sema/SemaChecking.cpp
+++ b/clang/lib/Sema/SemaChecking.cpp
@@ -5236,7 +5236,6 @@ static bool isPPC_64Builtin(unsigned BuiltinID) {
case PPC::BI__builtin_ppc_fetch_and_andlp:
case PPC::BI__builtin_ppc_fetch_and_orlp:
case PPC::BI__builtin_ppc_fetch_and_swaplp:
- case PPC::BI__builtin_ppc_rldimi:
return true;
}
return false;
diff --git a/llvm/lib/Target/PowerPC/PPCISelLowering.cpp b/llvm/lib/Target/PowerPC/PPCISelLowering.cpp
index 7436b202fba0d9..3281a0dfd08729 100644
--- a/llvm/lib/Target/PowerPC/PPCISelLowering.cpp
+++ b/llvm/lib/Target/PowerPC/PPCISelLowering.cpp
@@ -643,6 +643,7 @@ PPCTargetLowering::PPCTargetLowering(const PPCTargetMachine &TM,
// We want to custom lower some of our intrinsics.
setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::Other, Custom);
setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::f64, Custom);
+ setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::i64, Custom);
setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::ppcf128, Custom);
setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::v4f32, Custom);
setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::v2f64, Custom);
@@ -10757,6 +10758,88 @@ static bool getVectorCompareInfo(SDValue Intrin, int &CompareOpc,
return true;
}
+static SDValue getRotateInsert32(SelectionDAG &DAG, SDLoc Loc, SDValue Dst,
+ SDValue Src, unsigned SH, unsigned MB,
+ unsigned ME) {
+ assert(SH < 32 && MB < 32 && ME < 32 &&
+ "Invalid argument for rotate insert!");
+ return SDValue(
+ DAG.getMachineNode(PPC::RLWIMI, Loc, MVT::i32,
+ {Dst, Src, DAG.getTargetConstant(SH, Loc, MVT::i32),
+ DAG.getTargetConstant(MB, Loc, MVT::i32),
+ DAG.getTargetConstant(ME, Loc, MVT::i32)}),
+ 0);
+}
+
+static SDValue getRotateInsert64(SelectionDAG &DAG, SDLoc Loc, SDValue Dst,
+ SDValue Src, unsigned SH, unsigned MB,
+ unsigned ME, bool IsPPC64) {
+ assert(SH < 64 && MB < 64 && ME < 64 &&
+ "Invalid argument for rotate insert!");
+ if (IsPPC64) {
+ // rldimi requires ME=63-SH, otherwise rotation is needed before rldimi.
+ if (ME < 63 - SH) {
+ Src = DAG.getNode(ISD::ROTL, Loc, MVT::i64, Src,
+ DAG.getConstant(ME + SH + 1, Loc, MVT::i32));
+ } else if (ME > 63 - SH) {
+ Src = DAG.getNode(ISD::ROTL, Loc, MVT::i64, Src,
+ DAG.getConstant(ME + SH - 63, Loc, MVT::i32));
+ }
+ return SDValue(DAG.getMachineNode(
+ PPC::RLDIMI, Loc, MVT::i64,
+ {Dst, Src, DAG.getTargetConstant(63 - ME, Loc, MVT::i32),
+ DAG.getTargetConstant(MB, Loc, MVT::i32)}),
+ 0);
+ }
+
+ // To implement rldimi(Dst, Src) on 32-bit target, four parts are needed. SH
+ // is adjusted to simplify cases. Invalid ranges will be skipped.
+ // - SrcHi inserted into DstHi with [0, 32-SH)
+ // - SrcLo inserted into DstHi with [32-SH, 32)
+ // - SrcHi inserted into DstLo with [32, 64-SH)
+ // - SrcLo inserted into DstLo with [64-SH, 64)
+ auto [SrcLo, SrcHi] = DAG.SplitScalar(Src, Loc, MVT::i32, MVT::i32);
+ auto [DstLo, DstHi] = DAG.SplitScalar(Dst, Loc, MVT::i32, MVT::i32);
+ if (SH >= 32) {
+ SH -= 32;
+ std::swap(SrcLo, SrcHi);
+ }
+ auto GetSubInsert = [&DAG, &Loc, SH](unsigned Left, unsigned Right,
+ SDValue Src, SDValue Dst, unsigned MB,
+ unsigned ME) {
+ if (Left > Right)
+ return Dst;
+
+ if (MB <= ME) {
+ if (MB <= Right && ME >= Left)
+ return getRotateInsert32(DAG, Loc, Dst, Src, SH,
+ std::max(MB, Left) % 32,
+ std::min(ME, Right) % 32);
+ } else {
+ if (MB < Left || ME > Right)
+ return getRotateInsert32(DAG, Loc, Dst, Src, SH, Left % 32, Right % 32);
+
+ if (MB <= Right && ME < Left)
+ return getRotateInsert32(DAG, Loc, Dst, Src, SH, MB % 32, Right % 32);
+
+ if (MB <= Right && ME <= Right)
+ return getRotateInsert32(
+ DAG, Loc,
+ getRotateInsert32(DAG, Loc, Dst, Src, SH, Left % 32, ME % 32), Src,
+ SH, MB % 32, Right % 32);
+
+ if (MB > Right && ME >= Left && ME <= Right)
+ return getRotateInsert32(DAG, Loc, Dst, Src, SH, Left % 32, ME % 32);
+ }
+ return Dst;
+ };
+ DstHi = GetSubInsert(0, 31 - SH, SrcHi, DstHi, MB, ME);
+ DstHi = GetSubInsert(32 - SH, 31, SrcLo, DstHi, MB, ME);
+ DstLo = GetSubInsert(32, 63 - SH, SrcLo, DstLo, MB, ME);
+ DstLo = GetSubInsert(64 - SH, 63, SrcHi, DstLo, MB, ME);
+ return DAG.getNode(ISD::BUILD_PAIR, Loc, MVT::i64, DstLo, DstHi);
+}
+
/// LowerINTRINSIC_WO_CHAIN - If this is an intrinsic that we want to custom
/// lower, do it, otherwise return null.
SDValue PPCTargetLowering::LowerINTRINSIC_WO_CHAIN(SDValue Op,
@@ -10773,7 +10856,6 @@ SDValue PPCTargetLowering::LowerINTRINSIC_WO_CHAIN(SDValue Op,
return DAG.getRegister(PPC::R2, MVT::i32);
case Intrinsic::ppc_rldimi: {
- assert(Subtarget.isPPC64() && "rldimi is only available in 64-bit!");
SDValue Src = Op.getOperand(1);
APInt Mask = Op.getConstantOperandAPInt(4);
if (Mask.isZero())
@@ -10784,20 +10866,8 @@ SDValue PPCTargetLowering::LowerINTRINSIC_WO_CHAIN(SDValue Op,
unsigned MB = 0, ME = 0;
if (!isRunOfOnes64(Mask.getZExtValue(), MB, ME))
report_fatal_error("invalid rldimi mask!");
- // rldimi requires ME=63-SH, otherwise rotation is needed before rldimi.
- if (ME < 63 - SH) {
- Src = DAG.getNode(ISD::ROTL, dl, MVT::i64, Src,
- DAG.getConstant(ME + SH + 1, dl, MVT::i32));
- } else if (ME > 63 - SH) {
- Src = DAG.getNode(ISD::ROTL, dl, MVT::i64, Src,
- DAG.getConstant(ME + SH - 63, dl, MVT::i32));
- }
- return SDValue(
- DAG.getMachineNode(PPC::RLDIMI, dl, MVT::i64,
- {Op.getOperand(2), Src,
- DAG.getTargetConstant(63 - ME, dl, MVT::i32),
- DAG.getTargetConstant(MB, dl, MVT::i32)}),
- 0);
+ return getRotateInsert64(DAG, dl, Op.getOperand(2), Op.getOperand(1), SH,
+ MB, ME, Subtarget.isPPC64());
}
case Intrinsic::ppc_rlwimi: {
@@ -10810,12 +10880,8 @@ SDValue PPCTargetLowering::LowerINTRINSIC_WO_CHAIN(SDValue Op,
unsigned MB = 0, ME = 0;
if (!isRunOfOnes(Mask.getZExtValue(), MB, ME))
report_fatal_error("invalid rlwimi mask!");
- return SDValue(DAG.getMachineNode(
- PPC::RLWIMI, dl, MVT::i32,
- {Op.getOperand(2), Op.getOperand(1), Op.getOperand(3),
- DAG.getTargetConstant(MB, dl, MVT::i32),
- DAG.getTargetConstant(ME, dl, MVT::i32)}),
- 0);
+ return getRotateInsert32(DAG, dl, Op.getOperand(2), Op.getOperand(1),
+ Op.getConstantOperandVal(3), MB, ME);
}
case Intrinsic::ppc_rlwnm: {
@@ -11833,6 +11899,7 @@ void PPCTargetLowering::ReplaceNodeResults(SDNode *N,
case Intrinsic::ppc_maxfe:
case Intrinsic::ppc_minfe:
case Intrinsic::ppc_fnmsub:
+ case Intrinsic::ppc_rldimi:
case Intrinsic::ppc_convert_f128_to_ppcf128:
Results.push_back(LowerINTRINSIC_WO_CHAIN(SDValue(N, 0), DAG));
break;
diff --git a/llvm/test/CodeGen/PowerPC/rldimi.ll b/llvm/test/CodeGen/PowerPC/rldimi.ll
index 78ea9aa862f2c2..7495c5d66dbbb3 100644
--- a/llvm/test/CodeGen/PowerPC/rldimi.ll
+++ b/llvm/test/CodeGen/PowerPC/rldimi.ll
@@ -1,12 +1,21 @@
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 3
; RUN: llc -verify-machineinstrs < %s -mtriple=powerpc64le-unknown-linux-gnu -mcpu=pwr8 | FileCheck %s
; RUN: llc -verify-machineinstrs < %s -mtriple=powerpc64-ibm-aix -mcpu=pwr8 | FileCheck %s
+; RUN: llc -verify-machineinstrs < %s -mtriple=powerpc-ibm-aix -mcpu=pwr8 | FileCheck %s --check-prefix=32BIT
define i64 @rldimi1(i64 %a) {
; CHECK-LABEL: rldimi1:
; CHECK: # %bb.0: # %entry
; CHECK-NEXT: rldimi 3, 3, 8, 0
; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi1:
+; 32BIT: # %bb.0: # %entry
+; 32BIT-NEXT: rotlwi 5, 4, 8
+; 32BIT-NEXT: rlwimi 4, 4, 8, 0, 23
+; 32BIT-NEXT: rlwimi 5, 3, 8, 0, 23
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: blr
entry:
%x0 = shl i64 %a, 8
%x1 = and i64 %a, 255
@@ -23,6 +32,18 @@ define i64 @rldimi2(i64 %a) {
; CHECK-NEXT: rldimi 4, 3, 24, 0
; CHECK-NEXT: mr 3, 4
; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi2:
+; 32BIT: # %bb.0: # %entry
+; 32BIT-NEXT: mr 6, 4
+; 32BIT-NEXT: rotlwi 5, 4, 24
+; 32BIT-NEXT: rlwimi 6, 4, 8, 16, 23
+; 32BIT-NEXT: rlwimi 5, 3, 24, 0, 7
+; 32BIT-NEXT: rlwimi 6, 4, 16, 8, 15
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: rlwimi 6, 4, 24, 0, 7
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: blr
entry:
%x0 = shl i64 %a, 8
%x1 = and i64 %a, 255
@@ -46,6 +67,15 @@ define i64 @rldimi3(i64 %a) {
; CHECK-NEXT: rldimi 4, 3, 56, 0
; CHECK-NEXT: mr 3, 4
; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi3:
+; 32BIT: # %bb.0: # %entry
+; 32BIT-NEXT: mr 3, 4
+; 32BIT-NEXT: rlwimi 3, 4, 8, 16, 23
+; 32BIT-NEXT: rlwimi 3, 4, 16, 8, 15
+; 32BIT-NEXT: rlwimi 3, 4, 24, 0, 7
+; 32BIT-NEXT: mr 4, 3
+; 32BIT-NEXT: blr
entry:
%0 = shl i64 %a, 8
%1 = and i64 %a, 255
@@ -66,6 +96,17 @@ define i64 @rldimi4(i64 %a) {
; CHECK-NEXT: rldimi 3, 3, 16, 0
; CHECK-NEXT: rldimi 3, 3, 32, 0
; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi4:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 3, 3, 8, 0, 23
+; 32BIT-NEXT: rlwimi 3, 4, 8, 24, 31
+; 32BIT-NEXT: rlwimi 4, 4, 8, 0, 23
+; 32BIT-NEXT: rlwimi 3, 3, 16, 0, 15
+; 32BIT-NEXT: rlwimi 3, 4, 16, 16, 31
+; 32BIT-NEXT: rlwimi 4, 4, 16, 0, 15
+; 32BIT-NEXT: rlwimi 3, 4, 0, 0, 31
+; 32BIT-NEXT: blr
%r1 = call i64 @llvm.ppc.rldimi(i64 %a, i64 %a, i32 8, i64 -256)
%r2 = call i64 @llvm.ppc.rldimi(i64 %r1, i64 %r1, i32 16, i64 -65536)
%r3 = call i64 @llvm.ppc.rldimi(i64 %r2, i64 %r2, i32 32, i64 -4294967296)
@@ -78,6 +119,13 @@ define i64 @rldimi5(i64 %a, i64 %b) {
; CHECK-NEXT: rldimi 4, 3, 8, 40
; CHECK-NEXT: mr 3, 4
; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi5:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 6, 4, 8, 8, 23
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: blr
%r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 8, i64 16776960) ; 0xffff << 8
ret i64 %r
}
@@ -89,6 +137,14 @@ define i64 @rldimi6(i64 %a, i64 %b) {
; CHECK-NEXT: rldimi 4, 3, 7, 41
; CHECK-NEXT: mr 3, 4
; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi6:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 6, 4, 8, 9, 23
+; 32BIT-NEXT: rlwimi 6, 3, 8, 24, 24
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: blr
%r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 8, i64 8388480) ; 0xffff << 7
ret i64 %r
}
@@ -100,6 +156,13 @@ define i64 @rldimi7(i64 %a, i64 %b) {
; CHECK-NEXT: rldimi 4, 3, 9, 39
; CHECK-NEXT: mr 3, 4
; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi7:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 6, 4, 8, 7, 22
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: blr
%r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 8, i64 33553920) ; 0xffff << 9
ret i64 %r
}
@@ -109,6 +172,12 @@ define i64 @rldimi8(i64 %a, i64 %b) {
; CHECK: # %bb.0:
; CHECK-NEXT: mr 3, 4
; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi8:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: blr
%r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 0, i64 0)
ret i64 %r
}
@@ -118,6 +187,12 @@ define i64 @rldimi9(i64 %a, i64 %b) {
; CHECK: # %bb.0:
; CHECK-NEXT: mr 3, 4
; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi9:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: blr
%r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 63, i64 0)
ret i64 %r
}
@@ -126,6 +201,10 @@ define i64 @rldimi10(i64 %a, i64 %b) {
; CHECK-LABEL: rldimi10:
; CHECK: # %bb.0:
; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi10:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: blr
%r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 0, i64 -1)
ret i64 %r
}
@@ -135,8 +214,295 @@ define i64 @rldimi11(i64 %a, i64 %b) {
; CHECK: # %bb.0:
; CHECK-NEXT: rotldi 3, 3, 8
; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi11:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rotlwi 5, 4, 8
+; 32BIT-NEXT: rotlwi 6, 3, 8
+; 32BIT-NEXT: rlwimi 5, 3, 8, 0, 23
+; 32BIT-NEXT: rlwimi 6, 4, 8, 0, 23
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: blr
%r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 8, i64 -1)
ret i64 %r
}
+define i64 @rldimi12(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi12:
+; CHECK: # %bb.0:
+; CHECK-NEXT: rotldi 3, 3, 20
+; CHECK-NEXT: rldimi 4, 3, 44, 31
+; CHECK-NEXT: mr 3, 4
+; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi12:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 6, 4, 0, 0, 31
+; 32BIT-NEXT: rlwimi 5, 3, 0, 0, 19
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: rlwimi 3, 5, 0, 0, 30
+; 32BIT-NEXT: blr
+ %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 0, i64 18446726490113441791)
+ ret i64 %r
+}
+
+define i64 @rldimi13(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi13:
+; CHECK: # %bb.0:
+; CHECK-NEXT: rotldi 3, 3, 62
+; CHECK-NEXT: rldimi 4, 3, 32, 2
+; CHECK-NEXT: mr 3, 4
+; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi13:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: rlwimi 3, 4, 30, 2, 31
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: blr
+ %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 30, i64 4611686014132420608)
+ ret i64 %r
+}
+
+define i64 @rldimi14(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi14:
+; CHECK: # %bb.0:
+; CHECK-NEXT: rotldi 3, 3, 23
+; CHECK-NEXT: rldimi 4, 3, 53, 0
+; CHECK-NEXT: mr 3, 4
+; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi14:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 5, 3, 12, 0, 10
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: blr
+ %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18437736874454810624) ; mb=0, me=10
+ ret i64 %r
+}
+
+define i64 @rldimi15(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi15:
+; CHECK: # %bb.0:
+; CHECK-NEXT: rotldi 3, 3, 36
+; CHECK-NEXT: rldimi 4, 3, 40, 10
+; CHECK-NEXT: mr 3, 4
+; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi15:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 5, 3, 12, 10, 19
+; 32BIT-NEXT: rlwimi 5, 4, 12, 20, 23
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: blr
+ %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18013298997854208) ; mb=10, me=23
+ ret i64 %r
+}
+
+define i64 @rldimi16(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi16:
+; CHECK: # %bb.0:
+; CHECK-NEXT: rotldi 3, 3, 57
+; CHECK-NEXT: rldimi 4, 3, 19, 10
+; CHECK-NEXT: mr 3, 4
+; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi16:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 5, 3, 12, 10, 19
+; 32BIT-NEXT: rlwimi 6, 4, 12, 0, 12
+; 32BIT-NEXT: rlwimi 5, 4, 12, 20, 31
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: blr
+ %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18014398508957696) ; mb=10, me=44
+ ret i64 %r
+}
+
+define i64 @rldimi17(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi17:
+; CHECK: # %bb.0:
+; CHECK-NEXT: rotldi 3, 3, 43
+; CHECK-NEXT: rldimi 4, 3, 33, 25
+; CHECK-NEXT: mr 3, 4
+; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi17:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: rlwimi 3, 4, 12, 25, 30
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: blr
+ %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 541165879296) ; mb=25, me=30
+ ret i64 %r
+}
+
+define i64 @rldimi18(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi18:
+; CHECK: # %bb.0:
+; CHECK-NEXT: rotldi 3, 3, 57
+; CHECK-NEXT: rldimi 4, 3, 19, 25
+; CHECK-NEXT: mr 3, 4
+; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi18:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: rlwimi 6, 4, 12, 0, 12
+; 32BIT-NEXT: rlwimi 3, 4, 12, 25, 31
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: blr
+ %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 549755289600) ; mb=25, me=44
+ ret i64 %r
+}
+
+define i64 @rldimi19(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi19:
+; CHECK: # %bb.0:
+; CHECK-NEXT: rotldi 3, 3, 57
+; CHECK-NEXT: rldimi 4, 3, 19, 33
+; CHECK-NEXT: mr 3, 4
+; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi19:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 6, 4, 12, 1, 12
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: blr
+ %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 2146959360) ; mb=33, me=44
+ ret i64 %r
+}
+
+define i64 @rldimi20(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi20:
+; CHECK: # %bb.0:
+; CHECK-NEXT: rotldi 3, 3, 23
+; CHECK-NEXT: rldimi 4, 3, 53, 15
+; CHECK-NEXT: mr 3, 4
+; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi20:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 5, 3, 12, 0, 10
+; 32BIT-NEXT: rlwimi 6, 4, 12, 0, 19
+; 32BIT-NEXT: rlwimi 5, 3, 12, 15, 19
+; 32BIT-NEXT: rlwimi 6, 3, 12, 20, 31
+; 32BIT-NEXT: rlwimi 5, 4, 12, 20, 31
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: blr
+ %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18438299824408231935) ; mb=15, me=10
+ ret i64 %r
+}
+
+define i64 @rldimi21(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi21:
+; CHECK: # %bb.0:
+; CHECK-NEXT: rotldi 3, 3, 23
+; CHECK-NEXT: rldimi 4, 3, 53, 25
+; CHECK-NEXT: mr 3, 4
+; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi21:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 5, 3, 12, 0, 10
+; 32BIT-NEXT: rlwimi 6, 4, 12, 0, 19
+; 32BIT-NEXT: rlwimi 5, 4, 12, 25, 31
+; 32BIT-NEXT: rlwimi 6, 3, 12, 20, 31
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: blr
+ %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18437737424210624511) ; mb=25, me=10
+ ret i64 %r
+}
+
+define i64 @rldimi22(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi22:
+; CHECK: # %bb.0:
+; CHECK-NEXT: rotldi 3, 3, 34
+; CHECK-NEXT: rldimi 4, 3, 42, 25
+; CHECK-NEXT: mr 3, 4
+; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi22:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 5, 3, 12, 0, 19
+; 32BIT-NEXT: rlwimi 6, 4, 12, 0, 19
+; 32BIT-NEXT: rlwimi 5, 4, 12, 20, 21
+; 32BIT-NEXT: rlwimi 6, 3, 12, 20, 31
+; 32BIT-NEXT: rlwimi 5, 4, 12, 25, 31
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: blr
+ %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18446740225418854399) ; mb=25, me=21
+ ret i64 %r
+}
+
+define i64 @rldimi23(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi23:
+; CHECK: # %bb.0:
+; CHECK-NEXT: rotldi 3, 3, 23
+; CHECK-NEXT: rldimi 4, 3, 53, 44
+; CHECK-NEXT: mr 3, 4
+; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi23:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 6, 4, 12, 12, 19
+; 32BIT-NEXT: rlwimi 5, 3, 12, 0, 10
+; 32BIT-NEXT: rlwimi 6, 3, 12, 20, 31
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: blr
+ %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18437736874455859199) ; mb=44, me=10
+ ret i64 %r
+}
+
+define i64 @rldimi24(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi24:
+; CHECK: # %bb.0:
+; CHECK-NEXT: rotldi 3, 3, 38
+; CHECK-NEXT: rldimi 4, 3, 38, 44
+; CHECK-NEXT: mr 3, 4
+; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi24:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 5, 3, 12, 0, 19
+; 32BIT-NEXT: rlwimi 6, 4, 12, 12, 19
+; 32BIT-NEXT: rlwimi 5, 4, 12, 20, 25
+; 32BIT-NEXT: rlwimi 6, 3, 12, 20, 31
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: blr
+ %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18446743798832693247) ; mb=44, me=25
+ ret i64 %r
+}
+
+define i64 @rldimi25(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi25:
+; CHECK: # %bb.0:
+; CHECK-NEXT: rotldi 3, 3, 48
+; CHECK-NEXT: rldimi 4, 3, 28, 44
+; CHECK-NEXT: mr 3, 4
+; CHECK-NEXT: blr
+;
+; 32BIT-LABEL: rldimi25:
+; 32BIT: # %bb.0:
+; 32BIT-NEXT: rlwimi 6, 4, 12, 0, 3
+; 32BIT-NEXT: rlwimi 5, 3, 12, 0, 19
+; 32BIT-NEXT: rlwimi 6, 4, 12, 12, 19
+; 32BIT-NEXT: rlwimi 5, 4, 12, 20, 31
+; 32BIT-NEXT: rlwimi 6, 3, 12, 20, 31
+; 32BIT-NEXT: mr 3, 5
+; 32BIT-NEXT: mr 4, 6
+; 32BIT-NEXT: blr
+ %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18446744073442164735) ; mb=44, me=35
+ ret i64 %r
+}
+
declare i64 @llvm.ppc.rldimi(i64, i64, i32 immarg, i64 immarg)
More information about the cfe-commits
mailing list