[clang] [llvm] [PowerPC] Implement 32-bit expansion for rldimi (PR #86783)

Qiu Chaofan via cfe-commits cfe-commits at lists.llvm.org
Mon Apr 1 02:18:51 PDT 2024


https://github.com/ecnelises updated https://github.com/llvm/llvm-project/pull/86783

>From b886dcf2da25417d9f8cd75ff4aa58686e35139d Mon Sep 17 00:00:00 2001
From: Qiu Chaofan <qiucofan at cn.ibm.com>
Date: Wed, 27 Mar 2024 17:11:04 +0800
Subject: [PATCH] [PowerPC] Implement 32-bit expansion for rldimi

rldimi is 64-bit instruction, due to backward compatibility, it needs to
be expanded into series of rlwimi in 32-bit environment. In the future,
we may improve bit permutation selector and remove such direct codegen.
---
 clang/lib/Sema/SemaChecking.cpp             |   1 -
 llvm/lib/Target/PowerPC/PPCISelLowering.cpp | 109 ++++--
 llvm/test/CodeGen/PowerPC/rldimi.ll         | 366 ++++++++++++++++++++
 3 files changed, 454 insertions(+), 22 deletions(-)

diff --git a/clang/lib/Sema/SemaChecking.cpp b/clang/lib/Sema/SemaChecking.cpp
index 11401b6f56c0ea..d2cbe5417d682d 100644
--- a/clang/lib/Sema/SemaChecking.cpp
+++ b/clang/lib/Sema/SemaChecking.cpp
@@ -5236,7 +5236,6 @@ static bool isPPC_64Builtin(unsigned BuiltinID) {
   case PPC::BI__builtin_ppc_fetch_and_andlp:
   case PPC::BI__builtin_ppc_fetch_and_orlp:
   case PPC::BI__builtin_ppc_fetch_and_swaplp:
-  case PPC::BI__builtin_ppc_rldimi:
     return true;
   }
   return false;
diff --git a/llvm/lib/Target/PowerPC/PPCISelLowering.cpp b/llvm/lib/Target/PowerPC/PPCISelLowering.cpp
index 7436b202fba0d9..3281a0dfd08729 100644
--- a/llvm/lib/Target/PowerPC/PPCISelLowering.cpp
+++ b/llvm/lib/Target/PowerPC/PPCISelLowering.cpp
@@ -643,6 +643,7 @@ PPCTargetLowering::PPCTargetLowering(const PPCTargetMachine &TM,
   // We want to custom lower some of our intrinsics.
   setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::Other, Custom);
   setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::f64, Custom);
+  setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::i64, Custom);
   setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::ppcf128, Custom);
   setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::v4f32, Custom);
   setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::v2f64, Custom);
@@ -10757,6 +10758,88 @@ static bool getVectorCompareInfo(SDValue Intrin, int &CompareOpc,
   return true;
 }
 
+static SDValue getRotateInsert32(SelectionDAG &DAG, SDLoc Loc, SDValue Dst,
+                                 SDValue Src, unsigned SH, unsigned MB,
+                                 unsigned ME) {
+  assert(SH < 32 && MB < 32 && ME < 32 &&
+         "Invalid argument for rotate insert!");
+  return SDValue(
+      DAG.getMachineNode(PPC::RLWIMI, Loc, MVT::i32,
+                         {Dst, Src, DAG.getTargetConstant(SH, Loc, MVT::i32),
+                          DAG.getTargetConstant(MB, Loc, MVT::i32),
+                          DAG.getTargetConstant(ME, Loc, MVT::i32)}),
+      0);
+}
+
+static SDValue getRotateInsert64(SelectionDAG &DAG, SDLoc Loc, SDValue Dst,
+                                 SDValue Src, unsigned SH, unsigned MB,
+                                 unsigned ME, bool IsPPC64) {
+  assert(SH < 64 && MB < 64 && ME < 64 &&
+         "Invalid argument for rotate insert!");
+  if (IsPPC64) {
+    // rldimi requires ME=63-SH, otherwise rotation is needed before rldimi.
+    if (ME < 63 - SH) {
+      Src = DAG.getNode(ISD::ROTL, Loc, MVT::i64, Src,
+                        DAG.getConstant(ME + SH + 1, Loc, MVT::i32));
+    } else if (ME > 63 - SH) {
+      Src = DAG.getNode(ISD::ROTL, Loc, MVT::i64, Src,
+                        DAG.getConstant(ME + SH - 63, Loc, MVT::i32));
+    }
+    return SDValue(DAG.getMachineNode(
+                       PPC::RLDIMI, Loc, MVT::i64,
+                       {Dst, Src, DAG.getTargetConstant(63 - ME, Loc, MVT::i32),
+                        DAG.getTargetConstant(MB, Loc, MVT::i32)}),
+                   0);
+  }
+
+  // To implement rldimi(Dst, Src) on 32-bit target, four parts are needed. SH
+  // is adjusted to simplify cases. Invalid ranges will be skipped.
+  // - SrcHi inserted into DstHi with [0, 32-SH)
+  // - SrcLo inserted into DstHi with [32-SH, 32)
+  // - SrcHi inserted into DstLo with [32, 64-SH)
+  // - SrcLo inserted into DstLo with [64-SH, 64)
+  auto [SrcLo, SrcHi] = DAG.SplitScalar(Src, Loc, MVT::i32, MVT::i32);
+  auto [DstLo, DstHi] = DAG.SplitScalar(Dst, Loc, MVT::i32, MVT::i32);
+  if (SH >= 32) {
+    SH -= 32;
+    std::swap(SrcLo, SrcHi);
+  }
+  auto GetSubInsert = [&DAG, &Loc, SH](unsigned Left, unsigned Right,
+                                       SDValue Src, SDValue Dst, unsigned MB,
+                                       unsigned ME) {
+    if (Left > Right)
+      return Dst;
+
+    if (MB <= ME) {
+      if (MB <= Right && ME >= Left)
+        return getRotateInsert32(DAG, Loc, Dst, Src, SH,
+                                 std::max(MB, Left) % 32,
+                                 std::min(ME, Right) % 32);
+    } else {
+      if (MB < Left || ME > Right)
+        return getRotateInsert32(DAG, Loc, Dst, Src, SH, Left % 32, Right % 32);
+
+      if (MB <= Right && ME < Left)
+        return getRotateInsert32(DAG, Loc, Dst, Src, SH, MB % 32, Right % 32);
+
+      if (MB <= Right && ME <= Right)
+        return getRotateInsert32(
+            DAG, Loc,
+            getRotateInsert32(DAG, Loc, Dst, Src, SH, Left % 32, ME % 32), Src,
+            SH, MB % 32, Right % 32);
+
+      if (MB > Right && ME >= Left && ME <= Right)
+        return getRotateInsert32(DAG, Loc, Dst, Src, SH, Left % 32, ME % 32);
+    }
+    return Dst;
+  };
+  DstHi = GetSubInsert(0, 31 - SH, SrcHi, DstHi, MB, ME);
+  DstHi = GetSubInsert(32 - SH, 31, SrcLo, DstHi, MB, ME);
+  DstLo = GetSubInsert(32, 63 - SH, SrcLo, DstLo, MB, ME);
+  DstLo = GetSubInsert(64 - SH, 63, SrcHi, DstLo, MB, ME);
+  return DAG.getNode(ISD::BUILD_PAIR, Loc, MVT::i64, DstLo, DstHi);
+}
+
 /// LowerINTRINSIC_WO_CHAIN - If this is an intrinsic that we want to custom
 /// lower, do it, otherwise return null.
 SDValue PPCTargetLowering::LowerINTRINSIC_WO_CHAIN(SDValue Op,
@@ -10773,7 +10856,6 @@ SDValue PPCTargetLowering::LowerINTRINSIC_WO_CHAIN(SDValue Op,
     return DAG.getRegister(PPC::R2, MVT::i32);
 
   case Intrinsic::ppc_rldimi: {
-    assert(Subtarget.isPPC64() && "rldimi is only available in 64-bit!");
     SDValue Src = Op.getOperand(1);
     APInt Mask = Op.getConstantOperandAPInt(4);
     if (Mask.isZero())
@@ -10784,20 +10866,8 @@ SDValue PPCTargetLowering::LowerINTRINSIC_WO_CHAIN(SDValue Op,
     unsigned MB = 0, ME = 0;
     if (!isRunOfOnes64(Mask.getZExtValue(), MB, ME))
       report_fatal_error("invalid rldimi mask!");
-    // rldimi requires ME=63-SH, otherwise rotation is needed before rldimi.
-    if (ME < 63 - SH) {
-      Src = DAG.getNode(ISD::ROTL, dl, MVT::i64, Src,
-                        DAG.getConstant(ME + SH + 1, dl, MVT::i32));
-    } else if (ME > 63 - SH) {
-      Src = DAG.getNode(ISD::ROTL, dl, MVT::i64, Src,
-                        DAG.getConstant(ME + SH - 63, dl, MVT::i32));
-    }
-    return SDValue(
-        DAG.getMachineNode(PPC::RLDIMI, dl, MVT::i64,
-                           {Op.getOperand(2), Src,
-                            DAG.getTargetConstant(63 - ME, dl, MVT::i32),
-                            DAG.getTargetConstant(MB, dl, MVT::i32)}),
-        0);
+    return getRotateInsert64(DAG, dl, Op.getOperand(2), Op.getOperand(1), SH,
+                             MB, ME, Subtarget.isPPC64());
   }
 
   case Intrinsic::ppc_rlwimi: {
@@ -10810,12 +10880,8 @@ SDValue PPCTargetLowering::LowerINTRINSIC_WO_CHAIN(SDValue Op,
     unsigned MB = 0, ME = 0;
     if (!isRunOfOnes(Mask.getZExtValue(), MB, ME))
       report_fatal_error("invalid rlwimi mask!");
-    return SDValue(DAG.getMachineNode(
-                       PPC::RLWIMI, dl, MVT::i32,
-                       {Op.getOperand(2), Op.getOperand(1), Op.getOperand(3),
-                        DAG.getTargetConstant(MB, dl, MVT::i32),
-                        DAG.getTargetConstant(ME, dl, MVT::i32)}),
-                   0);
+    return getRotateInsert32(DAG, dl, Op.getOperand(2), Op.getOperand(1),
+                             Op.getConstantOperandVal(3), MB, ME);
   }
 
   case Intrinsic::ppc_rlwnm: {
@@ -11833,6 +11899,7 @@ void PPCTargetLowering::ReplaceNodeResults(SDNode *N,
     case Intrinsic::ppc_maxfe:
     case Intrinsic::ppc_minfe:
     case Intrinsic::ppc_fnmsub:
+    case Intrinsic::ppc_rldimi:
     case Intrinsic::ppc_convert_f128_to_ppcf128:
       Results.push_back(LowerINTRINSIC_WO_CHAIN(SDValue(N, 0), DAG));
       break;
diff --git a/llvm/test/CodeGen/PowerPC/rldimi.ll b/llvm/test/CodeGen/PowerPC/rldimi.ll
index 78ea9aa862f2c2..7495c5d66dbbb3 100644
--- a/llvm/test/CodeGen/PowerPC/rldimi.ll
+++ b/llvm/test/CodeGen/PowerPC/rldimi.ll
@@ -1,12 +1,21 @@
 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 3
 ; RUN: llc -verify-machineinstrs < %s -mtriple=powerpc64le-unknown-linux-gnu -mcpu=pwr8 | FileCheck %s
 ; RUN: llc -verify-machineinstrs < %s -mtriple=powerpc64-ibm-aix -mcpu=pwr8 | FileCheck %s
+; RUN: llc -verify-machineinstrs < %s -mtriple=powerpc-ibm-aix -mcpu=pwr8 | FileCheck %s --check-prefix=32BIT
 
 define i64 @rldimi1(i64 %a) {
 ; CHECK-LABEL: rldimi1:
 ; CHECK:       # %bb.0: # %entry
 ; CHECK-NEXT:    rldimi 3, 3, 8, 0
 ; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi1:
+; 32BIT:       # %bb.0: # %entry
+; 32BIT-NEXT:    rotlwi 5, 4, 8
+; 32BIT-NEXT:    rlwimi 4, 4, 8, 0, 23
+; 32BIT-NEXT:    rlwimi 5, 3, 8, 0, 23
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    blr
 entry:
   %x0 = shl i64 %a, 8
   %x1 = and i64 %a, 255
@@ -23,6 +32,18 @@ define i64 @rldimi2(i64 %a) {
 ; CHECK-NEXT:    rldimi 4, 3, 24, 0
 ; CHECK-NEXT:    mr 3, 4
 ; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi2:
+; 32BIT:       # %bb.0: # %entry
+; 32BIT-NEXT:    mr 6, 4
+; 32BIT-NEXT:    rotlwi 5, 4, 24
+; 32BIT-NEXT:    rlwimi 6, 4, 8, 16, 23
+; 32BIT-NEXT:    rlwimi 5, 3, 24, 0, 7
+; 32BIT-NEXT:    rlwimi 6, 4, 16, 8, 15
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    rlwimi 6, 4, 24, 0, 7
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    blr
 entry:
   %x0 = shl i64 %a, 8
   %x1 = and i64 %a, 255
@@ -46,6 +67,15 @@ define i64 @rldimi3(i64 %a) {
 ; CHECK-NEXT:    rldimi 4, 3, 56, 0
 ; CHECK-NEXT:    mr 3, 4
 ; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi3:
+; 32BIT:       # %bb.0: # %entry
+; 32BIT-NEXT:    mr 3, 4
+; 32BIT-NEXT:    rlwimi 3, 4, 8, 16, 23
+; 32BIT-NEXT:    rlwimi 3, 4, 16, 8, 15
+; 32BIT-NEXT:    rlwimi 3, 4, 24, 0, 7
+; 32BIT-NEXT:    mr 4, 3
+; 32BIT-NEXT:    blr
 entry:
   %0 = shl i64 %a, 8
   %1 = and i64 %a, 255
@@ -66,6 +96,17 @@ define i64 @rldimi4(i64 %a) {
 ; CHECK-NEXT:    rldimi 3, 3, 16, 0
 ; CHECK-NEXT:    rldimi 3, 3, 32, 0
 ; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi4:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 3, 3, 8, 0, 23
+; 32BIT-NEXT:    rlwimi 3, 4, 8, 24, 31
+; 32BIT-NEXT:    rlwimi 4, 4, 8, 0, 23
+; 32BIT-NEXT:    rlwimi 3, 3, 16, 0, 15
+; 32BIT-NEXT:    rlwimi 3, 4, 16, 16, 31
+; 32BIT-NEXT:    rlwimi 4, 4, 16, 0, 15
+; 32BIT-NEXT:    rlwimi 3, 4, 0, 0, 31
+; 32BIT-NEXT:    blr
   %r1 = call i64 @llvm.ppc.rldimi(i64 %a, i64 %a, i32 8, i64 -256)
   %r2 = call i64 @llvm.ppc.rldimi(i64 %r1, i64 %r1, i32 16, i64 -65536)
   %r3 = call i64 @llvm.ppc.rldimi(i64 %r2, i64 %r2, i32 32, i64 -4294967296)
@@ -78,6 +119,13 @@ define i64 @rldimi5(i64 %a, i64 %b) {
 ; CHECK-NEXT:    rldimi 4, 3, 8, 40
 ; CHECK-NEXT:    mr 3, 4
 ; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi5:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 6, 4, 8, 8, 23
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    blr
   %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 8, i64 16776960) ; 0xffff << 8
   ret i64 %r
 }
@@ -89,6 +137,14 @@ define i64 @rldimi6(i64 %a, i64 %b) {
 ; CHECK-NEXT:    rldimi 4, 3, 7, 41
 ; CHECK-NEXT:    mr 3, 4
 ; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi6:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 6, 4, 8, 9, 23
+; 32BIT-NEXT:    rlwimi 6, 3, 8, 24, 24
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    blr
   %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 8, i64 8388480) ; 0xffff << 7
   ret i64 %r
 }
@@ -100,6 +156,13 @@ define i64 @rldimi7(i64 %a, i64 %b) {
 ; CHECK-NEXT:    rldimi 4, 3, 9, 39
 ; CHECK-NEXT:    mr 3, 4
 ; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi7:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 6, 4, 8, 7, 22
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    blr
   %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 8, i64 33553920) ; 0xffff << 9
   ret i64 %r
 }
@@ -109,6 +172,12 @@ define i64 @rldimi8(i64 %a, i64 %b) {
 ; CHECK:       # %bb.0:
 ; CHECK-NEXT:    mr 3, 4
 ; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi8:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    blr
   %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 0, i64 0)
   ret i64 %r
 }
@@ -118,6 +187,12 @@ define i64 @rldimi9(i64 %a, i64 %b) {
 ; CHECK:       # %bb.0:
 ; CHECK-NEXT:    mr 3, 4
 ; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi9:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    blr
   %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 63, i64 0)
   ret i64 %r
 }
@@ -126,6 +201,10 @@ define i64 @rldimi10(i64 %a, i64 %b) {
 ; CHECK-LABEL: rldimi10:
 ; CHECK:       # %bb.0:
 ; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi10:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    blr
   %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 0, i64 -1)
   ret i64 %r
 }
@@ -135,8 +214,295 @@ define i64 @rldimi11(i64 %a, i64 %b) {
 ; CHECK:       # %bb.0:
 ; CHECK-NEXT:    rotldi 3, 3, 8
 ; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi11:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rotlwi 5, 4, 8
+; 32BIT-NEXT:    rotlwi 6, 3, 8
+; 32BIT-NEXT:    rlwimi 5, 3, 8, 0, 23
+; 32BIT-NEXT:    rlwimi 6, 4, 8, 0, 23
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    blr
   %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 8, i64 -1)
   ret i64 %r
 }
 
+define i64 @rldimi12(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi12:
+; CHECK:       # %bb.0:
+; CHECK-NEXT:    rotldi 3, 3, 20
+; CHECK-NEXT:    rldimi 4, 3, 44, 31
+; CHECK-NEXT:    mr 3, 4
+; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi12:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 6, 4, 0, 0, 31
+; 32BIT-NEXT:    rlwimi 5, 3, 0, 0, 19
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    rlwimi 3, 5, 0, 0, 30
+; 32BIT-NEXT:    blr
+  %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 0, i64 18446726490113441791)
+  ret i64 %r
+}
+
+define i64 @rldimi13(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi13:
+; CHECK:       # %bb.0:
+; CHECK-NEXT:    rotldi 3, 3, 62
+; CHECK-NEXT:    rldimi 4, 3, 32, 2
+; CHECK-NEXT:    mr 3, 4
+; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi13:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    rlwimi 3, 4, 30, 2, 31
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    blr
+  %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 30, i64 4611686014132420608)
+  ret i64 %r
+}
+
+define i64 @rldimi14(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi14:
+; CHECK:       # %bb.0:
+; CHECK-NEXT:    rotldi 3, 3, 23
+; CHECK-NEXT:    rldimi 4, 3, 53, 0
+; CHECK-NEXT:    mr 3, 4
+; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi14:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 5, 3, 12, 0, 10
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    blr
+  %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18437736874454810624) ; mb=0, me=10
+  ret i64 %r
+}
+
+define i64 @rldimi15(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi15:
+; CHECK:       # %bb.0:
+; CHECK-NEXT:    rotldi 3, 3, 36
+; CHECK-NEXT:    rldimi 4, 3, 40, 10
+; CHECK-NEXT:    mr 3, 4
+; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi15:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 5, 3, 12, 10, 19
+; 32BIT-NEXT:    rlwimi 5, 4, 12, 20, 23
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    blr
+  %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18013298997854208) ; mb=10, me=23
+  ret i64 %r
+}
+
+define i64 @rldimi16(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi16:
+; CHECK:       # %bb.0:
+; CHECK-NEXT:    rotldi 3, 3, 57
+; CHECK-NEXT:    rldimi 4, 3, 19, 10
+; CHECK-NEXT:    mr 3, 4
+; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi16:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 5, 3, 12, 10, 19
+; 32BIT-NEXT:    rlwimi 6, 4, 12, 0, 12
+; 32BIT-NEXT:    rlwimi 5, 4, 12, 20, 31
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    blr
+  %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18014398508957696) ; mb=10, me=44
+  ret i64 %r
+}
+
+define i64 @rldimi17(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi17:
+; CHECK:       # %bb.0:
+; CHECK-NEXT:    rotldi 3, 3, 43
+; CHECK-NEXT:    rldimi 4, 3, 33, 25
+; CHECK-NEXT:    mr 3, 4
+; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi17:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    rlwimi 3, 4, 12, 25, 30
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    blr
+  %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 541165879296) ; mb=25, me=30
+  ret i64 %r
+}
+
+define i64 @rldimi18(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi18:
+; CHECK:       # %bb.0:
+; CHECK-NEXT:    rotldi 3, 3, 57
+; CHECK-NEXT:    rldimi 4, 3, 19, 25
+; CHECK-NEXT:    mr 3, 4
+; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi18:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    rlwimi 6, 4, 12, 0, 12
+; 32BIT-NEXT:    rlwimi 3, 4, 12, 25, 31
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    blr
+  %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 549755289600) ; mb=25, me=44
+  ret i64 %r
+}
+
+define i64 @rldimi19(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi19:
+; CHECK:       # %bb.0:
+; CHECK-NEXT:    rotldi 3, 3, 57
+; CHECK-NEXT:    rldimi 4, 3, 19, 33
+; CHECK-NEXT:    mr 3, 4
+; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi19:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 6, 4, 12, 1, 12
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    blr
+  %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 2146959360) ; mb=33, me=44
+  ret i64 %r
+}
+
+define i64 @rldimi20(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi20:
+; CHECK:       # %bb.0:
+; CHECK-NEXT:    rotldi 3, 3, 23
+; CHECK-NEXT:    rldimi 4, 3, 53, 15
+; CHECK-NEXT:    mr 3, 4
+; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi20:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 5, 3, 12, 0, 10
+; 32BIT-NEXT:    rlwimi 6, 4, 12, 0, 19
+; 32BIT-NEXT:    rlwimi 5, 3, 12, 15, 19
+; 32BIT-NEXT:    rlwimi 6, 3, 12, 20, 31
+; 32BIT-NEXT:    rlwimi 5, 4, 12, 20, 31
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    blr
+  %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18438299824408231935) ; mb=15, me=10
+  ret i64 %r
+}
+
+define i64 @rldimi21(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi21:
+; CHECK:       # %bb.0:
+; CHECK-NEXT:    rotldi 3, 3, 23
+; CHECK-NEXT:    rldimi 4, 3, 53, 25
+; CHECK-NEXT:    mr 3, 4
+; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi21:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 5, 3, 12, 0, 10
+; 32BIT-NEXT:    rlwimi 6, 4, 12, 0, 19
+; 32BIT-NEXT:    rlwimi 5, 4, 12, 25, 31
+; 32BIT-NEXT:    rlwimi 6, 3, 12, 20, 31
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    blr
+  %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18437737424210624511) ; mb=25, me=10
+  ret i64 %r
+}
+
+define i64 @rldimi22(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi22:
+; CHECK:       # %bb.0:
+; CHECK-NEXT:    rotldi 3, 3, 34
+; CHECK-NEXT:    rldimi 4, 3, 42, 25
+; CHECK-NEXT:    mr 3, 4
+; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi22:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 5, 3, 12, 0, 19
+; 32BIT-NEXT:    rlwimi 6, 4, 12, 0, 19
+; 32BIT-NEXT:    rlwimi 5, 4, 12, 20, 21
+; 32BIT-NEXT:    rlwimi 6, 3, 12, 20, 31
+; 32BIT-NEXT:    rlwimi 5, 4, 12, 25, 31
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    blr
+  %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18446740225418854399) ; mb=25, me=21
+  ret i64 %r
+}
+
+define i64 @rldimi23(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi23:
+; CHECK:       # %bb.0:
+; CHECK-NEXT:    rotldi 3, 3, 23
+; CHECK-NEXT:    rldimi 4, 3, 53, 44
+; CHECK-NEXT:    mr 3, 4
+; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi23:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 6, 4, 12, 12, 19
+; 32BIT-NEXT:    rlwimi 5, 3, 12, 0, 10
+; 32BIT-NEXT:    rlwimi 6, 3, 12, 20, 31
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    blr
+  %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18437736874455859199) ; mb=44, me=10
+  ret i64 %r
+}
+
+define i64 @rldimi24(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi24:
+; CHECK:       # %bb.0:
+; CHECK-NEXT:    rotldi 3, 3, 38
+; CHECK-NEXT:    rldimi 4, 3, 38, 44
+; CHECK-NEXT:    mr 3, 4
+; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi24:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 5, 3, 12, 0, 19
+; 32BIT-NEXT:    rlwimi 6, 4, 12, 12, 19
+; 32BIT-NEXT:    rlwimi 5, 4, 12, 20, 25
+; 32BIT-NEXT:    rlwimi 6, 3, 12, 20, 31
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    blr
+  %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18446743798832693247) ; mb=44, me=25
+  ret i64 %r
+}
+
+define i64 @rldimi25(i64 %a, i64 %b) {
+; CHECK-LABEL: rldimi25:
+; CHECK:       # %bb.0:
+; CHECK-NEXT:    rotldi 3, 3, 48
+; CHECK-NEXT:    rldimi 4, 3, 28, 44
+; CHECK-NEXT:    mr 3, 4
+; CHECK-NEXT:    blr
+;
+; 32BIT-LABEL: rldimi25:
+; 32BIT:       # %bb.0:
+; 32BIT-NEXT:    rlwimi 6, 4, 12, 0, 3
+; 32BIT-NEXT:    rlwimi 5, 3, 12, 0, 19
+; 32BIT-NEXT:    rlwimi 6, 4, 12, 12, 19
+; 32BIT-NEXT:    rlwimi 5, 4, 12, 20, 31
+; 32BIT-NEXT:    rlwimi 6, 3, 12, 20, 31
+; 32BIT-NEXT:    mr 3, 5
+; 32BIT-NEXT:    mr 4, 6
+; 32BIT-NEXT:    blr
+  %r = call i64 @llvm.ppc.rldimi(i64 %a, i64 %b, i32 12, i64 18446744073442164735) ; mb=44, me=35
+  ret i64 %r
+}
+
 declare i64 @llvm.ppc.rldimi(i64, i64, i32 immarg, i64 immarg)



More information about the cfe-commits mailing list