[llvm] r316916 - [PPC CodeGen] Fix the bitreverse.i64 intrinsic.
Fangrui Song via llvm-commits
llvm-commits at lists.llvm.org
Mon Oct 30 09:03:44 PDT 2017
Author: maskray
Date: Mon Oct 30 09:03:44 2017
New Revision: 316916
URL: http://llvm.org/viewvc/llvm-project?rev=316916&view=rev
Log:
[PPC CodeGen] Fix the bitreverse.i64 intrinsic.
Summary: The two 32-bit words were swapped. Update a test omitted in reverted r316270.
Reviewers: jtony, aaron.ballman
Subscribers: nemanjai, kbarton
Differential Revision: https://reviews.llvm.org/D39163
Modified:
llvm/trunk/lib/Target/PowerPC/PPCInstrInfo.td
llvm/trunk/test/CodeGen/PowerPC/pr33093.ll
llvm/trunk/test/CodeGen/PowerPC/testBitReverse.ll
Modified: llvm/trunk/lib/Target/PowerPC/PPCInstrInfo.td
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/lib/Target/PowerPC/PPCInstrInfo.td?rev=316916&r1=316915&r2=316916&view=diff
==============================================================================
--- llvm/trunk/lib/Target/PowerPC/PPCInstrInfo.td (original)
+++ llvm/trunk/lib/Target/PowerPC/PPCInstrInfo.td Mon Oct 30 09:03:44 2017
@@ -4596,7 +4596,7 @@ def : Pat<(i32 (bitreverse i32:$A)),
// n = ((n >> 2) & 0x3333333333333333) | ((n << 2) & 0xCCCCCCCCCCCCCCCC);
// Step 3: 4-bit swap (swap odd 4-bit and even 4-bit):
// n = ((n >> 4) & 0x0F0F0F0F0F0F0F0F) | ((n << 4) & 0xF0F0F0F0F0F0F0F0);
-// Step 4: byte reverse (Suppose n = [B1,B2,B3,B4,B5,B6,B7,B8]):
+// Step 4: byte reverse (Suppose n = [B0,B1,B2,B3,B4,B5,B6,B7]):
// Apply the same byte reverse algorithm mentioned above for the fast 32-bit
// reverse to both the high 32 bit and low 32 bit of the 64 bit value. And
// then OR them together to get the final result.
@@ -4618,92 +4618,55 @@ def DWMaskValues {
dag Hi4 = (ORI8 (ORIS8 (RLDICR MaskValues64.Hi4, 32, 31), 0xF0F0), 0xF0F0);
}
-def DWShift1 {
- dag Right = (RLDICL $A, 63, 1);
- dag Left = (RLDICR $A, 1, 62);
+def DWSwapInByte {
+ dag Swap1 = (OR8 (AND8 (RLDICL $A, 63, 1), DWMaskValues.Lo1),
+ (AND8 (RLDICR $A, 1, 62), DWMaskValues.Hi1));
+ dag Swap2 = (OR8 (AND8 (RLDICL DWSwapInByte.Swap1, 62, 2), DWMaskValues.Lo2),
+ (AND8 (RLDICR DWSwapInByte.Swap1, 2, 61), DWMaskValues.Hi2));
+ dag Swap4 = (OR8 (AND8 (RLDICL DWSwapInByte.Swap2, 60, 4), DWMaskValues.Lo4),
+ (AND8 (RLDICR DWSwapInByte.Swap2, 4, 59), DWMaskValues.Hi4));
}
-def DWSwap1 {
- dag Bit = (OR8 (AND8 DWShift1.Right, DWMaskValues.Lo1),
- (AND8 DWShift1.Left, DWMaskValues.Hi1));
+// Intra-byte swap is done, now start inter-byte swap.
+def DWBytes4567 {
+ dag Word = (i32 (EXTRACT_SUBREG DWSwapInByte.Swap4, sub_32));
}
-def DWShift2 {
- dag Right = (RLDICL DWSwap1.Bit, 62, 2);
- dag Left = (RLDICR DWSwap1.Bit, 2, 61);
+def DWBytes7456 {
+ dag Word = (RLWINM DWBytes4567.Word, 24, 0, 31);
}
-def DWSwap2 {
- dag Bits = (OR8 (AND8 DWShift2.Right, DWMaskValues.Lo2),
- (AND8 DWShift2.Left, DWMaskValues.Hi2));
+def DWBytes7656 {
+ dag Word = (RLWIMI DWBytes7456.Word, DWBytes4567.Word, 8, 8, 15);
}
-def DWShift4 {
- dag Right = (RLDICL DWSwap2.Bits, 60, 4);
- dag Left = (RLDICR DWSwap2.Bits, 4, 59);
+// B7 B6 B5 B4 in the right order
+def DWBytes7654 {
+ dag Word = (RLWIMI DWBytes7656.Word, DWBytes4567.Word, 8, 24, 31);
+ dag DWord =
+ (i64 (INSERT_SUBREG (i64 (IMPLICIT_DEF)), DWBytes7654.Word, sub_32));
}
-def DWSwap4 {
- dag Bits = (OR8 (AND8 DWShift4.Right, DWMaskValues.Lo4),
- (AND8 DWShift4.Left, DWMaskValues.Hi4));
+def DWBytes0123 {
+ dag Word = (i32 (EXTRACT_SUBREG (RLDICL DWSwapInByte.Swap4, 32, 32), sub_32));
}
-// Bit swap is done, now start byte swap.
-def DWExtractLo32 {
- dag SubReg = (i32 (EXTRACT_SUBREG DWSwap4.Bits, sub_32));
+def DWBytes3012 {
+ dag Word = (RLWINM DWBytes0123.Word, 24, 0, 31);
}
-def DWRotateLo32 {
- dag Left24 = (RLWINM DWExtractLo32.SubReg, 24, 0, 31);
+def DWBytes3212 {
+ dag Word = (RLWIMI DWBytes3012.Word, DWBytes0123.Word, 8, 8, 15);
}
-def DWLo32RotateInsertByte3 {
- dag Left = (RLWIMI DWRotateLo32.Left24, DWExtractLo32.SubReg, 8, 8, 15);
-}
-
-// Lower 32 bits in the right order
-def DWLo32RotateInsertByte1 {
- dag Left =
- (RLWIMI DWLo32RotateInsertByte3.Left, DWExtractLo32.SubReg, 8, 24, 31);
-}
-
-def ExtendLo32 {
- dag To64Bit =
- (i64 (INSERT_SUBREG (i64 (IMPLICIT_DEF)),
- DWLo32RotateInsertByte1.Left, sub_32));
-}
-
-def DWShiftHi32 { // SRDI DWSwap4.Bits, 32)
- dag ToLo32 = (RLDICL DWSwap4.Bits, 32, 32);
-}
-
-def DWExtractHi32 {
- dag SubReg = (i32 (EXTRACT_SUBREG DWShiftHi32.ToLo32, sub_32));
-}
-
-def DWRotateHi32 {
- dag Left24 = (RLWINM DWExtractHi32.SubReg, 24, 0, 31);
-}
-
-def DWHi32RotateInsertByte3 {
- dag Left = (RLWIMI DWRotateHi32.Left24, DWExtractHi32.SubReg, 8, 8, 15);
-}
-
-// High 32 bits in the right order, but in the low 32-bit position
-def DWHi32RotateInsertByte1 {
- dag Left =
- (RLWIMI DWHi32RotateInsertByte3.Left, DWExtractHi32.SubReg, 8, 24, 31);
-}
-
-def ExtendHi32 {
- dag To64Bit =
- (i64 (INSERT_SUBREG (i64 (IMPLICIT_DEF)),
- DWHi32RotateInsertByte1.Left, sub_32));
-}
-
-def DWShiftLo32 { // SLDI ExtendHi32.To64Bit, 32
- dag ToHi32 = (RLDICR ExtendHi32.To64Bit, 32, 31);
+// B3 B2 B1 B0 in the right order
+def DWBytes3210 {
+ dag Word = (RLWIMI DWBytes3212.Word, DWBytes0123.Word, 8, 24, 31);
+ dag DWord =
+ (i64 (INSERT_SUBREG (i64 (IMPLICIT_DEF)), DWBytes3210.Word, sub_32));
}
+// Now both high word and low word are reversed, next
+// swap the high word and low word.
def : Pat<(i64 (bitreverse i64:$A)),
- (OR8 DWShiftLo32.ToHi32, ExtendLo32.To64Bit)>;
+ (OR8 (RLDICR DWBytes7654.DWord, 32, 31), DWBytes3210.DWord)>;
Modified: llvm/trunk/test/CodeGen/PowerPC/pr33093.ll
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/test/CodeGen/PowerPC/pr33093.ll?rev=316916&r1=316915&r2=316916&view=diff
==============================================================================
--- llvm/trunk/test/CodeGen/PowerPC/pr33093.ll (original)
+++ llvm/trunk/test/CodeGen/PowerPC/pr33093.ll Mon Oct 30 09:03:44 2017
@@ -91,38 +91,38 @@ define i64 @ReverseBits64(i64 %n) {
; CHECK-NEXT: and 4, 8, 4
; CHECK-NEXT: lis 7, 3855
; CHECK-NEXT: or 3, 3, 4
-; CHECK-NEXT: oris 12, 5, 52428
-; CHECK-NEXT: oris 9, 6, 13107
+; CHECK-NEXT: oris 9, 5, 52428
+; CHECK-NEXT: oris 10, 6, 13107
; CHECK-NEXT: lis 6, -3856
; CHECK-NEXT: ori 7, 7, 3855
; CHECK-NEXT: sldi 8, 3, 2
-; CHECK-NEXT: ori 4, 12, 52428
+; CHECK-NEXT: ori 4, 9, 52428
; CHECK-NEXT: rldicl 3, 3, 62, 2
-; CHECK-NEXT: ori 5, 9, 13107
+; CHECK-NEXT: ori 5, 10, 13107
; CHECK-NEXT: ori 6, 6, 61680
; CHECK-NEXT: and 3, 3, 5
; CHECK-NEXT: sldi 5, 6, 32
; CHECK-NEXT: and 4, 8, 4
; CHECK-NEXT: sldi 6, 7, 32
; CHECK-NEXT: or 3, 3, 4
-; CHECK-NEXT: oris 10, 5, 61680
-; CHECK-NEXT: oris 11, 6, 3855
+; CHECK-NEXT: oris 11, 5, 61680
+; CHECK-NEXT: oris 12, 6, 3855
; CHECK-NEXT: sldi 6, 3, 4
-; CHECK-NEXT: ori 4, 10, 61680
+; CHECK-NEXT: ori 4, 11, 61680
; CHECK-NEXT: rldicl 3, 3, 60, 4
-; CHECK-NEXT: ori 5, 11, 3855
+; CHECK-NEXT: ori 5, 12, 3855
; CHECK-NEXT: and 4, 6, 4
; CHECK-NEXT: and 3, 3, 5
; CHECK-NEXT: or 3, 3, 4
+; CHECK-NEXT: rlwinm 5, 3, 24, 0, 31
; CHECK-NEXT: rldicl 4, 3, 32, 32
-; CHECK-NEXT: rlwinm 6, 3, 24, 0, 31
-; CHECK-NEXT: rlwinm 5, 4, 24, 0, 31
-; CHECK-NEXT: rlwimi 6, 3, 8, 8, 15
-; CHECK-NEXT: rlwimi 5, 4, 8, 8, 15
-; CHECK-NEXT: rlwimi 6, 3, 8, 24, 31
-; CHECK-NEXT: rlwimi 5, 4, 8, 24, 31
-; CHECK-NEXT: sldi 12, 5, 32
-; CHECK-NEXT: or 3, 12, 6
+; CHECK-NEXT: rlwinm 6, 4, 24, 0, 31
+; CHECK-NEXT: rlwimi 5, 3, 8, 8, 15
+; CHECK-NEXT: rlwimi 6, 4, 8, 8, 15
+; CHECK-NEXT: rlwimi 5, 3, 8, 24, 31
+; CHECK-NEXT: rlwimi 6, 4, 8, 24, 31
+; CHECK-NEXT: sldi 3, 5, 32
+; CHECK-NEXT: or 3, 3, 6
; CHECK-NEXT: blr
entry:
%shr = lshr i64 %n, 1
Modified: llvm/trunk/test/CodeGen/PowerPC/testBitReverse.ll
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/test/CodeGen/PowerPC/testBitReverse.ll?rev=316916&r1=316915&r2=316916&view=diff
==============================================================================
--- llvm/trunk/test/CodeGen/PowerPC/testBitReverse.ll (original)
+++ llvm/trunk/test/CodeGen/PowerPC/testBitReverse.ll Mon Oct 30 09:03:44 2017
@@ -67,38 +67,38 @@ define i64 @testBitReverseIntrinsicI64(i
; CHECK-NEXT: and 4, 8, 4
; CHECK-NEXT: lis 7, 3855
; CHECK-NEXT: or 3, 3, 4
-; CHECK-NEXT: oris 12, 5, 52428
-; CHECK-NEXT: oris 9, 6, 13107
+; CHECK-NEXT: oris 9, 5, 52428
+; CHECK-NEXT: oris 10, 6, 13107
; CHECK-NEXT: lis 6, -3856
; CHECK-NEXT: ori 7, 7, 3855
; CHECK-NEXT: sldi 8, 3, 2
-; CHECK-NEXT: ori 4, 12, 52428
+; CHECK-NEXT: ori 4, 9, 52428
; CHECK-NEXT: rldicl 3, 3, 62, 2
-; CHECK-NEXT: ori 5, 9, 13107
+; CHECK-NEXT: ori 5, 10, 13107
; CHECK-NEXT: ori 6, 6, 61680
; CHECK-NEXT: and 3, 3, 5
; CHECK-NEXT: sldi 5, 6, 32
; CHECK-NEXT: and 4, 8, 4
; CHECK-NEXT: sldi 6, 7, 32
; CHECK-NEXT: or 3, 3, 4
-; CHECK-NEXT: oris 10, 5, 61680
-; CHECK-NEXT: oris 11, 6, 3855
+; CHECK-NEXT: oris 11, 5, 61680
+; CHECK-NEXT: oris 12, 6, 3855
; CHECK-NEXT: sldi 6, 3, 4
-; CHECK-NEXT: ori 4, 10, 61680
+; CHECK-NEXT: ori 4, 11, 61680
; CHECK-NEXT: rldicl 3, 3, 60, 4
-; CHECK-NEXT: ori 5, 11, 3855
+; CHECK-NEXT: ori 5, 12, 3855
; CHECK-NEXT: and 4, 6, 4
; CHECK-NEXT: and 3, 3, 5
; CHECK-NEXT: or 3, 3, 4
+; CHECK-NEXT: rlwinm 5, 3, 24, 0, 31
; CHECK-NEXT: rldicl 4, 3, 32, 32
-; CHECK-NEXT: rlwinm 6, 3, 24, 0, 31
-; CHECK-NEXT: rlwinm 5, 4, 24, 0, 31
-; CHECK-NEXT: rlwimi 6, 3, 8, 8, 15
-; CHECK-NEXT: rlwimi 5, 4, 8, 8, 15
-; CHECK-NEXT: rlwimi 6, 3, 8, 24, 31
-; CHECK-NEXT: rlwimi 5, 4, 8, 24, 31
-; CHECK-NEXT: sldi 12, 5, 32
-; CHECK-NEXT: or 3, 12, 6
+; CHECK-NEXT: rlwinm 6, 4, 24, 0, 31
+; CHECK-NEXT: rlwimi 5, 3, 8, 8, 15
+; CHECK-NEXT: rlwimi 6, 4, 8, 8, 15
+; CHECK-NEXT: rlwimi 5, 3, 8, 24, 31
+; CHECK-NEXT: rlwimi 6, 4, 8, 24, 31
+; CHECK-NEXT: sldi 3, 5, 32
+; CHECK-NEXT: or 3, 3, 6
; CHECK-NEXT: blr
%res = call i64 @llvm.bitreverse.i64(i64 %arg)
ret i64 %res
More information about the llvm-commits
mailing list