[llvm] [ExpandLargeDivRem] Scalarize vector types. (PR #86959)
Matt Arsenault via llvm-commits
llvm-commits at lists.llvm.org
Thu Mar 28 11:01:41 PDT 2024
================
@@ -0,0 +1,525 @@
+; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 4
+; RUN: opt -S -mtriple=x86_64-- -expand-large-div-rem -expand-div-rem-bits 128 < %s | FileCheck %s
+; RUN: opt -S -mtriple=x86_64-- -passes=expand-large-div-rem -expand-div-rem-bits 128 < %s | FileCheck %s
+
+define <2 x i129> @sdiv129(<2 x i129> %a, <2 x i129> %b) nounwind {
+; CHECK-LABEL: define <2 x i129> @sdiv129(
+; CHECK-SAME: <2 x i129> [[A:%.*]], <2 x i129> [[B:%.*]]) #[[ATTR0:[0-9]+]] {
+; CHECK-NEXT: _udiv-special-cases_udiv-special-cases:
+; CHECK-NEXT: [[TMP0:%.*]] = extractelement <2 x i129> [[A]], i64 0
+; CHECK-NEXT: [[TMP1:%.*]] = extractelement <2 x i129> [[B]], i64 0
+; CHECK-NEXT: [[TMP2:%.*]] = freeze i129 [[TMP0]]
+; CHECK-NEXT: [[TMP3:%.*]] = freeze i129 [[TMP1]]
+; CHECK-NEXT: [[TMP4:%.*]] = ashr i129 [[TMP2]], 128
+; CHECK-NEXT: [[TMP5:%.*]] = ashr i129 [[TMP3]], 128
+; CHECK-NEXT: [[TMP6:%.*]] = xor i129 [[TMP4]], [[TMP2]]
+; CHECK-NEXT: [[TMP7:%.*]] = sub i129 [[TMP6]], [[TMP4]]
+; CHECK-NEXT: [[TMP8:%.*]] = xor i129 [[TMP5]], [[TMP3]]
+; CHECK-NEXT: [[TMP9:%.*]] = sub i129 [[TMP8]], [[TMP5]]
+; CHECK-NEXT: [[TMP10:%.*]] = xor i129 [[TMP5]], [[TMP4]]
+; CHECK-NEXT: [[TMP11:%.*]] = freeze i129 [[TMP9]]
+; CHECK-NEXT: [[TMP12:%.*]] = freeze i129 [[TMP7]]
+; CHECK-NEXT: [[TMP13:%.*]] = icmp eq i129 [[TMP11]], 0
+; CHECK-NEXT: [[TMP14:%.*]] = icmp eq i129 [[TMP12]], 0
+; CHECK-NEXT: [[TMP15:%.*]] = or i1 [[TMP13]], [[TMP14]]
+; CHECK-NEXT: [[TMP16:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP11]], i1 true)
+; CHECK-NEXT: [[TMP17:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP12]], i1 true)
+; CHECK-NEXT: [[TMP18:%.*]] = sub i129 [[TMP16]], [[TMP17]]
+; CHECK-NEXT: [[TMP19:%.*]] = icmp ugt i129 [[TMP18]], 128
+; CHECK-NEXT: [[TMP20:%.*]] = select i1 [[TMP15]], i1 true, i1 [[TMP19]]
+; CHECK-NEXT: [[TMP21:%.*]] = icmp eq i129 [[TMP18]], 128
+; CHECK-NEXT: [[TMP22:%.*]] = select i1 [[TMP20]], i129 0, i129 [[TMP12]]
+; CHECK-NEXT: [[TMP23:%.*]] = select i1 [[TMP20]], i1 true, i1 [[TMP21]]
+; CHECK-NEXT: br i1 [[TMP23]], label [[UDIV_END1:%.*]], label [[UDIV_BB15:%.*]]
+; CHECK: udiv-loop-exit2:
+; CHECK-NEXT: [[TMP24:%.*]] = phi i129 [ 0, [[UDIV_BB15]] ], [ [[TMP39:%.*]], [[UDIV_DO_WHILE3:%.*]] ]
+; CHECK-NEXT: [[TMP25:%.*]] = phi i129 [ [[TMP48:%.*]], [[UDIV_BB15]] ], [ [[TMP36:%.*]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP26:%.*]] = shl i129 [[TMP25]], 1
+; CHECK-NEXT: [[TMP27:%.*]] = or i129 [[TMP24]], [[TMP26]]
+; CHECK-NEXT: br label [[UDIV_END1]]
+; CHECK: udiv-do-while3:
+; CHECK-NEXT: [[TMP28:%.*]] = phi i129 [ 0, [[UDIV_PREHEADER4:%.*]] ], [ [[TMP39]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP29:%.*]] = phi i129 [ [[TMP46:%.*]], [[UDIV_PREHEADER4]] ], [ [[TMP42:%.*]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP30:%.*]] = phi i129 [ [[TMP44:%.*]], [[UDIV_PREHEADER4]] ], [ [[TMP41:%.*]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP31:%.*]] = phi i129 [ [[TMP48]], [[UDIV_PREHEADER4]] ], [ [[TMP36]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP32:%.*]] = shl i129 [[TMP30]], 1
+; CHECK-NEXT: [[TMP33:%.*]] = lshr i129 [[TMP31]], 128
+; CHECK-NEXT: [[TMP34:%.*]] = or i129 [[TMP32]], [[TMP33]]
+; CHECK-NEXT: [[TMP35:%.*]] = shl i129 [[TMP31]], 1
+; CHECK-NEXT: [[TMP36]] = or i129 [[TMP28]], [[TMP35]]
+; CHECK-NEXT: [[TMP37:%.*]] = sub i129 [[TMP45:%.*]], [[TMP34]]
+; CHECK-NEXT: [[TMP38:%.*]] = ashr i129 [[TMP37]], 128
+; CHECK-NEXT: [[TMP39]] = and i129 [[TMP38]], 1
+; CHECK-NEXT: [[TMP40:%.*]] = and i129 [[TMP38]], [[TMP11]]
+; CHECK-NEXT: [[TMP41]] = sub i129 [[TMP34]], [[TMP40]]
+; CHECK-NEXT: [[TMP42]] = add i129 [[TMP29]], -1
+; CHECK-NEXT: [[TMP43:%.*]] = icmp eq i129 [[TMP42]], 0
+; CHECK-NEXT: br i1 [[TMP43]], label [[UDIV_LOOP_EXIT2:%.*]], label [[UDIV_DO_WHILE3]]
+; CHECK: udiv-preheader4:
+; CHECK-NEXT: [[TMP44]] = lshr i129 [[TMP12]], [[TMP46]]
+; CHECK-NEXT: [[TMP45]] = add i129 [[TMP11]], -1
+; CHECK-NEXT: br label [[UDIV_DO_WHILE3]]
+; CHECK: udiv-bb15:
+; CHECK-NEXT: [[TMP46]] = add i129 [[TMP18]], 1
+; CHECK-NEXT: [[TMP47:%.*]] = sub i129 128, [[TMP18]]
+; CHECK-NEXT: [[TMP48]] = shl i129 [[TMP12]], [[TMP47]]
+; CHECK-NEXT: [[TMP49:%.*]] = icmp eq i129 [[TMP46]], 0
+; CHECK-NEXT: br i1 [[TMP49]], label [[UDIV_LOOP_EXIT2]], label [[UDIV_PREHEADER4]]
+; CHECK: udiv-end1:
+; CHECK-NEXT: [[TMP50:%.*]] = phi i129 [ [[TMP27]], [[UDIV_LOOP_EXIT2]] ], [ [[TMP22]], [[_UDIV_SPECIAL_CASES_UDIV_SPECIAL_CASES:%.*]] ]
+; CHECK-NEXT: [[TMP51:%.*]] = xor i129 [[TMP50]], [[TMP10]]
+; CHECK-NEXT: [[TMP52:%.*]] = sub i129 [[TMP51]], [[TMP10]]
+; CHECK-NEXT: [[TMP53:%.*]] = insertelement <2 x i129> poison, i129 [[TMP52]], i64 0
+; CHECK-NEXT: [[TMP54:%.*]] = extractelement <2 x i129> [[A]], i64 1
+; CHECK-NEXT: [[TMP55:%.*]] = extractelement <2 x i129> [[B]], i64 1
+; CHECK-NEXT: [[TMP56:%.*]] = freeze i129 [[TMP54]]
+; CHECK-NEXT: [[TMP57:%.*]] = freeze i129 [[TMP55]]
+; CHECK-NEXT: [[TMP58:%.*]] = ashr i129 [[TMP56]], 128
+; CHECK-NEXT: [[TMP59:%.*]] = ashr i129 [[TMP57]], 128
+; CHECK-NEXT: [[TMP60:%.*]] = xor i129 [[TMP58]], [[TMP56]]
+; CHECK-NEXT: [[TMP61:%.*]] = sub i129 [[TMP60]], [[TMP58]]
+; CHECK-NEXT: [[TMP62:%.*]] = xor i129 [[TMP59]], [[TMP57]]
+; CHECK-NEXT: [[TMP63:%.*]] = sub i129 [[TMP62]], [[TMP59]]
+; CHECK-NEXT: [[TMP64:%.*]] = xor i129 [[TMP59]], [[TMP58]]
+; CHECK-NEXT: [[TMP65:%.*]] = freeze i129 [[TMP63]]
+; CHECK-NEXT: [[TMP66:%.*]] = freeze i129 [[TMP61]]
+; CHECK-NEXT: [[TMP67:%.*]] = icmp eq i129 [[TMP65]], 0
+; CHECK-NEXT: [[TMP68:%.*]] = icmp eq i129 [[TMP66]], 0
+; CHECK-NEXT: [[TMP69:%.*]] = or i1 [[TMP67]], [[TMP68]]
+; CHECK-NEXT: [[TMP70:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP65]], i1 true)
+; CHECK-NEXT: [[TMP71:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP66]], i1 true)
+; CHECK-NEXT: [[TMP72:%.*]] = sub i129 [[TMP70]], [[TMP71]]
+; CHECK-NEXT: [[TMP73:%.*]] = icmp ugt i129 [[TMP72]], 128
+; CHECK-NEXT: [[TMP74:%.*]] = select i1 [[TMP69]], i1 true, i1 [[TMP73]]
+; CHECK-NEXT: [[TMP75:%.*]] = icmp eq i129 [[TMP72]], 128
+; CHECK-NEXT: [[TMP76:%.*]] = select i1 [[TMP74]], i129 0, i129 [[TMP66]]
+; CHECK-NEXT: [[TMP77:%.*]] = select i1 [[TMP74]], i1 true, i1 [[TMP75]]
+; CHECK-NEXT: br i1 [[TMP77]], label [[UDIV_END:%.*]], label [[UDIV_BB1:%.*]]
+; CHECK: udiv-loop-exit:
+; CHECK-NEXT: [[TMP78:%.*]] = phi i129 [ 0, [[UDIV_BB1]] ], [ [[TMP93:%.*]], [[UDIV_DO_WHILE:%.*]] ]
+; CHECK-NEXT: [[TMP79:%.*]] = phi i129 [ [[TMP102:%.*]], [[UDIV_BB1]] ], [ [[TMP90:%.*]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP80:%.*]] = shl i129 [[TMP79]], 1
+; CHECK-NEXT: [[TMP81:%.*]] = or i129 [[TMP78]], [[TMP80]]
+; CHECK-NEXT: br label [[UDIV_END]]
+; CHECK: udiv-do-while:
+; CHECK-NEXT: [[TMP82:%.*]] = phi i129 [ 0, [[UDIV_PREHEADER:%.*]] ], [ [[TMP93]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP83:%.*]] = phi i129 [ [[TMP100:%.*]], [[UDIV_PREHEADER]] ], [ [[TMP96:%.*]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP84:%.*]] = phi i129 [ [[TMP98:%.*]], [[UDIV_PREHEADER]] ], [ [[TMP95:%.*]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP85:%.*]] = phi i129 [ [[TMP102]], [[UDIV_PREHEADER]] ], [ [[TMP90]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP86:%.*]] = shl i129 [[TMP84]], 1
+; CHECK-NEXT: [[TMP87:%.*]] = lshr i129 [[TMP85]], 128
+; CHECK-NEXT: [[TMP88:%.*]] = or i129 [[TMP86]], [[TMP87]]
+; CHECK-NEXT: [[TMP89:%.*]] = shl i129 [[TMP85]], 1
+; CHECK-NEXT: [[TMP90]] = or i129 [[TMP82]], [[TMP89]]
+; CHECK-NEXT: [[TMP91:%.*]] = sub i129 [[TMP99:%.*]], [[TMP88]]
+; CHECK-NEXT: [[TMP92:%.*]] = ashr i129 [[TMP91]], 128
+; CHECK-NEXT: [[TMP93]] = and i129 [[TMP92]], 1
+; CHECK-NEXT: [[TMP94:%.*]] = and i129 [[TMP92]], [[TMP65]]
+; CHECK-NEXT: [[TMP95]] = sub i129 [[TMP88]], [[TMP94]]
+; CHECK-NEXT: [[TMP96]] = add i129 [[TMP83]], -1
+; CHECK-NEXT: [[TMP97:%.*]] = icmp eq i129 [[TMP96]], 0
+; CHECK-NEXT: br i1 [[TMP97]], label [[UDIV_LOOP_EXIT:%.*]], label [[UDIV_DO_WHILE]]
+; CHECK: udiv-preheader:
+; CHECK-NEXT: [[TMP98]] = lshr i129 [[TMP66]], [[TMP100]]
+; CHECK-NEXT: [[TMP99]] = add i129 [[TMP65]], -1
+; CHECK-NEXT: br label [[UDIV_DO_WHILE]]
+; CHECK: udiv-bb1:
+; CHECK-NEXT: [[TMP100]] = add i129 [[TMP72]], 1
+; CHECK-NEXT: [[TMP101:%.*]] = sub i129 128, [[TMP72]]
+; CHECK-NEXT: [[TMP102]] = shl i129 [[TMP66]], [[TMP101]]
+; CHECK-NEXT: [[TMP103:%.*]] = icmp eq i129 [[TMP100]], 0
+; CHECK-NEXT: br i1 [[TMP103]], label [[UDIV_LOOP_EXIT]], label [[UDIV_PREHEADER]]
+; CHECK: udiv-end:
+; CHECK-NEXT: [[TMP104:%.*]] = phi i129 [ [[TMP81]], [[UDIV_LOOP_EXIT]] ], [ [[TMP76]], [[UDIV_END1]] ]
+; CHECK-NEXT: [[TMP105:%.*]] = xor i129 [[TMP104]], [[TMP64]]
+; CHECK-NEXT: [[TMP106:%.*]] = sub i129 [[TMP105]], [[TMP64]]
+; CHECK-NEXT: [[TMP107:%.*]] = insertelement <2 x i129> [[TMP53]], i129 [[TMP106]], i64 1
+; CHECK-NEXT: ret <2 x i129> [[TMP107]]
+;
+ %res = sdiv <2 x i129> %a, %b
+ ret <2 x i129> %res
+}
+
+define <2 x i129> @udiv129(<2 x i129> %a, <2 x i129> %b) nounwind {
+; CHECK-LABEL: define <2 x i129> @udiv129(
+; CHECK-SAME: <2 x i129> [[A:%.*]], <2 x i129> [[B:%.*]]) #[[ATTR0]] {
+; CHECK-NEXT: _udiv-special-cases_udiv-special-cases:
+; CHECK-NEXT: [[TMP0:%.*]] = extractelement <2 x i129> [[A]], i64 0
+; CHECK-NEXT: [[TMP1:%.*]] = extractelement <2 x i129> [[B]], i64 0
+; CHECK-NEXT: [[TMP2:%.*]] = freeze i129 [[TMP1]]
+; CHECK-NEXT: [[TMP3:%.*]] = freeze i129 [[TMP0]]
+; CHECK-NEXT: [[TMP4:%.*]] = icmp eq i129 [[TMP2]], 0
+; CHECK-NEXT: [[TMP5:%.*]] = icmp eq i129 [[TMP3]], 0
+; CHECK-NEXT: [[TMP6:%.*]] = or i1 [[TMP4]], [[TMP5]]
+; CHECK-NEXT: [[TMP7:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP2]], i1 true)
+; CHECK-NEXT: [[TMP8:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP3]], i1 true)
+; CHECK-NEXT: [[TMP9:%.*]] = sub i129 [[TMP7]], [[TMP8]]
+; CHECK-NEXT: [[TMP10:%.*]] = icmp ugt i129 [[TMP9]], 128
+; CHECK-NEXT: [[TMP11:%.*]] = select i1 [[TMP6]], i1 true, i1 [[TMP10]]
+; CHECK-NEXT: [[TMP12:%.*]] = icmp eq i129 [[TMP9]], 128
+; CHECK-NEXT: [[TMP13:%.*]] = select i1 [[TMP11]], i129 0, i129 [[TMP3]]
+; CHECK-NEXT: [[TMP14:%.*]] = select i1 [[TMP11]], i1 true, i1 [[TMP12]]
+; CHECK-NEXT: br i1 [[TMP14]], label [[UDIV_END1:%.*]], label [[UDIV_BB15:%.*]]
+; CHECK: udiv-loop-exit2:
+; CHECK-NEXT: [[TMP15:%.*]] = phi i129 [ 0, [[UDIV_BB15]] ], [ [[TMP30:%.*]], [[UDIV_DO_WHILE3:%.*]] ]
+; CHECK-NEXT: [[TMP16:%.*]] = phi i129 [ [[TMP39:%.*]], [[UDIV_BB15]] ], [ [[TMP27:%.*]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP17:%.*]] = shl i129 [[TMP16]], 1
+; CHECK-NEXT: [[TMP18:%.*]] = or i129 [[TMP15]], [[TMP17]]
+; CHECK-NEXT: br label [[UDIV_END1]]
+; CHECK: udiv-do-while3:
+; CHECK-NEXT: [[TMP19:%.*]] = phi i129 [ 0, [[UDIV_PREHEADER4:%.*]] ], [ [[TMP30]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP20:%.*]] = phi i129 [ [[TMP37:%.*]], [[UDIV_PREHEADER4]] ], [ [[TMP33:%.*]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP21:%.*]] = phi i129 [ [[TMP35:%.*]], [[UDIV_PREHEADER4]] ], [ [[TMP32:%.*]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP22:%.*]] = phi i129 [ [[TMP39]], [[UDIV_PREHEADER4]] ], [ [[TMP27]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP23:%.*]] = shl i129 [[TMP21]], 1
+; CHECK-NEXT: [[TMP24:%.*]] = lshr i129 [[TMP22]], 128
+; CHECK-NEXT: [[TMP25:%.*]] = or i129 [[TMP23]], [[TMP24]]
+; CHECK-NEXT: [[TMP26:%.*]] = shl i129 [[TMP22]], 1
+; CHECK-NEXT: [[TMP27]] = or i129 [[TMP19]], [[TMP26]]
+; CHECK-NEXT: [[TMP28:%.*]] = sub i129 [[TMP36:%.*]], [[TMP25]]
+; CHECK-NEXT: [[TMP29:%.*]] = ashr i129 [[TMP28]], 128
+; CHECK-NEXT: [[TMP30]] = and i129 [[TMP29]], 1
+; CHECK-NEXT: [[TMP31:%.*]] = and i129 [[TMP29]], [[TMP2]]
+; CHECK-NEXT: [[TMP32]] = sub i129 [[TMP25]], [[TMP31]]
+; CHECK-NEXT: [[TMP33]] = add i129 [[TMP20]], -1
+; CHECK-NEXT: [[TMP34:%.*]] = icmp eq i129 [[TMP33]], 0
+; CHECK-NEXT: br i1 [[TMP34]], label [[UDIV_LOOP_EXIT2:%.*]], label [[UDIV_DO_WHILE3]]
+; CHECK: udiv-preheader4:
+; CHECK-NEXT: [[TMP35]] = lshr i129 [[TMP3]], [[TMP37]]
+; CHECK-NEXT: [[TMP36]] = add i129 [[TMP2]], -1
+; CHECK-NEXT: br label [[UDIV_DO_WHILE3]]
+; CHECK: udiv-bb15:
+; CHECK-NEXT: [[TMP37]] = add i129 [[TMP9]], 1
+; CHECK-NEXT: [[TMP38:%.*]] = sub i129 128, [[TMP9]]
+; CHECK-NEXT: [[TMP39]] = shl i129 [[TMP3]], [[TMP38]]
+; CHECK-NEXT: [[TMP40:%.*]] = icmp eq i129 [[TMP37]], 0
+; CHECK-NEXT: br i1 [[TMP40]], label [[UDIV_LOOP_EXIT2]], label [[UDIV_PREHEADER4]]
+; CHECK: udiv-end1:
+; CHECK-NEXT: [[TMP41:%.*]] = phi i129 [ [[TMP18]], [[UDIV_LOOP_EXIT2]] ], [ [[TMP13]], [[_UDIV_SPECIAL_CASES_UDIV_SPECIAL_CASES:%.*]] ]
+; CHECK-NEXT: [[TMP42:%.*]] = insertelement <2 x i129> poison, i129 [[TMP41]], i64 0
+; CHECK-NEXT: [[TMP43:%.*]] = extractelement <2 x i129> [[A]], i64 1
+; CHECK-NEXT: [[TMP44:%.*]] = extractelement <2 x i129> [[B]], i64 1
+; CHECK-NEXT: [[TMP45:%.*]] = freeze i129 [[TMP44]]
+; CHECK-NEXT: [[TMP46:%.*]] = freeze i129 [[TMP43]]
+; CHECK-NEXT: [[TMP47:%.*]] = icmp eq i129 [[TMP45]], 0
+; CHECK-NEXT: [[TMP48:%.*]] = icmp eq i129 [[TMP46]], 0
+; CHECK-NEXT: [[TMP49:%.*]] = or i1 [[TMP47]], [[TMP48]]
+; CHECK-NEXT: [[TMP50:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP45]], i1 true)
+; CHECK-NEXT: [[TMP51:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP46]], i1 true)
+; CHECK-NEXT: [[TMP52:%.*]] = sub i129 [[TMP50]], [[TMP51]]
+; CHECK-NEXT: [[TMP53:%.*]] = icmp ugt i129 [[TMP52]], 128
+; CHECK-NEXT: [[TMP54:%.*]] = select i1 [[TMP49]], i1 true, i1 [[TMP53]]
+; CHECK-NEXT: [[TMP55:%.*]] = icmp eq i129 [[TMP52]], 128
+; CHECK-NEXT: [[TMP56:%.*]] = select i1 [[TMP54]], i129 0, i129 [[TMP46]]
+; CHECK-NEXT: [[TMP57:%.*]] = select i1 [[TMP54]], i1 true, i1 [[TMP55]]
+; CHECK-NEXT: br i1 [[TMP57]], label [[UDIV_END:%.*]], label [[UDIV_BB1:%.*]]
+; CHECK: udiv-loop-exit:
+; CHECK-NEXT: [[TMP58:%.*]] = phi i129 [ 0, [[UDIV_BB1]] ], [ [[TMP73:%.*]], [[UDIV_DO_WHILE:%.*]] ]
+; CHECK-NEXT: [[TMP59:%.*]] = phi i129 [ [[TMP82:%.*]], [[UDIV_BB1]] ], [ [[TMP70:%.*]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP60:%.*]] = shl i129 [[TMP59]], 1
+; CHECK-NEXT: [[TMP61:%.*]] = or i129 [[TMP58]], [[TMP60]]
+; CHECK-NEXT: br label [[UDIV_END]]
+; CHECK: udiv-do-while:
+; CHECK-NEXT: [[TMP62:%.*]] = phi i129 [ 0, [[UDIV_PREHEADER:%.*]] ], [ [[TMP73]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP63:%.*]] = phi i129 [ [[TMP80:%.*]], [[UDIV_PREHEADER]] ], [ [[TMP76:%.*]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP64:%.*]] = phi i129 [ [[TMP78:%.*]], [[UDIV_PREHEADER]] ], [ [[TMP75:%.*]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP65:%.*]] = phi i129 [ [[TMP82]], [[UDIV_PREHEADER]] ], [ [[TMP70]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP66:%.*]] = shl i129 [[TMP64]], 1
+; CHECK-NEXT: [[TMP67:%.*]] = lshr i129 [[TMP65]], 128
+; CHECK-NEXT: [[TMP68:%.*]] = or i129 [[TMP66]], [[TMP67]]
+; CHECK-NEXT: [[TMP69:%.*]] = shl i129 [[TMP65]], 1
+; CHECK-NEXT: [[TMP70]] = or i129 [[TMP62]], [[TMP69]]
+; CHECK-NEXT: [[TMP71:%.*]] = sub i129 [[TMP79:%.*]], [[TMP68]]
+; CHECK-NEXT: [[TMP72:%.*]] = ashr i129 [[TMP71]], 128
+; CHECK-NEXT: [[TMP73]] = and i129 [[TMP72]], 1
+; CHECK-NEXT: [[TMP74:%.*]] = and i129 [[TMP72]], [[TMP45]]
+; CHECK-NEXT: [[TMP75]] = sub i129 [[TMP68]], [[TMP74]]
+; CHECK-NEXT: [[TMP76]] = add i129 [[TMP63]], -1
+; CHECK-NEXT: [[TMP77:%.*]] = icmp eq i129 [[TMP76]], 0
+; CHECK-NEXT: br i1 [[TMP77]], label [[UDIV_LOOP_EXIT:%.*]], label [[UDIV_DO_WHILE]]
+; CHECK: udiv-preheader:
+; CHECK-NEXT: [[TMP78]] = lshr i129 [[TMP46]], [[TMP80]]
+; CHECK-NEXT: [[TMP79]] = add i129 [[TMP45]], -1
+; CHECK-NEXT: br label [[UDIV_DO_WHILE]]
+; CHECK: udiv-bb1:
+; CHECK-NEXT: [[TMP80]] = add i129 [[TMP52]], 1
+; CHECK-NEXT: [[TMP81:%.*]] = sub i129 128, [[TMP52]]
+; CHECK-NEXT: [[TMP82]] = shl i129 [[TMP46]], [[TMP81]]
+; CHECK-NEXT: [[TMP83:%.*]] = icmp eq i129 [[TMP80]], 0
+; CHECK-NEXT: br i1 [[TMP83]], label [[UDIV_LOOP_EXIT]], label [[UDIV_PREHEADER]]
+; CHECK: udiv-end:
+; CHECK-NEXT: [[TMP84:%.*]] = phi i129 [ [[TMP61]], [[UDIV_LOOP_EXIT]] ], [ [[TMP56]], [[UDIV_END1]] ]
+; CHECK-NEXT: [[TMP85:%.*]] = insertelement <2 x i129> [[TMP42]], i129 [[TMP84]], i64 1
+; CHECK-NEXT: ret <2 x i129> [[TMP85]]
+;
+ %res = udiv <2 x i129> %a, %b
+ ret <2 x i129> %res
+}
+
+define <2 x i129> @srem129(<2 x i129> %a, <2 x i129> %b) nounwind {
+; CHECK-LABEL: define <2 x i129> @srem129(
+; CHECK-SAME: <2 x i129> [[A:%.*]], <2 x i129> [[B:%.*]]) #[[ATTR0]] {
+; CHECK-NEXT: _udiv-special-cases_udiv-special-cases:
+; CHECK-NEXT: [[TMP0:%.*]] = extractelement <2 x i129> [[A]], i64 0
+; CHECK-NEXT: [[TMP1:%.*]] = extractelement <2 x i129> [[B]], i64 0
+; CHECK-NEXT: [[TMP2:%.*]] = freeze i129 [[TMP0]]
+; CHECK-NEXT: [[TMP3:%.*]] = freeze i129 [[TMP1]]
+; CHECK-NEXT: [[TMP4:%.*]] = ashr i129 [[TMP2]], 128
+; CHECK-NEXT: [[TMP5:%.*]] = ashr i129 [[TMP3]], 128
+; CHECK-NEXT: [[TMP6:%.*]] = xor i129 [[TMP2]], [[TMP4]]
+; CHECK-NEXT: [[TMP7:%.*]] = xor i129 [[TMP3]], [[TMP5]]
+; CHECK-NEXT: [[TMP8:%.*]] = sub i129 [[TMP6]], [[TMP4]]
+; CHECK-NEXT: [[TMP9:%.*]] = sub i129 [[TMP7]], [[TMP5]]
+; CHECK-NEXT: [[TMP10:%.*]] = freeze i129 [[TMP8]]
+; CHECK-NEXT: [[TMP11:%.*]] = freeze i129 [[TMP9]]
+; CHECK-NEXT: [[TMP12:%.*]] = freeze i129 [[TMP11]]
+; CHECK-NEXT: [[TMP13:%.*]] = freeze i129 [[TMP10]]
+; CHECK-NEXT: [[TMP14:%.*]] = icmp eq i129 [[TMP12]], 0
+; CHECK-NEXT: [[TMP15:%.*]] = icmp eq i129 [[TMP13]], 0
+; CHECK-NEXT: [[TMP16:%.*]] = or i1 [[TMP14]], [[TMP15]]
+; CHECK-NEXT: [[TMP17:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP12]], i1 true)
+; CHECK-NEXT: [[TMP18:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP13]], i1 true)
+; CHECK-NEXT: [[TMP19:%.*]] = sub i129 [[TMP17]], [[TMP18]]
+; CHECK-NEXT: [[TMP20:%.*]] = icmp ugt i129 [[TMP19]], 128
+; CHECK-NEXT: [[TMP21:%.*]] = select i1 [[TMP16]], i1 true, i1 [[TMP20]]
+; CHECK-NEXT: [[TMP22:%.*]] = icmp eq i129 [[TMP19]], 128
+; CHECK-NEXT: [[TMP23:%.*]] = select i1 [[TMP21]], i129 0, i129 [[TMP13]]
+; CHECK-NEXT: [[TMP24:%.*]] = select i1 [[TMP21]], i1 true, i1 [[TMP22]]
+; CHECK-NEXT: br i1 [[TMP24]], label [[UDIV_END1:%.*]], label [[UDIV_BB15:%.*]]
+; CHECK: udiv-loop-exit2:
+; CHECK-NEXT: [[TMP25:%.*]] = phi i129 [ 0, [[UDIV_BB15]] ], [ [[TMP40:%.*]], [[UDIV_DO_WHILE3:%.*]] ]
+; CHECK-NEXT: [[TMP26:%.*]] = phi i129 [ [[TMP49:%.*]], [[UDIV_BB15]] ], [ [[TMP37:%.*]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP27:%.*]] = shl i129 [[TMP26]], 1
+; CHECK-NEXT: [[TMP28:%.*]] = or i129 [[TMP25]], [[TMP27]]
+; CHECK-NEXT: br label [[UDIV_END1]]
+; CHECK: udiv-do-while3:
+; CHECK-NEXT: [[TMP29:%.*]] = phi i129 [ 0, [[UDIV_PREHEADER4:%.*]] ], [ [[TMP40]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP30:%.*]] = phi i129 [ [[TMP47:%.*]], [[UDIV_PREHEADER4]] ], [ [[TMP43:%.*]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP31:%.*]] = phi i129 [ [[TMP45:%.*]], [[UDIV_PREHEADER4]] ], [ [[TMP42:%.*]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP32:%.*]] = phi i129 [ [[TMP49]], [[UDIV_PREHEADER4]] ], [ [[TMP37]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP33:%.*]] = shl i129 [[TMP31]], 1
+; CHECK-NEXT: [[TMP34:%.*]] = lshr i129 [[TMP32]], 128
+; CHECK-NEXT: [[TMP35:%.*]] = or i129 [[TMP33]], [[TMP34]]
+; CHECK-NEXT: [[TMP36:%.*]] = shl i129 [[TMP32]], 1
+; CHECK-NEXT: [[TMP37]] = or i129 [[TMP29]], [[TMP36]]
+; CHECK-NEXT: [[TMP38:%.*]] = sub i129 [[TMP46:%.*]], [[TMP35]]
+; CHECK-NEXT: [[TMP39:%.*]] = ashr i129 [[TMP38]], 128
+; CHECK-NEXT: [[TMP40]] = and i129 [[TMP39]], 1
+; CHECK-NEXT: [[TMP41:%.*]] = and i129 [[TMP39]], [[TMP12]]
+; CHECK-NEXT: [[TMP42]] = sub i129 [[TMP35]], [[TMP41]]
+; CHECK-NEXT: [[TMP43]] = add i129 [[TMP30]], -1
+; CHECK-NEXT: [[TMP44:%.*]] = icmp eq i129 [[TMP43]], 0
+; CHECK-NEXT: br i1 [[TMP44]], label [[UDIV_LOOP_EXIT2:%.*]], label [[UDIV_DO_WHILE3]]
+; CHECK: udiv-preheader4:
+; CHECK-NEXT: [[TMP45]] = lshr i129 [[TMP13]], [[TMP47]]
+; CHECK-NEXT: [[TMP46]] = add i129 [[TMP12]], -1
+; CHECK-NEXT: br label [[UDIV_DO_WHILE3]]
+; CHECK: udiv-bb15:
+; CHECK-NEXT: [[TMP47]] = add i129 [[TMP19]], 1
+; CHECK-NEXT: [[TMP48:%.*]] = sub i129 128, [[TMP19]]
+; CHECK-NEXT: [[TMP49]] = shl i129 [[TMP13]], [[TMP48]]
+; CHECK-NEXT: [[TMP50:%.*]] = icmp eq i129 [[TMP47]], 0
+; CHECK-NEXT: br i1 [[TMP50]], label [[UDIV_LOOP_EXIT2]], label [[UDIV_PREHEADER4]]
+; CHECK: udiv-end1:
+; CHECK-NEXT: [[TMP51:%.*]] = phi i129 [ [[TMP28]], [[UDIV_LOOP_EXIT2]] ], [ [[TMP23]], [[_UDIV_SPECIAL_CASES_UDIV_SPECIAL_CASES:%.*]] ]
+; CHECK-NEXT: [[TMP52:%.*]] = mul i129 [[TMP11]], [[TMP51]]
+; CHECK-NEXT: [[TMP53:%.*]] = sub i129 [[TMP10]], [[TMP52]]
+; CHECK-NEXT: [[TMP54:%.*]] = xor i129 [[TMP53]], [[TMP4]]
+; CHECK-NEXT: [[TMP55:%.*]] = sub i129 [[TMP54]], [[TMP4]]
+; CHECK-NEXT: [[TMP56:%.*]] = insertelement <2 x i129> poison, i129 [[TMP55]], i64 0
+; CHECK-NEXT: [[TMP57:%.*]] = extractelement <2 x i129> [[A]], i64 1
+; CHECK-NEXT: [[TMP58:%.*]] = extractelement <2 x i129> [[B]], i64 1
+; CHECK-NEXT: [[TMP59:%.*]] = freeze i129 [[TMP57]]
+; CHECK-NEXT: [[TMP60:%.*]] = freeze i129 [[TMP58]]
+; CHECK-NEXT: [[TMP61:%.*]] = ashr i129 [[TMP59]], 128
+; CHECK-NEXT: [[TMP62:%.*]] = ashr i129 [[TMP60]], 128
+; CHECK-NEXT: [[TMP63:%.*]] = xor i129 [[TMP59]], [[TMP61]]
+; CHECK-NEXT: [[TMP64:%.*]] = xor i129 [[TMP60]], [[TMP62]]
+; CHECK-NEXT: [[TMP65:%.*]] = sub i129 [[TMP63]], [[TMP61]]
+; CHECK-NEXT: [[TMP66:%.*]] = sub i129 [[TMP64]], [[TMP62]]
+; CHECK-NEXT: [[TMP67:%.*]] = freeze i129 [[TMP65]]
+; CHECK-NEXT: [[TMP68:%.*]] = freeze i129 [[TMP66]]
+; CHECK-NEXT: [[TMP69:%.*]] = freeze i129 [[TMP68]]
+; CHECK-NEXT: [[TMP70:%.*]] = freeze i129 [[TMP67]]
+; CHECK-NEXT: [[TMP71:%.*]] = icmp eq i129 [[TMP69]], 0
+; CHECK-NEXT: [[TMP72:%.*]] = icmp eq i129 [[TMP70]], 0
+; CHECK-NEXT: [[TMP73:%.*]] = or i1 [[TMP71]], [[TMP72]]
+; CHECK-NEXT: [[TMP74:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP69]], i1 true)
+; CHECK-NEXT: [[TMP75:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP70]], i1 true)
+; CHECK-NEXT: [[TMP76:%.*]] = sub i129 [[TMP74]], [[TMP75]]
+; CHECK-NEXT: [[TMP77:%.*]] = icmp ugt i129 [[TMP76]], 128
+; CHECK-NEXT: [[TMP78:%.*]] = select i1 [[TMP73]], i1 true, i1 [[TMP77]]
+; CHECK-NEXT: [[TMP79:%.*]] = icmp eq i129 [[TMP76]], 128
+; CHECK-NEXT: [[TMP80:%.*]] = select i1 [[TMP78]], i129 0, i129 [[TMP70]]
+; CHECK-NEXT: [[TMP81:%.*]] = select i1 [[TMP78]], i1 true, i1 [[TMP79]]
+; CHECK-NEXT: br i1 [[TMP81]], label [[UDIV_END:%.*]], label [[UDIV_BB1:%.*]]
+; CHECK: udiv-loop-exit:
+; CHECK-NEXT: [[TMP82:%.*]] = phi i129 [ 0, [[UDIV_BB1]] ], [ [[TMP97:%.*]], [[UDIV_DO_WHILE:%.*]] ]
+; CHECK-NEXT: [[TMP83:%.*]] = phi i129 [ [[TMP106:%.*]], [[UDIV_BB1]] ], [ [[TMP94:%.*]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP84:%.*]] = shl i129 [[TMP83]], 1
+; CHECK-NEXT: [[TMP85:%.*]] = or i129 [[TMP82]], [[TMP84]]
+; CHECK-NEXT: br label [[UDIV_END]]
+; CHECK: udiv-do-while:
+; CHECK-NEXT: [[TMP86:%.*]] = phi i129 [ 0, [[UDIV_PREHEADER:%.*]] ], [ [[TMP97]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP87:%.*]] = phi i129 [ [[TMP104:%.*]], [[UDIV_PREHEADER]] ], [ [[TMP100:%.*]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP88:%.*]] = phi i129 [ [[TMP102:%.*]], [[UDIV_PREHEADER]] ], [ [[TMP99:%.*]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP89:%.*]] = phi i129 [ [[TMP106]], [[UDIV_PREHEADER]] ], [ [[TMP94]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP90:%.*]] = shl i129 [[TMP88]], 1
+; CHECK-NEXT: [[TMP91:%.*]] = lshr i129 [[TMP89]], 128
+; CHECK-NEXT: [[TMP92:%.*]] = or i129 [[TMP90]], [[TMP91]]
+; CHECK-NEXT: [[TMP93:%.*]] = shl i129 [[TMP89]], 1
+; CHECK-NEXT: [[TMP94]] = or i129 [[TMP86]], [[TMP93]]
+; CHECK-NEXT: [[TMP95:%.*]] = sub i129 [[TMP103:%.*]], [[TMP92]]
+; CHECK-NEXT: [[TMP96:%.*]] = ashr i129 [[TMP95]], 128
+; CHECK-NEXT: [[TMP97]] = and i129 [[TMP96]], 1
+; CHECK-NEXT: [[TMP98:%.*]] = and i129 [[TMP96]], [[TMP69]]
+; CHECK-NEXT: [[TMP99]] = sub i129 [[TMP92]], [[TMP98]]
+; CHECK-NEXT: [[TMP100]] = add i129 [[TMP87]], -1
+; CHECK-NEXT: [[TMP101:%.*]] = icmp eq i129 [[TMP100]], 0
+; CHECK-NEXT: br i1 [[TMP101]], label [[UDIV_LOOP_EXIT:%.*]], label [[UDIV_DO_WHILE]]
+; CHECK: udiv-preheader:
+; CHECK-NEXT: [[TMP102]] = lshr i129 [[TMP70]], [[TMP104]]
+; CHECK-NEXT: [[TMP103]] = add i129 [[TMP69]], -1
+; CHECK-NEXT: br label [[UDIV_DO_WHILE]]
+; CHECK: udiv-bb1:
+; CHECK-NEXT: [[TMP104]] = add i129 [[TMP76]], 1
+; CHECK-NEXT: [[TMP105:%.*]] = sub i129 128, [[TMP76]]
+; CHECK-NEXT: [[TMP106]] = shl i129 [[TMP70]], [[TMP105]]
+; CHECK-NEXT: [[TMP107:%.*]] = icmp eq i129 [[TMP104]], 0
+; CHECK-NEXT: br i1 [[TMP107]], label [[UDIV_LOOP_EXIT]], label [[UDIV_PREHEADER]]
+; CHECK: udiv-end:
+; CHECK-NEXT: [[TMP108:%.*]] = phi i129 [ [[TMP85]], [[UDIV_LOOP_EXIT]] ], [ [[TMP80]], [[UDIV_END1]] ]
+; CHECK-NEXT: [[TMP109:%.*]] = mul i129 [[TMP68]], [[TMP108]]
+; CHECK-NEXT: [[TMP110:%.*]] = sub i129 [[TMP67]], [[TMP109]]
+; CHECK-NEXT: [[TMP111:%.*]] = xor i129 [[TMP110]], [[TMP61]]
+; CHECK-NEXT: [[TMP112:%.*]] = sub i129 [[TMP111]], [[TMP61]]
+; CHECK-NEXT: [[TMP113:%.*]] = insertelement <2 x i129> [[TMP56]], i129 [[TMP112]], i64 1
+; CHECK-NEXT: ret <2 x i129> [[TMP113]]
+;
+ %res = srem <2 x i129> %a, %b
+ ret <2 x i129> %res
+}
+
+define <2 x i129> @urem129(<2 x i129> %a, <2 x i129> %b) nounwind {
+; CHECK-LABEL: define <2 x i129> @urem129(
+; CHECK-SAME: <2 x i129> [[A:%.*]], <2 x i129> [[B:%.*]]) #[[ATTR0]] {
+; CHECK-NEXT: _udiv-special-cases_udiv-special-cases:
+; CHECK-NEXT: [[TMP0:%.*]] = extractelement <2 x i129> [[A]], i64 0
+; CHECK-NEXT: [[TMP1:%.*]] = extractelement <2 x i129> [[B]], i64 0
+; CHECK-NEXT: [[TMP2:%.*]] = freeze i129 [[TMP0]]
+; CHECK-NEXT: [[TMP3:%.*]] = freeze i129 [[TMP1]]
+; CHECK-NEXT: [[TMP4:%.*]] = freeze i129 [[TMP3]]
+; CHECK-NEXT: [[TMP5:%.*]] = freeze i129 [[TMP2]]
+; CHECK-NEXT: [[TMP6:%.*]] = icmp eq i129 [[TMP4]], 0
+; CHECK-NEXT: [[TMP7:%.*]] = icmp eq i129 [[TMP5]], 0
+; CHECK-NEXT: [[TMP8:%.*]] = or i1 [[TMP6]], [[TMP7]]
+; CHECK-NEXT: [[TMP9:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP4]], i1 true)
+; CHECK-NEXT: [[TMP10:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP5]], i1 true)
+; CHECK-NEXT: [[TMP11:%.*]] = sub i129 [[TMP9]], [[TMP10]]
+; CHECK-NEXT: [[TMP12:%.*]] = icmp ugt i129 [[TMP11]], 128
+; CHECK-NEXT: [[TMP13:%.*]] = select i1 [[TMP8]], i1 true, i1 [[TMP12]]
+; CHECK-NEXT: [[TMP14:%.*]] = icmp eq i129 [[TMP11]], 128
+; CHECK-NEXT: [[TMP15:%.*]] = select i1 [[TMP13]], i129 0, i129 [[TMP5]]
+; CHECK-NEXT: [[TMP16:%.*]] = select i1 [[TMP13]], i1 true, i1 [[TMP14]]
+; CHECK-NEXT: br i1 [[TMP16]], label [[UDIV_END1:%.*]], label [[UDIV_BB15:%.*]]
+; CHECK: udiv-loop-exit2:
+; CHECK-NEXT: [[TMP17:%.*]] = phi i129 [ 0, [[UDIV_BB15]] ], [ [[TMP32:%.*]], [[UDIV_DO_WHILE3:%.*]] ]
+; CHECK-NEXT: [[TMP18:%.*]] = phi i129 [ [[TMP41:%.*]], [[UDIV_BB15]] ], [ [[TMP29:%.*]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP19:%.*]] = shl i129 [[TMP18]], 1
+; CHECK-NEXT: [[TMP20:%.*]] = or i129 [[TMP17]], [[TMP19]]
+; CHECK-NEXT: br label [[UDIV_END1]]
+; CHECK: udiv-do-while3:
+; CHECK-NEXT: [[TMP21:%.*]] = phi i129 [ 0, [[UDIV_PREHEADER4:%.*]] ], [ [[TMP32]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP22:%.*]] = phi i129 [ [[TMP39:%.*]], [[UDIV_PREHEADER4]] ], [ [[TMP35:%.*]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP23:%.*]] = phi i129 [ [[TMP37:%.*]], [[UDIV_PREHEADER4]] ], [ [[TMP34:%.*]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP24:%.*]] = phi i129 [ [[TMP41]], [[UDIV_PREHEADER4]] ], [ [[TMP29]], [[UDIV_DO_WHILE3]] ]
+; CHECK-NEXT: [[TMP25:%.*]] = shl i129 [[TMP23]], 1
+; CHECK-NEXT: [[TMP26:%.*]] = lshr i129 [[TMP24]], 128
+; CHECK-NEXT: [[TMP27:%.*]] = or i129 [[TMP25]], [[TMP26]]
+; CHECK-NEXT: [[TMP28:%.*]] = shl i129 [[TMP24]], 1
+; CHECK-NEXT: [[TMP29]] = or i129 [[TMP21]], [[TMP28]]
+; CHECK-NEXT: [[TMP30:%.*]] = sub i129 [[TMP38:%.*]], [[TMP27]]
+; CHECK-NEXT: [[TMP31:%.*]] = ashr i129 [[TMP30]], 128
+; CHECK-NEXT: [[TMP32]] = and i129 [[TMP31]], 1
+; CHECK-NEXT: [[TMP33:%.*]] = and i129 [[TMP31]], [[TMP4]]
+; CHECK-NEXT: [[TMP34]] = sub i129 [[TMP27]], [[TMP33]]
+; CHECK-NEXT: [[TMP35]] = add i129 [[TMP22]], -1
+; CHECK-NEXT: [[TMP36:%.*]] = icmp eq i129 [[TMP35]], 0
+; CHECK-NEXT: br i1 [[TMP36]], label [[UDIV_LOOP_EXIT2:%.*]], label [[UDIV_DO_WHILE3]]
+; CHECK: udiv-preheader4:
+; CHECK-NEXT: [[TMP37]] = lshr i129 [[TMP5]], [[TMP39]]
+; CHECK-NEXT: [[TMP38]] = add i129 [[TMP4]], -1
+; CHECK-NEXT: br label [[UDIV_DO_WHILE3]]
+; CHECK: udiv-bb15:
+; CHECK-NEXT: [[TMP39]] = add i129 [[TMP11]], 1
+; CHECK-NEXT: [[TMP40:%.*]] = sub i129 128, [[TMP11]]
+; CHECK-NEXT: [[TMP41]] = shl i129 [[TMP5]], [[TMP40]]
+; CHECK-NEXT: [[TMP42:%.*]] = icmp eq i129 [[TMP39]], 0
+; CHECK-NEXT: br i1 [[TMP42]], label [[UDIV_LOOP_EXIT2]], label [[UDIV_PREHEADER4]]
+; CHECK: udiv-end1:
+; CHECK-NEXT: [[TMP43:%.*]] = phi i129 [ [[TMP20]], [[UDIV_LOOP_EXIT2]] ], [ [[TMP15]], [[_UDIV_SPECIAL_CASES_UDIV_SPECIAL_CASES:%.*]] ]
+; CHECK-NEXT: [[TMP44:%.*]] = mul i129 [[TMP3]], [[TMP43]]
+; CHECK-NEXT: [[TMP45:%.*]] = sub i129 [[TMP2]], [[TMP44]]
+; CHECK-NEXT: [[TMP46:%.*]] = insertelement <2 x i129> poison, i129 [[TMP45]], i64 0
+; CHECK-NEXT: [[TMP47:%.*]] = extractelement <2 x i129> [[A]], i64 1
+; CHECK-NEXT: [[TMP48:%.*]] = extractelement <2 x i129> [[B]], i64 1
+; CHECK-NEXT: [[TMP49:%.*]] = freeze i129 [[TMP47]]
+; CHECK-NEXT: [[TMP50:%.*]] = freeze i129 [[TMP48]]
+; CHECK-NEXT: [[TMP51:%.*]] = freeze i129 [[TMP50]]
+; CHECK-NEXT: [[TMP52:%.*]] = freeze i129 [[TMP49]]
+; CHECK-NEXT: [[TMP53:%.*]] = icmp eq i129 [[TMP51]], 0
+; CHECK-NEXT: [[TMP54:%.*]] = icmp eq i129 [[TMP52]], 0
+; CHECK-NEXT: [[TMP55:%.*]] = or i1 [[TMP53]], [[TMP54]]
+; CHECK-NEXT: [[TMP56:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP51]], i1 true)
+; CHECK-NEXT: [[TMP57:%.*]] = call i129 @llvm.ctlz.i129(i129 [[TMP52]], i1 true)
+; CHECK-NEXT: [[TMP58:%.*]] = sub i129 [[TMP56]], [[TMP57]]
+; CHECK-NEXT: [[TMP59:%.*]] = icmp ugt i129 [[TMP58]], 128
+; CHECK-NEXT: [[TMP60:%.*]] = select i1 [[TMP55]], i1 true, i1 [[TMP59]]
+; CHECK-NEXT: [[TMP61:%.*]] = icmp eq i129 [[TMP58]], 128
+; CHECK-NEXT: [[TMP62:%.*]] = select i1 [[TMP60]], i129 0, i129 [[TMP52]]
+; CHECK-NEXT: [[TMP63:%.*]] = select i1 [[TMP60]], i1 true, i1 [[TMP61]]
+; CHECK-NEXT: br i1 [[TMP63]], label [[UDIV_END:%.*]], label [[UDIV_BB1:%.*]]
+; CHECK: udiv-loop-exit:
+; CHECK-NEXT: [[TMP64:%.*]] = phi i129 [ 0, [[UDIV_BB1]] ], [ [[TMP79:%.*]], [[UDIV_DO_WHILE:%.*]] ]
+; CHECK-NEXT: [[TMP65:%.*]] = phi i129 [ [[TMP88:%.*]], [[UDIV_BB1]] ], [ [[TMP76:%.*]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP66:%.*]] = shl i129 [[TMP65]], 1
+; CHECK-NEXT: [[TMP67:%.*]] = or i129 [[TMP64]], [[TMP66]]
+; CHECK-NEXT: br label [[UDIV_END]]
+; CHECK: udiv-do-while:
+; CHECK-NEXT: [[TMP68:%.*]] = phi i129 [ 0, [[UDIV_PREHEADER:%.*]] ], [ [[TMP79]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP69:%.*]] = phi i129 [ [[TMP86:%.*]], [[UDIV_PREHEADER]] ], [ [[TMP82:%.*]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP70:%.*]] = phi i129 [ [[TMP84:%.*]], [[UDIV_PREHEADER]] ], [ [[TMP81:%.*]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP71:%.*]] = phi i129 [ [[TMP88]], [[UDIV_PREHEADER]] ], [ [[TMP76]], [[UDIV_DO_WHILE]] ]
+; CHECK-NEXT: [[TMP72:%.*]] = shl i129 [[TMP70]], 1
+; CHECK-NEXT: [[TMP73:%.*]] = lshr i129 [[TMP71]], 128
+; CHECK-NEXT: [[TMP74:%.*]] = or i129 [[TMP72]], [[TMP73]]
+; CHECK-NEXT: [[TMP75:%.*]] = shl i129 [[TMP71]], 1
+; CHECK-NEXT: [[TMP76]] = or i129 [[TMP68]], [[TMP75]]
+; CHECK-NEXT: [[TMP77:%.*]] = sub i129 [[TMP85:%.*]], [[TMP74]]
+; CHECK-NEXT: [[TMP78:%.*]] = ashr i129 [[TMP77]], 128
+; CHECK-NEXT: [[TMP79]] = and i129 [[TMP78]], 1
+; CHECK-NEXT: [[TMP80:%.*]] = and i129 [[TMP78]], [[TMP51]]
+; CHECK-NEXT: [[TMP81]] = sub i129 [[TMP74]], [[TMP80]]
+; CHECK-NEXT: [[TMP82]] = add i129 [[TMP69]], -1
+; CHECK-NEXT: [[TMP83:%.*]] = icmp eq i129 [[TMP82]], 0
+; CHECK-NEXT: br i1 [[TMP83]], label [[UDIV_LOOP_EXIT:%.*]], label [[UDIV_DO_WHILE]]
+; CHECK: udiv-preheader:
+; CHECK-NEXT: [[TMP84]] = lshr i129 [[TMP52]], [[TMP86]]
+; CHECK-NEXT: [[TMP85]] = add i129 [[TMP51]], -1
+; CHECK-NEXT: br label [[UDIV_DO_WHILE]]
+; CHECK: udiv-bb1:
+; CHECK-NEXT: [[TMP86]] = add i129 [[TMP58]], 1
+; CHECK-NEXT: [[TMP87:%.*]] = sub i129 128, [[TMP58]]
+; CHECK-NEXT: [[TMP88]] = shl i129 [[TMP52]], [[TMP87]]
+; CHECK-NEXT: [[TMP89:%.*]] = icmp eq i129 [[TMP86]], 0
+; CHECK-NEXT: br i1 [[TMP89]], label [[UDIV_LOOP_EXIT]], label [[UDIV_PREHEADER]]
+; CHECK: udiv-end:
+; CHECK-NEXT: [[TMP90:%.*]] = phi i129 [ [[TMP67]], [[UDIV_LOOP_EXIT]] ], [ [[TMP62]], [[UDIV_END1]] ]
+; CHECK-NEXT: [[TMP91:%.*]] = mul i129 [[TMP50]], [[TMP90]]
+; CHECK-NEXT: [[TMP92:%.*]] = sub i129 [[TMP49]], [[TMP91]]
+; CHECK-NEXT: [[TMP93:%.*]] = insertelement <2 x i129> [[TMP46]], i129 [[TMP92]], i64 1
+; CHECK-NEXT: ret <2 x i129> [[TMP93]]
+;
+ %res = urem <2 x i129> %a, %b
+ ret <2 x i129> %res
+}
----------------
arsenm wrote:
Should add a test somewhere that scalable vectors don't crash
https://github.com/llvm/llvm-project/pull/86959
More information about the llvm-commits
mailing list