285 lines · plain
1; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 52; RUN: opt -p loop-unroll -unroll-full-max-count=0 -S %s | FileCheck %s3 4declare void @foo(i32)5 6define void @peel_with_guard_known_nonnegative_1(i32 %n) {7; CHECK-LABEL: define void @peel_with_guard_known_nonnegative_1(8; CHECK-SAME: i32 [[N:%.*]]) {9; CHECK-NEXT: [[ENTRY:.*:]]10; CHECK-NEXT: [[PRECOND:%.*]] = icmp slt i32 [[N]], 011; CHECK-NEXT: br i1 [[PRECOND]], label %[[EXIT:.*]], label %[[PH:.*]]12; CHECK: [[PH]]:13; CHECK-NEXT: [[N_EXT:%.*]] = zext i32 [[N]] to i6414; CHECK-NEXT: [[N_1:%.*]] = add i32 [[N]], 115; CHECK-NEXT: [[WIDE_TRIP_COUNT:%.*]] = zext i32 [[N_1]] to i6416; CHECK-NEXT: [[TMP0:%.*]] = add nsw i64 [[WIDE_TRIP_COUNT]], -117; CHECK-NEXT: [[TMP1:%.*]] = icmp ne i64 [[TMP0]], 018; CHECK-NEXT: br i1 [[TMP1]], label %[[PH_SPLIT:.*]], label %[[EXIT_LOOPEXIT_PEEL_BEGIN:.*]]19; CHECK: [[PH_SPLIT]]:20; CHECK-NEXT: br label %[[LOOP:.*]]21; CHECK: [[LOOP]]:22; CHECK-NEXT: [[IV1:%.*]] = phi i64 [ 0, %[[PH_SPLIT]] ], [ [[IV_NEXT1:%.*]], %[[LOOP]] ]23; CHECK-NEXT: [[IV_NEXT1]] = add nuw nsw i64 [[IV1]], 124; CHECK-NEXT: [[TMP2:%.*]] = sub i64 [[WIDE_TRIP_COUNT]], 125; CHECK-NEXT: [[EC1:%.*]] = icmp eq i64 [[IV_NEXT1]], [[TMP2]]26; CHECK-NEXT: br i1 [[EC1]], label %[[EXIT_LOOPEXIT_PEEL_BEGIN_LOOPEXIT:.*]], label %[[LOOP]], !llvm.loop [[LOOP0:![0-9]+]]27; CHECK: [[EXIT_LOOPEXIT_PEEL_BEGIN_LOOPEXIT]]:28; CHECK-NEXT: [[DOTPH:%.*]] = phi i64 [ [[IV_NEXT1]], %[[LOOP]] ]29; CHECK-NEXT: br label %[[EXIT_LOOPEXIT_PEEL_BEGIN]]30; CHECK: [[EXIT_LOOPEXIT_PEEL_BEGIN]]:31; CHECK-NEXT: [[IV:%.*]] = phi i64 [ 0, %[[PH]] ], [ [[DOTPH]], %[[EXIT_LOOPEXIT_PEEL_BEGIN_LOOPEXIT]] ]32; CHECK-NEXT: br label %[[LOOP_PEEL:.*]]33; CHECK: [[LOOP_PEEL]]:34; CHECK-NEXT: [[C:%.*]] = icmp eq i64 [[IV]], [[N_EXT]]35; CHECK-NEXT: [[SPEC_SELECT:%.*]] = select i1 [[C]], i32 10, i32 2036; CHECK-NEXT: [[IV_NEXT:%.*]] = add i64 [[IV]], 137; CHECK-NEXT: [[EC:%.*]] = icmp eq i64 [[IV_NEXT]], [[WIDE_TRIP_COUNT]]38; CHECK-NEXT: br i1 [[EC]], label %[[EXIT_LOOPEXIT_PEEL_NEXT:.*]], label %[[EXIT_LOOPEXIT_PEEL_NEXT]]39; CHECK: [[EXIT_LOOPEXIT_PEEL_NEXT]]:40; CHECK-NEXT: br label %[[LOOP_PEEL_NEXT:.*]]41; CHECK: [[LOOP_PEEL_NEXT]]:42; CHECK-NEXT: br label %[[EXIT_LOOPEXIT:.*]]43; CHECK: [[EXIT_LOOPEXIT]]:44; CHECK-NEXT: br label %[[EXIT]]45; CHECK: [[EXIT]]:46; CHECK-NEXT: ret void47;48entry:49 %precond = icmp slt i32 %n, 050 br i1 %precond, label %exit, label %ph51 52ph:53 %n.ext = zext i32 %n to i6454 %n.1 = add i32 %n, 155 %wide.trip.count = zext i32 %n.1 to i6456 br label %loop57 58loop:59 %iv = phi i64 [ 0, %ph ], [ %iv.next, %loop ]60 %c = icmp eq i64 %iv, %n.ext61 %spec.select = select i1 %c, i32 10, i32 2062 %iv.next = add i64 %iv, 163 %ec = icmp eq i64 %iv.next, %wide.trip.count64 br i1 %ec, label %exit, label %loop65 66exit:67 ret void68}69 70define i32 @peel_with_guard_known_nonnegative_2(ptr %x, i32 %w) {71; CHECK-LABEL: define i32 @peel_with_guard_known_nonnegative_2(72; CHECK-SAME: ptr [[X:%.*]], i32 [[W:%.*]]) {73; CHECK-NEXT: [[ENTRY:.*]]:74; CHECK-NEXT: [[PRECOND:%.*]] = icmp sgt i32 [[W]], 075; CHECK-NEXT: br i1 [[PRECOND]], label %[[PH:.*]], label %[[EXIT:.*]]76; CHECK: [[PH]]:77; CHECK-NEXT: [[SUB:%.*]] = add nsw i32 [[W]], -178; CHECK-NEXT: [[TMP0:%.*]] = zext nneg i32 [[SUB]] to i6479; CHECK-NEXT: [[WIDE_TRIP_COUNT:%.*]] = zext nneg i32 [[W]] to i6480; CHECK-NEXT: br label %[[LOOP_HEADER:.*]]81; CHECK: [[LOOP_HEADER]]:82; CHECK-NEXT: [[IV:%.*]] = phi i64 [ 0, %[[PH]] ], [ [[IV_NEXT:%.*]], %[[LOOP_LATCH:.*]] ]83; CHECK-NEXT: [[RED:%.*]] = phi i32 [ 0, %[[PH]] ], [ [[ADD:%.*]], %[[LOOP_LATCH]] ]84; CHECK-NEXT: [[CMP1:%.*]] = icmp eq i64 [[IV]], [[TMP0]]85; CHECK-NEXT: br i1 [[CMP1]], label %[[IF_THEN:.*]], label %[[LOOP_LATCH]]86; CHECK: [[IF_THEN]]:87; CHECK-NEXT: tail call void @foo()88; CHECK-NEXT: br label %[[LOOP_LATCH]]89; CHECK: [[LOOP_LATCH]]:90; CHECK-NEXT: [[ARRAYIDX:%.*]] = getelementptr inbounds nuw i32, ptr [[X]], i64 [[IV]]91; CHECK-NEXT: [[TMP1:%.*]] = load i32, ptr [[ARRAYIDX]], align 492; CHECK-NEXT: [[ADD]] = add nsw i32 [[TMP1]], [[RED]]93; CHECK-NEXT: [[IV_NEXT]] = add nuw nsw i64 [[IV]], 194; CHECK-NEXT: [[EC:%.*]] = icmp eq i64 [[IV_NEXT]], [[WIDE_TRIP_COUNT]]95; CHECK-NEXT: br i1 [[EC]], label %[[EXIT_LOOPEXIT:.*]], label %[[LOOP_HEADER]]96; CHECK: [[EXIT_LOOPEXIT]]:97; CHECK-NEXT: [[ADD_LCSSA:%.*]] = phi i32 [ [[ADD]], %[[LOOP_LATCH]] ]98; CHECK-NEXT: br label %[[EXIT]]99; CHECK: [[EXIT]]:100; CHECK-NEXT: [[RED_LCSSA:%.*]] = phi i32 [ 0, %[[ENTRY]] ], [ [[ADD_LCSSA]], %[[EXIT_LOOPEXIT]] ]101; CHECK-NEXT: ret i32 [[RED_LCSSA]]102;103entry:104 %precond = icmp sgt i32 %w, 0105 br i1 %precond, label %ph, label %exit106 107ph:108 %sub = add nsw i32 %w, -1109 %0 = zext nneg i32 %sub to i64110 %wide.trip.count = zext nneg i32 %w to i64111 br label %loop.header112 113loop.header:114 %iv = phi i64 [ 0, %ph ], [ %iv.next, %loop.latch ]115 %red = phi i32 [ 0, %ph ], [ %add, %loop.latch ]116 %cmp1 = icmp eq i64 %iv, %0117 br i1 %cmp1, label %if.then, label %loop.latch118 119if.then:120 tail call void @foo()121 br label %loop.latch122 123loop.latch:124 %arrayidx = getelementptr inbounds nuw i32, ptr %x, i64 %iv125 %1 = load i32, ptr %arrayidx, align 4126 %add = add nsw i32 %1, %red127 %iv.next = add nuw nsw i64 %iv, 1128 %ec = icmp eq i64 %iv.next, %wide.trip.count129 br i1 %ec, label %exit, label %loop.header130 131exit:132 %red.lcssa = phi i32 [ 0, %entry ], [ %add, %loop.latch ]133 ret i32 %red.lcssa134}135 136define void @peel_with_guard2(i32 %n) {137; CHECK-LABEL: define void @peel_with_guard2(138; CHECK-SAME: i32 [[N:%.*]]) {139; CHECK-NEXT: [[ENTRY:.*:]]140; CHECK-NEXT: [[SUB:%.*]] = add i32 [[N]], -1141; CHECK-NEXT: [[PRECOND:%.*]] = icmp eq i32 [[SUB]], 0142; CHECK-NEXT: br i1 [[PRECOND]], label %[[EXIT:.*]], label %[[LOOP_HEADER_PREHEADER:.*]]143; CHECK: [[LOOP_HEADER_PREHEADER]]:144; CHECK-NEXT: [[TMP0:%.*]] = add i32 [[N]], -2145; CHECK-NEXT: [[TMP1:%.*]] = icmp ne i32 [[TMP0]], 0146; CHECK-NEXT: br i1 [[TMP1]], label %[[LOOP_HEADER_PREHEADER_SPLIT:.*]], label %[[EXIT_LOOPEXIT_PEEL_BEGIN:.*]]147; CHECK: [[LOOP_HEADER_PREHEADER_SPLIT]]:148; CHECK-NEXT: br label %[[LOOP_HEADER:.*]]149; CHECK: [[LOOP_HEADER]]:150; CHECK-NEXT: [[IV:%.*]] = phi i32 [ [[IV_NEXT:%.*]], %[[LOOP_LATCH:.*]] ], [ 1, %[[LOOP_HEADER_PREHEADER_SPLIT]] ]151; CHECK-NEXT: br i1 false, label %[[THEN:.*]], label %[[LOOP_LATCH]]152; CHECK: [[THEN]]:153; CHECK-NEXT: call void @foo()154; CHECK-NEXT: br label %[[LOOP_LATCH]]155; CHECK: [[LOOP_LATCH]]:156; CHECK-NEXT: [[IV_NEXT]] = add nuw i32 [[IV]], 1157; CHECK-NEXT: [[TMP2:%.*]] = sub i32 [[N]], 1158; CHECK-NEXT: [[EC:%.*]] = icmp eq i32 [[IV_NEXT]], [[TMP2]]159; CHECK-NEXT: br i1 [[EC]], label %[[EXIT_LOOPEXIT_PEEL_BEGIN_LOOPEXIT:.*]], label %[[LOOP_HEADER]], !llvm.loop [[LOOP2:![0-9]+]]160; CHECK: [[EXIT_LOOPEXIT_PEEL_BEGIN_LOOPEXIT]]:161; CHECK-NEXT: [[DOTPH:%.*]] = phi i32 [ [[IV_NEXT]], %[[LOOP_LATCH]] ]162; CHECK-NEXT: br label %[[EXIT_LOOPEXIT_PEEL_BEGIN]]163; CHECK: [[EXIT_LOOPEXIT_PEEL_BEGIN]]:164; CHECK-NEXT: [[TMP3:%.*]] = phi i32 [ 1, %[[LOOP_HEADER_PREHEADER]] ], [ [[DOTPH]], %[[EXIT_LOOPEXIT_PEEL_BEGIN_LOOPEXIT]] ]165; CHECK-NEXT: br label %[[LOOP_HEADER_PEEL:.*]]166; CHECK: [[LOOP_HEADER_PEEL]]:167; CHECK-NEXT: [[C_PEEL:%.*]] = icmp eq i32 [[TMP3]], [[SUB]]168; CHECK-NEXT: br i1 [[C_PEEL]], label %[[THEN_PEEL:.*]], label %[[LOOP_LATCH_PEEL:.*]]169; CHECK: [[THEN_PEEL]]:170; CHECK-NEXT: call void @foo()171; CHECK-NEXT: br label %[[LOOP_LATCH_PEEL]]172; CHECK: [[LOOP_LATCH_PEEL]]:173; CHECK-NEXT: [[IV_NEXT_PEEL:%.*]] = add nuw i32 [[TMP3]], 1174; CHECK-NEXT: [[EC_PEEL:%.*]] = icmp eq i32 [[IV_NEXT_PEEL]], [[N]]175; CHECK-NEXT: br i1 [[EC_PEEL]], label %[[EXIT_LOOPEXIT_PEEL_NEXT:.*]], label %[[EXIT_LOOPEXIT_PEEL_NEXT]]176; CHECK: [[EXIT_LOOPEXIT_PEEL_NEXT]]:177; CHECK-NEXT: br label %[[LOOP_HEADER_PEEL_NEXT:.*]]178; CHECK: [[LOOP_HEADER_PEEL_NEXT]]:179; CHECK-NEXT: br label %[[EXIT_LOOPEXIT:.*]]180; CHECK: [[EXIT_LOOPEXIT]]:181; CHECK-NEXT: br label %[[EXIT]]182; CHECK: [[EXIT]]:183; CHECK-NEXT: ret void184;185entry:186 %sub = add i32 %n, -1187 %precond = icmp eq i32 %sub, 0188 br i1 %precond, label %exit, label %loop.header189 190loop.header:191 %iv = phi i32 [ 1, %entry ], [ %iv.next, %loop.latch ]192 %c = icmp eq i32 %iv, %sub193 br i1 %c, label %then, label %loop.latch194 195then:196 call void @foo()197 br label %loop.latch198 199loop.latch:200 %iv.next = add nuw i32 %iv, 1201 %ec = icmp eq i32 %iv.next, %n202 br i1 %ec, label %exit, label %loop.header203 204exit:205 ret void206}207 208define void @test_peel_guard_sub_1_btc(i32 %n) {209; CHECK-LABEL: define void @test_peel_guard_sub_1_btc(210; CHECK-SAME: i32 [[N:%.*]]) {211; CHECK-NEXT: [[ENTRY:.*:]]212; CHECK-NEXT: [[SUB:%.*]] = add i32 [[N]], -1213; CHECK-NEXT: [[PRE:%.*]] = icmp eq i32 [[SUB]], 0214; CHECK-NEXT: br i1 [[PRE]], label %[[EXIT:.*]], label %[[LOOP_HEADER_PREHEADER:.*]]215; CHECK: [[LOOP_HEADER_PREHEADER]]:216; CHECK-NEXT: [[TMP0:%.*]] = add i32 [[N]], -2217; CHECK-NEXT: [[TMP1:%.*]] = icmp ne i32 [[TMP0]], 0218; CHECK-NEXT: br i1 [[TMP1]], label %[[LOOP_HEADER_PREHEADER_SPLIT:.*]], label %[[EXIT_LOOPEXIT_PEEL_BEGIN:.*]]219; CHECK: [[LOOP_HEADER_PREHEADER_SPLIT]]:220; CHECK-NEXT: br label %[[LOOP_HEADER:.*]]221; CHECK: [[LOOP_HEADER]]:222; CHECK-NEXT: [[IV:%.*]] = phi i32 [ [[IV_NEXT:%.*]], %[[LOOP_LATCH:.*]] ], [ 1, %[[LOOP_HEADER_PREHEADER_SPLIT]] ]223; CHECK-NEXT: br i1 false, label %[[LOOP_LATCH]], label %[[THEN:.*]]224; CHECK: [[THEN]]:225; CHECK-NEXT: [[CALL136:%.*]] = load volatile ptr, ptr null, align 4294967296226; CHECK-NEXT: br label %[[LOOP_LATCH]]227; CHECK: [[LOOP_LATCH]]:228; CHECK-NEXT: [[IV_NEXT]] = add nuw i32 [[IV]], 1229; CHECK-NEXT: [[TMP2:%.*]] = sub i32 [[N]], 1230; CHECK-NEXT: [[EC:%.*]] = icmp eq i32 [[IV_NEXT]], [[TMP2]]231; CHECK-NEXT: br i1 [[EC]], label %[[EXIT_LOOPEXIT_PEEL_BEGIN_LOOPEXIT:.*]], label %[[LOOP_HEADER]], !llvm.loop [[LOOP3:![0-9]+]]232; CHECK: [[EXIT_LOOPEXIT_PEEL_BEGIN_LOOPEXIT]]:233; CHECK-NEXT: [[DOTPH:%.*]] = phi i32 [ [[IV_NEXT]], %[[LOOP_LATCH]] ]234; CHECK-NEXT: br label %[[EXIT_LOOPEXIT_PEEL_BEGIN]]235; CHECK: [[EXIT_LOOPEXIT_PEEL_BEGIN]]:236; CHECK-NEXT: [[TMP3:%.*]] = phi i32 [ 1, %[[LOOP_HEADER_PREHEADER]] ], [ [[DOTPH]], %[[EXIT_LOOPEXIT_PEEL_BEGIN_LOOPEXIT]] ]237; CHECK-NEXT: br label %[[LOOP_HEADER_PEEL:.*]]238; CHECK: [[LOOP_HEADER_PEEL]]:239; CHECK-NEXT: [[CMP115_PEEL:%.*]] = icmp eq i32 [[TMP3]], [[SUB]]240; CHECK-NEXT: br i1 [[CMP115_PEEL]], label %[[LOOP_LATCH_PEEL:.*]], label %[[THEN_PEEL:.*]]241; CHECK: [[THEN_PEEL]]:242; CHECK-NEXT: [[CALL136_PEEL:%.*]] = load volatile ptr, ptr null, align 4294967296243; CHECK-NEXT: br label %[[LOOP_LATCH_PEEL]]244; CHECK: [[LOOP_LATCH_PEEL]]:245; CHECK-NEXT: [[IV_NEXT_PEEL:%.*]] = add nuw i32 [[TMP3]], 1246; CHECK-NEXT: [[EC_PEEL:%.*]] = icmp eq i32 [[IV_NEXT_PEEL]], [[N]]247; CHECK-NEXT: br i1 [[EC_PEEL]], label %[[EXIT_LOOPEXIT_PEEL_NEXT:.*]], label %[[EXIT_LOOPEXIT_PEEL_NEXT]]248; CHECK: [[EXIT_LOOPEXIT_PEEL_NEXT]]:249; CHECK-NEXT: br label %[[LOOP_HEADER_PEEL_NEXT:.*]]250; CHECK: [[LOOP_HEADER_PEEL_NEXT]]:251; CHECK-NEXT: br label %[[EXIT_LOOPEXIT:.*]]252; CHECK: [[EXIT_LOOPEXIT]]:253; CHECK-NEXT: br label %[[EXIT]]254; CHECK: [[EXIT]]:255; CHECK-NEXT: ret void256;257entry:258 %sub = add i32 %n, -1259 %pre = icmp eq i32 %sub, 0260 br i1 %pre, label %exit, label %loop.header261 262loop.header: ; preds = %loop.latch, %entry263 %iv = phi i32 [ %iv.next, %loop.latch ], [ 1, %entry ]264 %cmp115 = icmp eq i32 %iv, %sub265 br i1 %cmp115, label %loop.latch, label %then266 267then:268 %call136 = load volatile ptr, ptr null, align 4294967296269 br label %loop.latch270 271loop.latch:272 %iv.next = add nuw i32 %iv, 1273 %ec = icmp eq i32 %iv.next, %n274 br i1 %ec, label %exit, label %loop.header275 276exit:277 ret void278}279;.280; CHECK: [[LOOP0]] = distinct !{[[LOOP0]], [[META1:![0-9]+]]}281; CHECK: [[META1]] = !{!"llvm.loop.peeled.count", i32 1}282; CHECK: [[LOOP2]] = distinct !{[[LOOP2]], [[META1]]}283; CHECK: [[LOOP3]] = distinct !{[[LOOP3]], [[META1]]}284;.285