132 lines · plain
1; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 42; RUN: opt < %s -S -passes=loop-unroll,simplifycfg,instcombine -unroll-force-peel-count=3 -verify-dom-info -simplifycfg-require-and-preserve-domtree=1 | FileCheck %s3; RUN: opt < %s -S -passes='require<opt-remark-emit>,loop-unroll,simplifycfg,instcombine' -unroll-force-peel-count=3 -verify-dom-info | FileCheck %s4; RUN: opt < %s -S -passes='require<opt-remark-emit>,loop-unroll<peeling;no-runtime>,simplifycfg,instcombine' -unroll-force-peel-count=3 -verify-dom-info | FileCheck %s5 6; Basic loop peeling - check that we can peel-off the first 3 loop iterations7; when explicitly requested.8define void @basic(ptr %p, i32 %k) #0 {9; CHECK-LABEL: define void @basic(10; CHECK-SAME: ptr [[P:%.*]], i32 [[K:%.*]]) {11; CHECK-NEXT: entry:12; CHECK-NEXT: [[CMP3:%.*]] = icmp sgt i32 [[K]], 013; CHECK-NEXT: br i1 [[CMP3]], label [[FOR_BODY_PEEL:%.*]], label [[FOR_END:%.*]]14; CHECK: for.body.peel:15; CHECK-NEXT: store i32 0, ptr [[P]], align 416; CHECK-NEXT: [[CMP_PEEL_NOT:%.*]] = icmp eq i32 [[K]], 117; CHECK-NEXT: br i1 [[CMP_PEEL_NOT]], label [[FOR_END]], label [[FOR_BODY_PEEL2:%.*]]18; CHECK: for.body.peel2:19; CHECK-NEXT: [[INCDEC_PTR_PEEL:%.*]] = getelementptr inbounds nuw i8, ptr [[P]], i64 420; CHECK-NEXT: store i32 1, ptr [[INCDEC_PTR_PEEL]], align 421; CHECK-NEXT: [[CMP_PEEL5:%.*]] = icmp sgt i32 [[K]], 222; CHECK-NEXT: br i1 [[CMP_PEEL5]], label [[FOR_BODY_PEEL7:%.*]], label [[FOR_END]]23; CHECK: for.body.peel7:24; CHECK-NEXT: [[INCDEC_PTR_PEEL3:%.*]] = getelementptr inbounds nuw i8, ptr [[P]], i64 825; CHECK-NEXT: [[INCDEC_PTR_PEEL8:%.*]] = getelementptr inbounds nuw i8, ptr [[P]], i64 1226; CHECK-NEXT: store i32 2, ptr [[INCDEC_PTR_PEEL3]], align 427; CHECK-NEXT: [[CMP_PEEL10_NOT:%.*]] = icmp eq i32 [[K]], 328; CHECK-NEXT: br i1 [[CMP_PEEL10_NOT]], label [[FOR_END]], label [[FOR_BODY:%.*]]29; CHECK: for.body:30; CHECK-NEXT: [[I_05:%.*]] = phi i32 [ [[INC:%.*]], [[FOR_BODY]] ], [ 3, [[FOR_BODY_PEEL7]] ]31; CHECK-NEXT: [[P_ADDR_04:%.*]] = phi ptr [ [[INCDEC_PTR:%.*]], [[FOR_BODY]] ], [ [[INCDEC_PTR_PEEL8]], [[FOR_BODY_PEEL7]] ]32; CHECK-NEXT: [[INCDEC_PTR]] = getelementptr inbounds nuw i8, ptr [[P_ADDR_04]], i64 433; CHECK-NEXT: store i32 [[I_05]], ptr [[P_ADDR_04]], align 434; CHECK-NEXT: [[INC]] = add nuw nsw i32 [[I_05]], 135; CHECK-NEXT: [[CMP:%.*]] = icmp slt i32 [[INC]], [[K]]36; CHECK-NEXT: br i1 [[CMP]], label [[FOR_BODY]], label [[FOR_END]], !llvm.loop [[LOOP0:![0-9]+]]37; CHECK: for.end:38; CHECK-NEXT: ret void39;40entry:41 %cmp3 = icmp slt i32 0, %k42 br i1 %cmp3, label %for.body.lr.ph, label %for.end43 44for.body.lr.ph: ; preds = %entry45 br label %for.body46 47for.body: ; preds = %for.body.lr.ph, %for.body48 %i.05 = phi i32 [ 0, %for.body.lr.ph ], [ %inc, %for.body ]49 %p.addr.04 = phi ptr [ %p, %for.body.lr.ph ], [ %incdec.ptr, %for.body ]50 %incdec.ptr = getelementptr inbounds i32, ptr %p.addr.04, i32 151 store i32 %i.05, ptr %p.addr.04, align 452 %inc = add nsw i32 %i.05, 153 %cmp = icmp slt i32 %inc, %k54 br i1 %cmp, label %for.body, label %for.cond.for.end_crit_edge, !llvm.loop !155 56for.cond.for.end_crit_edge: ; preds = %for.body57 br label %for.end58 59for.end: ; preds = %for.cond.for.end_crit_edge, %entry60 ret void61}62 63!1 = distinct !{!1}64 65; Make sure peeling works correctly when a value defined in a loop is used66; in later code - we need to correctly plumb the phi depending on which67; iteration is actually used.68define i32 @output(ptr %p, i32 %k) #0 {69; CHECK-LABEL: define i32 @output(70; CHECK-SAME: ptr [[P:%.*]], i32 [[K:%.*]]) {71; CHECK-NEXT: entry:72; CHECK-NEXT: [[CMP3:%.*]] = icmp sgt i32 [[K]], 073; CHECK-NEXT: br i1 [[CMP3]], label [[FOR_BODY_PEEL:%.*]], label [[FOR_END:%.*]]74; CHECK: for.body.peel:75; CHECK-NEXT: store i32 0, ptr [[P]], align 476; CHECK-NEXT: [[CMP_PEEL_NOT:%.*]] = icmp eq i32 [[K]], 177; CHECK-NEXT: br i1 [[CMP_PEEL_NOT]], label [[FOR_END]], label [[FOR_BODY_PEEL2:%.*]]78; CHECK: for.body.peel2:79; CHECK-NEXT: [[INCDEC_PTR_PEEL:%.*]] = getelementptr inbounds nuw i8, ptr [[P]], i64 480; CHECK-NEXT: store i32 1, ptr [[INCDEC_PTR_PEEL]], align 481; CHECK-NEXT: [[CMP_PEEL5:%.*]] = icmp sgt i32 [[K]], 282; CHECK-NEXT: br i1 [[CMP_PEEL5]], label [[FOR_BODY_PEEL7:%.*]], label [[FOR_END]]83; CHECK: for.body.peel7:84; CHECK-NEXT: [[INCDEC_PTR_PEEL3:%.*]] = getelementptr inbounds nuw i8, ptr [[P]], i64 885; CHECK-NEXT: [[INCDEC_PTR_PEEL8:%.*]] = getelementptr inbounds nuw i8, ptr [[P]], i64 1286; CHECK-NEXT: store i32 2, ptr [[INCDEC_PTR_PEEL3]], align 487; CHECK-NEXT: [[CMP_PEEL10_NOT:%.*]] = icmp eq i32 [[K]], 388; CHECK-NEXT: br i1 [[CMP_PEEL10_NOT]], label [[FOR_END]], label [[FOR_BODY:%.*]]89; CHECK: for.body:90; CHECK-NEXT: [[I_05:%.*]] = phi i32 [ [[INC:%.*]], [[FOR_BODY]] ], [ 3, [[FOR_BODY_PEEL7]] ]91; CHECK-NEXT: [[P_ADDR_04:%.*]] = phi ptr [ [[INCDEC_PTR:%.*]], [[FOR_BODY]] ], [ [[INCDEC_PTR_PEEL8]], [[FOR_BODY_PEEL7]] ]92; CHECK-NEXT: [[INCDEC_PTR]] = getelementptr inbounds nuw i8, ptr [[P_ADDR_04]], i64 493; CHECK-NEXT: store i32 [[I_05]], ptr [[P_ADDR_04]], align 494; CHECK-NEXT: [[INC]] = add nuw nsw i32 [[I_05]], 195; CHECK-NEXT: [[CMP:%.*]] = icmp slt i32 [[INC]], [[K]]96; CHECK-NEXT: br i1 [[CMP]], label [[FOR_BODY]], label [[FOR_END]], !llvm.loop [[LOOP3:![0-9]+]]97; CHECK: for.end:98; CHECK-NEXT: [[RET:%.*]] = phi i32 [ 0, [[ENTRY:%.*]] ], [ 1, [[FOR_BODY_PEEL]] ], [ 2, [[FOR_BODY_PEEL2]] ], [ 3, [[FOR_BODY_PEEL7]] ], [ [[INC]], [[FOR_BODY]] ]99; CHECK-NEXT: ret i32 [[RET]]100;101entry:102 %cmp3 = icmp slt i32 0, %k103 br i1 %cmp3, label %for.body.lr.ph, label %for.end104 105for.body.lr.ph: ; preds = %entry106 br label %for.body107 108for.body: ; preds = %for.body.lr.ph, %for.body109 %i.05 = phi i32 [ 0, %for.body.lr.ph ], [ %inc, %for.body ]110 %p.addr.04 = phi ptr [ %p, %for.body.lr.ph ], [ %incdec.ptr, %for.body ]111 %incdec.ptr = getelementptr inbounds i32, ptr %p.addr.04, i32 1112 store i32 %i.05, ptr %p.addr.04, align 4113 %inc = add nsw i32 %i.05, 1114 %cmp = icmp slt i32 %inc, %k115 br i1 %cmp, label %for.body, label %for.cond.for.end_crit_edge, !llvm.loop !2116 117for.cond.for.end_crit_edge: ; preds = %for.body118 br label %for.end119 120for.end: ; preds = %for.cond.for.end_crit_edge, %entry121 %ret = phi i32 [ 0, %entry], [ %inc, %for.cond.for.end_crit_edge ]122 ret i32 %ret123}124 125!2 = distinct !{!2}126;.127; CHECK: [[LOOP0]] = distinct !{[[LOOP0]], [[META1:![0-9]+]], [[META2:![0-9]+]]}128; CHECK: [[META1]] = !{!"llvm.loop.peeled.count", i32 3}129; CHECK: [[META2]] = !{!"llvm.loop.unroll.disable"}130; CHECK: [[LOOP3]] = distinct !{[[LOOP3]], [[META1]], [[META2]]}131;.132