247 lines · plain
1; RUN: opt -verify-loop-info -passes=irce -S < %s | FileCheck %s2; RUN: opt -verify-loop-info -passes='require<branch-prob>,irce' -S < %s | FileCheck %s3 4define void @single_access_no_preloop_no_offset(ptr %arr, ptr %a_len_ptr, i32 %n) {5 entry:6 %len = load i32, ptr %a_len_ptr, !range !07 %first.itr.check = icmp sgt i32 %n, 08 br i1 %first.itr.check, label %loop, label %exit9 10 loop:11 %idx = phi i32 [ 0, %entry ] , [ %idx.next, %in.bounds ]12 %idx.next = add i32 %idx, 113 %abc = icmp slt i32 %idx, %len14 br i1 %abc, label %in.bounds, label %out.of.bounds, !prof !115 16 in.bounds:17 %addr = getelementptr i32, ptr %arr, i32 %idx18 store i32 0, ptr %addr19 %next = icmp slt i32 %idx.next, %n20 br i1 %next, label %loop, label %exit21 22 out.of.bounds:23 ret void24 25 exit:26 ret void27}28 29; CHECK-LABEL: @single_access_no_preloop_no_offset(30 31; CHECK: loop:32; CHECK: br i1 true, label %in.bounds, label %out.of.bounds33 34; CHECK: main.exit.selector:35; CHECK-NEXT: %idx.next.lcssa = phi i32 [ %idx.next, %in.bounds ]36; CHECK-NEXT: [[continue:%[^ ]+]] = icmp slt i32 %idx.next.lcssa, %n37; CHECK-NEXT: br i1 [[continue]], label %main.pseudo.exit, label %exit.loopexit38 39; CHECK: main.pseudo.exit:40; CHECK-NEXT: %idx.copy = phi i32 [ 0, %loop.preheader ], [ %idx.next.lcssa, %main.exit.selector ]41; CHECK-NEXT: %indvar.end = phi i32 [ 0, %loop.preheader ], [ %idx.next.lcssa, %main.exit.selector ]42; CHECK-NEXT: br label %postloop43 44; CHECK: postloop:45; CHECK-NEXT: br label %loop.postloop46 47; CHECK: loop.postloop:48; CHECK-NEXT: %idx.postloop = phi i32 [ %idx.next.postloop, %in.bounds.postloop ], [ %idx.copy, %postloop ]49; CHECK-NEXT: %idx.next.postloop = add i32 %idx.postloop, 150; CHECK-NEXT: %abc.postloop = icmp slt i32 %idx.postloop, %len51; CHECK-NEXT: br i1 %abc.postloop, label %in.bounds.postloop, label %out.of.bounds52 53; CHECK: in.bounds.postloop:54; CHECK-NEXT: %addr.postloop = getelementptr i32, ptr %arr, i32 %idx.postloop55; CHECK-NEXT: store i32 0, ptr %addr.postloop56; CHECK-NEXT: %next.postloop = icmp slt i32 %idx.next.postloop, %n57; CHECK-NEXT: br i1 %next.postloop, label %loop.postloop, label %exit.loopexit58 59 60define void @single_access_no_preloop_with_offset(ptr %arr, ptr %a_len_ptr, i32 %n) {61 entry:62 %len = load i32, ptr %a_len_ptr, !range !063 %first.itr.check = icmp sgt i32 %n, 064 br i1 %first.itr.check, label %loop, label %exit65 66 loop:67 %idx = phi i32 [ 0, %entry ] , [ %idx.next, %in.bounds ]68 %idx.next = add i32 %idx, 169 %idx.for.abc = add i32 %idx, 470 %abc = icmp slt i32 %idx.for.abc, %len71 br i1 %abc, label %in.bounds, label %out.of.bounds, !prof !172 73 in.bounds:74 %addr = getelementptr i32, ptr %arr, i32 %idx.for.abc75 store i32 0, ptr %addr76 %next = icmp slt i32 %idx.next, %n77 br i1 %next, label %loop, label %exit78 79 out.of.bounds:80 ret void81 82 exit:83 ret void84}85 86; CHECK-LABEL: @single_access_no_preloop_with_offset(87 88; CHECK: loop.preheader:89; CHECK: [[safe_range_end:[^ ]+]] = add nsw i32 %len, -490; CHECK: [[exit_main_loop_at_hiclamp:[^ ]+]] = call i32 @llvm.smin.i32(i32 %n, i32 [[safe_range_end]])91; CHECK: [[exit_main_loop_at_loclamp:[^ ]+]] = call i32 @llvm.smax.i32(i32 [[exit_main_loop_at_hiclamp]], i32 0)92; CHECK: [[enter_main_loop:[^ ]+]] = icmp slt i32 0, [[exit_main_loop_at_loclamp]]93; CHECK: br i1 [[enter_main_loop]], label %[[loop_preheader:[^ ,]+]], label %main.pseudo.exit94 95; CHECK: loop:96; CHECK: br i1 true, label %in.bounds, label %out.of.bounds97 98; CHECK: in.bounds:99; CHECK: [[continue_main_loop:[^ ]+]] = icmp slt i32 %idx.next, [[exit_main_loop_at_loclamp]]100; CHECK: br i1 [[continue_main_loop]], label %loop, label %main.exit.selector101 102; CHECK: main.pseudo.exit:103; CHECK: %idx.copy = phi i32 [ 0, %loop.preheader ], [ %idx.next.lcssa, %main.exit.selector ]104; CHECK: br label %postloop105 106; CHECK: loop.postloop:107; CHECK: %idx.postloop = phi i32 [ %idx.next.postloop, %in.bounds.postloop ], [ %idx.copy, %postloop ]108 109; CHECK: in.bounds.postloop:110; CHECK: %next.postloop = icmp slt i32 %idx.next.postloop, %n111; CHECK: br i1 %next.postloop, label %loop.postloop, label %exit.loopexit112 113; Make sure that we do not do IRCE if we know that the safe iteration range of114; the main loop is empty.115 116define void @single_access_empty_range(ptr %arr, ptr %a_len_ptr, i32 %n) {117 entry:118 %len = load i32, ptr %a_len_ptr, !range !0119 %first.itr.check = icmp sgt i32 %n, 0120 br i1 %first.itr.check, label %loop, label %exit121 122 loop:123 %idx = phi i32 [ 0, %entry ] , [ %idx.next, %in.bounds ]124 %idx.next = add i32 %idx, 1125 %abc = icmp slt i32 %idx, 0126 br i1 %abc, label %in.bounds, label %out.of.bounds, !prof !1127 128 in.bounds:129 %addr = getelementptr i32, ptr %arr, i32 %idx130 store i32 0, ptr %addr131 %next = icmp slt i32 %idx.next, %n132 br i1 %next, label %loop, label %exit133 134 out.of.bounds:135 ret void136 137 exit:138 ret void139}140 141; CHECK-LABEL: @single_access_empty_range(142; CHECK-NOT: br i1 false143; CHECK-NOT: preloop144; CHECK-NOT: postloop145 146define void @single_access_empty_range_2(ptr %arr, ptr %a_len_ptr, i32 %n) {147 entry:148 %len = load i32, ptr %a_len_ptr, !range !0149 %first.itr.check = icmp sgt i32 %n, 0150 br i1 %first.itr.check, label %loop, label %exit151 152 loop:153 %idx = phi i32 [ 0, %entry ] , [ %idx.next, %in.bounds2 ]154 %idx.next = add i32 %idx, 1155 %abc = icmp slt i32 %idx, 60156 br i1 %abc, label %in.bounds1, label %out.of.bounds, !prof !1157 158 in.bounds1:159 %def = icmp slt i32 %idx, 0160 br i1 %def, label %in.bounds2, label %out.of.bounds, !prof !1161 162in.bounds2:163 %addr = getelementptr i32, ptr %arr, i32 %idx164 store i32 0, ptr %addr165 %next = icmp slt i32 %idx.next, %n166 br i1 %next, label %loop, label %exit167 168 out.of.bounds:169 ret void170 171 exit:172 ret void173}174 175; CHECK-LABEL: @single_access_empty_range_2(176; CHECK-NOT: br i1 false177; CHECK-NOT: preloop178 179define void @single_access_no_preloop_no_offset_phi_len(ptr %arr, ptr %a_len_ptr, ptr %b_len_ptr, i32 %n, i1 %unknown_cond) {180 entry:181 br i1 %unknown_cond, label %if.true, label %if.false182 183if.true:184 %len_a = load i32, ptr %a_len_ptr, !range !0185 br label %merge186 187if.false:188 %len_b = load i32, ptr %b_len_ptr, !range !0189 br label %merge190 191merge:192 %len = phi i32 [ %len_a, %if.true ], [ %len_b, %if.false ]193 %first.itr.check = icmp sgt i32 %n, 0194 br i1 %first.itr.check, label %loop, label %exit195 196 loop:197 %idx = phi i32 [ 0, %merge ] , [ %idx.next, %in.bounds ]198 %idx.next = add i32 %idx, 1199 %abc = icmp slt i32 %idx, %len200 br i1 %abc, label %in.bounds, label %out.of.bounds, !prof !1201 202 in.bounds:203 %addr = getelementptr i32, ptr %arr, i32 %idx204 store i32 0, ptr %addr205 %next = icmp slt i32 %idx.next, %n206 br i1 %next, label %loop, label %exit207 208 out.of.bounds:209 ret void210 211 exit:212 ret void213}214 215; CHECK-LABEL: @single_access_no_preloop_no_offset_phi_len(216 217; CHECK: loop:218; CHECK: br i1 true, label %in.bounds, label %out.of.bounds219 220; CHECK: main.exit.selector:221; CHECK-NEXT: %idx.next.lcssa = phi i32 [ %idx.next, %in.bounds ]222; CHECK-NEXT: [[continue:%[^ ]+]] = icmp slt i32 %idx.next.lcssa, %n223; CHECK-NEXT: br i1 [[continue]], label %main.pseudo.exit, label %exit.loopexit224 225; CHECK: main.pseudo.exit:226; CHECK-NEXT: %idx.copy = phi i32 [ 0, %loop.preheader ], [ %idx.next.lcssa, %main.exit.selector ]227; CHECK-NEXT: %indvar.end = phi i32 [ 0, %loop.preheader ], [ %idx.next.lcssa, %main.exit.selector ]228; CHECK-NEXT: br label %postloop229 230; CHECK: postloop:231; CHECK-NEXT: br label %loop.postloop232 233; CHECK: loop.postloop:234; CHECK-NEXT: %idx.postloop = phi i32 [ %idx.next.postloop, %in.bounds.postloop ], [ %idx.copy, %postloop ]235; CHECK-NEXT: %idx.next.postloop = add i32 %idx.postloop, 1236; CHECK-NEXT: %abc.postloop = icmp slt i32 %idx.postloop, %len237; CHECK-NEXT: br i1 %abc.postloop, label %in.bounds.postloop, label %out.of.bounds238 239; CHECK: in.bounds.postloop:240; CHECK-NEXT: %addr.postloop = getelementptr i32, ptr %arr, i32 %idx.postloop241; CHECK-NEXT: store i32 0, ptr %addr.postloop242; CHECK-NEXT: %next.postloop = icmp slt i32 %idx.next.postloop, %n243; CHECK-NEXT: br i1 %next.postloop, label %loop.postloop, label %exit.loopexit244 245!0 = !{i32 0, i32 2147483647}246!1 = !{!"branch_weights", i32 64, i32 4}247