154 lines · plain
1; NOTE: Assertions have been autogenerated by utils/update_test_checks.py2; RUN: opt -passes='loop-vectorize,loop-versioning' -S %s | FileCheck %s3 4@glob.1 = external global [100 x double]5@glob.2 = external global [100 x double]6 7; Test for PR57825 to make sure LAA is properly invalidated after versioning8; loops.9define void @test(ptr %arg, i64 %arg1) {10; CHECK-LABEL: @test(11; CHECK-NEXT: bb:12; CHECK-NEXT: br label [[INNER_1_LVER_CHECK:%.*]]13; CHECK: inner.1.lver.check:14; CHECK-NEXT: [[PTR_PHI:%.*]] = phi ptr [ [[ARG:%.*]], [[BB:%.*]] ], [ @glob.1, [[OUTER_LATCH:%.*]] ]15; CHECK-NEXT: [[GEP_1:%.*]] = getelementptr double, ptr [[PTR_PHI]], i64 316; CHECK-NEXT: [[IDENT_CHECK:%.*]] = icmp ne i64 [[ARG1:%.*]], 117; CHECK-NEXT: br i1 [[IDENT_CHECK]], label [[INNER_1_PH_LVER_ORIG:%.*]], label [[INNER_1_PH:%.*]]18; CHECK: inner.1.ph.lver.orig:19; CHECK-NEXT: br label [[INNER_1_LVER_ORIG:%.*]]20; CHECK: inner.1.lver.orig:21; CHECK-NEXT: [[IV_1_LVER_ORIG:%.*]] = phi i64 [ 0, [[INNER_1_PH_LVER_ORIG]] ], [ [[IV_NEXT_LVER_ORIG:%.*]], [[INNER_1_LVER_ORIG]] ]22; CHECK-NEXT: [[PTR_IV_1_LVER_ORIG:%.*]] = phi ptr [ @glob.2, [[INNER_1_PH_LVER_ORIG]] ], [ [[PTR_IV_1_NEXT_LVER_ORIG:%.*]], [[INNER_1_LVER_ORIG]] ]23; CHECK-NEXT: [[TMP25_LVER_ORIG:%.*]] = mul nuw nsw i64 [[IV_1_LVER_ORIG]], [[ARG1]]24; CHECK-NEXT: [[GEP_2_LVER_ORIG:%.*]] = getelementptr inbounds double, ptr [[GEP_1]], i64 [[TMP25_LVER_ORIG]]25; CHECK-NEXT: store double 0.000000e+00, ptr [[GEP_2_LVER_ORIG]], align 826; CHECK-NEXT: [[GEP_3_LVER_ORIG:%.*]] = getelementptr double, ptr [[PTR_PHI]], i64 [[TMP25_LVER_ORIG]]27; CHECK-NEXT: [[GEP_4_LVER_ORIG:%.*]] = getelementptr double, ptr [[GEP_3_LVER_ORIG]], i64 228; CHECK-NEXT: [[TMP29_LVER_ORIG:%.*]] = load double, ptr [[GEP_4_LVER_ORIG]], align 829; CHECK-NEXT: [[PTR_IV_1_NEXT_LVER_ORIG]] = getelementptr inbounds double, ptr [[PTR_IV_1_LVER_ORIG]], i64 130; CHECK-NEXT: [[IV_NEXT_LVER_ORIG]] = add nuw nsw i64 [[IV_1_LVER_ORIG]], 131; CHECK-NEXT: [[C_1_LVER_ORIG:%.*]] = icmp eq i64 [[IV_1_LVER_ORIG]], 132; CHECK-NEXT: br i1 [[C_1_LVER_ORIG]], label [[INNER_1_EXIT_LOOPEXIT:%.*]], label [[INNER_1_LVER_ORIG]]33; CHECK: inner.1.ph:34; CHECK-NEXT: br label [[INNER_1:%.*]]35; CHECK: inner.1:36; CHECK-NEXT: [[IV_1:%.*]] = phi i64 [ 0, [[INNER_1_PH]] ], [ [[IV_NEXT:%.*]], [[INNER_1]] ]37; CHECK-NEXT: [[PTR_IV_1:%.*]] = phi ptr [ @glob.2, [[INNER_1_PH]] ], [ [[PTR_IV_1_NEXT:%.*]], [[INNER_1]] ]38; CHECK-NEXT: [[TMP25:%.*]] = mul nuw nsw i64 [[IV_1]], [[ARG1]]39; CHECK-NEXT: [[GEP_2:%.*]] = getelementptr inbounds double, ptr [[GEP_1]], i64 [[TMP25]]40; CHECK-NEXT: store double 0.000000e+00, ptr [[GEP_2]], align 841; CHECK-NEXT: [[GEP_3:%.*]] = getelementptr double, ptr [[PTR_PHI]], i64 [[TMP25]]42; CHECK-NEXT: [[GEP_4:%.*]] = getelementptr double, ptr [[GEP_3]], i64 243; CHECK-NEXT: [[TMP29:%.*]] = load double, ptr [[GEP_4]], align 844; CHECK-NEXT: [[PTR_IV_1_NEXT]] = getelementptr inbounds double, ptr [[PTR_IV_1]], i64 145; CHECK-NEXT: [[IV_NEXT]] = add nuw nsw i64 [[IV_1]], 146; CHECK-NEXT: [[C_1:%.*]] = icmp eq i64 [[IV_1]], 147; CHECK-NEXT: br i1 [[C_1]], label [[INNER_1_EXIT_LOOPEXIT1:%.*]], label [[INNER_1]]48; CHECK: inner.1.exit.loopexit:49; CHECK-NEXT: [[LCSSA_PTR_IV_1_PH:%.*]] = phi ptr [ [[PTR_IV_1_LVER_ORIG]], [[INNER_1_LVER_ORIG]] ]50; CHECK-NEXT: br label [[INNER_1_EXIT:%.*]]51; CHECK: inner.1.exit.loopexit1:52; CHECK-NEXT: [[LCSSA_PTR_IV_1_PH2:%.*]] = phi ptr [ [[PTR_IV_1]], [[INNER_1]] ]53; CHECK-NEXT: br label [[INNER_1_EXIT]]54; CHECK: inner.1.exit:55; CHECK-NEXT: [[LCSSA_PTR_IV_1:%.*]] = phi ptr [ [[LCSSA_PTR_IV_1_PH]], [[INNER_1_EXIT_LOOPEXIT]] ], [ [[LCSSA_PTR_IV_1_PH2]], [[INNER_1_EXIT_LOOPEXIT1]] ]56; CHECK-NEXT: [[GEP_5:%.*]] = getelementptr inbounds double, ptr [[LCSSA_PTR_IV_1]], i64 157; CHECK-NEXT: br label [[INNER_2:%.*]]58; CHECK: inner.2:59; CHECK-NEXT: [[PTR_IV_2:%.*]] = phi ptr [ [[GEP_5]], [[INNER_1_EXIT]] ], [ [[PTR_IV_2_NEXT:%.*]], [[INNER_2]] ]60; CHECK-NEXT: [[PTR_IV_2_NEXT]] = getelementptr inbounds double, ptr [[PTR_IV_2]], i64 161; CHECK-NEXT: br i1 false, label [[INNER_3_LVER_CHECK:%.*]], label [[INNER_2]]62; CHECK: inner.3.lver.check:63; CHECK-NEXT: [[LCSSA_PTR_IV_2:%.*]] = phi ptr [ [[PTR_IV_2]], [[INNER_2]] ]64; CHECK-NEXT: [[GEP_6:%.*]] = getelementptr inbounds double, ptr [[PTR_PHI]], i64 165; CHECK-NEXT: [[GEP_7:%.*]] = getelementptr inbounds double, ptr [[LCSSA_PTR_IV_2]], i64 166; CHECK-NEXT: [[SCEVGEP:%.*]] = getelementptr i8, ptr [[LCSSA_PTR_IV_2]], i64 1667; CHECK-NEXT: [[BOUND0:%.*]] = icmp ult ptr [[GEP_7]], [[GEP_1]]68; CHECK-NEXT: [[BOUND1:%.*]] = icmp ult ptr [[PTR_PHI]], [[SCEVGEP]]69; CHECK-NEXT: [[FOUND_CONFLICT:%.*]] = and i1 [[BOUND0]], [[BOUND1]]70; CHECK-NEXT: br i1 [[FOUND_CONFLICT]], label [[INNER_3_PH_LVER_ORIG:%.*]], label [[INNER_3_PH:%.*]]71; CHECK: inner.3.ph.lver.orig:72; CHECK-NEXT: br label [[INNER_3_LVER_ORIG:%.*]]73; CHECK: inner.3.lver.orig:74; CHECK-NEXT: [[IV_2_LVER_ORIG:%.*]] = phi i64 [ 0, [[INNER_3_PH_LVER_ORIG]] ], [ [[IV_2_NEXT_LVER_ORIG:%.*]], [[INNER_3_LVER_ORIG]] ]75; CHECK-NEXT: [[GEP_8_LVER_ORIG:%.*]] = getelementptr inbounds double, ptr [[GEP_6]], i64 [[IV_2_LVER_ORIG]]76; CHECK-NEXT: store double 0.000000e+00, ptr [[GEP_7]], align 877; CHECK-NEXT: store double 0.000000e+00, ptr [[GEP_8_LVER_ORIG]], align 878; CHECK-NEXT: [[GEP_9_LVER_ORIG:%.*]] = getelementptr double, ptr [[PTR_PHI]], i64 [[IV_2_LVER_ORIG]]79; CHECK-NEXT: [[TMP18_LVER_ORIG:%.*]] = load double, ptr [[GEP_9_LVER_ORIG]], align 880; CHECK-NEXT: [[IV_2_NEXT_LVER_ORIG]] = add nuw nsw i64 [[IV_2_LVER_ORIG]], 181; CHECK-NEXT: [[C_2_LVER_ORIG:%.*]] = icmp eq i64 [[IV_2_LVER_ORIG]], 182; CHECK-NEXT: br i1 [[C_2_LVER_ORIG]], label [[OUTER_LATCH_LOOPEXIT:%.*]], label [[INNER_3_LVER_ORIG]]83; CHECK: inner.3.ph:84; CHECK-NEXT: br label [[INNER_3:%.*]]85; CHECK: inner.3:86; CHECK-NEXT: [[IV_2:%.*]] = phi i64 [ 0, [[INNER_3_PH]] ], [ [[IV_2_NEXT:%.*]], [[INNER_3]] ]87; CHECK-NEXT: [[GEP_8:%.*]] = getelementptr inbounds double, ptr [[GEP_6]], i64 [[IV_2]]88; CHECK-NEXT: store double 0.000000e+00, ptr [[GEP_7]], align 8, !alias.scope [[META0:![0-9]+]], !noalias [[META3:![0-9]+]]89; CHECK-NEXT: store double 0.000000e+00, ptr [[GEP_8]], align 8, !alias.scope [[META3]]90; CHECK-NEXT: [[GEP_9:%.*]] = getelementptr double, ptr [[PTR_PHI]], i64 [[IV_2]]91; CHECK-NEXT: [[TMP18:%.*]] = load double, ptr [[GEP_9]], align 8, !alias.scope [[META3]]92; CHECK-NEXT: [[IV_2_NEXT]] = add nuw nsw i64 [[IV_2]], 193; CHECK-NEXT: [[C_2:%.*]] = icmp eq i64 [[IV_2]], 194; CHECK-NEXT: br i1 [[C_2]], label [[OUTER_LATCH_LOOPEXIT3:%.*]], label [[INNER_3]]95; CHECK: outer.latch.loopexit:96; CHECK-NEXT: br label [[OUTER_LATCH]]97; CHECK: outer.latch.loopexit3:98; CHECK-NEXT: br label [[OUTER_LATCH]]99; CHECK: outer.latch:100; CHECK-NEXT: br label [[INNER_1_LVER_CHECK]]101;102bb:103 br label %outer.header104 105outer.header: ; preds = %bb21, %bb106 %ptr.phi = phi ptr [ %arg, %bb ], [ @glob.1, %outer.latch ]107 %gep.1 = getelementptr inbounds double, ptr %ptr.phi, i64 3108 br label %inner.1109 110inner.1:111 %iv.1 = phi i64 [ 0, %outer.header ], [ %iv.next, %inner.1 ]112 %ptr.iv.1 = phi ptr [ @glob.2, %outer.header ], [ %ptr.iv.1.next, %inner.1 ]113 %tmp25 = mul nuw nsw i64 %iv.1, %arg1114 %gep.2 = getelementptr inbounds double, ptr %gep.1, i64 %tmp25115 store double 0.000000e+00, ptr %gep.2, align 8116 %gep.3 = getelementptr double, ptr %ptr.phi, i64 %tmp25117 %gep.4 = getelementptr double, ptr %gep.3, i64 2118 %tmp29 = load double, ptr %gep.4, align 8119 %ptr.iv.1.next = getelementptr inbounds double, ptr %ptr.iv.1, i64 1120 %iv.next = add nuw nsw i64 %iv.1, 1121 %c.1 = icmp eq i64 %iv.1, 1122 br i1 %c.1, label %inner.1.exit, label %inner.1123 124inner.1.exit: ; preds = %bb22125 %lcssa.ptr.iv.1 = phi ptr [ %ptr.iv.1, %inner.1 ]126 %gep.5 = getelementptr inbounds double, ptr %lcssa.ptr.iv.1, i64 1127 br label %inner.2128 129inner.2:130 %ptr.iv.2 = phi ptr [ %gep.5, %inner.1.exit ], [ %ptr.iv.2.next, %inner.2 ]131 %ptr.iv.2.next = getelementptr inbounds double, ptr %ptr.iv.2, i64 1132 br i1 false, label %inner.2.exit, label %inner.2133 134inner.2.exit:135 %lcssa.ptr.iv.2 = phi ptr [ %ptr.iv.2, %inner.2 ]136 %gep.6 = getelementptr inbounds double, ptr %ptr.phi, i64 1137 %gep.7 = getelementptr inbounds double, ptr %lcssa.ptr.iv.2, i64 1138 br label %inner.3139 140inner.3: ; preds = %bb14, %bb10141 %iv.2 = phi i64 [ 0, %inner.2.exit ], [ %iv.2.next, %inner.3 ]142 %gep.8 = getelementptr inbounds double, ptr %gep.6, i64 %iv.2143 store double 0.000000e+00, ptr %gep.7, align 8144 store double 0.000000e+00, ptr %gep.8, align 8145 %gep.9 = getelementptr double, ptr %ptr.phi, i64 %iv.2146 %tmp18 = load double, ptr %gep.9, align 8147 %iv.2.next = add nuw nsw i64 %iv.2, 1148 %c.2 = icmp eq i64 %iv.2, 1149 br i1 %c.2, label %outer.latch, label %inner.3150 151outer.latch:152 br label %outer.header153}154