185 lines · plain
1; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 22 3; RUN: opt < %s -passes='require<profile-summary>,function(loop-mssa(simple-loop-unswitch<nontrivial>))' -S | FileCheck %s4 5;; Check that non-trivial loop unswitching is applied to a non-cold loop in a6;; non-cold loop nest.7 8;; IR was generated from the following loop nest, profiled when called9;; with M=1000 and N=10.10;; void hotFunction(bool cond, int M, int N, int * A, int *B, int *C) {11;; for (unsigned j = 0; j < M; j++)12;; for (unsigned i=0; i < N; i++) {13;; A[i] = B[i] + C[i];14;; if (cond) do_something();15;; }16;; }17 18define void @_Z11hotFunctionbiiPiS_S_(i1 %cond, i32 %M, i32 %N, ptr %A, ptr %B, ptr %C) !prof !36 {19; CHECK-LABEL: define void @_Z11hotFunctionbiiPiS_S_20; CHECK-SAME: (i1 [[COND:%.*]], i32 [[M:%.*]], i32 [[N:%.*]], ptr [[A:%.*]], ptr [[B:%.*]], ptr [[C:%.*]]) !prof [[PROF18:![0-9]+]] {21; CHECK-NEXT: entry:22; CHECK-NEXT: [[CMP19_NOT:%.*]] = icmp eq i32 [[M]], 023; CHECK-NEXT: br i1 [[CMP19_NOT]], label [[FOR_COND_CLEANUP:%.*]], label [[FOR_COND1_PREHEADER_LR_PH:%.*]], !prof [[PROF19:![0-9]+]]24; CHECK: for.cond1.preheader.lr.ph:25; CHECK-NEXT: [[CMP217_NOT:%.*]] = icmp eq i32 [[N]], 026; CHECK-NEXT: br i1 [[CMP217_NOT]], label [[FOR_COND1_PREHEADER_LR_PH_SPLIT_US:%.*]], label [[FOR_COND1_PREHEADER_LR_PH_SPLIT:%.*]], !prof [[PROF20:![0-9]+]]27; CHECK: for.cond1.preheader.lr.ph.split.us:28; CHECK-NEXT: br label [[FOR_COND1_PREHEADER_US:%.*]]29; CHECK: for.cond1.preheader.us:30; CHECK-NEXT: [[J_020_US:%.*]] = phi i32 [ 0, [[FOR_COND1_PREHEADER_LR_PH_SPLIT_US]] ], [ [[INC10_US:%.*]], [[FOR_COND_CLEANUP3_US:%.*]] ]31; CHECK-NEXT: br label [[FOR_COND_CLEANUP3_US]]32; CHECK: for.cond.cleanup3.us:33; CHECK-NEXT: [[INC10_US]] = add nuw i32 [[J_020_US]], 134; CHECK-NEXT: [[EXITCOND22_NOT_US:%.*]] = icmp eq i32 [[INC10_US]], [[M]]35; CHECK-NEXT: br i1 [[EXITCOND22_NOT_US]], label [[FOR_COND_CLEANUP_LOOPEXIT_SPLIT_US:%.*]], label [[FOR_COND1_PREHEADER_US]], !prof [[PROF19]]36; CHECK: for.cond.cleanup.loopexit.split.us:37; CHECK-NEXT: br label [[FOR_COND_CLEANUP_LOOPEXIT:%.*]]38; CHECK: for.cond1.preheader.lr.ph.split:39; CHECK-NEXT: br i1 [[COND]], label [[FOR_COND1_PREHEADER_LR_PH_SPLIT_SPLIT_US:%.*]], label [[FOR_COND1_PREHEADER_LR_PH_SPLIT_SPLIT:%.*]]40; CHECK: for.cond1.preheader.lr.ph.split.split.us:41; CHECK-NEXT: br label [[FOR_COND1_PREHEADER_US1:%.*]]42; CHECK: for.cond1.preheader.us1:43; CHECK-NEXT: [[J_020_US2:%.*]] = phi i32 [ 0, [[FOR_COND1_PREHEADER_LR_PH_SPLIT_SPLIT_US]] ], [ [[INC10_US4:%.*]], [[FOR_COND_CLEANUP3_US3:%.*]] ]44; CHECK-NEXT: br label [[FOR_BODY4_PREHEADER_US:%.*]]45; CHECK: for.cond.cleanup3.us3:46; CHECK-NEXT: [[INC10_US4]] = add nuw i32 [[J_020_US2]], 147; CHECK-NEXT: [[EXITCOND22_NOT_US5:%.*]] = icmp eq i32 [[INC10_US4]], [[M]]48; CHECK-NEXT: br i1 [[EXITCOND22_NOT_US5]], label [[FOR_COND_CLEANUP_LOOPEXIT_SPLIT_SPLIT_US:%.*]], label [[FOR_COND1_PREHEADER_US1]], !prof [[PROF19]]49; CHECK: for.body4.preheader.us:50; CHECK-NEXT: br label [[FOR_BODY4_PREHEADER_SPLIT_US_US:%.*]]51; CHECK: for.cond.cleanup3.loopexit.us:52; CHECK-NEXT: br label [[FOR_COND_CLEANUP3_US3]]53; CHECK: for.body4.preheader.split.us.us:54; CHECK-NEXT: br label [[FOR_BODY4_US_US:%.*]]55; CHECK: for.body4.us.us:56; CHECK-NEXT: [[INDVARS_IV_US_US:%.*]] = phi i64 [ [[INDVARS_IV_NEXT_US_US:%.*]], [[FOR_INC_US_US:%.*]] ], [ 0, [[FOR_BODY4_PREHEADER_SPLIT_US_US]] ]57; CHECK-NEXT: [[ARRAYIDX_US_US:%.*]] = getelementptr inbounds i32, ptr [[B]], i64 [[INDVARS_IV_US_US]]58; CHECK-NEXT: [[TMP0:%.*]] = load i32, ptr [[ARRAYIDX_US_US]], align 459; CHECK-NEXT: [[ARRAYIDX6_US_US:%.*]] = getelementptr inbounds i32, ptr [[C]], i64 [[INDVARS_IV_US_US]]60; CHECK-NEXT: [[TMP1:%.*]] = load i32, ptr [[ARRAYIDX6_US_US]], align 461; CHECK-NEXT: [[ADD_US_US:%.*]] = add nsw i32 [[TMP1]], [[TMP0]]62; CHECK-NEXT: [[ARRAYIDX8_US_US:%.*]] = getelementptr inbounds i32, ptr [[A]], i64 [[INDVARS_IV_US_US]]63; CHECK-NEXT: store i32 [[ADD_US_US]], ptr [[ARRAYIDX8_US_US]], align 464; CHECK-NEXT: br label [[IF_THEN_US_US:%.*]]65; CHECK: if.then.us.us:66; CHECK-NEXT: tail call void @_Z12do_somethingv()67; CHECK-NEXT: br label [[FOR_INC_US_US]]68; CHECK: for.inc.us.us:69; CHECK-NEXT: [[WIDE_TRIP_COUNT_US_US:%.*]] = zext i32 [[N]] to i6470; CHECK-NEXT: [[INDVARS_IV_NEXT_US_US]] = add nuw nsw i64 [[INDVARS_IV_US_US]], 171; CHECK-NEXT: [[EXITCOND_NOT_US_US:%.*]] = icmp eq i64 [[INDVARS_IV_NEXT_US_US]], [[WIDE_TRIP_COUNT_US_US]]72; CHECK-NEXT: br i1 [[EXITCOND_NOT_US_US]], label [[FOR_COND_CLEANUP3_LOOPEXIT_SPLIT_US_US:%.*]], label [[FOR_BODY4_US_US]], !prof [[PROF20]]73; CHECK: for.cond.cleanup3.loopexit.split.us.us:74; CHECK-NEXT: br label [[FOR_COND_CLEANUP3_LOOPEXIT_US:%.*]]75; CHECK: for.cond.cleanup.loopexit.split.split.us:76; CHECK-NEXT: br label [[FOR_COND_CLEANUP_LOOPEXIT_SPLIT:%.*]]77; CHECK: for.cond1.preheader.lr.ph.split.split:78; CHECK-NEXT: br label [[FOR_COND1_PREHEADER:%.*]]79; CHECK: for.cond1.preheader:80; CHECK-NEXT: [[J_020:%.*]] = phi i32 [ 0, [[FOR_COND1_PREHEADER_LR_PH_SPLIT_SPLIT]] ], [ [[INC10:%.*]], [[FOR_COND_CLEANUP3:%.*]] ]81; CHECK-NEXT: br label [[FOR_BODY4_PREHEADER:%.*]]82; CHECK: for.body4.preheader:83; CHECK-NEXT: br label [[FOR_BODY4_PREHEADER_SPLIT:%.*]]84; CHECK: for.body4.preheader.split:85; CHECK-NEXT: br label [[FOR_BODY4:%.*]]86; CHECK: for.cond.cleanup.loopexit.split.split:87; CHECK-NEXT: br label [[FOR_COND_CLEANUP_LOOPEXIT_SPLIT]]88; CHECK: for.cond.cleanup.loopexit.split:89; CHECK-NEXT: br label [[FOR_COND_CLEANUP_LOOPEXIT]]90; CHECK: for.cond.cleanup.loopexit:91; CHECK-NEXT: br label [[FOR_COND_CLEANUP]]92; CHECK: for.cond.cleanup:93; CHECK-NEXT: ret void94; CHECK: for.cond.cleanup3.loopexit.split:95; CHECK-NEXT: br label [[FOR_COND_CLEANUP3_LOOPEXIT:%.*]]96; CHECK: for.cond.cleanup3.loopexit:97; CHECK-NEXT: br label [[FOR_COND_CLEANUP3]]98; CHECK: for.cond.cleanup3:99; CHECK-NEXT: [[INC10]] = add nuw i32 [[J_020]], 1100; CHECK-NEXT: [[EXITCOND22_NOT:%.*]] = icmp eq i32 [[INC10]], [[M]]101; CHECK-NEXT: br i1 [[EXITCOND22_NOT]], label [[FOR_COND_CLEANUP_LOOPEXIT_SPLIT_SPLIT:%.*]], label [[FOR_COND1_PREHEADER]], !prof [[PROF19]]102; CHECK: for.body4:103; CHECK-NEXT: [[INDVARS_IV:%.*]] = phi i64 [ [[INDVARS_IV_NEXT:%.*]], [[FOR_INC:%.*]] ], [ 0, [[FOR_BODY4_PREHEADER_SPLIT]] ]104; CHECK-NEXT: [[ARRAYIDX:%.*]] = getelementptr inbounds i32, ptr [[B]], i64 [[INDVARS_IV]]105; CHECK-NEXT: [[TMP2:%.*]] = load i32, ptr [[ARRAYIDX]], align 4106; CHECK-NEXT: [[ARRAYIDX6:%.*]] = getelementptr inbounds i32, ptr [[C]], i64 [[INDVARS_IV]]107; CHECK-NEXT: [[TMP3:%.*]] = load i32, ptr [[ARRAYIDX6]], align 4108; CHECK-NEXT: [[ADD:%.*]] = add nsw i32 [[TMP3]], [[TMP2]]109; CHECK-NEXT: [[ARRAYIDX8:%.*]] = getelementptr inbounds i32, ptr [[A]], i64 [[INDVARS_IV]]110; CHECK-NEXT: store i32 [[ADD]], ptr [[ARRAYIDX8]], align 4111; CHECK-NEXT: br label [[FOR_INC]]112; CHECK: for.inc:113; CHECK-NEXT: [[WIDE_TRIP_COUNT:%.*]] = zext i32 [[N]] to i64114; CHECK-NEXT: [[INDVARS_IV_NEXT]] = add nuw nsw i64 [[INDVARS_IV]], 1115; CHECK-NEXT: [[EXITCOND_NOT:%.*]] = icmp eq i64 [[INDVARS_IV_NEXT]], [[WIDE_TRIP_COUNT]]116; CHECK-NEXT: br i1 [[EXITCOND_NOT]], label [[FOR_COND_CLEANUP3_LOOPEXIT_SPLIT:%.*]], label [[FOR_BODY4]], !prof [[PROF20]]117;118entry:119 %cmp19.not = icmp eq i32 %M, 0120 br i1 %cmp19.not, label %for.cond.cleanup, label %for.cond1.preheader.lr.ph, !prof !37121 122for.cond1.preheader.lr.ph:123 %cmp217.not = icmp eq i32 %N, 0124 br label %for.cond1.preheader125 126for.cond1.preheader:127 %j.020 = phi i32 [ 0, %for.cond1.preheader.lr.ph ], [ %inc10, %for.cond.cleanup3 ]128 br i1 %cmp217.not, label %for.cond.cleanup3, label %for.body4, !prof !38129 130for.cond.cleanup:131 ret void132 133for.cond.cleanup3:134 %inc10 = add nuw i32 %j.020, 1135 %exitcond22.not = icmp eq i32 %inc10, %M136 br i1 %exitcond22.not, label %for.cond.cleanup, label %for.cond1.preheader, !prof !37137 138for.body4:139 %indvars.iv = phi i64 [ %indvars.iv.next, %for.inc ], [ 0, %for.cond1.preheader ]140 %arrayidx = getelementptr inbounds i32, ptr %B, i64 %indvars.iv141 %0 = load i32, ptr %arrayidx, align 4142 %arrayidx6 = getelementptr inbounds i32, ptr %C, i64 %indvars.iv143 %1 = load i32, ptr %arrayidx6, align 4144 %add = add nsw i32 %1, %0145 %arrayidx8 = getelementptr inbounds i32, ptr %A, i64 %indvars.iv146 store i32 %add, ptr %arrayidx8, align 4147 br i1 %cond, label %if.then, label %for.inc148 149if.then:150 tail call void @_Z12do_somethingv()151 br label %for.inc152 153for.inc:154 %wide.trip.count = zext i32 %N to i64155 %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1156 %exitcond.not = icmp eq i64 %indvars.iv.next, %wide.trip.count157 br i1 %exitcond.not, label %for.cond.cleanup3, label %for.body4, !prof !38158}159 160declare void @_Z12do_somethingv()161 162!llvm.module.flags = !{!6}163 164!6 = !{i32 1, !"ProfileSummary", !7}165!7 = !{!8, !9, !10, !11, !12, !13, !14, !15, !16, !17}166!8 = !{!"ProfileFormat", !"InstrProf"}167!9 = !{!"TotalCount", i64 1002}168!10 = !{!"MaxCount", i64 1000}169!11 = !{!"MaxInternalCount", i64 1000}170!12 = !{!"MaxFunctionCount", i64 1}171!13 = !{!"NumCounts", i64 6}172!14 = !{!"NumFunctions", i64 3}173!15 = !{!"IsPartialProfile", i64 0}174!16 = !{!"PartialProfileRatio", double 0.000000e+00}175!17 = !{!"DetailedSummary", !18}176!18 = !{!19, !29, !30, !32, !34}177!19 = !{i32 10000, i64 10000, i32 3}178!29 = !{i32 950000, i64 10000, i32 3}179!30 = !{i32 990000, i64 1000, i32 4}180!32 = !{i32 999900, i64 1000, i32 4}181!34 = !{i32 999999, i64 1, i32 6}182!36 = !{!"function_entry_count", i64 1}183!37 = !{!"branch_weights", i32 1, i32 1000}184!38 = !{!"branch_weights", i32 1000, i32 10000}185