231 lines · plain
1; Test for CSSPGO's SampleContextTracker to make sure context profile tree is promoted and merged properly2; based on inline decision, so post inline counts are accurate.3 4; RUN: llvm-profdata merge --sample --extbinary %S/Inputs/profile-context-tracker.prof -o %t5 6; Note that we need new pass manager to enable top-down processing for sample profile loader7; Test we inlined the following in top-down order and entry counts accurate reflects post-inline base profile8; main:3 @ _Z5funcAi9; main:3 @ _Z5funcAi:1 @ _Z8funcLeafi10; _Z5funcBi:1 @ _Z8funcLeafi11; RUN: opt < %s -passes=sample-profile -sample-profile-file=%S/Inputs/profile-context-tracker.prof -sample-profile-inline-size -sample-profile-prioritized-inline=0 -profile-sample-accurate -sample-profile-even-flow-distribution=0 -S | FileCheck %s --check-prefix=INLINE-ALL12; RUN: opt < %s -passes=sample-profile -sample-profile-file=%t -sample-profile-inline-size -sample-profile-prioritized-inline=0 -profile-sample-accurate -sample-profile-even-flow-distribution=0 -S | FileCheck %s --check-prefix=INLINE-ALL13; RUN: opt < %s -passes=sample-profile -sample-profile-file=%S/Inputs/profile-context-tracker.prof -sample-profile-inline-size -sample-profile-cold-inline-threshold=200 -profile-sample-accurate -sample-profile-even-flow-distribution=0 -S | FileCheck %s --check-prefix=INLINE-ALL14; RUN: opt < %s -passes=sample-profile -sample-profile-file=%t -sample-profile-inline-size -sample-profile-cold-inline-threshold=200 -profile-sample-accurate -sample-profile-even-flow-distribution=0 -S | FileCheck %s --check-prefix=INLINE-ALL15;16; Test we inlined the following in top-down order and entry counts accurate reflects post-inline base profile17; _Z5funcAi:1 @ _Z8funcLeafi18; _Z5funcBi:1 @ _Z8funcLeafi19 20; Test the functions won't be inlined as a result of sampled profile if `disable-sample-loader-inlining` is true.21;22; RUN: opt < %s -passes=sample-profile -sample-profile-file=%S/Inputs/profile-context-tracker.prof -sample-profile-inline-size -sample-profile-prioritized-inline=0 -profile-sample-accurate -disable-sample-loader-inlining -S | FileCheck %s --check-prefix=INLINE-NONE23; RUN: opt < %s -passes=sample-profile -sample-profile-file=%t -sample-profile-inline-size -sample-profile-prioritized-inline=0 -profile-sample-accurate -disable-sample-loader-inlining -S | FileCheck %s --check-prefix=INLINE-NONE24; RUN: opt < %s -passes=sample-profile -sample-profile-file=%S/Inputs/profile-context-tracker.prof -sample-profile-inline-size -sample-profile-cold-inline-threshold=200 -profile-sample-accurate -disable-sample-loader-inlining -S | FileCheck %s --check-prefix=INLINE-NONE25; RUN: opt < %s -passes=sample-profile -sample-profile-file=%t -sample-profile-inline-size -sample-profile-cold-inline-threshold=200 -profile-sample-accurate -disable-sample-loader-inlining -S | FileCheck %s --check-prefix=INLINE-NONE26 27 28@factor = dso_local global i32 3, align 4, !dbg !029 30define dso_local i32 @main() local_unnamed_addr #0 !dbg !18 {31; INLINE-ALL: @main{{.*}}!prof ![[MAIN_PROF:[0-9]+]]32; INLINE-HOT: @main{{.*}}!prof ![[MAIN_PROF:[0-9]+]]33; INLINE-NONE: @main{{.*}}!prof ![[MAIN_PROF:[0-9]+]]34entry:35 br label %for.body, !dbg !2536 37for.cond.cleanup: ; preds = %for.body38 ret i32 %add3, !dbg !2739 40for.body: ; preds = %for.body, %entry41 %x.011 = phi i32 [ 300000, %entry ], [ %dec, %for.body ]42 %r.010 = phi i32 [ 0, %entry ], [ %add3, %for.body ]43 %call = tail call i32 @_Z5funcBi(i32 %x.011), !dbg !3244; _Z5funcBi is marked noinline45; INLINE-ALL: call i32 @_Z5funcBi46; INLINE-HOT: call i32 @_Z5funcBi47;48; _Z5funcBi isn't inlined since disable-sample-loader-inlining is true.49; INLINE-NONE: call i32 @_Z5funcBi50 %add = add nuw nsw i32 %x.011, 1, !dbg !3151 %call1 = tail call i32 @_Z5funcAi(i32 %add), !dbg !2852; INLINE-ALL-NOT: call i32 @_Z5funcAi53; INLINE-HOT: call i32 @_Z5funcAi54;55; _Z5funcAi is not inlined since `disable-sample-loader-inlining` is true.56; INLINE-NONE: call i32 @_Z5funcAi57 %add2 = add i32 %call, %r.010, !dbg !3458 %add3 = add i32 %add2, %call1, !dbg !3559 %dec = add nsw i32 %x.011, -1, !dbg !3660 %cmp = icmp eq i32 %x.011, 0, !dbg !3861 br i1 %cmp, label %for.cond.cleanup, label %for.body, !dbg !2562}63 64define dso_local i32 @_Z5funcAi(i32 %x) local_unnamed_addr #1 !dbg !40 {65; _Z5funcAi is inlined, so outline remainder should have zero counts66; INLINE-ALL: @_Z5funcAi{{.*}}!prof ![[FUNCA_PROF:[0-9]+]]67; INLINE-HOT: @_Z5funcAi{{.*}}!prof ![[FUNCA_PROF:[0-9]+]]68; INLINE-NONE: @_Z5funcAi{{.*}}!prof ![[FUNCA_PROF:[0-9]+]]69entry:70 %add = add nsw i32 %x, 100000, !dbg !4471; _Z8funcLeafi is already inlined on main->_Z5funcAi->_Z8funcLeafi,72; so it should not be inlined on _Z5funcAi->_Z8funcLeafi based on updated73; (merged and promoted) context profile74; INLINE-ALL: call i32 @_Z8funcLeafi75; INLINE-HOT-NOT: call i32 @_Z8funcLeafi76;77; `_Z8funcLeafi` isn't inlined if `disable-sample-loader-inlining` is true.78; INLINE-NONE: call i32 @_Z8funcLeafi79 %call = tail call i32 @_Z8funcLeafi(i32 %add), !dbg !4580 ret i32 %call, !dbg !4681}82 83define dso_local i32 @_Z8funcLeafi(i32 %x) local_unnamed_addr #1 !dbg !54 {84; main->_Z5funcAi->_Z8funcLeafi is inlined, and _Z5funcBi->_Z8funcLeafi is also85; inlined, so outline remainder should have empty profile86; INLINE-ALL: @_Z8funcLeafi{{.*}}!prof ![[LEAF_PROF:[0-9]+]]87; INLINE-HOT: @_Z8funcLeafi{{.*}}!prof ![[LEAF_PROF:[0-9]+]]88;89; _Z8funcLeafi won't be inlined if `disable-sample-loader-inlining` is true.90; INLINE-NONE: @_Z8funcLeafi{{.*}}!prof ![[LEAF_PROF:[0-9]+]]91entry:92 %cmp = icmp sgt i32 %x, 0, !dbg !5793 br i1 %cmp, label %while.body, label %while.cond2.preheader, !dbg !5994 95while.cond2.preheader: ; preds = %entry96 %cmp313 = icmp slt i32 %x, 0, !dbg !6097 br i1 %cmp313, label %while.body4, label %if.end, !dbg !6398 99while.body: ; preds = %while.body, %entry100 %x.addr.016 = phi i32 [ %sub, %while.body ], [ %x, %entry ]101 %tmp = load volatile i32, ptr @factor, align 4, !dbg !64102 %call = tail call i32 @_Z3fibi(i32 %tmp), !dbg !67103 %sub = sub nsw i32 %x.addr.016, %call, !dbg !68104 %cmp1 = icmp sgt i32 %sub, 0, !dbg !69105 br i1 %cmp1, label %while.body, label %if.end, !dbg !71106 107while.body4: ; preds = %while.body4, %while.cond2.preheader108 %x.addr.114 = phi i32 [ %add, %while.body4 ], [ %x, %while.cond2.preheader ]109 %tmp1 = load volatile i32, ptr @factor, align 4, !dbg !72110 %call5 = tail call i32 @_Z3fibi(i32 %tmp1), !dbg !74111 %add = add nsw i32 %call5, %x.addr.114, !dbg !75112 %cmp3 = icmp slt i32 %add, 0, !dbg !60113 br i1 %cmp3, label %while.body4, label %if.end, !dbg !63114 115if.end: ; preds = %while.body4, %while.body, %while.cond2.preheader116 %x.addr.2 = phi i32 [ 0, %while.cond2.preheader ], [ %sub, %while.body ], [ %add, %while.body4 ]117 ret i32 %x.addr.2, !dbg !76118}119 120define dso_local i32 @_Z5funcBi(i32 %x) local_unnamed_addr #0 !dbg !47 {121; _Z5funcBi is marked noinline, so outline remainder has promoted context profile122; INLINE-ALL: @_Z5funcBi{{.*}}!prof ![[FUNCB_PROF:[0-9]+]]123; INLINE-HOT: @_Z5funcBi{{.*}}!prof ![[FUNCB_PROF:[0-9]+]]124; _Z5funcBi won't be inlined since `disable-sample-loader-inlining` is true.125; INLINE-NONE: @_Z5funcBi{{.*}}!prof ![[FUNCB_PROF:[0-9]+]]126entry:127 %sub = add nsw i32 %x, -100000, !dbg !51128 %call = tail call i32 @_Z8funcLeafi(i32 %sub), !dbg !52129; _Z5funcBi is not inlined into main, so we main->_Z5funcBi->_Z8funcLeafi130; should be inlined based on promoted context profile131; INLINE-ALL-NOT: call i32 @_Z8funcLeafi132; INLINE-HOT-NOT: call i32 @_Z8funcLeafi133;134; INLINE-NONE: call i32 @_Z8funcLeafi135 ret i32 %call, !dbg !53136}137 138; INLINE-ALL-DAG: [[MAIN_PROF]] = !{!"function_entry_count", i64 1}139; INLINE-ALL-DAG: [[FUNCA_PROF]] = !{!"function_entry_count", i64 0}140; INLINE-ALL-DAG-SAME: [[LEAF_PROF]] = !{!"function_entry_count", i64 0}141; INLINE-ALL-DAG: [[FUNCB_PROF]] = !{!"function_entry_count", i64 13}142 143; INLINE-HOT-DAG: [[MAIN_PROF]] = !{!"function_entry_count", i64 1}144; INLINE-HOT-DAG: [[FUNCA_PROF]] = !{!"function_entry_count", i64 12}145; INLINE-HOT-DAG-SAME: [[LEAF_PROF]] = !{!"function_entry_count", i64 0}146; INLINE-HOT-DAG: [[FUNCB_PROF]] = !{!"function_entry_count", i64 13}147 148; INLINE-NONE: [[MAIN_PROF]] = !{!"function_entry_count", i64 14}149; INLINE-NONE: [[FUNCA_PROF]] = !{!"function_entry_count", i64 24}150; INLINE-NONE-DAG-SAME: [[LEAF_PROF]] = !{!"function_entry_count", i64 21}151; INLINE-NONE-DAG: [[FUNCB_PROF]] = !{!"function_entry_count", i64 32}152 153declare i32 @_Z3fibi(i32)154 155attributes #0 = { nofree noinline norecurse nounwind uwtable "use-sample-profile" }156attributes #1 = { nofree norecurse nounwind uwtable "use-sample-profile" }157 158!llvm.dbg.cu = !{!2}159!llvm.module.flags = !{!14, !15, !16}160!llvm.ident = !{!17}161 162!0 = !DIGlobalVariableExpression(var: !1, expr: !DIExpression())163!1 = distinct !DIGlobalVariable(name: "factor", scope: !2, file: !3, line: 21, type: !13, isLocal: false, isDefinition: true)164!2 = distinct !DICompileUnit(language: DW_LANG_C_plus_plus_14, file: !3, producer: "clang version 11.0.0", isOptimized: true, runtimeVersion: 0, emissionKind: FullDebug, enums: !4, retainedTypes: !5, globals: !12, splitDebugInlining: false, debugInfoForProfiling: true, nameTableKind: None)165!3 = !DIFile(filename: "merged.cpp", directory: "/local/autofdo")166!4 = !{}167!5 = !{!6, !10, !11}168!6 = !DISubprogram(name: "funcA", linkageName: "_Z5funcAi", scope: !3, file: !3, line: 6, type: !7, flags: DIFlagPrototyped, spFlags: DISPFlagOptimized, retainedNodes: !4)169!7 = !DISubroutineType(types: !8)170!8 = !{!9, !9}171!9 = !DIBasicType(name: "int", size: 32, encoding: DW_ATE_signed)172!10 = !DISubprogram(name: "funcB", linkageName: "_Z5funcBi", scope: !3, file: !3, line: 7, type: !7, flags: DIFlagPrototyped, spFlags: DISPFlagOptimized, retainedNodes: !4)173!11 = !DISubprogram(name: "funcLeaf", linkageName: "_Z8funcLeafi", scope: !3, file: !3, line: 22, type: !7, flags: DIFlagPrototyped, spFlags: DISPFlagOptimized, retainedNodes: !4)174!12 = !{!0}175!13 = !DIDerivedType(tag: DW_TAG_volatile_type, baseType: !9)176!14 = !{i32 7, !"Dwarf Version", i32 4}177!15 = !{i32 2, !"Debug Info Version", i32 3}178!16 = !{i32 1, !"wchar_size", i32 4}179!17 = !{!"clang version 11.0.0"}180!18 = distinct !DISubprogram(name: "main", scope: !3, file: !3, line: 11, type: !19, scopeLine: 11, flags: DIFlagPrototyped | DIFlagAllCallsDescribed, spFlags: DISPFlagDefinition | DISPFlagOptimized, unit: !2, retainedNodes: !21)181!19 = !DISubroutineType(types: !20)182!20 = !{!9}183!21 = !{!22, !23}184!22 = !DILocalVariable(name: "r", scope: !18, file: !3, line: 12, type: !9)185!23 = !DILocalVariable(name: "x", scope: !24, file: !3, line: 13, type: !9)186!24 = distinct !DILexicalBlock(scope: !18, file: !3, line: 13, column: 3)187!25 = !DILocation(line: 13, column: 3, scope: !26)188!26 = !DILexicalBlockFile(scope: !24, file: !3, discriminator: 2)189!27 = !DILocation(line: 17, column: 3, scope: !18)190!28 = !DILocation(line: 14, column: 10, scope: !29)191!29 = distinct !DILexicalBlock(scope: !30, file: !3, line: 13, column: 37)192!30 = distinct !DILexicalBlock(scope: !24, file: !3, line: 13, column: 3)193!31 = !DILocation(line: 14, column: 29, scope: !29)194!32 = !DILocation(line: 14, column: 21, scope: !33)195!33 = !DILexicalBlockFile(scope: !29, file: !3, discriminator: 2)196!34 = !DILocation(line: 14, column: 19, scope: !29)197!35 = !DILocation(line: 14, column: 7, scope: !29)198!36 = !DILocation(line: 13, column: 33, scope: !37)199!37 = !DILexicalBlockFile(scope: !30, file: !3, discriminator: 6)200!38 = !DILocation(line: 13, column: 26, scope: !39)201!39 = !DILexicalBlockFile(scope: !30, file: !3, discriminator: 2)202!40 = distinct !DISubprogram(name: "funcA", linkageName: "_Z5funcAi", scope: !3, file: !3, line: 26, type: !7, scopeLine: 26, flags: DIFlagPrototyped | DIFlagAllCallsDescribed, spFlags: DISPFlagDefinition | DISPFlagOptimized, unit: !2)203!44 = !DILocation(line: 27, column: 22, scope: !40)204!45 = !DILocation(line: 27, column: 11, scope: !40)205!46 = !DILocation(line: 29, column: 3, scope: !40)206!47 = distinct !DISubprogram(name: "funcB", linkageName: "_Z5funcBi", scope: !3, file: !3, line: 32, type: !7, scopeLine: 32, flags: DIFlagPrototyped | DIFlagAllCallsDescribed, spFlags: DISPFlagDefinition | DISPFlagOptimized, unit: !2)207!51 = !DILocation(line: 33, column: 22, scope: !47)208!52 = !DILocation(line: 33, column: 11, scope: !47)209!53 = !DILocation(line: 35, column: 3, scope: !47)210!54 = distinct !DISubprogram(name: "funcLeaf", linkageName: "_Z8funcLeafi", scope: !3, file: !3, line: 48, type: !7, scopeLine: 48, flags: DIFlagPrototyped | DIFlagAllCallsDescribed, spFlags: DISPFlagDefinition | DISPFlagOptimized, unit: !2)211!57 = !DILocation(line: 49, column: 9, scope: !58)212!58 = distinct !DILexicalBlock(scope: !54, file: !3, line: 49, column: 7)213!59 = !DILocation(line: 49, column: 7, scope: !54)214!60 = !DILocation(line: 58, column: 14, scope: !61)215!61 = !DILexicalBlockFile(scope: !62, file: !3, discriminator: 2)216!62 = distinct !DILexicalBlock(scope: !58, file: !3, line: 56, column: 8)217!63 = !DILocation(line: 58, column: 5, scope: !61)218!64 = !DILocation(line: 52, column: 16, scope: !65)219!65 = distinct !DILexicalBlock(scope: !66, file: !3, line: 51, column: 19)220!66 = distinct !DILexicalBlock(scope: !58, file: !3, line: 49, column: 14)221!67 = !DILocation(line: 52, column: 12, scope: !65)222!68 = !DILocation(line: 52, column: 9, scope: !65)223!69 = !DILocation(line: 51, column: 14, scope: !70)224!70 = !DILexicalBlockFile(scope: !66, file: !3, discriminator: 2)225!71 = !DILocation(line: 51, column: 5, scope: !70)226!72 = !DILocation(line: 59, column: 16, scope: !73)227!73 = distinct !DILexicalBlock(scope: !62, file: !3, line: 58, column: 19)228!74 = !DILocation(line: 59, column: 12, scope: !73)229!75 = !DILocation(line: 59, column: 9, scope: !73)230!76 = !DILocation(line: 63, column: 3, scope: !54)231