293 lines · plain
1; NOTE: Assertions have been autogenerated by utils/update_test_checks.py2; RUN: opt -passes='require<profile-summary>,function(codegenprepare)' -S < %s | FileCheck %s3; RUN: opt -enable-debugify -passes='require<profile-summary>,function(codegenprepare)' -S < %s | FileCheck %s -check-prefix=DEBUG4 5target triple = "x86_64-unknown-unknown"6 7; Nothing to sink and convert here.8 9define i32 @no_sink(double %a, ptr %b, i32 %x, i32 %y) {10; CHECK-LABEL: @no_sink(11; CHECK-NEXT: entry:12; CHECK-NEXT: [[LOAD:%.*]] = load double, ptr [[B:%.*]], align 813; CHECK-NEXT: [[CMP:%.*]] = fcmp olt double [[LOAD]], [[A:%.*]]14; CHECK-NEXT: [[SEL:%.*]] = select i1 [[CMP]], i32 [[X:%.*]], i32 [[Y:%.*]]15; CHECK-NEXT: ret i32 [[SEL]]16;17; DEBUG-LABEL: @no_sink(18; DEBUG-NEXT: entry:19; DEBUG-NEXT: [[LOAD:%.*]] = load double, ptr [[B:%.*]], align 8, !dbg [[DBG15:![0-9]+]]20; DEBUG-NEXT: #dbg_value(double [[LOAD]], [[META9:![0-9]+]], !DIExpression(), [[DBG15]])21; DEBUG-NEXT: [[CMP:%.*]] = fcmp olt double [[LOAD]], [[A:%.*]], !dbg [[DBG16:![0-9]+]]22; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META11:![0-9]+]], !DIExpression(), [[DBG16]])23; DEBUG-NEXT: [[SEL:%.*]] = select i1 [[CMP]], i32 [[X:%.*]], i32 [[Y:%.*]], !dbg [[DBG17:![0-9]+]]24; DEBUG-NEXT: #dbg_value(i32 [[SEL]], [[META13:![0-9]+]], !DIExpression(), [[DBG17]])25; DEBUG-NEXT: ret i32 [[SEL]], !dbg [[DBG18:![0-9]+]]26;27entry:28 %load = load double, ptr %b, align 829 %cmp = fcmp olt double %load, %a30 %sel = select i1 %cmp, i32 %x, i32 %y31 ret i32 %sel32}33 34 35; An 'fdiv' is expensive, so sink it rather than speculatively execute it.36 37define float @fdiv_true_sink(float %a, float %b) {38; CHECK-LABEL: @fdiv_true_sink(39; CHECK-NEXT: entry:40; CHECK-NEXT: [[SEL_FROZEN:%.*]] = freeze float [[A:%.*]]41; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float [[SEL_FROZEN]], 1.000000e+0042; CHECK-NEXT: br i1 [[CMP]], label [[SELECT_TRUE_SINK:%.*]], label [[SELECT_END:%.*]]43; CHECK: select.true.sink:44; CHECK-NEXT: [[DIV:%.*]] = fdiv float [[A]], [[B:%.*]]45; CHECK-NEXT: br label [[SELECT_END]]46; CHECK: select.end:47; CHECK-NEXT: [[SEL:%.*]] = phi float [ [[DIV]], [[SELECT_TRUE_SINK]] ], [ 2.000000e+00, [[ENTRY:%.*]] ]48; CHECK-NEXT: ret float [[SEL]]49;50; DEBUG-LABEL: @fdiv_true_sink(51; DEBUG-NEXT: entry:52; DEBUG-NEXT: [[SEL_FROZEN:%.*]] = freeze float [[A:%.*]]53; DEBUG-NEXT: [[CMP:%.*]] = fcmp ogt float [[SEL_FROZEN]], 1.000000e+00, !dbg [[DBG24:![0-9]+]]54; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META22:![0-9]+]], !DIExpression(), [[DBG24]])55; DEBUG-NEXT: br i1 [[CMP]], label [[SELECT_TRUE_SINK:%.*]], label [[SELECT_END:%.*]], !dbg [[DBG25:![0-9]+]]56; DEBUG: select.true.sink:57; DEBUG-NEXT: [[DIV:%.*]] = fdiv float [[A]], [[B:%.*]], !dbg [[DBG26:![0-9]+]]58; DEBUG-NEXT: #dbg_value(float [[DIV]], [[META21:![0-9]+]], !DIExpression(), [[DBG26]])59; DEBUG-NEXT: br label [[SELECT_END]], !dbg [[DBG27:![0-9]+]]60; DEBUG: select.end:61; DEBUG-NEXT: [[SEL:%.*]] = phi float [ [[DIV]], [[SELECT_TRUE_SINK]] ], [ 2.000000e+00, [[ENTRY:%.*]] ], !dbg [[DBG25]]62; DEBUG-NEXT: #dbg_value(float [[SEL]], [[META23:![0-9]+]], !DIExpression(), [[DBG25]])63; DEBUG-NEXT: ret float [[SEL]], !dbg [[DBG27]]64;65entry:66 %div = fdiv float %a, %b67 %cmp = fcmp ogt float %a, 1.068 %sel = select i1 %cmp, float %div, float 2.069 ret float %sel70}71 72define float @fdiv_false_sink(float %a, float %b) {73; CHECK-LABEL: @fdiv_false_sink(74; CHECK-NEXT: entry:75; CHECK-NEXT: [[SEL_FROZEN:%.*]] = freeze float [[A:%.*]]76; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float [[SEL_FROZEN]], 3.000000e+0077; CHECK-NEXT: br i1 [[CMP]], label [[SELECT_END:%.*]], label [[SELECT_FALSE_SINK:%.*]]78; CHECK: select.false.sink:79; CHECK-NEXT: [[DIV:%.*]] = fdiv float [[A]], [[B:%.*]]80; CHECK-NEXT: br label [[SELECT_END]]81; CHECK: select.end:82; CHECK-NEXT: [[SEL:%.*]] = phi float [ 4.000000e+00, [[ENTRY:%.*]] ], [ [[DIV]], [[SELECT_FALSE_SINK]] ]83; CHECK-NEXT: ret float [[SEL]]84;85; DEBUG-LABEL: @fdiv_false_sink(86; DEBUG-NEXT: entry:87; DEBUG-NEXT: [[SEL_FROZEN:%.*]] = freeze float [[A:%.*]]88; DEBUG-NEXT: [[CMP:%.*]] = fcmp ogt float [[SEL_FROZEN]], 3.000000e+00, !dbg [[DBG33:![0-9]+]]89; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META31:![0-9]+]], !DIExpression(), [[DBG33]])90; DEBUG-NEXT: br i1 [[CMP]], label [[SELECT_END:%.*]], label [[SELECT_FALSE_SINK:%.*]], !dbg [[DBG34:![0-9]+]]91; DEBUG: select.false.sink:92; DEBUG-NEXT: [[DIV:%.*]] = fdiv float [[A]], [[B:%.*]], !dbg [[DBG35:![0-9]+]]93; DEBUG-NEXT: #dbg_value(float [[DIV]], [[META30:![0-9]+]], !DIExpression(), [[DBG35]])94; DEBUG-NEXT: br label [[SELECT_END]], !dbg [[DBG36:![0-9]+]]95; DEBUG: select.end:96; DEBUG-NEXT: [[SEL:%.*]] = phi float [ 4.000000e+00, [[ENTRY:%.*]] ], [ [[DIV]], [[SELECT_FALSE_SINK]] ], !dbg [[DBG34]]97; DEBUG-NEXT: #dbg_value(float [[SEL]], [[META32:![0-9]+]], !DIExpression(), [[DBG34]])98; DEBUG-NEXT: ret float [[SEL]], !dbg [[DBG36]]99;100entry:101 %div = fdiv float %a, %b102 %cmp = fcmp ogt float %a, 3.0103 %sel = select i1 %cmp, float 4.0, float %div104 ret float %sel105}106 107define float @fdiv_both_sink(float %a, float %b) {108; CHECK-LABEL: @fdiv_both_sink(109; CHECK-NEXT: entry:110; CHECK-NEXT: [[SEL_FROZEN:%.*]] = freeze float [[A:%.*]]111; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float [[SEL_FROZEN]], 5.000000e+00112; CHECK-NEXT: br i1 [[CMP]], label [[SELECT_TRUE_SINK:%.*]], label [[SELECT_FALSE_SINK:%.*]]113; CHECK: select.true.sink:114; CHECK-NEXT: [[DIV1:%.*]] = fdiv float [[A]], [[B:%.*]]115; CHECK-NEXT: br label [[SELECT_END:%.*]]116; CHECK: select.false.sink:117; CHECK-NEXT: [[DIV2:%.*]] = fdiv float [[B]], [[A]]118; CHECK-NEXT: br label [[SELECT_END]]119; CHECK: select.end:120; CHECK-NEXT: [[SEL:%.*]] = phi float [ [[DIV1]], [[SELECT_TRUE_SINK]] ], [ [[DIV2]], [[SELECT_FALSE_SINK]] ]121; CHECK-NEXT: ret float [[SEL]]122;123; DEBUG-LABEL: @fdiv_both_sink(124; DEBUG-NEXT: entry:125; DEBUG-NEXT: [[SEL_FROZEN:%.*]] = freeze float [[A:%.*]]126; DEBUG-NEXT: [[CMP:%.*]] = fcmp ogt float [[SEL_FROZEN]], 5.000000e+00, !dbg [[DBG43:![0-9]+]]127; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META41:![0-9]+]], !DIExpression(), [[DBG43]])128; DEBUG-NEXT: br i1 [[CMP]], label [[SELECT_TRUE_SINK:%.*]], label [[SELECT_FALSE_SINK:%.*]], !dbg [[DBG44:![0-9]+]]129; DEBUG: select.true.sink:130; DEBUG-NEXT: [[DIV1:%.*]] = fdiv float [[A]], [[B:%.*]], !dbg [[DBG45:![0-9]+]]131; DEBUG-NEXT: #dbg_value(float [[DIV1]], [[META39:![0-9]+]], !DIExpression(), [[DBG45]])132; DEBUG-NEXT: br label [[SELECT_END:%.*]], !dbg [[DBG46:![0-9]+]]133; DEBUG: select.false.sink:134; DEBUG-NEXT: [[DIV2:%.*]] = fdiv float [[B]], [[A]], !dbg [[DBG47:![0-9]+]]135; DEBUG-NEXT: #dbg_value(float [[DIV2]], [[META40:![0-9]+]], !DIExpression(), [[DBG47]])136; DEBUG-NEXT: br label [[SELECT_END]], !dbg [[DBG46]]137; DEBUG: select.end:138; DEBUG-NEXT: [[SEL:%.*]] = phi float [ [[DIV1]], [[SELECT_TRUE_SINK]] ], [ [[DIV2]], [[SELECT_FALSE_SINK]] ], !dbg [[DBG44]]139; DEBUG-NEXT: #dbg_value(float [[SEL]], [[META42:![0-9]+]], !DIExpression(), [[DBG44]])140; DEBUG-NEXT: ret float [[SEL]], !dbg [[DBG46]]141;142entry:143 %div1 = fdiv float %a, %b144 %div2 = fdiv float %b, %a145 %cmp = fcmp ogt float %a, 5.0146 %sel = select i1 %cmp, float %div1, float %div2147 ret float %sel148}149 150; But if the select is marked unpredictable, then don't turn it into a branch.151 152define float @unpredictable_select(float %a, float %b) {153; CHECK-LABEL: @unpredictable_select(154; CHECK-NEXT: entry:155; CHECK-NEXT: [[DIV:%.*]] = fdiv float [[A:%.*]], [[B:%.*]]156; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float [[A]], 1.000000e+00157; CHECK-NEXT: [[SEL:%.*]] = select i1 [[CMP]], float [[DIV]], float 2.000000e+00, !unpredictable [[META0:![0-9]+]]158; CHECK-NEXT: ret float [[SEL]]159;160; DEBUG-LABEL: @unpredictable_select(161; DEBUG-NEXT: entry:162; DEBUG-NEXT: [[DIV:%.*]] = fdiv float [[A:%.*]], [[B:%.*]], !dbg [[DBG53:![0-9]+]]163; DEBUG-NEXT: #dbg_value(float [[DIV]], [[META50:![0-9]+]], !DIExpression(), [[DBG53]])164; DEBUG-NEXT: [[CMP:%.*]] = fcmp ogt float [[A]], 1.000000e+00, !dbg [[DBG54:![0-9]+]]165; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META51:![0-9]+]], !DIExpression(), [[DBG54]])166; DEBUG-NEXT: [[SEL:%.*]] = select i1 [[CMP]], float [[DIV]], float 2.000000e+00, !dbg [[DBG55:![0-9]+]], !unpredictable [[META7:![0-9]+]]167; DEBUG-NEXT: #dbg_value(float [[SEL]], [[META52:![0-9]+]], !DIExpression(), [[DBG55]])168; DEBUG-NEXT: ret float [[SEL]], !dbg [[DBG56:![0-9]+]]169;170entry:171 %div = fdiv float %a, %b172 %cmp = fcmp ogt float %a, 1.0173 %sel = select i1 %cmp, float %div, float 2.0, !unpredictable !0174 ret float %sel175}176 177!0 = !{}178 179; An 'fadd' is not too expensive, so it's ok to speculate.180 181define float @fadd_no_sink(float %a, float %b) {182; CHECK-LABEL: @fadd_no_sink(183; CHECK-NEXT: [[ADD:%.*]] = fadd float [[A:%.*]], [[B:%.*]]184; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float 6.000000e+00, [[A]]185; CHECK-NEXT: [[SEL:%.*]] = select i1 [[CMP]], float [[ADD]], float 7.000000e+00186; CHECK-NEXT: ret float [[SEL]]187;188; DEBUG-LABEL: @fadd_no_sink(189; DEBUG-NEXT: [[ADD:%.*]] = fadd float [[A:%.*]], [[B:%.*]], !dbg [[DBG62:![0-9]+]]190; DEBUG-NEXT: #dbg_value(float [[ADD]], [[META59:![0-9]+]], !DIExpression(), [[DBG62]])191; DEBUG-NEXT: [[CMP:%.*]] = fcmp ogt float 6.000000e+00, [[A]], !dbg [[DBG63:![0-9]+]]192; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META60:![0-9]+]], !DIExpression(), [[DBG63]])193; DEBUG-NEXT: [[SEL:%.*]] = select i1 [[CMP]], float [[ADD]], float 7.000000e+00, !dbg [[DBG64:![0-9]+]]194; DEBUG-NEXT: #dbg_value(float [[SEL]], [[META61:![0-9]+]], !DIExpression(), [[DBG64]])195; DEBUG-NEXT: ret float [[SEL]], !dbg [[DBG65:![0-9]+]]196;197 %add = fadd float %a, %b198 %cmp = fcmp ogt float 6.0, %a199 %sel = select i1 %cmp, float %add, float 7.0200 ret float %sel201}202 203; Possible enhancement: sinkability is only calculated with the direct204; operand of the select, so we don't try to sink this. The fdiv cost is not205; taken into account.206 207define float @fdiv_no_sink(float %a, float %b) {208; CHECK-LABEL: @fdiv_no_sink(209; CHECK-NEXT: entry:210; CHECK-NEXT: [[DIV:%.*]] = fdiv float [[A:%.*]], [[B:%.*]]211; CHECK-NEXT: [[ADD:%.*]] = fadd float [[DIV]], [[B]]212; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float [[A]], 1.000000e+00213; CHECK-NEXT: [[SEL:%.*]] = select i1 [[CMP]], float [[ADD]], float 8.000000e+00214; CHECK-NEXT: ret float [[SEL]]215;216; DEBUG-LABEL: @fdiv_no_sink(217; DEBUG-NEXT: entry:218; DEBUG-NEXT: [[DIV:%.*]] = fdiv float [[A:%.*]], [[B:%.*]], !dbg [[DBG72:![0-9]+]]219; DEBUG-NEXT: #dbg_value(float [[DIV]], [[META68:![0-9]+]], !DIExpression(), [[DBG72]])220; DEBUG-NEXT: [[ADD:%.*]] = fadd float [[DIV]], [[B]], !dbg [[DBG73:![0-9]+]]221; DEBUG-NEXT: #dbg_value(float [[ADD]], [[META69:![0-9]+]], !DIExpression(), [[DBG73]])222; DEBUG-NEXT: [[CMP:%.*]] = fcmp ogt float [[A]], 1.000000e+00, !dbg [[DBG74:![0-9]+]]223; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META70:![0-9]+]], !DIExpression(), [[DBG74]])224; DEBUG-NEXT: [[SEL:%.*]] = select i1 [[CMP]], float [[ADD]], float 8.000000e+00, !dbg [[DBG75:![0-9]+]]225; DEBUG-NEXT: #dbg_value(float [[SEL]], [[META71:![0-9]+]], !DIExpression(), [[DBG75]])226; DEBUG-NEXT: ret float [[SEL]], !dbg [[DBG76:![0-9]+]]227;228entry:229 %div = fdiv float %a, %b230 %add = fadd float %div, %b231 %cmp = fcmp ogt float %a, 1.0232 %sel = select i1 %cmp, float %add, float 8.0233 ret float %sel234}235 236; Do not transform the CFG if the select operands may have side effects.237 238declare ptr @bar(i32, i32, i32)239declare ptr @baz(i32, i32, i32)240 241define ptr @calls_no_sink(i32 %in) {242; CHECK-LABEL: @calls_no_sink(243; CHECK-NEXT: [[CALL1:%.*]] = call ptr @bar(i32 1, i32 2, i32 3)244; CHECK-NEXT: [[CALL2:%.*]] = call ptr @baz(i32 1, i32 2, i32 3)245; CHECK-NEXT: [[TOBOOL:%.*]] = icmp ne i32 [[IN:%.*]], 0246; CHECK-NEXT: [[SEL:%.*]] = select i1 [[TOBOOL]], ptr [[CALL1]], ptr [[CALL2]]247; CHECK-NEXT: ret ptr [[SEL]]248;249; DEBUG-LABEL: @calls_no_sink(250; DEBUG-NEXT: [[CALL1:%.*]] = call ptr @bar(i32 1, i32 2, i32 3), !dbg [[DBG83:![0-9]+]]251; DEBUG-NEXT: #dbg_value(ptr [[CALL1]], [[META79:![0-9]+]], !DIExpression(), [[DBG83]])252; DEBUG-NEXT: [[CALL2:%.*]] = call ptr @baz(i32 1, i32 2, i32 3), !dbg [[DBG84:![0-9]+]]253; DEBUG-NEXT: #dbg_value(ptr [[CALL2]], [[META80:![0-9]+]], !DIExpression(), [[DBG84]])254; DEBUG-NEXT: [[TOBOOL:%.*]] = icmp ne i32 [[IN:%.*]], 0, !dbg [[DBG85:![0-9]+]]255; DEBUG-NEXT: #dbg_value(i1 [[TOBOOL]], [[META81:![0-9]+]], !DIExpression(), [[DBG85]])256; DEBUG-NEXT: [[SEL:%.*]] = select i1 [[TOBOOL]], ptr [[CALL1]], ptr [[CALL2]], !dbg [[DBG86:![0-9]+]]257; DEBUG-NEXT: #dbg_value(ptr [[SEL]], [[META82:![0-9]+]], !DIExpression(), [[DBG86]])258; DEBUG-NEXT: ret ptr [[SEL]], !dbg [[DBG87:![0-9]+]]259;260 %call1 = call ptr @bar(i32 1, i32 2, i32 3)261 %call2 = call ptr @baz(i32 1, i32 2, i32 3)262 %tobool = icmp ne i32 %in, 0263 %sel = select i1 %tobool, ptr %call1, ptr %call2264 ret ptr %sel265}266 267define i32 @sdiv_no_sink(i32 %a, i32 %b) {268; CHECK-LABEL: @sdiv_no_sink(269; CHECK-NEXT: [[DIV1:%.*]] = sdiv i32 [[A:%.*]], [[B:%.*]]270; CHECK-NEXT: [[DIV2:%.*]] = sdiv i32 [[B]], [[A]]271; CHECK-NEXT: [[CMP:%.*]] = icmp sgt i32 [[A]], 5272; CHECK-NEXT: [[SEL:%.*]] = select i1 [[CMP]], i32 [[DIV1]], i32 [[DIV2]]273; CHECK-NEXT: ret i32 [[SEL]]274;275; DEBUG-LABEL: @sdiv_no_sink(276; DEBUG-NEXT: [[DIV1:%.*]] = sdiv i32 [[A:%.*]], [[B:%.*]], !dbg [[DBG94:![0-9]+]]277; DEBUG-NEXT: #dbg_value(i32 [[DIV1]], [[META90:![0-9]+]], !DIExpression(), [[DBG94]])278; DEBUG-NEXT: [[DIV2:%.*]] = sdiv i32 [[B]], [[A]], !dbg [[DBG95:![0-9]+]]279; DEBUG-NEXT: #dbg_value(i32 [[DIV2]], [[META91:![0-9]+]], !DIExpression(), [[DBG95]])280; DEBUG-NEXT: [[CMP:%.*]] = icmp sgt i32 [[A]], 5, !dbg [[DBG96:![0-9]+]]281; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META92:![0-9]+]], !DIExpression(), [[DBG96]])282; DEBUG-NEXT: [[SEL:%.*]] = select i1 [[CMP]], i32 [[DIV1]], i32 [[DIV2]], !dbg [[DBG97:![0-9]+]]283; DEBUG-NEXT: #dbg_value(i32 [[SEL]], [[META93:![0-9]+]], !DIExpression(), [[DBG97]])284; DEBUG-NEXT: ret i32 [[SEL]], !dbg [[DBG98:![0-9]+]]285;286 %div1 = sdiv i32 %a, %b287 %div2 = sdiv i32 %b, %a288 %cmp = icmp sgt i32 %a, 5289 %sel = select i1 %cmp, i32 %div1, i32 %div2290 ret i32 %sel291}292 293