425 lines · plain
1; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py2; RUN: llc < %s -mtriple=x86_64-apple-darwin | FileCheck %s3; RUN: opt -S -passes='require<profile-summary>,function(codegenprepare)' %s -mtriple=x86_64-apple-darwin -o - | FileCheck %s --check-prefix OPT4 5; Teach CGP to dup returns to enable tail call optimization.6; rdar://91474337 8define i32 @foo(i32 %x) nounwind ssp {9; CHECK-LABEL: foo:10; CHECK: ## %bb.0: ## %entry11; CHECK-NEXT: ## kill: def $edi killed $edi def $rdi12; CHECK-NEXT: decl %edi13; CHECK-NEXT: cmpl $5, %edi14; CHECK-NEXT: ja LBB0_815; CHECK-NEXT: ## %bb.1: ## %entry16; CHECK-NEXT: leaq LJTI0_0(%rip), %rax17; CHECK-NEXT: movslq (%rax,%rdi,4), %rcx18; CHECK-NEXT: addq %rax, %rcx19; CHECK-NEXT: jmpq *%rcx20; CHECK-NEXT: LBB0_2: ## %sw.bb21; CHECK-NEXT: jmp _f1 ## TAILCALL22; CHECK-NEXT: LBB0_6: ## %sw.bb723; CHECK-NEXT: jmp _f5 ## TAILCALL24; CHECK-NEXT: LBB0_4: ## %sw.bb325; CHECK-NEXT: jmp _f3 ## TAILCALL26; CHECK-NEXT: LBB0_5: ## %sw.bb527; CHECK-NEXT: jmp _f4 ## TAILCALL28; CHECK-NEXT: LBB0_3: ## %sw.bb129; CHECK-NEXT: jmp _f2 ## TAILCALL30; CHECK-NEXT: LBB0_7: ## %sw.bb931; CHECK-NEXT: jmp _f6 ## TAILCALL32; CHECK-NEXT: LBB0_8: ## %return33; CHECK-NEXT: xorl %eax, %eax34; CHECK-NEXT: retq35; CHECK-NEXT: .p2align 236; CHECK-NEXT: .data_region jt3237; CHECK-NEXT: L0_0_set_2 = LBB0_2-LJTI0_038; CHECK-NEXT: L0_0_set_3 = LBB0_3-LJTI0_039; CHECK-NEXT: L0_0_set_4 = LBB0_4-LJTI0_040; CHECK-NEXT: L0_0_set_5 = LBB0_5-LJTI0_041; CHECK-NEXT: L0_0_set_6 = LBB0_6-LJTI0_042; CHECK-NEXT: L0_0_set_7 = LBB0_7-LJTI0_043; CHECK-NEXT: LJTI0_0:44; CHECK-NEXT: .long L0_0_set_245; CHECK-NEXT: .long L0_0_set_346; CHECK-NEXT: .long L0_0_set_447; CHECK-NEXT: .long L0_0_set_548; CHECK-NEXT: .long L0_0_set_649; CHECK-NEXT: .long L0_0_set_750; CHECK-NEXT: .end_data_region51entry:52 switch i32 %x, label %return [53 i32 1, label %sw.bb54 i32 2, label %sw.bb155 i32 3, label %sw.bb356 i32 4, label %sw.bb557 i32 5, label %sw.bb758 i32 6, label %sw.bb959 ]60 61sw.bb: ; preds = %entry62 %call = tail call i32 @f1() nounwind63 br label %return64 65sw.bb1: ; preds = %entry66 %call2 = tail call i32 @f2() nounwind67 br label %return68 69sw.bb3: ; preds = %entry70 %call4 = tail call i32 @f3() nounwind71 br label %return72 73sw.bb5: ; preds = %entry74 %call6 = tail call i32 @f4() nounwind75 br label %return76 77sw.bb7: ; preds = %entry78 %call8 = tail call i32 @f5() nounwind79 br label %return80 81sw.bb9: ; preds = %entry82 %call10 = tail call i32 @f6() nounwind83 br label %return84 85return: ; preds = %entry, %sw.bb9, %sw.bb7, %sw.bb5, %sw.bb3, %sw.bb1, %sw.bb86 %retval.0 = phi i32 [ %call10, %sw.bb9 ], [ %call8, %sw.bb7 ], [ %call6, %sw.bb5 ], [ %call4, %sw.bb3 ], [ %call2, %sw.bb1 ], [ %call, %sw.bb ], [ 0, %entry ]87 ret i32 %retval.088}89 90declare i32 @f1()91 92declare i32 @f2()93 94declare i32 @f3()95 96declare i32 @f4()97 98declare i32 @f5()99 100declare i32 @f6()101 102; rdar://11958338103%0 = type opaque104 105declare ptr @bar(ptr) uwtable optsize noinline ssp106 107define hidden ptr @thingWithValue(ptr %self) uwtable ssp {108; CHECK-LABEL: thingWithValue:109; CHECK: ## %bb.0: ## %entry110; CHECK-NEXT: testb %al, %al111; CHECK-NEXT: je _bar ## TAILCALL112; CHECK-NEXT: ## %bb.1: ## %someThingWithValue.exit113; CHECK-NEXT: retq114entry:115 br i1 poison, label %if.then.i, label %if.else.i116 117if.then.i: ; preds = %entry118 br label %someThingWithValue.exit119 120if.else.i: ; preds = %entry121 %call4.i = tail call ptr @bar(ptr undef) optsize122 br label %someThingWithValue.exit123 124someThingWithValue.exit: ; preds = %if.else.i, %if.then.i125 %retval.0.in.i = phi ptr [ undef, %if.then.i ], [ %call4.i, %if.else.i ]126 ret ptr %retval.0.in.i127}128 129 130; Correctly handle zext returns.131declare zeroext i1 @foo_i1()132 133define zeroext i1 @zext_i1(i1 %k) {134; CHECK-LABEL: zext_i1:135; CHECK: ## %bb.0: ## %entry136; CHECK-NEXT: testb $1, %dil137; CHECK-NEXT: je _foo_i1 ## TAILCALL138; CHECK-NEXT: ## %bb.1: ## %land.end139; CHECK-NEXT: xorl %eax, %eax140; CHECK-NEXT: retq141entry:142 br i1 %k, label %land.end, label %land.rhs143 144land.rhs: ; preds = %entry145 %call1 = tail call zeroext i1 @foo_i1()146 br label %land.end147 148land.end: ; preds = %entry, %land.rhs149 %0 = phi i1 [ false, %entry ], [ %call1, %land.rhs ]150 ret i1 %0151}152 153; We need to look through bitcasts when looking for tail calls in phi incoming154; values.155declare ptr @g_ret32()156define ptr @f_ret8(ptr %obj) nounwind {157; OPT-LABEL: @f_ret8(158; OPT-NEXT: entry:159; OPT-NEXT: [[CMP:%.*]] = icmp eq ptr [[OBJ:%.*]], null160; OPT-NEXT: br i1 [[CMP]], label [[RETURN:%.*]], label [[IF_THEN:%.*]]161; OPT: if.then:162; OPT-NEXT: [[PTR:%.*]] = tail call ptr @g_ret32()163; OPT-NEXT: ret ptr [[PTR]]164; OPT: return:165; OPT-NEXT: ret ptr [[OBJ]]166;167; CHECK-LABEL: f_ret8:168; CHECK: ## %bb.0: ## %entry169; CHECK-NEXT: testq %rdi, %rdi170; CHECK-NEXT: jne _g_ret32 ## TAILCALL171; CHECK-NEXT: ## %bb.1: ## %return172; CHECK-NEXT: movq %rdi, %rax173; CHECK-NEXT: retq174entry:175 %cmp = icmp eq ptr %obj, null176 br i1 %cmp, label %return, label %if.then177 178if.then:179 %ptr = tail call ptr @g_ret32()180 br label %return181 182return:183 %retval = phi ptr [ %ptr, %if.then ], [ %obj, %entry ]184 ret ptr %retval185}186 187define ptr @memset_tailc(ptr %ret_val, i64 %sz) nounwind {188; CHECK-LABEL: memset_tailc:189; CHECK: ## %bb.0: ## %entry190; CHECK-NEXT: testq %rdi, %rdi191; CHECK-NEXT: je LBB4_1192; CHECK-NEXT: ## %bb.2: ## %if.then193; CHECK-NEXT: movq %rsi, %rdx194; CHECK-NEXT: xorl %esi, %esi195; CHECK-NEXT: jmp _memset ## TAILCALL196; CHECK-NEXT: LBB4_1: ## %return197; CHECK-NEXT: movq %rdi, %rax198; CHECK-NEXT: retq199entry:200 %cmp = icmp eq ptr %ret_val, null201 br i1 %cmp, label %return, label %if.then202 203if.then:204 tail call void @llvm.memset.p0.i64(ptr nonnull align 1 %ret_val, i8 0, i64 %sz, i1 false)205 br label %return206 207return:208 ret ptr %ret_val209}210 211define ptr @memcpy_tailc(ptr %ret_val, i64 %sz, ptr %src) nounwind {212; CHECK-LABEL: memcpy_tailc:213; CHECK: ## %bb.0: ## %entry214; CHECK-NEXT: testq %rsi, %rsi215; CHECK-NEXT: je LBB5_1216; CHECK-NEXT: ## %bb.2: ## %if.then217; CHECK-NEXT: movq %rsi, %rax218; CHECK-NEXT: movq %rdx, %rsi219; CHECK-NEXT: movq %rax, %rdx220; CHECK-NEXT: jmp _memcpy ## TAILCALL221; CHECK-NEXT: LBB5_1: ## %return222; CHECK-NEXT: movq %rdx, %rax223; CHECK-NEXT: retq224entry:225 %cmp = icmp eq i64 %sz, 0226 br i1 %cmp, label %return, label %if.then227 228if.then:229 tail call void @llvm.memcpy.p0.p0.i64(ptr align 1 %ret_val, ptr align 1 %src, i64 %sz, i1 false)230 br label %return231 232return:233 %phi = phi ptr [ %ret_val, %if.then ], [ %src, %entry ]234 ret ptr %phi235}236 237define ptr @strcpy_legal_and_baz_illegal(ptr %arg, i64 %sz, ptr %2) nounwind {238; CHECK-LABEL: strcpy_legal_and_baz_illegal:239; CHECK: ## %bb.0: ## %entry240; CHECK-NEXT: pushq %r15241; CHECK-NEXT: pushq %r14242; CHECK-NEXT: pushq %rbx243; CHECK-NEXT: movq %rdx, %rbx244; CHECK-NEXT: movq %rsi, %r15245; CHECK-NEXT: movq %rdi, %r14246; CHECK-NEXT: movq %rsi, %rdi247; CHECK-NEXT: callq _malloc248; CHECK-NEXT: testq %r15, %r15249; CHECK-NEXT: je LBB6_1250; CHECK-NEXT: ## %bb.2: ## %if.then251; CHECK-NEXT: movq %rax, %rdi252; CHECK-NEXT: movq %rbx, %rsi253; CHECK-NEXT: popq %rbx254; CHECK-NEXT: popq %r14255; CHECK-NEXT: popq %r15256; CHECK-NEXT: jmp _strcpy ## TAILCALL257; CHECK-NEXT: LBB6_1: ## %if.else258; CHECK-NEXT: movq %r14, %rdi259; CHECK-NEXT: movq %rbx, %rsi260; CHECK-NEXT: callq _baz261; CHECK-NEXT: movq %r14, %rax262; CHECK-NEXT: popq %rbx263; CHECK-NEXT: popq %r14264; CHECK-NEXT: popq %r15265; CHECK-NEXT: retq266entry:267 %strcpy_ret_val = tail call noalias ptr @malloc(i64 %sz)268 %cmp = icmp eq i64 %sz, 0269 br i1 %cmp, label %if.else, label %if.then270 271if.then:272 %rv_unused = tail call ptr @strcpy(ptr dereferenceable(1) %strcpy_ret_val, ptr dereferenceable(1) %2)273 br label %return274 275if.else:276 %rv_unused_2 = tail call ptr @baz(ptr %arg, ptr %2)277 br label %return278 279return:280 %phi = phi ptr [ %strcpy_ret_val, %if.then ], [ %arg, %if.else ]281 ret ptr %phi282}283 284define ptr @baz_illegal_tailc(ptr %ret_val, ptr %arg) nounwind {285; CHECK-LABEL: baz_illegal_tailc:286; CHECK: ## %bb.0: ## %entry287; CHECK-NEXT: pushq %rbx288; CHECK-NEXT: movq %rdi, %rbx289; CHECK-NEXT: testq %rdi, %rdi290; CHECK-NEXT: je LBB7_2291; CHECK-NEXT: ## %bb.1: ## %if.then292; CHECK-NEXT: movq %rbx, %rdi293; CHECK-NEXT: callq _baz294; CHECK-NEXT: LBB7_2: ## %return295; CHECK-NEXT: movq %rbx, %rax296; CHECK-NEXT: popq %rbx297; CHECK-NEXT: retq298entry:299 %cmp = icmp eq ptr %ret_val, null300 br i1 %cmp, label %return, label %if.then301 302if.then:303 %rv = tail call ptr @baz(ptr %ret_val, ptr %arg)304 br label %return305 306return:307 ret ptr %ret_val308}309 310define ptr @memset_illegal_tailc(ptr %arg, i64 %sz, ptr %ret_val_1, ptr %ret_val_2) nounwind {311; CHECK-LABEL: memset_illegal_tailc:312; CHECK: ## %bb.0: ## %entry313; CHECK-NEXT: movq %rdx, %rax314; CHECK-NEXT: testq %rsi, %rsi315; CHECK-NEXT: je LBB8_2316; CHECK-NEXT: ## %bb.1: ## %if.then317; CHECK-NEXT: pushq %rbx318; CHECK-NEXT: movq %rcx, %rbx319; CHECK-NEXT: movq %rsi, %rdx320; CHECK-NEXT: xorl %esi, %esi321; CHECK-NEXT: callq _memset322; CHECK-NEXT: movq %rbx, %rax323; CHECK-NEXT: popq %rbx324; CHECK-NEXT: LBB8_2: ## %return325; CHECK-NEXT: retq326entry:327 %cmp = icmp eq i64 %sz, 0328 br i1 %cmp, label %return, label %if.then329 330if.then:331 tail call void @llvm.memset.p0.i64(ptr align 1 %arg, i8 0, i64 %sz, i1 false)332 br label %return333 334return:335 %phi = phi ptr [ %ret_val_2, %if.then ], [ %ret_val_1, %entry ]336 ret ptr %phi337}338 339define ptr @strcpy_illegal_tailc(ptr %dest, i64 %sz, ptr readonly returned %src) nounwind {340; CHECK-LABEL: strcpy_illegal_tailc:341; CHECK: ## %bb.0: ## %entry342; CHECK-NEXT: pushq %rbx343; CHECK-NEXT: movq %rdx, %rbx344; CHECK-NEXT: testq %rsi, %rsi345; CHECK-NEXT: je LBB9_2346; CHECK-NEXT: ## %bb.1: ## %if.then347; CHECK-NEXT: movq %rbx, %rsi348; CHECK-NEXT: callq _strcpy349; CHECK-NEXT: LBB9_2: ## %return350; CHECK-NEXT: movq %rbx, %rax351; CHECK-NEXT: popq %rbx352; CHECK-NEXT: retq353entry:354 %cmp = icmp eq i64 %sz, 0355 br i1 %cmp, label %return, label %if.then356 357if.then:358 %6 = tail call ptr @strcpy(ptr dereferenceable(1) %dest, ptr dereferenceable(1) %src)359 br label %return360 361return:362 ret ptr %src363}364 365@i = global i32 0, align 4366 367define i32 @undef_tailc() nounwind {368; CHECK-LABEL: undef_tailc:369; CHECK: ## %bb.0: ## %entry370; CHECK-NEXT: cmpl $0, _i(%rip)371; CHECK-NEXT: jne _qux ## TAILCALL372; CHECK-NEXT: ## %bb.1: ## %return373; CHECK-NEXT: retq374entry:375 %val = load i32, ptr @i, align 4376 %cmp = icmp eq i32 %val, 0377 br i1 %cmp, label %return, label %if.then378 379if.then:380 %rv_unused = tail call i32 @qux()381 br label %return382 383return:384 ret i32 undef385}386 387define i32 @undef_and_known_tailc() nounwind {388; CHECK-LABEL: undef_and_known_tailc:389; CHECK: ## %bb.0: ## %entry390; CHECK-NEXT: movl _i(%rip), %eax391; CHECK-NEXT: cmpl $5, %eax392; CHECK-NEXT: je _qux ## TAILCALL393; CHECK-NEXT: ## %bb.1: ## %entry394; CHECK-NEXT: cmpl $2, %eax395; CHECK-NEXT: je _quux ## TAILCALL396; CHECK-NEXT: ## %bb.2: ## %return397; CHECK-NEXT: retq398entry:399 %val = load i32, ptr @i, align 4400 switch i32 %val, label %return [401 i32 2, label %case_2402 i32 5, label %case_5403 ]404 405case_2:406 %rv_unused = tail call i32 @quux()407 br label %return408 409case_5:410 %rv = tail call i32 @qux()411 br label %return412 413return:414 %phi = phi i32 [ undef, %case_2 ], [ %rv, %case_5 ], [ undef, %entry ]415 ret i32 %phi416}417 418declare void @llvm.memcpy.p0.p0.i64(ptr noalias nocapture writeonly, ptr noalias nocapture readonly, i64, i1)419declare void @llvm.memset.p0.i64(ptr nocapture writeonly, i8, i64, i1)420declare noalias ptr @malloc(i64)421declare ptr @strcpy(ptr noalias returned writeonly, ptr noalias nocapture readonly)422declare ptr @baz(ptr, ptr)423declare i32 @qux()424declare i32 @quux()425