366 lines · plain
1; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py2; RUN: llc -mtriple=thumbv8.1m.main-none-eabi -mattr=+mve --verify-machineinstrs %s -o - | FileCheck %s3 4; Tail predicated so we use DLSTP5define void @simple(ptr nocapture readonly %x, ptr nocapture readnone %y, ptr nocapture %z, i32 %m, i32 %n) {6; CHECK-LABEL: simple:7; CHECK: @ %bb.0: @ %entry8; CHECK-NEXT: .save {r7, lr}9; CHECK-NEXT: push {r7, lr}10; CHECK-NEXT: ldr r1, [sp, #8]11; CHECK-NEXT: mov r12, r312; CHECK-NEXT: adds r3, r1, #313; CHECK-NEXT: lsrs r3, r3, #214; CHECK-NEXT: beq .LBB0_315; CHECK-NEXT: @ %bb.1: @ %do.body.preheader16; CHECK-NEXT: dlstp.32 lr, r117; CHECK-NEXT: .LBB0_2: @ %do.body18; CHECK-NEXT: @ =>This Inner Loop Header: Depth=119; CHECK-NEXT: vldrw.u32 q0, [r0], #1620; CHECK-NEXT: vaddva.s32 r12, q021; CHECK-NEXT: letp lr, .LBB0_222; CHECK-NEXT: .LBB0_3: @ %if.end23; CHECK-NEXT: str.w r12, [r2]24; CHECK-NEXT: pop {r7, pc}25entry:26 %add = add i32 %n, 327 %div = lshr i32 %add, 228 %cmp.not = icmp eq i32 %div, 029 br i1 %cmp.not, label %if.end, label %do.body30 31do.body: ; preds = %entry, %do.body32 %n.addr.0 = phi i32 [ %sub, %do.body ], [ %n, %entry ]33 %count.0 = phi i32 [ %sub3, %do.body ], [ %div, %entry ]34 %s.0 = phi i32 [ %add2, %do.body ], [ %m, %entry ]35 %x.addr.0 = phi ptr [ %add.ptr, %do.body ], [ %x, %entry ]36 %0 = tail call <4 x i1> @llvm.arm.mve.vctp32(i32 %n.addr.0)37 %1 = load <4 x i32>, ptr %x.addr.0, align 438 %2 = tail call i32 @llvm.arm.mve.addv.predicated.v4i32.v4i1(<4 x i32> %1, i32 0, <4 x i1> %0)39 %add2 = add nsw i32 %2, %s.040 %add.ptr = getelementptr inbounds i32, ptr %x.addr.0, i32 441 %sub = add i32 %n.addr.0, -442 %sub3 = add nsw i32 %count.0, -143 %cmp4 = icmp sgt i32 %count.0, 144 br i1 %cmp4, label %do.body, label %if.end45 46if.end: ; preds = %do.body, %entry47 %s.1 = phi i32 [ %m, %entry ], [ %add2, %do.body ]48 store i32 %s.1, ptr %z, align 449 ret void50}51 52; Tail predicated so we use DLSTP53define void @nested(ptr nocapture readonly %x, ptr nocapture readnone %y, ptr nocapture %z, i32 %m, i32 %n) {54; CHECK-LABEL: nested:55; CHECK: @ %bb.0: @ %entry56; CHECK-NEXT: cmp r3, #057; CHECK-NEXT: it eq58; CHECK-NEXT: bxeq lr59; CHECK-NEXT: .LBB1_1: @ %for.body.preheader60; CHECK-NEXT: .save {r4, r5, r6, r7, r8, lr}61; CHECK-NEXT: push.w {r4, r5, r6, r7, r8, lr}62; CHECK-NEXT: ldr.w r12, [sp, #24]63; CHECK-NEXT: movs r1, #064; CHECK-NEXT: b .LBB1_465; CHECK-NEXT: .LBB1_2: @ in Loop: Header=BB1_4 Depth=166; CHECK-NEXT: mov r4, r367; CHECK-NEXT: .LBB1_3: @ %if.end68; CHECK-NEXT: @ in Loop: Header=BB1_4 Depth=169; CHECK-NEXT: str.w r4, [r2, r1, lsl #2]70; CHECK-NEXT: adds r1, #171; CHECK-NEXT: cmp r1, r372; CHECK-NEXT: beq .LBB1_873; CHECK-NEXT: .LBB1_4: @ %for.body74; CHECK-NEXT: @ =>This Loop Header: Depth=175; CHECK-NEXT: @ Child Loop BB1_6 Depth 276; CHECK-NEXT: add.w r6, r12, #377; CHECK-NEXT: lsrs r7, r6, #278; CHECK-NEXT: beq .LBB1_279; CHECK-NEXT: @ %bb.5: @ %do.body.preheader80; CHECK-NEXT: @ in Loop: Header=BB1_4 Depth=181; CHECK-NEXT: bic r5, r6, #382; CHECK-NEXT: mov r4, r383; CHECK-NEXT: add.w r8, r0, r5, lsl #284; CHECK-NEXT: dlstp.32 lr, r1285; CHECK-NEXT: .LBB1_6: @ %do.body86; CHECK-NEXT: @ Parent Loop BB1_4 Depth=187; CHECK-NEXT: @ => This Inner Loop Header: Depth=288; CHECK-NEXT: vldrw.u32 q0, [r0], #1689; CHECK-NEXT: vaddva.s32 r4, q090; CHECK-NEXT: letp lr, .LBB1_691; CHECK-NEXT: @ %bb.7: @ %if.end.loopexit92; CHECK-NEXT: @ in Loop: Header=BB1_4 Depth=193; CHECK-NEXT: sub.w r12, r12, r594; CHECK-NEXT: mov r0, r895; CHECK-NEXT: b .LBB1_396; CHECK-NEXT: .LBB1_8:97; CHECK-NEXT: pop.w {r4, r5, r6, r7, r8, lr}98; CHECK-NEXT: bx lr99entry:100 %cmp20.not = icmp eq i32 %m, 0101 br i1 %cmp20.not, label %for.cond.cleanup, label %for.body102 103for.cond.cleanup: ; preds = %if.end, %entry104 ret void105 106for.body: ; preds = %entry, %if.end107 %x.addr.023 = phi ptr [ %x.addr.2, %if.end ], [ %x, %entry ]108 %a.022 = phi i32 [ %inc, %if.end ], [ 0, %entry ]109 %n.addr.021 = phi i32 [ %n.addr.2, %if.end ], [ %n, %entry ]110 %add = add i32 %n.addr.021, 3111 %div = lshr i32 %add, 2112 %cmp1.not = icmp eq i32 %div, 0113 br i1 %cmp1.not, label %if.end, label %do.body.preheader114 115do.body.preheader: ; preds = %for.body116 %0 = and i32 %add, -4117 %scevgep = getelementptr i32, ptr %x.addr.023, i32 %0118 br label %do.body119 120do.body: ; preds = %do.body.preheader, %do.body121 %n.addr.1 = phi i32 [ %sub, %do.body ], [ %n.addr.021, %do.body.preheader ]122 %count.0 = phi i32 [ %sub4, %do.body ], [ %div, %do.body.preheader ]123 %s.0 = phi i32 [ %add3, %do.body ], [ %m, %do.body.preheader ]124 %x.addr.1 = phi ptr [ %add.ptr, %do.body ], [ %x.addr.023, %do.body.preheader ]125 %1 = tail call <4 x i1> @llvm.arm.mve.vctp32(i32 %n.addr.1)126 %2 = load <4 x i32>, ptr %x.addr.1, align 4127 %3 = tail call i32 @llvm.arm.mve.addv.predicated.v4i32.v4i1(<4 x i32> %2, i32 0, <4 x i1> %1)128 %add3 = add nsw i32 %3, %s.0129 %add.ptr = getelementptr inbounds i32, ptr %x.addr.1, i32 4130 %sub = add i32 %n.addr.1, -4131 %sub4 = add nsw i32 %count.0, -1132 %cmp5 = icmp sgt i32 %count.0, 1133 br i1 %cmp5, label %do.body, label %if.end.loopexit134 135if.end.loopexit: ; preds = %do.body136 %4 = sub i32 %n.addr.021, %0137 br label %if.end138 139if.end: ; preds = %if.end.loopexit, %for.body140 %n.addr.2 = phi i32 [ %n.addr.021, %for.body ], [ %4, %if.end.loopexit ]141 %s.1 = phi i32 [ %m, %for.body ], [ %add3, %if.end.loopexit ]142 %x.addr.2 = phi ptr [ %x.addr.023, %for.body ], [ %scevgep, %if.end.loopexit ]143 %arrayidx = getelementptr inbounds i32, ptr %z, i32 %a.022144 store i32 %s.1, ptr %arrayidx, align 4145 %inc = add nuw nsw i32 %a.022, 1146 %exitcond.not = icmp eq i32 %inc, %m147 br i1 %exitcond.not, label %for.cond.cleanup, label %for.body148}149 150declare <4 x i1> @llvm.arm.mve.vctp32(i32)151declare i32 @llvm.arm.mve.addv.predicated.v4i32.v4i1(<4 x i32>, i32, <4 x i1>)152 153 154; Long test that was spilling lr between t2LoopDec and End155define dso_local i32 @b(ptr %c, i32 %d, i32 %e, ptr %n) "frame-pointer"="all" {156; CHECK-LABEL: b:157; CHECK: @ %bb.0: @ %entry158; CHECK-NEXT: .save {r4, r5, r6, r7, lr}159; CHECK-NEXT: push {r4, r5, r6, r7, lr}160; CHECK-NEXT: .setfp r7, sp, #12161; CHECK-NEXT: add r7, sp, #12162; CHECK-NEXT: .save {r8, r9, r10, r11}163; CHECK-NEXT: push.w {r8, r9, r10, r11}164; CHECK-NEXT: .pad #16165; CHECK-NEXT: sub sp, #16166; CHECK-NEXT: wls lr, r1, .LBB2_3167; CHECK-NEXT: @ %bb.1: @ %while.body.preheader168; CHECK-NEXT: adds r6, r3, #4169; CHECK-NEXT: adds r1, r0, #4170; CHECK-NEXT: mvn r8, #1171; CHECK-NEXT: @ implicit-def: $r9172; CHECK-NEXT: @ implicit-def: $r4173; CHECK-NEXT: str r2, [sp] @ 4-byte Spill174; CHECK-NEXT: .LBB2_2: @ %while.body175; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1176; CHECK-NEXT: str r1, [sp, #12] @ 4-byte Spill177; CHECK-NEXT: asrs r2, r4, #31178; CHECK-NEXT: ldr r1, [sp, #12] @ 4-byte Reload179; CHECK-NEXT: ldr r1, [r1]180; CHECK-NEXT: muls r1, r3, r1181; CHECK-NEXT: adds r4, r4, r1182; CHECK-NEXT: adc.w r1, r2, r1, asr #31183; CHECK-NEXT: adds.w r2, r4, #-2147483648184; CHECK-NEXT: ldrd r2, r4, [r8]185; CHECK-NEXT: adc r5, r1, #0186; CHECK-NEXT: str r2, [sp, #4] @ 4-byte Spill187; CHECK-NEXT: smull r4, r2, r4, r9188; CHECK-NEXT: asrs r1, r5, #31189; CHECK-NEXT: str r5, [sp, #8] @ 4-byte Spill190; CHECK-NEXT: subs r4, r5, r4191; CHECK-NEXT: sbcs r1, r2192; CHECK-NEXT: ldr r2, [sp, #12] @ 4-byte Reload193; CHECK-NEXT: adds.w r10, r4, #-2147483648194; CHECK-NEXT: adc r1, r1, #0195; CHECK-NEXT: ldr r4, [r2, #-4]196; CHECK-NEXT: muls r4, r3, r4197; CHECK-NEXT: adds r3, #4198; CHECK-NEXT: adds.w r12, r4, #-2147483648199; CHECK-NEXT: asr.w r5, r4, #31200; CHECK-NEXT: ldr r4, [r6]201; CHECK-NEXT: adc r5, r5, #0202; CHECK-NEXT: mul r2, r4, r0203; CHECK-NEXT: adds r0, #4204; CHECK-NEXT: add.w r2, r2, #-2147483648205; CHECK-NEXT: asrl r12, r5, r2206; CHECK-NEXT: smull r2, r5, r4, r12207; CHECK-NEXT: lsll r2, r5, #30208; CHECK-NEXT: ldr r2, [sp, #4] @ 4-byte Reload209; CHECK-NEXT: asr.w r11, r5, #31210; CHECK-NEXT: mov r12, r5211; CHECK-NEXT: lsll r12, r11, r4212; CHECK-NEXT: mul r2, r2, r9213; CHECK-NEXT: lsrl r12, r11, #2214; CHECK-NEXT: adds r2, #2215; CHECK-NEXT: lsll r12, r11, r2216; CHECK-NEXT: ldr r2, [sp] @ 4-byte Reload217; CHECK-NEXT: add.w r5, r12, #-2147483648218; CHECK-NEXT: asrl r10, r1, r5219; CHECK-NEXT: ldr r5, [sp, #8] @ 4-byte Reload220; CHECK-NEXT: lsrl r10, r1, #2221; CHECK-NEXT: movs r1, #2222; CHECK-NEXT: mov r9, r10223; CHECK-NEXT: str.w r10, [r1]224; CHECK-NEXT: ldr r1, [r8], #-4225; CHECK-NEXT: mls r5, r1, r4, r5226; CHECK-NEXT: adds.w r4, r5, #-2147483648227; CHECK-NEXT: asr.w r1, r5, #31228; CHECK-NEXT: adc r1, r1, #0229; CHECK-NEXT: lsrl r4, r1, #2230; CHECK-NEXT: rsbs r1, r4, #0231; CHECK-NEXT: str r1, [r2]232; CHECK-NEXT: str r1, [r6, #-4]233; CHECK-NEXT: adds r6, #4234; CHECK-NEXT: ldr r1, [sp, #12] @ 4-byte Reload235; CHECK-NEXT: adds r1, #4236; CHECK-NEXT: le lr, .LBB2_2237; CHECK-NEXT: .LBB2_3: @ %while.end238; CHECK-NEXT: add sp, #16239; CHECK-NEXT: pop.w {r8, r9, r10, r11}240; CHECK-NEXT: pop {r4, r5, r6, r7, pc}241entry:242 %0 = inttoptr i32 %e to ptr243 %tobool.not70 = icmp eq i32 %d, 0244 br i1 %tobool.not70, label %while.end, label %while.body245 246while.body: ; preds = %entry, %while.body247 %p.077 = phi ptr [ %incdec.ptr22, %while.body ], [ inttoptr (i32 2 to ptr), %entry ]248 %c.addr.076 = phi ptr [ %incdec.ptr1, %while.body ], [ %c, %entry ]249 %n.075 = phi ptr [ %incdec.ptr43, %while.body ], [ %n, %entry ]250 %m.074 = phi i32 [ %conv35, %while.body ], [ undef, %entry ]251 %d.addr.073 = phi i32 [ %dec, %while.body ], [ %d, %entry ]252 %h.072 = phi i32 [ %conv41, %while.body ], [ undef, %entry ]253 %incdec.ptr43 = getelementptr inbounds i32, ptr %n.075, i32 1254 %1 = ptrtoint ptr %n.075 to i32255 %2 = load i32, ptr %incdec.ptr43, align 4256 %3 = load i32, ptr %c.addr.076, align 4257 %mul = mul nsw i32 %3, %1258 %conv = sext i32 %mul to i64259 %add = add nsw i64 %conv, 2147483648260 %incdec.ptr1 = getelementptr inbounds i32, ptr %c.addr.076, i32 1261 %4 = ptrtoint ptr %c.addr.076 to i32262 %mul2 = mul nsw i32 %2, %4263 %conv3 = sext i32 %mul2 to i64264 %add4 = add nsw i64 %conv3, 2147483648265 %shr = ashr i64 %add, %add4266 %5 = shl nuw i64 %shr, 32267 %conv6 = ashr exact i64 %5, 32268 %conv7 = sext i32 %2 to i64269 %conv11 = sext i32 %h.072 to i64270 %6 = load i32, ptr %incdec.ptr1, align 4271 %mul12 = mul nsw i32 %6, %1272 %conv13 = sext i32 %mul12 to i64273 %add14 = add nuw nsw i64 %conv11, 2147483648274 %add15 = add nsw i64 %add14, %conv13275 %shr16 = ashr i64 %add15, 32276 %conv17 = trunc i64 %shr16 to i32277 %mul8 = shl nsw i64 %conv7, 30278 %7 = mul i64 %mul8, %conv6279 %conv18 = ashr i64 %7, 32280 %sh_prom = zext i32 %2 to i64281 %shl = shl i64 %conv18, %sh_prom282 %conv21 = sext i32 %conv17 to i64283 %incdec.ptr22 = getelementptr inbounds i32, ptr %p.077, i32 -1284 %8 = load i32, ptr %p.077, align 4285 %conv23 = sext i32 %8 to i64286 %conv24 = sext i32 %m.074 to i64287 %mul25 = mul nsw i64 %conv23, %conv24288 %sub = sub nsw i64 2147483648, %mul25289 %add26 = add nsw i64 %sub, %conv21290 %9 = shl i64 %shl, 30291 %conv27 = ashr i64 %9, 32292 %10 = load i32, ptr %incdec.ptr22, align 4293 %mul28 = mul nsw i32 %10, %m.074294 %add29 = add nsw i32 %mul28, 2295 %sh_prom30 = zext i32 %add29 to i64296 %shl31 = shl i64 %conv27, %sh_prom30297 %add32 = add nsw i64 %shl31, 2147483648298 %shr33 = ashr i64 %add26, %add32299 %11 = lshr i64 %shr33, 2300 %conv35 = trunc i64 %11 to i32301 store i32 %conv35, ptr inttoptr (i32 2 to ptr), align 4302 %12 = load i32, ptr %incdec.ptr22, align 4303 %mul36 = mul nsw i32 %12, %2304 %sub37 = sub nsw i32 %conv17, %mul36305 %conv38 = sext i32 %sub37 to i64306 %add39 = add nsw i64 %conv38, 2147483648307 %13 = lshr i64 %add39, 2308 %conv41 = trunc i64 %13 to i32309 %sub42 = sub nsw i32 0, %conv41310 store i32 %sub42, ptr %0, align 4311 store i32 %sub42, ptr %n.075, align 4312 %dec = add nsw i32 %d.addr.073, -1313 %tobool.not = icmp eq i32 %dec, 0314 br i1 %tobool.not, label %while.end, label %while.body315 316while.end: ; preds = %while.body, %entry317 ret i32 undef318}319 320declare void @callee()321define void @callinpreheader(ptr noalias nocapture readonly %pAngle, ptr nocapture %pDst, i32 %size) {322; CHECK-LABEL: callinpreheader:323; CHECK: @ %bb.0: @ %entry324; CHECK-NEXT: .save {r4, r5, r6, lr}325; CHECK-NEXT: push {r4, r5, r6, lr}326; CHECK-NEXT: mov r5, r0327; CHECK-NEXT: mov r4, r1328; CHECK-NEXT: movs r0, #0329; CHECK-NEXT: cbz r2, .LBB3_3330; CHECK-NEXT: @ %bb.1: @ %for.body.ph331; CHECK-NEXT: mov r6, r2332; CHECK-NEXT: bl callee333; CHECK-NEXT: dls lr, r6334; CHECK-NEXT: movs r0, #0335; CHECK-NEXT: .LBB3_2: @ %for.body336; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1337; CHECK-NEXT: ldr r1, [r5], #4338; CHECK-NEXT: add r0, r1339; CHECK-NEXT: le lr, .LBB3_2340; CHECK-NEXT: .LBB3_3: @ %for.cond.cleanup341; CHECK-NEXT: str r0, [r4]342; CHECK-NEXT: pop {r4, r5, r6, pc}343entry:344 %cmp7.not = icmp eq i32 %size, 0345 br i1 %cmp7.not, label %for.cond.cleanup, label %for.body.ph346 347for.body.ph:348 call void @callee()349 br label %for.body350 351for.body:352 %i.09 = phi i32 [ %inc, %for.body ], [ 0, %for.body.ph ]353 %s.08 = phi i32 [ %add, %for.body ], [ 0, %for.body.ph ]354 %arrayidx = getelementptr inbounds i32, ptr %pAngle, i32 %i.09355 %0 = load i32, ptr %arrayidx, align 4356 %add = add nsw i32 %0, %s.08357 %inc = add nuw nsw i32 %i.09, 1358 %exitcond.not = icmp eq i32 %inc, %size359 br i1 %exitcond.not, label %for.cond.cleanup, label %for.body360 361for.cond.cleanup:362 %s.0.lcssa = phi i32 [ 0, %entry ], [ %add, %for.body ]363 store i32 %s.0.lcssa, ptr %pDst, align 4364 ret void365}366