136 lines · plain
1; REQUIRES: asserts2; RUN: opt -passes=loop-vectorize -force-vector-interleave=1 -force-vector-width=8 -S -debug %s 2>&1 | FileCheck %s3 4define void @iv_no_binary_op_in_descriptor(i1 %c, ptr %dst) {5; CHECK-LABEL: LV: Checking a loop in 'iv_no_binary_op_in_descriptor'6; CHECK: VPlan 'Initial VPlan for VF={8},UF>=1' {7; CHECK-NEXT: Live-in vp<[[VF:%.+]]> = VF8; CHECK-NEXT: Live-in vp<[[VFxUF:%.+]]> = VF * UF9; CHECK-NEXT: Live-in vp<[[VEC_TC:%.+]]> = vector-trip-count10; CHECK-NEXT: Live-in ir<1000> = original trip-count11; CHECK-EMPTY:12; CHECK-NEXT: ir-bb<entry>:13; CHECK-NEXT: Successor(s): scalar.ph, vector.ph14; CHECK-EMPTY:15; CHECK-NEXT: vector.ph:16; CHECK-NEXT: Successor(s): vector loop17; CHECK-EMPTY:18; CHECK-NEXT: <x1> vector loop: {19; CHECK-NEXT: vector.body:20; CHECK-NEXT: EMIT vp<[[CAN_IV:%.+]]> = CANONICAL-INDUCTION21; CHECK-NEXT: ir<%iv> = WIDEN-INDUCTION ir<0>, ir<1>, vp<[[VF]]>22; CHECK-NEXT: vp<[[STEPS:%.+]]> = SCALAR-STEPS vp<[[CAN_IV]]>, ir<1>23; CHECK-NEXT: CLONE ir<%gep> = getelementptr inbounds ir<%dst>, vp<[[STEPS:%.+]]>24; CHECK-NEXT: vp<[[VEC_PTR:%.+]]> = vector-pointer inbounds ir<%gep>25; CHECK-NEXT: WIDEN store vp<[[VEC_PTR]]>, ir<%iv>26; CHECK-NEXT: EMIT vp<[[CAN_INC:%.+]]> = add nuw vp<[[CAN_IV]]>, vp<[[VFxUF]]>27; CHECK-NEXT: EMIT branch-on-count vp<[[CAN_INC]]>, vp<[[VEC_TC]]>28; CHECK-NEXT: No successors29; CHECK-NEXT: }30; CHECK-NEXT: Successor(s): middle.block31; CHECK-EMPTY:32; CHECK-NEXT: middle.block:33; CHECK-NEXT: EMIT vp<[[CMP:%.+]]> = icmp eq ir<1000>, vp<[[VEC_TC]]>34; CHECK-NEXT: EMIT branch-on-cond vp<[[CMP]]>35; CHECK-NEXT: Successor(s): ir-bb<exit>, scalar.ph36; CHECK-EMPTY:37; CHECK-NEXT: ir-bb<exit>:38; CHECK-NEXT: No successors39; CHECK-EMPTY:40; CHECK-NEXT: scalar.ph:41; CHECK-NEXT: EMIT-SCALAR vp<[[RESUME:%.+]]> = phi [ vp<[[VEC_TC]]>, middle.block ], [ ir<0>, ir-bb<entry> ]42; CHECK-NEXT: Successor(s): ir-bb<loop.header>43; CHECK-EMPTY:44; CHECK-NEXT: ir-bb<loop.header>:45; CHECK-NEXT: IR %iv = phi i64 [ 0, %entry ], [ %iv.next.p, %loop.latch ] (extra operand: vp<[[RESUME]]> from scalar.ph)46; CHECK: IR %iv.next = add i64 %iv, 147; CHECK-NEXT: No successors48; CHECK-NEXT: }49;50entry:51 br label %loop.header52 53loop.header:54 %iv = phi i64 [ 0, %entry ], [ %iv.next.p, %loop.latch ]55 %gep = getelementptr inbounds i64, ptr %dst, i64 %iv56 store i64 %iv, ptr %gep, align 857 %iv.next = add i64 %iv, 158 br label %loop.latch59 60loop.latch:61 %iv.next.p = phi i64 [ %iv.next, %loop.header ]62 %exitcond.not = icmp eq i64 %iv.next.p, 100063 br i1 %exitcond.not, label %exit, label %loop.header64 65exit:66 ret void67}68 69; Check that VPWidenIntOrFPInductionRecipe is expanded into smaller recipes in70; the final VPlan.71define void @iv_expand(ptr %p, i64 %n) {72; CHECK-LABEL: LV: Checking a loop in 'iv_expand'73; CHECK: VPlan 'Initial VPlan for VF={8},UF>=1' {74; CHECK: <x1> vector loop: {75; CHECK-NEXT: vector.body:76; CHECK-NEXT: EMIT vp<%3> = CANONICAL-INDUCTION ir<0>, vp<%index.next>77; CHECK-NEXT: ir<%iv> = WIDEN-INDUCTION ir<0>, ir<1>, vp<%0>78; CHECK-NEXT: vp<%4> = SCALAR-STEPS vp<%3>, ir<1>79; CHECK-NEXT: CLONE ir<%q> = getelementptr ir<%p>, vp<%4>80; CHECK-NEXT: vp<%5> = vector-pointer ir<%q>81; CHECK-NEXT: WIDEN ir<%x> = load vp<%5>82; CHECK-NEXT: WIDEN ir<%y> = add ir<%x>, ir<%iv>83; CHECK-NEXT: vp<%6> = vector-pointer ir<%q>84; CHECK-NEXT: WIDEN store vp<%6>, ir<%y>85; CHECK-NEXT: EMIT vp<%index.next> = add nuw vp<%3>, vp<%1>86; CHECK-NEXT: EMIT branch-on-count vp<%index.next>, vp<%2>87; CHECK-NEXT: No successors88; CHECK-NEXT: }89; CHECK-NEXT: Successor(s): middle.block90; CHECK: VPlan 'Final VPlan for VF={8},UF={1}'91; CHECK-NEXT: Live-in ir<%n> = original trip-count92; CHECK-EMPTY:93; CHECK-NEXT: ir-bb<entry>:94; CHECK-NEXT: EMIT vp<%min.iters.check> = icmp ult ir<%n>, ir<8>95; CHECK-NEXT: EMIT branch-on-cond vp<%min.iters.check>96; CHECK-NEXT: Successor(s): ir-bb<scalar.ph>, vector.ph97; CHECK-EMPTY:98; CHECK: vector.ph:99; CHECK-NEXT: EMIT vp<%n.mod.vf> = urem ir<%n>, ir<8>100; CHECK-NEXT: EMIT vp<%n.vec> = sub ir<%n>, vp<%n.mod.vf>101; CHECK-NEXT: EMIT vp<[[STEP_VECTOR:%.+]]> = step-vector102; CHECK-NEXT: EMIT vp<[[BROADCAST_0:%.+]]> = broadcast ir<0>103; CHECK-NEXT: EMIT vp<[[BROADCAST_1:%.+]]> = broadcast ir<1>104; CHECK-NEXT: EMIT vp<[[MUL:%.+]]> = mul vp<[[STEP_VECTOR]]>, vp<[[BROADCAST_1]]>105; CHECK-NEXT: EMIT vp<[[INDUCTION:%.+]]> = add vp<[[BROADCAST_0]]>, vp<[[MUL]]>106; CHECK-NEXT: EMIT vp<[[BROADCAST_INC:%.+]]> = broadcast ir<8>107; CHECK-NEXT: Successor(s): vector.body108; CHECK-EMPTY:109; CHECK-NEXT: vector.body:110; CHECK-NEXT: EMIT-SCALAR vp<[[SCALAR_PHI:%.+]]> = phi [ ir<0>, vector.ph ], [ vp<%index.next>, vector.body ]111; CHECK-NEXT: WIDEN-PHI ir<%iv> = phi [ vp<[[INDUCTION]]>, vector.ph ], [ vp<%vec.ind.next>, vector.body ]112; CHECK-NEXT: CLONE ir<%q> = getelementptr ir<%p>, vp<[[SCALAR_PHI]]>113; CHECK-NEXT: WIDEN ir<%x> = load ir<%q>114; CHECK-NEXT: WIDEN ir<%y> = add ir<%x>, ir<%iv>115; CHECK-NEXT: WIDEN store ir<%q>, ir<%y>116; CHECK-NEXT: EMIT vp<%index.next> = add nuw vp<[[SCALAR_PHI]]>, ir<8>117; CHECK-NEXT: EMIT vp<%vec.ind.next> = add ir<%iv>, vp<[[BROADCAST_INC]]>118; CHECK-NEXT: EMIT branch-on-count vp<%index.next>, vp<%n.vec>119; CHECK-NEXT: Successor(s): middle.block, vector.body120entry:121 br label %loop122 123loop:124 %iv = phi i64 [0, %entry], [%iv.next, %loop]125 %q = getelementptr i64, ptr %p, i64 %iv126 %x = load i64, ptr %q127 %y = add i64 %x, %iv128 store i64 %y, ptr %q129 %iv.next = add i64 %iv, 1130 %done = icmp eq i64 %iv.next, %n131 br i1 %done, label %exit, label %loop132 133exit:134 ret void135}136