129 lines · plain
1; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 22; RUN: opt -passes=loop-vectorize -force-vector-width=4 -force-vector-interleave=1 -S %s | FileCheck %s3 4define void @pr63340(ptr %A, ptr %B) {5; CHECK-LABEL: define void @pr633406; CHECK-SAME: (ptr [[A:%.*]], ptr [[B:%.*]]) {7; CHECK-NEXT: entry:8; CHECK-NEXT: br label [[VECTOR_PH:%.*]]9; CHECK: vector.ph:10; CHECK-NEXT: [[TMP0:%.*]] = getelementptr i8, ptr [[A]], i64 111; CHECK-NEXT: [[BROADCAST_SPLATINSERT:%.*]] = insertelement <4 x ptr> poison, ptr [[TMP0]], i64 012; CHECK-NEXT: [[BROADCAST_SPLAT:%.*]] = shufflevector <4 x ptr> [[BROADCAST_SPLATINSERT]], <4 x ptr> poison, <4 x i32> zeroinitializer13; CHECK-NEXT: br label [[VECTOR_BODY:%.*]]14; CHECK: vector.body:15; CHECK-NEXT: [[INDEX:%.*]] = phi i32 [ 0, [[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], [[VECTOR_BODY]] ]16; CHECK-NEXT: [[OFFSET_IDX:%.*]] = trunc i32 [[INDEX]] to i817; CHECK-NEXT: [[TMP1:%.*]] = getelementptr inbounds ptr, ptr [[B]], i8 [[OFFSET_IDX]]18; CHECK-NEXT: store <4 x ptr> [[BROADCAST_SPLAT]], ptr [[TMP1]], align 819; CHECK-NEXT: [[INDEX_NEXT]] = add nuw i32 [[INDEX]], 420; CHECK-NEXT: [[TMP2:%.*]] = icmp eq i32 [[INDEX_NEXT]], 12821; CHECK-NEXT: br i1 [[TMP2]], label [[MIDDLE_BLOCK:%.*]], label [[VECTOR_BODY]], !llvm.loop [[LOOP0:![0-9]+]]22; CHECK: middle.block:23; CHECK-NEXT: br label [[EXIT:%.*]]24; CHECK: exit:25; CHECK-NEXT: ret void26;27entry:28 br label %loop.header29 30loop.header:31 %iv = phi i8 [ 0, %entry ], [ %iv.next, %loop.latch ]32 br label %loop.latch33 34loop.latch:35 %f.0.i = phi ptr [ %A, %loop.header ]36 %gep = getelementptr i8, ptr %f.0.i, i64 137 %gep.B = getelementptr inbounds ptr, ptr %B, i8 %iv38 store ptr %gep, ptr %gep.B39 %iv.next = add i8 %iv, 140 %ec = icmp eq i8 %iv.next, 12841 br i1 %ec, label %exit, label %loop.header42 43exit:44 ret void45}46 47; FIXME: Redundant broadcast in vector.ph only feeds an extract only.48define void @wide_gep_index_invariant(ptr noalias %dst, ptr noalias %src, i64 %n) {49; CHECK-LABEL: define void @wide_gep_index_invariant50; CHECK-SAME: (ptr noalias [[DST:%.*]], ptr noalias [[SRC:%.*]], i64 [[N:%.*]]) {51; CHECK-NEXT: entry:52; CHECK-NEXT: br label [[VECTOR_PH:%.*]]53; CHECK: vector.ph:54; CHECK-NEXT: br label [[VECTOR_BODY:%.*]]55; CHECK: vector.body:56; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ 0, [[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], [[VECTOR_BODY]] ]57; CHECK-NEXT: [[TMP0:%.*]] = load ptr, ptr [[SRC]], align 858; CHECK-NEXT: [[TMP1:%.*]] = getelementptr float, ptr [[TMP0]], i64 [[N]]59; CHECK-NEXT: [[BROADCAST_SPLATINSERT:%.*]] = insertelement <4 x ptr> poison, ptr [[TMP1]], i64 060; CHECK-NEXT: [[BROADCAST_SPLAT:%.*]] = shufflevector <4 x ptr> [[BROADCAST_SPLATINSERT]], <4 x ptr> poison, <4 x i32> zeroinitializer61; CHECK-NEXT: [[TMP2:%.*]] = getelementptr ptr, ptr [[DST]], i64 [[INDEX]]62; CHECK-NEXT: store <4 x ptr> [[BROADCAST_SPLAT]], ptr [[TMP2]], align 863; CHECK-NEXT: [[INDEX_NEXT]] = add nuw i64 [[INDEX]], 464; CHECK-NEXT: [[TMP3:%.*]] = icmp eq i64 [[INDEX_NEXT]], 10065; CHECK-NEXT: br i1 [[TMP3]], label [[MIDDLE_BLOCK:%.*]], label [[VECTOR_BODY]], !llvm.loop [[LOOP3:![0-9]+]]66; CHECK: middle.block:67; CHECK-NEXT: br label [[EXIT:%.*]]68; CHECK: exit:69; CHECK-NEXT: ret void70;71entry:72 br label %loop73 74loop:75 %iv = phi i64 [ 0, %entry ], [ %iv.next, %loop ]76 %l = load ptr, ptr %src, align 877 %gep.l = getelementptr float, ptr %l, i64 %n78 %gep.dst = getelementptr ptr, ptr %dst, i64 %iv79 store ptr %gep.l, ptr %gep.dst, align 880 %iv.next = add nuw nsw i64 %iv, 181 %ec = icmp eq i64 %iv.next, 10082 br i1 %ec, label %exit, label %loop83 84exit:85 ret void86}87 88define void @wide_gep_multiple_indices_some_invariant(ptr noalias %dst, ptr noalias %src, i32 %x) {89; CHECK-LABEL: define void @wide_gep_multiple_indices_some_invariant90; CHECK-SAME: (ptr noalias [[DST:%.*]], ptr noalias [[SRC:%.*]], i32 [[X:%.*]]) {91; CHECK-NEXT: entry:92; CHECK-NEXT: br label [[VECTOR_PH:%.*]]93; CHECK: vector.ph:94; CHECK-NEXT: br label [[VECTOR_BODY:%.*]]95; CHECK: vector.body:96; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ 0, [[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], [[VECTOR_BODY]] ]97; CHECK-NEXT: [[VEC_IND:%.*]] = phi <4 x i64> [ <i64 0, i64 1, i64 2, i64 3>, [[VECTOR_PH]] ], [ [[VEC_IND_NEXT:%.*]], [[VECTOR_BODY]] ]98; CHECK-NEXT: [[TMP0:%.*]] = load ptr, ptr [[SRC]], align 899; CHECK-NEXT: [[BROADCAST_SPLATINSERT:%.*]] = insertelement <4 x ptr> poison, ptr [[TMP0]], i64 0100; CHECK-NEXT: [[BROADCAST_SPLAT:%.*]] = shufflevector <4 x ptr> [[BROADCAST_SPLATINSERT]], <4 x ptr> poison, <4 x i32> zeroinitializer101; CHECK-NEXT: [[TMP1:%.*]] = getelementptr [10 x float], <4 x ptr> [[BROADCAST_SPLAT]], i32 [[X]], <4 x i64> [[VEC_IND]]102; CHECK-NEXT: [[TMP2:%.*]] = getelementptr ptr, ptr [[DST]], i64 [[INDEX]]103; CHECK-NEXT: store <4 x ptr> [[TMP1]], ptr [[TMP2]], align 8104; CHECK-NEXT: [[INDEX_NEXT]] = add nuw i64 [[INDEX]], 4105; CHECK-NEXT: [[VEC_IND_NEXT]] = add nuw nsw <4 x i64> [[VEC_IND]], splat (i64 4)106; CHECK-NEXT: [[TMP3:%.*]] = icmp eq i64 [[INDEX_NEXT]], 100107; CHECK-NEXT: br i1 [[TMP3]], label [[MIDDLE_BLOCK:%.*]], label [[VECTOR_BODY]], !llvm.loop [[LOOP4:![0-9]+]]108; CHECK: middle.block:109; CHECK-NEXT: br label [[EXIT:%.*]]110; CHECK: exit:111; CHECK-NEXT: ret void112;113entry:114 br label %loop115 116loop:117 %iv = phi i64 [ 0, %entry ], [ %iv.next, %loop ]118 %l = load ptr, ptr %src, align 8119 %gep.l = getelementptr [10 x float], ptr %l, i32 %x, i64 %iv120 %gep.dst = getelementptr ptr, ptr %dst, i64 %iv121 store ptr %gep.l, ptr %gep.dst, align 8122 %iv.next = add nuw nsw i64 %iv, 1123 %ec = icmp eq i64 %iv.next, 100124 br i1 %ec, label %exit, label %loop125 126exit:127 ret void128}129