200 lines · plain
1; NOTE: Assertions have been autogenerated by utils/update_test_checks.py2; RUN: opt < %s -passes=slp-vectorizer -S | FileCheck %s3 4target datalayout = "e-m:e-i8:8:32-i16:16:32-i64:64-i128:128-n32:64-S128"5target triple = "aarch64-unknown-linux-gnu"6 7; This test check that we are not crashing or changing the code.8 9define void @test() {10; CHECK-LABEL: @test(11; CHECK-NEXT: [[LOAD0:%.*]] = tail call <vscale x 16 x i8> @llvm.masked.load.nxv16i8.p0(ptr align 1 undef, <vscale x 16 x i1> undef, <vscale x 16 x i8> undef)12; CHECK-NEXT: [[LOAD1:%.*]] = tail call <vscale x 16 x i8> @llvm.masked.load.nxv16i8.p0(ptr align 1 undef, <vscale x 16 x i1> undef, <vscale x 16 x i8> undef)13; CHECK-NEXT: [[ADD:%.*]] = add <vscale x 16 x i8> [[LOAD1]], [[LOAD0]]14; CHECK-NEXT: tail call void @llvm.masked.store.nxv16i8.p0(<vscale x 16 x i8> [[ADD]], ptr align 1 undef, <vscale x 16 x i1> undef)15; CHECK-NEXT: ret void16;17 %load0 = tail call <vscale x 16 x i8> @llvm.masked.load.nxv16i8.p0(ptr undef, i32 1, <vscale x 16 x i1> undef, <vscale x 16 x i8> undef)18 %load1 = tail call <vscale x 16 x i8> @llvm.masked.load.nxv16i8.p0(ptr undef, i32 1, <vscale x 16 x i1> undef, <vscale x 16 x i8> undef)19 %add = add <vscale x 16 x i8> %load1, %load020 tail call void @llvm.masked.store.nxv16i8.p0(<vscale x 16 x i8> %add, ptr undef, i32 1, <vscale x 16 x i1> undef)21 ret void22}23 24define <vscale x 4 x i32> @scalable_phi(<vscale x 4 x i32> %a, i32 %b) {25; CHECK-LABEL: @scalable_phi(26; CHECK-NEXT: entry:27; CHECK-NEXT: [[CMP:%.*]] = icmp eq i32 [[B:%.*]], 028; CHECK-NEXT: br i1 [[CMP]], label [[IF_THEN:%.*]], label [[END:%.*]]29; CHECK: if.then:30; CHECK-NEXT: br label [[END]]31; CHECK: end:32; CHECK-NEXT: [[RETVAL:%.*]] = phi <vscale x 4 x i32> [ [[A:%.*]], [[ENTRY:%.*]] ], [ zeroinitializer, [[IF_THEN]] ]33; CHECK-NEXT: ret <vscale x 4 x i32> [[RETVAL]]34;35entry:36 %cmp = icmp eq i32 %b, 037 br i1 %cmp, label %if.then, label %end38 39if.then:40 br label %end41 42end:43 %retval = phi <vscale x 4 x i32> [ %a, %entry ], [ zeroinitializer, %if.then ]44 ret <vscale x 4 x i32> %retval45}46 47define void @scalable_phi1() {48; CHECK-LABEL: @scalable_phi1(49; CHECK-NEXT: middle.block:50; CHECK-NEXT: [[EXTRACT1:%.*]] = extractelement <vscale x 8 x i16> undef, i32 undef51; CHECK-NEXT: [[EXTRACT2:%.*]] = extractelement <vscale x 8 x i16> undef, i32 undef52; CHECK-NEXT: br label [[FOR_BODY_I:%.*]]53; CHECK: for.body.i:54; CHECK-NEXT: [[RECUR1:%.*]] = phi i16 [ [[EXTRACT1]], [[MIDDLE_BLOCK:%.*]] ], [ undef, [[FOR_BODY_I]] ]55; CHECK-NEXT: [[RECUR2:%.*]] = phi i16 [ [[EXTRACT2]], [[MIDDLE_BLOCK]] ], [ undef, [[FOR_BODY_I]] ]56; CHECK-NEXT: br label [[FOR_BODY_I]]57;58middle.block:59 %extract1 = extractelement <vscale x 8 x i16> undef, i32 undef60 %extract2 = extractelement <vscale x 8 x i16> undef, i32 undef61 br label %for.body.i62 63for.body.i: ; preds = %for.body.i, %middle.block64 %recur1 = phi i16 [ %extract1, %middle.block ], [ undef, %for.body.i ]65 %recur2 = phi i16 [ %extract2, %middle.block ], [ undef, %for.body.i ]66 br label %for.body.i67}68 69define void @scalable_phi2() {70; CHECK-LABEL: @scalable_phi2(71; CHECK-NEXT: middle.block:72; CHECK-NEXT: [[EXTRACT1:%.*]] = extractelement <vscale x 8 x i16> undef, i32 undef73; CHECK-NEXT: [[EXTRACT2:%.*]] = extractelement <vscale x 8 x i16> undef, i32 undef74; CHECK-NEXT: br label [[FOR_BODY_I:%.*]]75; CHECK: for.body.i:76; CHECK-NEXT: [[RECUR1:%.*]] = phi i16 [ undef, [[FOR_BODY_I]] ], [ [[EXTRACT1]], [[MIDDLE_BLOCK:%.*]] ]77; CHECK-NEXT: [[RECUR2:%.*]] = phi i16 [ undef, [[FOR_BODY_I]] ], [ [[EXTRACT2]], [[MIDDLE_BLOCK]] ]78; CHECK-NEXT: br label [[FOR_BODY_I]]79;80middle.block:81 %extract1 = extractelement <vscale x 8 x i16> undef, i32 undef82 %extract2 = extractelement <vscale x 8 x i16> undef, i32 undef83 br label %for.body.i84 85for.body.i: ; preds = %for.body.i, %middle.block86 %recur1 = phi i16 [ undef, %for.body.i ], [ %extract1, %middle.block ]87 %recur2 = phi i16 [ undef, %for.body.i ], [ %extract2, %middle.block ]88 br label %for.body.i89}90 91define <vscale x 4 x i32> @build_vec_v4i32_reuse_0(<vscale x 2 x i32> %v0) {92; CHECK-LABEL: @build_vec_v4i32_reuse_0(93; CHECK-NEXT: [[V0_0:%.*]] = extractelement <vscale x 2 x i32> [[V0:%.*]], i32 094; CHECK-NEXT: [[V0_1:%.*]] = extractelement <vscale x 2 x i32> [[V0]], i32 195; CHECK-NEXT: [[TMP0_0:%.*]] = add i32 [[V0_0]], [[V0_0]]96; CHECK-NEXT: [[TMP1_0:%.*]] = sub i32 [[V0_0]], [[V0_1]]97; CHECK-NEXT: [[TMP2_0:%.*]] = add i32 [[TMP0_0]], [[TMP1_0]]98; CHECK-NEXT: [[TMP3_0:%.*]] = insertelement <vscale x 4 x i32> undef, i32 [[TMP2_0]], i32 099; CHECK-NEXT: ret <vscale x 4 x i32> [[TMP3_0]]100;101 %v0.0 = extractelement <vscale x 2 x i32> %v0, i32 0102 %v0.1 = extractelement <vscale x 2 x i32> %v0, i32 1103 %tmp0.0 = add i32 %v0.0, %v0.0104 %tmp1.0 = sub i32 %v0.0, %v0.1105 %tmp2.0 = add i32 %tmp0.0, %tmp1.0106 %tmp3.0 = insertelement <vscale x 4 x i32> undef, i32 %tmp2.0, i32 0107 ret <vscale x 4 x i32> %tmp3.0108}109 110define <vscale x 4 x i8> @shuffle(<4 x i8> %x, <4 x i8> %y) {111; CHECK-LABEL: @shuffle(112; CHECK-NEXT: [[X0:%.*]] = extractelement <4 x i8> [[X:%.*]], i32 0113; CHECK-NEXT: [[X3:%.*]] = extractelement <4 x i8> [[X]], i32 3114; CHECK-NEXT: [[Y1:%.*]] = extractelement <4 x i8> [[Y:%.*]], i32 1115; CHECK-NEXT: [[Y2:%.*]] = extractelement <4 x i8> [[Y]], i32 2116; CHECK-NEXT: [[X0X0:%.*]] = mul i8 [[X0]], [[X0]]117; CHECK-NEXT: [[X3X3:%.*]] = mul i8 [[X3]], [[X3]]118; CHECK-NEXT: [[Y1Y1:%.*]] = mul i8 [[Y1]], [[Y1]]119; CHECK-NEXT: [[Y2Y2:%.*]] = mul i8 [[Y2]], [[Y2]]120; CHECK-NEXT: [[INS1:%.*]] = insertelement <vscale x 4 x i8> poison, i8 [[X0X0]], i32 0121; CHECK-NEXT: [[INS2:%.*]] = insertelement <vscale x 4 x i8> [[INS1]], i8 [[X3X3]], i32 1122; CHECK-NEXT: [[INS3:%.*]] = insertelement <vscale x 4 x i8> [[INS2]], i8 [[Y1Y1]], i32 2123; CHECK-NEXT: [[INS4:%.*]] = insertelement <vscale x 4 x i8> [[INS3]], i8 [[Y2Y2]], i32 3124; CHECK-NEXT: ret <vscale x 4 x i8> [[INS4]]125;126 %x0 = extractelement <4 x i8> %x, i32 0127 %x3 = extractelement <4 x i8> %x, i32 3128 %y1 = extractelement <4 x i8> %y, i32 1129 %y2 = extractelement <4 x i8> %y, i32 2130 %x0x0 = mul i8 %x0, %x0131 %x3x3 = mul i8 %x3, %x3132 %y1y1 = mul i8 %y1, %y1133 %y2y2 = mul i8 %y2, %y2134 %ins1 = insertelement <vscale x 4 x i8> poison, i8 %x0x0, i32 0135 %ins2 = insertelement <vscale x 4 x i8> %ins1, i8 %x3x3, i32 1136 %ins3 = insertelement <vscale x 4 x i8> %ins2, i8 %y1y1, i32 2137 %ins4 = insertelement <vscale x 4 x i8> %ins3, i8 %y2y2, i32 3138 ret <vscale x 4 x i8> %ins4139}140 141define void @sext_scalable_extractelement() {142; CHECK-LABEL: @sext_scalable_extractelement(143; CHECK-NEXT: [[X0:%.*]] = extractelement <vscale x 2 x i32> undef, i32 undef144; CHECK-NEXT: [[TMP1:%.*]] = sext i32 [[X0]] to i64145; CHECK-NEXT: [[TMP2:%.*]] = getelementptr inbounds i64, ptr undef, i64 [[TMP1]]146; CHECK-NEXT: [[TMP3:%.*]] = extractelement <vscale x 2 x i32> undef, i32 undef147; CHECK-NEXT: [[TMP4:%.*]] = sext i32 [[TMP3]] to i64148; CHECK-NEXT: [[TMP5:%.*]] = getelementptr inbounds i64, ptr undef, i64 [[TMP4]]149; CHECK-NEXT: ret void150;151 %x0 = extractelement <vscale x 2 x i32> undef, i32 undef152 %1 = sext i32 %x0 to i64153 %2 = getelementptr inbounds i64, ptr undef, i64 %1154 %3 = extractelement <vscale x 2 x i32> undef, i32 undef155 %4 = sext i32 %3 to i64156 %5 = getelementptr inbounds i64, ptr undef, i64 %4157 ret void158}159 160define void @zext_scalable_extractelement() {161; CHECK-LABEL: @zext_scalable_extractelement(162; CHECK-NEXT: [[X0:%.*]] = extractelement <vscale x 2 x i32> undef, i32 undef163; CHECK-NEXT: [[TMP1:%.*]] = zext i32 [[X0]] to i64164; CHECK-NEXT: [[TMP2:%.*]] = getelementptr inbounds i64, ptr undef, i64 [[TMP1]]165; CHECK-NEXT: [[TMP3:%.*]] = extractelement <vscale x 2 x i32> undef, i32 undef166; CHECK-NEXT: [[TMP4:%.*]] = zext i32 [[TMP3]] to i64167; CHECK-NEXT: [[TMP5:%.*]] = getelementptr inbounds i64, ptr undef, i64 [[TMP4]]168; CHECK-NEXT: ret void169;170 %x0 = extractelement <vscale x 2 x i32> undef, i32 undef171 %1 = zext i32 %x0 to i64172 %2 = getelementptr inbounds i64, ptr undef, i64 %1173 %3 = extractelement <vscale x 2 x i32> undef, i32 undef174 %4 = zext i32 %3 to i64175 %5 = getelementptr inbounds i64, ptr undef, i64 %4176 ret void177}178 179define void @trunc_scalable_extractelement() {180; CHECK-LABEL: @trunc_scalable_extractelement(181; CHECK-NEXT: [[X0:%.*]] = extractelement <vscale x 2 x i64> undef, i32 undef182; CHECK-NEXT: [[TMP1:%.*]] = trunc i64 [[X0]] to i32183; CHECK-NEXT: [[TMP2:%.*]] = getelementptr inbounds i32, ptr undef, i32 [[TMP1]]184; CHECK-NEXT: [[TMP3:%.*]] = extractelement <vscale x 2 x i64> undef, i32 undef185; CHECK-NEXT: [[TMP4:%.*]] = trunc i64 [[TMP3]] to i32186; CHECK-NEXT: [[TMP5:%.*]] = getelementptr inbounds i32, ptr undef, i32 [[TMP4]]187; CHECK-NEXT: ret void188;189 %x0 = extractelement <vscale x 2 x i64> undef, i32 undef190 %1 = trunc i64 %x0 to i32191 %2 = getelementptr inbounds i32, ptr undef, i32 %1192 %3 = extractelement <vscale x 2 x i64> undef, i32 undef193 %4 = trunc i64 %3 to i32194 %5 = getelementptr inbounds i32, ptr undef, i32 %4195 ret void196}197 198declare <vscale x 16 x i8> @llvm.masked.load.nxv16i8.p0(ptr, i32 immarg, <vscale x 16 x i1>, <vscale x 16 x i8>)199declare void @llvm.masked.store.nxv16i8.p0(<vscale x 16 x i8>, ptr, i32 immarg, <vscale x 16 x i1>)200