248 lines · plain
1; NOTE: Assertions have been autogenerated by utils/update_test_checks.py2; RUN: opt < %s -mtriple=x86_64-unknown -passes=slp-vectorizer -S | FileCheck %s --check-prefix=CHECK --check-prefix=SSE3; RUN: opt < %s -mtriple=x86_64-unknown -mcpu=corei7-avx -passes=slp-vectorizer -S | FileCheck %s --check-prefix=CHECK --check-prefix=AVX4; RUN: opt < %s -mtriple=x86_64-unknown -mcpu=core-avx2 -passes=slp-vectorizer -S | FileCheck %s --check-prefix=CHECK --check-prefix=AVX5 6target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128"7 8@src64 = common global [4 x i64] zeroinitializer, align 329@dst64 = common global [4 x i64] zeroinitializer, align 3210@src32 = common global [8 x i32] zeroinitializer, align 3211@dst32 = common global [8 x i32] zeroinitializer, align 3212@src16 = common global [16 x i16] zeroinitializer, align 3213@dst16 = common global [16 x i16] zeroinitializer, align 3214 15declare i64 @llvm.bswap.i64(i64)16declare i32 @llvm.bswap.i32(i32)17declare i16 @llvm.bswap.i16(i16)18 19define void @bswap_2i64() #0 {20; SSE-LABEL: @bswap_2i64(21; SSE-NEXT: [[LD0:%.*]] = load i64, ptr @src64, align 822; SSE-NEXT: [[LD1:%.*]] = load i64, ptr getelementptr inbounds ([4 x i64], ptr @src64, i32 0, i64 1), align 823; SSE-NEXT: [[BSWAP0:%.*]] = call i64 @llvm.bswap.i64(i64 [[LD0]])24; SSE-NEXT: [[BSWAP1:%.*]] = call i64 @llvm.bswap.i64(i64 [[LD1]])25; SSE-NEXT: store i64 [[BSWAP0]], ptr @dst64, align 826; SSE-NEXT: store i64 [[BSWAP1]], ptr getelementptr inbounds ([4 x i64], ptr @dst64, i32 0, i64 1), align 827; SSE-NEXT: ret void28;29; AVX-LABEL: @bswap_2i64(30; AVX-NEXT: [[TMP1:%.*]] = load <2 x i64>, ptr @src64, align 831; AVX-NEXT: [[TMP2:%.*]] = call <2 x i64> @llvm.bswap.v2i64(<2 x i64> [[TMP1]])32; AVX-NEXT: store <2 x i64> [[TMP2]], ptr @dst64, align 833; AVX-NEXT: ret void34;35 %ld0 = load i64, ptr @src64, align 836 %ld1 = load i64, ptr getelementptr inbounds ([4 x i64], ptr @src64, i32 0, i64 1), align 837 %bswap0 = call i64 @llvm.bswap.i64(i64 %ld0)38 %bswap1 = call i64 @llvm.bswap.i64(i64 %ld1)39 store i64 %bswap0, ptr @dst64, align 840 store i64 %bswap1, ptr getelementptr inbounds ([4 x i64], ptr @dst64, i32 0, i64 1), align 841 ret void42}43 44define void @bswap_4i64() #0 {45; SSE-LABEL: @bswap_4i64(46; SSE-NEXT: [[LD0:%.*]] = load i64, ptr @src64, align 447; SSE-NEXT: [[LD1:%.*]] = load i64, ptr getelementptr inbounds ([4 x i64], ptr @src64, i64 0, i64 1), align 448; SSE-NEXT: [[LD2:%.*]] = load i64, ptr getelementptr inbounds ([4 x i64], ptr @src64, i64 0, i64 2), align 449; SSE-NEXT: [[LD3:%.*]] = load i64, ptr getelementptr inbounds ([4 x i64], ptr @src64, i64 0, i64 3), align 450; SSE-NEXT: [[BSWAP0:%.*]] = call i64 @llvm.bswap.i64(i64 [[LD0]])51; SSE-NEXT: [[BSWAP1:%.*]] = call i64 @llvm.bswap.i64(i64 [[LD1]])52; SSE-NEXT: [[BSWAP2:%.*]] = call i64 @llvm.bswap.i64(i64 [[LD2]])53; SSE-NEXT: [[BSWAP3:%.*]] = call i64 @llvm.bswap.i64(i64 [[LD3]])54; SSE-NEXT: store i64 [[BSWAP0]], ptr @dst64, align 455; SSE-NEXT: store i64 [[BSWAP1]], ptr getelementptr inbounds ([4 x i64], ptr @dst64, i64 0, i64 1), align 456; SSE-NEXT: store i64 [[BSWAP2]], ptr getelementptr inbounds ([4 x i64], ptr @dst64, i64 0, i64 2), align 457; SSE-NEXT: store i64 [[BSWAP3]], ptr getelementptr inbounds ([4 x i64], ptr @dst64, i64 0, i64 3), align 458; SSE-NEXT: ret void59;60; AVX-LABEL: @bswap_4i64(61; AVX-NEXT: [[TMP1:%.*]] = load <4 x i64>, ptr @src64, align 462; AVX-NEXT: [[TMP2:%.*]] = call <4 x i64> @llvm.bswap.v4i64(<4 x i64> [[TMP1]])63; AVX-NEXT: store <4 x i64> [[TMP2]], ptr @dst64, align 464; AVX-NEXT: ret void65;66 %ld0 = load i64, ptr @src64, align 467 %ld1 = load i64, ptr getelementptr inbounds ([4 x i64], ptr @src64, i64 0, i64 1), align 468 %ld2 = load i64, ptr getelementptr inbounds ([4 x i64], ptr @src64, i64 0, i64 2), align 469 %ld3 = load i64, ptr getelementptr inbounds ([4 x i64], ptr @src64, i64 0, i64 3), align 470 %bswap0 = call i64 @llvm.bswap.i64(i64 %ld0)71 %bswap1 = call i64 @llvm.bswap.i64(i64 %ld1)72 %bswap2 = call i64 @llvm.bswap.i64(i64 %ld2)73 %bswap3 = call i64 @llvm.bswap.i64(i64 %ld3)74 store i64 %bswap0, ptr @dst64, align 475 store i64 %bswap1, ptr getelementptr inbounds ([4 x i64], ptr @dst64, i64 0, i64 1), align 476 store i64 %bswap2, ptr getelementptr inbounds ([4 x i64], ptr @dst64, i64 0, i64 2), align 477 store i64 %bswap3, ptr getelementptr inbounds ([4 x i64], ptr @dst64, i64 0, i64 3), align 478 ret void79}80 81define void @bswap_4i32() #0 {82; CHECK-LABEL: @bswap_4i32(83; CHECK-NEXT: [[TMP1:%.*]] = load <4 x i32>, ptr @src32, align 484; CHECK-NEXT: [[TMP2:%.*]] = call <4 x i32> @llvm.bswap.v4i32(<4 x i32> [[TMP1]])85; CHECK-NEXT: store <4 x i32> [[TMP2]], ptr @dst32, align 486; CHECK-NEXT: ret void87;88 %ld0 = load i32, ptr @src32, align 489 %ld1 = load i32, ptr getelementptr inbounds ([8 x i32], ptr @src32, i32 0, i64 1), align 490 %ld2 = load i32, ptr getelementptr inbounds ([8 x i32], ptr @src32, i32 0, i64 2), align 491 %ld3 = load i32, ptr getelementptr inbounds ([8 x i32], ptr @src32, i32 0, i64 3), align 492 %bswap0 = call i32 @llvm.bswap.i32(i32 %ld0)93 %bswap1 = call i32 @llvm.bswap.i32(i32 %ld1)94 %bswap2 = call i32 @llvm.bswap.i32(i32 %ld2)95 %bswap3 = call i32 @llvm.bswap.i32(i32 %ld3)96 store i32 %bswap0, ptr @dst32, align 497 store i32 %bswap1, ptr getelementptr inbounds ([8 x i32], ptr @dst32, i32 0, i64 1), align 498 store i32 %bswap2, ptr getelementptr inbounds ([8 x i32], ptr @dst32, i32 0, i64 2), align 499 store i32 %bswap3, ptr getelementptr inbounds ([8 x i32], ptr @dst32, i32 0, i64 3), align 4100 ret void101}102 103define void @bswap_8i32() #0 {104; SSE-LABEL: @bswap_8i32(105; SSE-NEXT: [[TMP1:%.*]] = load <4 x i32>, ptr @src32, align 2106; SSE-NEXT: [[TMP2:%.*]] = call <4 x i32> @llvm.bswap.v4i32(<4 x i32> [[TMP1]])107; SSE-NEXT: store <4 x i32> [[TMP2]], ptr @dst32, align 2108; SSE-NEXT: [[TMP3:%.*]] = load <4 x i32>, ptr getelementptr inbounds ([8 x i32], ptr @src32, i32 0, i64 4), align 2109; SSE-NEXT: [[TMP4:%.*]] = call <4 x i32> @llvm.bswap.v4i32(<4 x i32> [[TMP3]])110; SSE-NEXT: store <4 x i32> [[TMP4]], ptr getelementptr inbounds ([8 x i32], ptr @dst32, i32 0, i64 4), align 2111; SSE-NEXT: ret void112;113; AVX-LABEL: @bswap_8i32(114; AVX-NEXT: [[TMP1:%.*]] = load <8 x i32>, ptr @src32, align 2115; AVX-NEXT: [[TMP2:%.*]] = call <8 x i32> @llvm.bswap.v8i32(<8 x i32> [[TMP1]])116; AVX-NEXT: store <8 x i32> [[TMP2]], ptr @dst32, align 2117; AVX-NEXT: ret void118;119 %ld0 = load i32, ptr @src32, align 2120 %ld1 = load i32, ptr getelementptr inbounds ([8 x i32], ptr @src32, i32 0, i64 1), align 2121 %ld2 = load i32, ptr getelementptr inbounds ([8 x i32], ptr @src32, i32 0, i64 2), align 2122 %ld3 = load i32, ptr getelementptr inbounds ([8 x i32], ptr @src32, i32 0, i64 3), align 2123 %ld4 = load i32, ptr getelementptr inbounds ([8 x i32], ptr @src32, i32 0, i64 4), align 2124 %ld5 = load i32, ptr getelementptr inbounds ([8 x i32], ptr @src32, i32 0, i64 5), align 2125 %ld6 = load i32, ptr getelementptr inbounds ([8 x i32], ptr @src32, i32 0, i64 6), align 2126 %ld7 = load i32, ptr getelementptr inbounds ([8 x i32], ptr @src32, i32 0, i64 7), align 2127 %bswap0 = call i32 @llvm.bswap.i32(i32 %ld0)128 %bswap1 = call i32 @llvm.bswap.i32(i32 %ld1)129 %bswap2 = call i32 @llvm.bswap.i32(i32 %ld2)130 %bswap3 = call i32 @llvm.bswap.i32(i32 %ld3)131 %bswap4 = call i32 @llvm.bswap.i32(i32 %ld4)132 %bswap5 = call i32 @llvm.bswap.i32(i32 %ld5)133 %bswap6 = call i32 @llvm.bswap.i32(i32 %ld6)134 %bswap7 = call i32 @llvm.bswap.i32(i32 %ld7)135 store i32 %bswap0, ptr @dst32, align 2136 store i32 %bswap1, ptr getelementptr inbounds ([8 x i32], ptr @dst32, i32 0, i64 1), align 2137 store i32 %bswap2, ptr getelementptr inbounds ([8 x i32], ptr @dst32, i32 0, i64 2), align 2138 store i32 %bswap3, ptr getelementptr inbounds ([8 x i32], ptr @dst32, i32 0, i64 3), align 2139 store i32 %bswap4, ptr getelementptr inbounds ([8 x i32], ptr @dst32, i32 0, i64 4), align 2140 store i32 %bswap5, ptr getelementptr inbounds ([8 x i32], ptr @dst32, i32 0, i64 5), align 2141 store i32 %bswap6, ptr getelementptr inbounds ([8 x i32], ptr @dst32, i32 0, i64 6), align 2142 store i32 %bswap7, ptr getelementptr inbounds ([8 x i32], ptr @dst32, i32 0, i64 7), align 2143 ret void144}145 146define void @bswap_8i16() #0 {147; CHECK-LABEL: @bswap_8i16(148; CHECK-NEXT: [[TMP1:%.*]] = load <8 x i16>, ptr @src16, align 2149; CHECK-NEXT: [[TMP2:%.*]] = call <8 x i16> @llvm.bswap.v8i16(<8 x i16> [[TMP1]])150; CHECK-NEXT: store <8 x i16> [[TMP2]], ptr @dst16, align 2151; CHECK-NEXT: ret void152;153 %ld0 = load i16, ptr @src16, align 2154 %ld1 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 1), align 2155 %ld2 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 2), align 2156 %ld3 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 3), align 2157 %ld4 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 4), align 2158 %ld5 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 5), align 2159 %ld6 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 6), align 2160 %ld7 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 7), align 2161 %bswap0 = call i16 @llvm.bswap.i16(i16 %ld0)162 %bswap1 = call i16 @llvm.bswap.i16(i16 %ld1)163 %bswap2 = call i16 @llvm.bswap.i16(i16 %ld2)164 %bswap3 = call i16 @llvm.bswap.i16(i16 %ld3)165 %bswap4 = call i16 @llvm.bswap.i16(i16 %ld4)166 %bswap5 = call i16 @llvm.bswap.i16(i16 %ld5)167 %bswap6 = call i16 @llvm.bswap.i16(i16 %ld6)168 %bswap7 = call i16 @llvm.bswap.i16(i16 %ld7)169 store i16 %bswap0, ptr @dst16, align 2170 store i16 %bswap1, ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 1), align 2171 store i16 %bswap2, ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 2), align 2172 store i16 %bswap3, ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 3), align 2173 store i16 %bswap4, ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 4), align 2174 store i16 %bswap5, ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 5), align 2175 store i16 %bswap6, ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 6), align 2176 store i16 %bswap7, ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 7), align 2177 ret void178}179 180define void @bswap_16i16() #0 {181; SSE-LABEL: @bswap_16i16(182; SSE-NEXT: [[TMP1:%.*]] = load <8 x i16>, ptr @src16, align 2183; SSE-NEXT: [[TMP2:%.*]] = call <8 x i16> @llvm.bswap.v8i16(<8 x i16> [[TMP1]])184; SSE-NEXT: store <8 x i16> [[TMP2]], ptr @dst16, align 2185; SSE-NEXT: [[TMP3:%.*]] = load <8 x i16>, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 8), align 2186; SSE-NEXT: [[TMP4:%.*]] = call <8 x i16> @llvm.bswap.v8i16(<8 x i16> [[TMP3]])187; SSE-NEXT: store <8 x i16> [[TMP4]], ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 8), align 2188; SSE-NEXT: ret void189;190; AVX-LABEL: @bswap_16i16(191; AVX-NEXT: [[TMP1:%.*]] = load <16 x i16>, ptr @src16, align 2192; AVX-NEXT: [[TMP2:%.*]] = call <16 x i16> @llvm.bswap.v16i16(<16 x i16> [[TMP1]])193; AVX-NEXT: store <16 x i16> [[TMP2]], ptr @dst16, align 2194; AVX-NEXT: ret void195;196 %ld0 = load i16, ptr @src16, align 2197 %ld1 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 1), align 2198 %ld2 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 2), align 2199 %ld3 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 3), align 2200 %ld4 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 4), align 2201 %ld5 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 5), align 2202 %ld6 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 6), align 2203 %ld7 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 7), align 2204 %ld8 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 8), align 2205 %ld9 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 9), align 2206 %ld10 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 10), align 2207 %ld11 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 11), align 2208 %ld12 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 12), align 2209 %ld13 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 13), align 2210 %ld14 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 14), align 2211 %ld15 = load i16, ptr getelementptr inbounds ([16 x i16], ptr @src16, i16 0, i64 15), align 2212 %bswap0 = call i16 @llvm.bswap.i16(i16 %ld0)213 %bswap1 = call i16 @llvm.bswap.i16(i16 %ld1)214 %bswap2 = call i16 @llvm.bswap.i16(i16 %ld2)215 %bswap3 = call i16 @llvm.bswap.i16(i16 %ld3)216 %bswap4 = call i16 @llvm.bswap.i16(i16 %ld4)217 %bswap5 = call i16 @llvm.bswap.i16(i16 %ld5)218 %bswap6 = call i16 @llvm.bswap.i16(i16 %ld6)219 %bswap7 = call i16 @llvm.bswap.i16(i16 %ld7)220 %bswap8 = call i16 @llvm.bswap.i16(i16 %ld8)221 %bswap9 = call i16 @llvm.bswap.i16(i16 %ld9)222 %bswap10 = call i16 @llvm.bswap.i16(i16 %ld10)223 %bswap11 = call i16 @llvm.bswap.i16(i16 %ld11)224 %bswap12 = call i16 @llvm.bswap.i16(i16 %ld12)225 %bswap13 = call i16 @llvm.bswap.i16(i16 %ld13)226 %bswap14 = call i16 @llvm.bswap.i16(i16 %ld14)227 %bswap15 = call i16 @llvm.bswap.i16(i16 %ld15)228 store i16 %bswap0 , ptr @dst16, align 2229 store i16 %bswap1 , ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 1), align 2230 store i16 %bswap2 , ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 2), align 2231 store i16 %bswap3 , ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 3), align 2232 store i16 %bswap4 , ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 4), align 2233 store i16 %bswap5 , ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 5), align 2234 store i16 %bswap6 , ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 6), align 2235 store i16 %bswap7 , ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 7), align 2236 store i16 %bswap8 , ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 8), align 2237 store i16 %bswap9 , ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 9), align 2238 store i16 %bswap10, ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 10), align 2239 store i16 %bswap11, ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 11), align 2240 store i16 %bswap12, ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 12), align 2241 store i16 %bswap13, ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 13), align 2242 store i16 %bswap14, ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 14), align 2243 store i16 %bswap15, ptr getelementptr inbounds ([16 x i16], ptr @dst16, i16 0, i64 15), align 2244 ret void245}246 247attributes #0 = { nounwind }248