640 lines · plain
1; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py2; RUN: llc < %s -mtriple=i686-unknown-unknown -mattr=+avx10.2 --show-mc-encoding | FileCheck %s --check-prefixes=CHECK,X863; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx10.2 --show-mc-encoding | FileCheck %s --check-prefixes=CHECK,X644 5; VNNI FP166 7define <4 x float> @test_mm_dpph_ps(<4 x float> %__W, <8 x half> %__A, <8 x half> %__B) {8; CHECK-LABEL: test_mm_dpph_ps:9; CHECK: # %bb.0:10; CHECK-NEXT: vdpphps %xmm2, %xmm1, %xmm0 # encoding: [0x62,0xf2,0x74,0x08,0x52,0xc2]11; CHECK-NEXT: ret{{[l|q]}} # encoding: [0xc3]12 %res = tail call <4 x float> @llvm.x86.avx10.vdpphps.128(<4 x float> %__W, <8 x half> %__A, <8 x half> %__B)13 ret <4 x float> %res14}15 16define <4 x float> @test_mm_mask_dpph_ps(<4 x float> %__W, i8 zeroext %__U, <8 x half> %__A, <8 x half> %__B) {17; X86-LABEL: test_mm_mask_dpph_ps:18; X86: # %bb.0:19; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]20; X86-NEXT: vdpphps %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x74,0x09,0x52,0xc2]21; X86-NEXT: retl # encoding: [0xc3]22;23; X64-LABEL: test_mm_mask_dpph_ps:24; X64: # %bb.0:25; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]26; X64-NEXT: vdpphps %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x74,0x09,0x52,0xc2]27; X64-NEXT: retq # encoding: [0xc3]28 %dph = tail call <4 x float> @llvm.x86.avx10.vdpphps.128(<4 x float> %__W, <8 x half> %__A, <8 x half> %__B)29 %bst = bitcast i8 %__U to <8 x i1>30 %ext = shufflevector <8 x i1> %bst, <8 x i1> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 3>31 %res = select <4 x i1> %ext, <4 x float> %dph, <4 x float> %__W32 ret <4 x float> %res33}34 35define <4 x float> @test_mm_maskz_dpph_ps(i8 zeroext %__U, <4 x float> %__W, <8 x half> %__A, <8 x half> %__B) {36; X86-LABEL: test_mm_maskz_dpph_ps:37; X86: # %bb.0:38; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]39; X86-NEXT: vdpphps %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x74,0x89,0x52,0xc2]40; X86-NEXT: retl # encoding: [0xc3]41;42; X64-LABEL: test_mm_maskz_dpph_ps:43; X64: # %bb.0:44; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]45; X64-NEXT: vdpphps %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x74,0x89,0x52,0xc2]46; X64-NEXT: retq # encoding: [0xc3]47 %dph = tail call <4 x float> @llvm.x86.avx10.vdpphps.128(<4 x float> %__W, <8 x half> %__A, <8 x half> %__B)48 %bst = bitcast i8 %__U to <8 x i1>49 %ext = shufflevector <8 x i1> %bst, <8 x i1> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 3>50 %res = select <4 x i1> %ext, <4 x float> %dph, <4 x float> zeroinitializer51 ret <4 x float> %res52}53 54define <8 x float> @test_mm256_dpph_ps(<8 x float> %__W, <16 x half> %__A, <16 x half> %__B) {55; CHECK-LABEL: test_mm256_dpph_ps:56; CHECK: # %bb.0:57; CHECK-NEXT: vdpphps %ymm2, %ymm1, %ymm0 # encoding: [0x62,0xf2,0x74,0x28,0x52,0xc2]58; CHECK-NEXT: ret{{[l|q]}} # encoding: [0xc3]59 %res = tail call <8 x float> @llvm.x86.avx10.vdpphps.256(<8 x float> %__W, <16 x half> %__A, <16 x half> %__B)60 ret <8 x float> %res61}62 63define <8 x float> @test_mm256_mask_dpph_ps(<8 x float> %__W, i8 zeroext %__U, <16 x half> %__A, <16 x half> %__B) {64; X86-LABEL: test_mm256_mask_dpph_ps:65; X86: # %bb.0:66; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]67; X86-NEXT: vdpphps %ymm2, %ymm1, %ymm0 {%k1} # encoding: [0x62,0xf2,0x74,0x29,0x52,0xc2]68; X86-NEXT: retl # encoding: [0xc3]69;70; X64-LABEL: test_mm256_mask_dpph_ps:71; X64: # %bb.0:72; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]73; X64-NEXT: vdpphps %ymm2, %ymm1, %ymm0 {%k1} # encoding: [0x62,0xf2,0x74,0x29,0x52,0xc2]74; X64-NEXT: retq # encoding: [0xc3]75 %dph = tail call <8 x float> @llvm.x86.avx10.vdpphps.256(<8 x float> %__W, <16 x half> %__A, <16 x half> %__B)76 %bst = bitcast i8 %__U to <8 x i1>77 %res = select <8 x i1> %bst, <8 x float> %dph, <8 x float> %__W78 ret <8 x float> %res79}80 81define <8 x float> @test_mm256_maskz_dpph_ps(i8 zeroext %__U, <8 x float> %__W, <16 x half> %__A, <16 x half> %__B) {82; X86-LABEL: test_mm256_maskz_dpph_ps:83; X86: # %bb.0:84; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]85; X86-NEXT: vdpphps %ymm2, %ymm1, %ymm0 {%k1} {z} # encoding: [0x62,0xf2,0x74,0xa9,0x52,0xc2]86; X86-NEXT: retl # encoding: [0xc3]87;88; X64-LABEL: test_mm256_maskz_dpph_ps:89; X64: # %bb.0:90; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]91; X64-NEXT: vdpphps %ymm2, %ymm1, %ymm0 {%k1} {z} # encoding: [0x62,0xf2,0x74,0xa9,0x52,0xc2]92; X64-NEXT: retq # encoding: [0xc3]93 %dph = tail call <8 x float> @llvm.x86.avx10.vdpphps.256(<8 x float> %__W, <16 x half> %__A, <16 x half> %__B)94 %bst = bitcast i8 %__U to <8 x i1>95 %res = select <8 x i1> %bst, <8 x float> %dph, <8 x float> zeroinitializer96 ret <8 x float> %res97}98 99declare <4 x float> @llvm.x86.avx10.vdpphps.128(<4 x float>, <8 x half>, <8 x half>)100declare <8 x float> @llvm.x86.avx10.vdpphps.256(<8 x float>, <16 x half>, <16 x half>)101 102; VNNI INT8103 104define <4 x i32> @test_mm_mask_dpbssd_epi32(<4 x i32> %__W, i4 zeroext %__U, <16 x i8> %__A, <16 x i8> %__B) {105; X86-LABEL: test_mm_mask_dpbssd_epi32:106; X86: # %bb.0:107; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]108; X86-NEXT: vpdpbssd %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x77,0x09,0x50,0xc2]109; X86-NEXT: retl # encoding: [0xc3]110;111; X64-LABEL: test_mm_mask_dpbssd_epi32:112; X64: # %bb.0:113; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]114; X64-NEXT: vpdpbssd %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x77,0x09,0x50,0xc2]115; X64-NEXT: retq # encoding: [0xc3]116 %dpi = tail call <4 x i32> @llvm.x86.avx2.vpdpbssd.128(<4 x i32> %__W, <16 x i8> %__A, <16 x i8> %__B)117 %bst = bitcast i4 %__U to <4 x i1>118 %res = select <4 x i1> %bst, <4 x i32> %dpi, <4 x i32> %__W119 ret <4 x i32> %res120}121 122define <4 x i32> @test_mm_maskz_dpbssds_epi32(i4 zeroext %__U, <4 x i32> %__W, <16 x i8> %__A, <16 x i8> %__B) {123; X86-LABEL: test_mm_maskz_dpbssds_epi32:124; X86: # %bb.0:125; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]126; X86-NEXT: vpdpbssds %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x77,0x89,0x51,0xc2]127; X86-NEXT: retl # encoding: [0xc3]128;129; X64-LABEL: test_mm_maskz_dpbssds_epi32:130; X64: # %bb.0:131; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]132; X64-NEXT: vpdpbssds %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x77,0x89,0x51,0xc2]133; X64-NEXT: retq # encoding: [0xc3]134 %dpi = tail call <4 x i32> @llvm.x86.avx2.vpdpbssds.128(<4 x i32> %__W, <16 x i8> %__A, <16 x i8> %__B)135 %bst = bitcast i4 %__U to <4 x i1>136 %res = select <4 x i1> %bst, <4 x i32> %dpi, <4 x i32> zeroinitializer137 ret <4 x i32> %res138}139 140define <8 x i32> @test_mm256_maskz_dpbssds_epi32(<8 x i32> %__W, i8 zeroext %__U, <32 x i8> %__A, <32 x i8> %__B) {141; X86-LABEL: test_mm256_maskz_dpbssds_epi32:142; X86: # %bb.0:143; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]144; X86-NEXT: vpdpbssds %ymm2, %ymm1, %ymm0 {%k1} # encoding: [0x62,0xf2,0x77,0x29,0x51,0xc2]145; X86-NEXT: retl # encoding: [0xc3]146;147; X64-LABEL: test_mm256_maskz_dpbssds_epi32:148; X64: # %bb.0:149; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]150; X64-NEXT: vpdpbssds %ymm2, %ymm1, %ymm0 {%k1} # encoding: [0x62,0xf2,0x77,0x29,0x51,0xc2]151; X64-NEXT: retq # encoding: [0xc3]152 %dpi = tail call <8 x i32> @llvm.x86.avx2.vpdpbssds.256(<8 x i32> %__W, <32 x i8> %__A, <32 x i8> %__B)153 %bst = bitcast i8 %__U to <8 x i1>154 %res = select <8 x i1> %bst, <8 x i32> %dpi, <8 x i32> %__W155 ret <8 x i32> %res156}157 158define <8 x i32> @test_mm256_mask_dpbssd_epi32(i8 zeroext %__U, <8 x i32> %__W, <32 x i8> %__A, <32 x i8> %__B) {159; X86-LABEL: test_mm256_mask_dpbssd_epi32:160; X86: # %bb.0:161; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]162; X86-NEXT: vpdpbssd %ymm2, %ymm1, %ymm0 {%k1} {z} # encoding: [0x62,0xf2,0x77,0xa9,0x50,0xc2]163; X86-NEXT: retl # encoding: [0xc3]164;165; X64-LABEL: test_mm256_mask_dpbssd_epi32:166; X64: # %bb.0:167; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]168; X64-NEXT: vpdpbssd %ymm2, %ymm1, %ymm0 {%k1} {z} # encoding: [0x62,0xf2,0x77,0xa9,0x50,0xc2]169; X64-NEXT: retq # encoding: [0xc3]170 %dpi = tail call <8 x i32> @llvm.x86.avx2.vpdpbssd.256(<8 x i32> %__W, <32 x i8> %__A, <32 x i8> %__B)171 %bst = bitcast i8 %__U to <8 x i1>172 %res = select <8 x i1> %bst, <8 x i32> %dpi, <8 x i32> zeroinitializer173 ret <8 x i32> %res174}175 176declare <4 x i32> @llvm.x86.avx2.vpdpbssd.128(<4 x i32>, <16 x i8>, <16 x i8>)177declare <4 x i32> @llvm.x86.avx2.vpdpbssds.128(<4 x i32>, <16 x i8>, <16 x i8>)178declare <8 x i32> @llvm.x86.avx2.vpdpbssd.256(<8 x i32>, <32 x i8>, <32 x i8>)179declare <8 x i32> @llvm.x86.avx2.vpdpbssds.256(<8 x i32>, <32 x i8>, <32 x i8>)180 181define <4 x i32> @test_mm_mask_dpbsud_epi32(<4 x i32> %__W, i4 zeroext %__U, <16 x i8> %__A, <16 x i8> %__B) {182; X86-LABEL: test_mm_mask_dpbsud_epi32:183; X86: # %bb.0:184; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]185; X86-NEXT: vpdpbsud %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x76,0x09,0x50,0xc2]186; X86-NEXT: retl # encoding: [0xc3]187;188; X64-LABEL: test_mm_mask_dpbsud_epi32:189; X64: # %bb.0:190; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]191; X64-NEXT: vpdpbsud %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x76,0x09,0x50,0xc2]192; X64-NEXT: retq # encoding: [0xc3]193 %dpi = tail call <4 x i32> @llvm.x86.avx2.vpdpbsud.128(<4 x i32> %__W, <16 x i8> %__A, <16 x i8> %__B)194 %bst = bitcast i4 %__U to <4 x i1>195 %res = select <4 x i1> %bst, <4 x i32> %dpi, <4 x i32> %__W196 ret <4 x i32> %res197}198 199define <4 x i32> @test_mm_maskz_dpbsuds_epi32(i4 zeroext %__U, <4 x i32> %__W, <16 x i8> %__A, <16 x i8> %__B) {200; X86-LABEL: test_mm_maskz_dpbsuds_epi32:201; X86: # %bb.0:202; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]203; X86-NEXT: vpdpbsuds %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x76,0x89,0x51,0xc2]204; X86-NEXT: retl # encoding: [0xc3]205;206; X64-LABEL: test_mm_maskz_dpbsuds_epi32:207; X64: # %bb.0:208; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]209; X64-NEXT: vpdpbsuds %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x76,0x89,0x51,0xc2]210; X64-NEXT: retq # encoding: [0xc3]211 %dpi = tail call <4 x i32> @llvm.x86.avx2.vpdpbsuds.128(<4 x i32> %__W, <16 x i8> %__A, <16 x i8> %__B)212 %bst = bitcast i4 %__U to <4 x i1>213 %res = select <4 x i1> %bst, <4 x i32> %dpi, <4 x i32> zeroinitializer214 ret <4 x i32> %res215}216 217define <8 x i32> @test_mm256_maskz_dpbsuds_epi32(<8 x i32> %__W, i8 zeroext %__U, <32 x i8> %__A, <32 x i8> %__B) {218; X86-LABEL: test_mm256_maskz_dpbsuds_epi32:219; X86: # %bb.0:220; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]221; X86-NEXT: vpdpbsuds %ymm2, %ymm1, %ymm0 {%k1} # encoding: [0x62,0xf2,0x76,0x29,0x51,0xc2]222; X86-NEXT: retl # encoding: [0xc3]223;224; X64-LABEL: test_mm256_maskz_dpbsuds_epi32:225; X64: # %bb.0:226; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]227; X64-NEXT: vpdpbsuds %ymm2, %ymm1, %ymm0 {%k1} # encoding: [0x62,0xf2,0x76,0x29,0x51,0xc2]228; X64-NEXT: retq # encoding: [0xc3]229 %dpi = tail call <8 x i32> @llvm.x86.avx2.vpdpbsuds.256(<8 x i32> %__W, <32 x i8> %__A, <32 x i8> %__B)230 %bst = bitcast i8 %__U to <8 x i1>231 %res = select <8 x i1> %bst, <8 x i32> %dpi, <8 x i32> %__W232 ret <8 x i32> %res233}234 235define <8 x i32> @test_mm256_mask_dpbsud_epi32(i8 zeroext %__U, <8 x i32> %__W, <32 x i8> %__A, <32 x i8> %__B) {236; X86-LABEL: test_mm256_mask_dpbsud_epi32:237; X86: # %bb.0:238; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]239; X86-NEXT: vpdpbsud %ymm2, %ymm1, %ymm0 {%k1} {z} # encoding: [0x62,0xf2,0x76,0xa9,0x50,0xc2]240; X86-NEXT: retl # encoding: [0xc3]241;242; X64-LABEL: test_mm256_mask_dpbsud_epi32:243; X64: # %bb.0:244; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]245; X64-NEXT: vpdpbsud %ymm2, %ymm1, %ymm0 {%k1} {z} # encoding: [0x62,0xf2,0x76,0xa9,0x50,0xc2]246; X64-NEXT: retq # encoding: [0xc3]247 %dpi = tail call <8 x i32> @llvm.x86.avx2.vpdpbsud.256(<8 x i32> %__W, <32 x i8> %__A, <32 x i8> %__B)248 %bst = bitcast i8 %__U to <8 x i1>249 %res = select <8 x i1> %bst, <8 x i32> %dpi, <8 x i32> zeroinitializer250 ret <8 x i32> %res251}252 253declare <4 x i32> @llvm.x86.avx2.vpdpbsud.128(<4 x i32>, <16 x i8>, <16 x i8>)254declare <4 x i32> @llvm.x86.avx2.vpdpbsuds.128(<4 x i32>, <16 x i8>, <16 x i8>)255declare <8 x i32> @llvm.x86.avx2.vpdpbsud.256(<8 x i32>, <32 x i8>, <32 x i8>)256declare <8 x i32> @llvm.x86.avx2.vpdpbsuds.256(<8 x i32>, <32 x i8>, <32 x i8>)257 258define <4 x i32> @test_mm_mask_dpbuud_epi32(<4 x i32> %__W, i4 zeroext %__U, <16 x i8> %__A, <16 x i8> %__B) {259; X86-LABEL: test_mm_mask_dpbuud_epi32:260; X86: # %bb.0:261; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]262; X86-NEXT: vpdpbuud %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x74,0x09,0x50,0xc2]263; X86-NEXT: retl # encoding: [0xc3]264;265; X64-LABEL: test_mm_mask_dpbuud_epi32:266; X64: # %bb.0:267; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]268; X64-NEXT: vpdpbuud %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x74,0x09,0x50,0xc2]269; X64-NEXT: retq # encoding: [0xc3]270 %dpi = tail call <4 x i32> @llvm.x86.avx2.vpdpbuud.128(<4 x i32> %__W, <16 x i8> %__A, <16 x i8> %__B)271 %bst = bitcast i4 %__U to <4 x i1>272 %res = select <4 x i1> %bst, <4 x i32> %dpi, <4 x i32> %__W273 ret <4 x i32> %res274}275 276define <4 x i32> @test_mm_maskz_dpbuuds_epi32(i4 zeroext %__U, <4 x i32> %__W, <16 x i8> %__A, <16 x i8> %__B) {277; X86-LABEL: test_mm_maskz_dpbuuds_epi32:278; X86: # %bb.0:279; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]280; X86-NEXT: vpdpbuuds %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x74,0x89,0x51,0xc2]281; X86-NEXT: retl # encoding: [0xc3]282;283; X64-LABEL: test_mm_maskz_dpbuuds_epi32:284; X64: # %bb.0:285; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]286; X64-NEXT: vpdpbuuds %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x74,0x89,0x51,0xc2]287; X64-NEXT: retq # encoding: [0xc3]288 %dpi = tail call <4 x i32> @llvm.x86.avx2.vpdpbuuds.128(<4 x i32> %__W, <16 x i8> %__A, <16 x i8> %__B)289 %bst = bitcast i4 %__U to <4 x i1>290 %res = select <4 x i1> %bst, <4 x i32> %dpi, <4 x i32> zeroinitializer291 ret <4 x i32> %res292}293 294define <8 x i32> @test_mm256_maskz_dpbuuds_epi32(<8 x i32> %__W, i8 zeroext %__U, <32 x i8> %__A, <32 x i8> %__B) {295; X86-LABEL: test_mm256_maskz_dpbuuds_epi32:296; X86: # %bb.0:297; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]298; X86-NEXT: vpdpbuuds %ymm2, %ymm1, %ymm0 {%k1} # encoding: [0x62,0xf2,0x74,0x29,0x51,0xc2]299; X86-NEXT: retl # encoding: [0xc3]300;301; X64-LABEL: test_mm256_maskz_dpbuuds_epi32:302; X64: # %bb.0:303; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]304; X64-NEXT: vpdpbuuds %ymm2, %ymm1, %ymm0 {%k1} # encoding: [0x62,0xf2,0x74,0x29,0x51,0xc2]305; X64-NEXT: retq # encoding: [0xc3]306 %dpi = tail call <8 x i32> @llvm.x86.avx2.vpdpbuuds.256(<8 x i32> %__W, <32 x i8> %__A, <32 x i8> %__B)307 %bst = bitcast i8 %__U to <8 x i1>308 %res = select <8 x i1> %bst, <8 x i32> %dpi, <8 x i32> %__W309 ret <8 x i32> %res310}311 312define <8 x i32> @test_mm256_mask_dpbuud_epi32(i8 zeroext %__U, <8 x i32> %__W, <32 x i8> %__A, <32 x i8> %__B) {313; X86-LABEL: test_mm256_mask_dpbuud_epi32:314; X86: # %bb.0:315; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]316; X86-NEXT: vpdpbuud %ymm2, %ymm1, %ymm0 {%k1} {z} # encoding: [0x62,0xf2,0x74,0xa9,0x50,0xc2]317; X86-NEXT: retl # encoding: [0xc3]318;319; X64-LABEL: test_mm256_mask_dpbuud_epi32:320; X64: # %bb.0:321; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]322; X64-NEXT: vpdpbuud %ymm2, %ymm1, %ymm0 {%k1} {z} # encoding: [0x62,0xf2,0x74,0xa9,0x50,0xc2]323; X64-NEXT: retq # encoding: [0xc3]324 %dpi = tail call <8 x i32> @llvm.x86.avx2.vpdpbuud.256(<8 x i32> %__W, <32 x i8> %__A, <32 x i8> %__B)325 %bst = bitcast i8 %__U to <8 x i1>326 %res = select <8 x i1> %bst, <8 x i32> %dpi, <8 x i32> zeroinitializer327 ret <8 x i32> %res328}329 330declare <4 x i32> @llvm.x86.avx2.vpdpbuud.128(<4 x i32>, <16 x i8>, <16 x i8>)331declare <4 x i32> @llvm.x86.avx2.vpdpbuuds.128(<4 x i32>, <16 x i8>, <16 x i8>)332declare <8 x i32> @llvm.x86.avx2.vpdpbuud.256(<8 x i32>, <32 x i8>, <32 x i8>)333declare <8 x i32> @llvm.x86.avx2.vpdpbuuds.256(<8 x i32>, <32 x i8>, <32 x i8>)334 335; VNNI INT16336 337define <4 x i32> @test_mm_mask_dpwsud_epi32(<4 x i32> %__W, i4 zeroext %__U, <4 x i32> %__A, <4 x i32> %__B) {338; X86-LABEL: test_mm_mask_dpwsud_epi32:339; X86: # %bb.0:340; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]341; X86-NEXT: vpdpwsud %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x76,0x09,0xd2,0xc2]342; X86-NEXT: retl # encoding: [0xc3]343;344; X64-LABEL: test_mm_mask_dpwsud_epi32:345; X64: # %bb.0:346; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]347; X64-NEXT: vpdpwsud %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x76,0x09,0xd2,0xc2]348; X64-NEXT: retq # encoding: [0xc3]349 %dpi = tail call <4 x i32> @llvm.x86.avx2.vpdpwsud.128(<4 x i32> %__W, <4 x i32> %__A, <4 x i32> %__B)350 %bst = bitcast i4 %__U to <4 x i1>351 %res = select <4 x i1> %bst, <4 x i32> %dpi, <4 x i32> %__W352 ret <4 x i32> %res353}354 355define <4 x i32> @test_mm_maskz_dpwsuds_epi32(i4 zeroext %__U, <4 x i32> %__W, <4 x i32> %__A, <4 x i32> %__B) {356; X86-LABEL: test_mm_maskz_dpwsuds_epi32:357; X86: # %bb.0:358; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]359; X86-NEXT: vpdpwsuds %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x76,0x89,0xd3,0xc2]360; X86-NEXT: retl # encoding: [0xc3]361;362; X64-LABEL: test_mm_maskz_dpwsuds_epi32:363; X64: # %bb.0:364; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]365; X64-NEXT: vpdpwsuds %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x76,0x89,0xd3,0xc2]366; X64-NEXT: retq # encoding: [0xc3]367 %dpi = tail call <4 x i32> @llvm.x86.avx2.vpdpwsuds.128(<4 x i32> %__W, <4 x i32> %__A, <4 x i32> %__B)368 %bst = bitcast i4 %__U to <4 x i1>369 %res = select <4 x i1> %bst, <4 x i32> %dpi, <4 x i32> zeroinitializer370 ret <4 x i32> %res371}372 373define <8 x i32> @test_mm256_maskz_dpwsuds_epi32(<8 x i32> %__W, i8 zeroext %__U, <8 x i32> %__A, <8 x i32> %__B) {374; X86-LABEL: test_mm256_maskz_dpwsuds_epi32:375; X86: # %bb.0:376; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]377; X86-NEXT: vpdpwsuds %ymm2, %ymm1, %ymm0 {%k1} # encoding: [0x62,0xf2,0x76,0x29,0xd3,0xc2]378; X86-NEXT: retl # encoding: [0xc3]379;380; X64-LABEL: test_mm256_maskz_dpwsuds_epi32:381; X64: # %bb.0:382; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]383; X64-NEXT: vpdpwsuds %ymm2, %ymm1, %ymm0 {%k1} # encoding: [0x62,0xf2,0x76,0x29,0xd3,0xc2]384; X64-NEXT: retq # encoding: [0xc3]385 %dpi = tail call <8 x i32> @llvm.x86.avx2.vpdpwsuds.256(<8 x i32> %__W, <8 x i32> %__A, <8 x i32> %__B)386 %bst = bitcast i8 %__U to <8 x i1>387 %res = select <8 x i1> %bst, <8 x i32> %dpi, <8 x i32> %__W388 ret <8 x i32> %res389}390 391define <8 x i32> @test_mm256_mask_dpwsud_epi32(i8 zeroext %__U, <8 x i32> %__W, <8 x i32> %__A, <8 x i32> %__B) {392; X86-LABEL: test_mm256_mask_dpwsud_epi32:393; X86: # %bb.0:394; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]395; X86-NEXT: vpdpwsud %ymm2, %ymm1, %ymm0 {%k1} {z} # encoding: [0x62,0xf2,0x76,0xa9,0xd2,0xc2]396; X86-NEXT: retl # encoding: [0xc3]397;398; X64-LABEL: test_mm256_mask_dpwsud_epi32:399; X64: # %bb.0:400; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]401; X64-NEXT: vpdpwsud %ymm2, %ymm1, %ymm0 {%k1} {z} # encoding: [0x62,0xf2,0x76,0xa9,0xd2,0xc2]402; X64-NEXT: retq # encoding: [0xc3]403 %dpi = tail call <8 x i32> @llvm.x86.avx2.vpdpwsud.256(<8 x i32> %__W, <8 x i32> %__A, <8 x i32> %__B)404 %bst = bitcast i8 %__U to <8 x i1>405 %res = select <8 x i1> %bst, <8 x i32> %dpi, <8 x i32> zeroinitializer406 ret <8 x i32> %res407}408 409declare <4 x i32> @llvm.x86.avx2.vpdpwsud.128(<4 x i32>, <4 x i32>, <4 x i32>)410declare <4 x i32> @llvm.x86.avx2.vpdpwsuds.128(<4 x i32>, <4 x i32>, <4 x i32>)411declare <8 x i32> @llvm.x86.avx2.vpdpwsud.256(<8 x i32>, <8 x i32>, <8 x i32>)412declare <8 x i32> @llvm.x86.avx2.vpdpwsuds.256(<8 x i32>, <8 x i32>, <8 x i32>)413 414define <4 x i32> @test_mm_mask_dpwusd_epi32(<4 x i32> %__W, i4 zeroext %__U, <4 x i32> %__A, <4 x i32> %__B) {415; X86-LABEL: test_mm_mask_dpwusd_epi32:416; X86: # %bb.0:417; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]418; X86-NEXT: vpdpwusd %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x75,0x09,0xd2,0xc2]419; X86-NEXT: retl # encoding: [0xc3]420;421; X64-LABEL: test_mm_mask_dpwusd_epi32:422; X64: # %bb.0:423; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]424; X64-NEXT: vpdpwusd %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x75,0x09,0xd2,0xc2]425; X64-NEXT: retq # encoding: [0xc3]426 %dpi = tail call <4 x i32> @llvm.x86.avx2.vpdpwusd.128(<4 x i32> %__W, <4 x i32> %__A, <4 x i32> %__B)427 %bst = bitcast i4 %__U to <4 x i1>428 %res = select <4 x i1> %bst, <4 x i32> %dpi, <4 x i32> %__W429 ret <4 x i32> %res430}431 432define <4 x i32> @test_mm_maskz_dpwusds_epi32(i4 zeroext %__U, <4 x i32> %__W, <4 x i32> %__A, <4 x i32> %__B) {433; X86-LABEL: test_mm_maskz_dpwusds_epi32:434; X86: # %bb.0:435; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]436; X86-NEXT: vpdpwusds %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x75,0x89,0xd3,0xc2]437; X86-NEXT: retl # encoding: [0xc3]438;439; X64-LABEL: test_mm_maskz_dpwusds_epi32:440; X64: # %bb.0:441; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]442; X64-NEXT: vpdpwusds %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x75,0x89,0xd3,0xc2]443; X64-NEXT: retq # encoding: [0xc3]444 %dpi = tail call <4 x i32> @llvm.x86.avx2.vpdpwusds.128(<4 x i32> %__W, <4 x i32> %__A, <4 x i32> %__B)445 %bst = bitcast i4 %__U to <4 x i1>446 %res = select <4 x i1> %bst, <4 x i32> %dpi, <4 x i32> zeroinitializer447 ret <4 x i32> %res448}449 450define <8 x i32> @test_mm256_maskz_dpwusds_epi32(<8 x i32> %__W, i8 zeroext %__U, <8 x i32> %__A, <8 x i32> %__B) {451; X86-LABEL: test_mm256_maskz_dpwusds_epi32:452; X86: # %bb.0:453; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]454; X86-NEXT: vpdpwusds %ymm2, %ymm1, %ymm0 {%k1} # encoding: [0x62,0xf2,0x75,0x29,0xd3,0xc2]455; X86-NEXT: retl # encoding: [0xc3]456;457; X64-LABEL: test_mm256_maskz_dpwusds_epi32:458; X64: # %bb.0:459; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]460; X64-NEXT: vpdpwusds %ymm2, %ymm1, %ymm0 {%k1} # encoding: [0x62,0xf2,0x75,0x29,0xd3,0xc2]461; X64-NEXT: retq # encoding: [0xc3]462 %dpi = tail call <8 x i32> @llvm.x86.avx2.vpdpwusds.256(<8 x i32> %__W, <8 x i32> %__A, <8 x i32> %__B)463 %bst = bitcast i8 %__U to <8 x i1>464 %res = select <8 x i1> %bst, <8 x i32> %dpi, <8 x i32> %__W465 ret <8 x i32> %res466}467 468define <8 x i32> @test_mm256_mask_dpwusd_epi32(i8 zeroext %__U, <8 x i32> %__W, <8 x i32> %__A, <8 x i32> %__B) {469; X86-LABEL: test_mm256_mask_dpwusd_epi32:470; X86: # %bb.0:471; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]472; X86-NEXT: vpdpwusd %ymm2, %ymm1, %ymm0 {%k1} {z} # encoding: [0x62,0xf2,0x75,0xa9,0xd2,0xc2]473; X86-NEXT: retl # encoding: [0xc3]474;475; X64-LABEL: test_mm256_mask_dpwusd_epi32:476; X64: # %bb.0:477; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]478; X64-NEXT: vpdpwusd %ymm2, %ymm1, %ymm0 {%k1} {z} # encoding: [0x62,0xf2,0x75,0xa9,0xd2,0xc2]479; X64-NEXT: retq # encoding: [0xc3]480 %dpi = tail call <8 x i32> @llvm.x86.avx2.vpdpwusd.256(<8 x i32> %__W, <8 x i32> %__A, <8 x i32> %__B)481 %bst = bitcast i8 %__U to <8 x i1>482 %res = select <8 x i1> %bst, <8 x i32> %dpi, <8 x i32> zeroinitializer483 ret <8 x i32> %res484}485 486declare <4 x i32> @llvm.x86.avx2.vpdpwusd.128(<4 x i32>, <4 x i32>, <4 x i32>)487declare <4 x i32> @llvm.x86.avx2.vpdpwusds.128(<4 x i32>, <4 x i32>, <4 x i32>)488declare <8 x i32> @llvm.x86.avx2.vpdpwusd.256(<8 x i32>, <8 x i32>, <8 x i32>)489declare <8 x i32> @llvm.x86.avx2.vpdpwusds.256(<8 x i32>, <8 x i32>, <8 x i32>)490 491define <4 x i32> @test_mm_mask_dpwuud_epi32(<4 x i32> %__W, i4 zeroext %__U, <4 x i32> %__A, <4 x i32> %__B) {492; X86-LABEL: test_mm_mask_dpwuud_epi32:493; X86: # %bb.0:494; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]495; X86-NEXT: vpdpwuud %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x74,0x09,0xd2,0xc2]496; X86-NEXT: retl # encoding: [0xc3]497;498; X64-LABEL: test_mm_mask_dpwuud_epi32:499; X64: # %bb.0:500; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]501; X64-NEXT: vpdpwuud %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x74,0x09,0xd2,0xc2]502; X64-NEXT: retq # encoding: [0xc3]503 %dpi = tail call <4 x i32> @llvm.x86.avx2.vpdpwuud.128(<4 x i32> %__W, <4 x i32> %__A, <4 x i32> %__B)504 %bst = bitcast i4 %__U to <4 x i1>505 %res = select <4 x i1> %bst, <4 x i32> %dpi, <4 x i32> %__W506 ret <4 x i32> %res507}508 509define <4 x i32> @test_mm_maskz_dpwuuds_epi32(i4 zeroext %__U, <4 x i32> %__W, <4 x i32> %__A, <4 x i32> %__B) {510; X86-LABEL: test_mm_maskz_dpwuuds_epi32:511; X86: # %bb.0:512; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]513; X86-NEXT: vpdpwuuds %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x74,0x89,0xd3,0xc2]514; X86-NEXT: retl # encoding: [0xc3]515;516; X64-LABEL: test_mm_maskz_dpwuuds_epi32:517; X64: # %bb.0:518; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]519; X64-NEXT: vpdpwuuds %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x74,0x89,0xd3,0xc2]520; X64-NEXT: retq # encoding: [0xc3]521 %dpi = tail call <4 x i32> @llvm.x86.avx2.vpdpwuuds.128(<4 x i32> %__W, <4 x i32> %__A, <4 x i32> %__B)522 %bst = bitcast i4 %__U to <4 x i1>523 %res = select <4 x i1> %bst, <4 x i32> %dpi, <4 x i32> zeroinitializer524 ret <4 x i32> %res525}526 527define <8 x i32> @test_mm256_maskz_dpwuuds_epi32(<8 x i32> %__W, i8 zeroext %__U, <8 x i32> %__A, <8 x i32> %__B) {528; X86-LABEL: test_mm256_maskz_dpwuuds_epi32:529; X86: # %bb.0:530; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]531; X86-NEXT: vpdpwuuds %ymm2, %ymm1, %ymm0 {%k1} # encoding: [0x62,0xf2,0x74,0x29,0xd3,0xc2]532; X86-NEXT: retl # encoding: [0xc3]533;534; X64-LABEL: test_mm256_maskz_dpwuuds_epi32:535; X64: # %bb.0:536; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]537; X64-NEXT: vpdpwuuds %ymm2, %ymm1, %ymm0 {%k1} # encoding: [0x62,0xf2,0x74,0x29,0xd3,0xc2]538; X64-NEXT: retq # encoding: [0xc3]539 %dpi = tail call <8 x i32> @llvm.x86.avx2.vpdpwuuds.256(<8 x i32> %__W, <8 x i32> %__A, <8 x i32> %__B)540 %bst = bitcast i8 %__U to <8 x i1>541 %res = select <8 x i1> %bst, <8 x i32> %dpi, <8 x i32> %__W542 ret <8 x i32> %res543}544 545define <8 x i32> @test_mm256_mask_dpwuud_epi32(i8 zeroext %__U, <8 x i32> %__W, <8 x i32> %__A, <8 x i32> %__B) {546; X86-LABEL: test_mm256_mask_dpwuud_epi32:547; X86: # %bb.0:548; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]549; X86-NEXT: vpdpwuud %ymm2, %ymm1, %ymm0 {%k1} {z} # encoding: [0x62,0xf2,0x74,0xa9,0xd2,0xc2]550; X86-NEXT: retl # encoding: [0xc3]551;552; X64-LABEL: test_mm256_mask_dpwuud_epi32:553; X64: # %bb.0:554; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]555; X64-NEXT: vpdpwuud %ymm2, %ymm1, %ymm0 {%k1} {z} # encoding: [0x62,0xf2,0x74,0xa9,0xd2,0xc2]556; X64-NEXT: retq # encoding: [0xc3]557 %dpi = tail call <8 x i32> @llvm.x86.avx2.vpdpwuud.256(<8 x i32> %__W, <8 x i32> %__A, <8 x i32> %__B)558 %bst = bitcast i8 %__U to <8 x i1>559 %res = select <8 x i1> %bst, <8 x i32> %dpi, <8 x i32> zeroinitializer560 ret <8 x i32> %res561}562 563declare <4 x i32> @llvm.x86.avx2.vpdpwuud.128(<4 x i32>, <4 x i32>, <4 x i32>)564declare <4 x i32> @llvm.x86.avx2.vpdpwuuds.128(<4 x i32>, <4 x i32>, <4 x i32>)565declare <8 x i32> @llvm.x86.avx2.vpdpwuud.256(<8 x i32>, <8 x i32>, <8 x i32>)566declare <8 x i32> @llvm.x86.avx2.vpdpwuuds.256(<8 x i32>, <8 x i32>, <8 x i32>)567 568; VMPSADBW569 570define { <8 x i16>, <8 x i16>, <8 x i16> } @test_mask_mpsadbw_128(<16 x i8> %x0, <16 x i8> %x1, <8 x i16> %x3, i8 %x4) {571; X86-LABEL: test_mask_mpsadbw_128:572; X86: # %bb.0:573; X86-NEXT: vmovdqa %xmm2, %xmm4 # EVEX TO VEX Compression encoding: [0xc5,0xf9,0x6f,0xe2]574; X86-NEXT: kmovb {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf9,0x90,0x4c,0x24,0x04]575; X86-NEXT: vmpsadbw $2, %xmm1, %xmm0, %xmm3 # EVEX TO VEX Compression encoding: [0xc4,0xe3,0x79,0x42,0xd9,0x02]576; X86-NEXT: vmpsadbw $3, %xmm1, %xmm0, %xmm4 {%k1} # encoding: [0x62,0xf3,0x7e,0x09,0x42,0xe1,0x03]577; X86-NEXT: vmpsadbw $4, %xmm1, %xmm0, %xmm2 {%k1} {z} # encoding: [0x62,0xf3,0x7e,0x89,0x42,0xd1,0x04]578; X86-NEXT: vmovdqa %xmm3, %xmm0 # EVEX TO VEX Compression encoding: [0xc5,0xf9,0x6f,0xc3]579; X86-NEXT: vmovdqa %xmm4, %xmm1 # EVEX TO VEX Compression encoding: [0xc5,0xf9,0x6f,0xcc]580; X86-NEXT: retl # encoding: [0xc3]581;582; X64-LABEL: test_mask_mpsadbw_128:583; X64: # %bb.0:584; X64-NEXT: vmovdqa %xmm2, %xmm4 # EVEX TO VEX Compression encoding: [0xc5,0xf9,0x6f,0xe2]585; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]586; X64-NEXT: vmpsadbw $2, %xmm1, %xmm0, %xmm3 # EVEX TO VEX Compression encoding: [0xc4,0xe3,0x79,0x42,0xd9,0x02]587; X64-NEXT: vmpsadbw $3, %xmm1, %xmm0, %xmm4 {%k1} # encoding: [0x62,0xf3,0x7e,0x09,0x42,0xe1,0x03]588; X64-NEXT: vmpsadbw $4, %xmm1, %xmm0, %xmm2 {%k1} {z} # encoding: [0x62,0xf3,0x7e,0x89,0x42,0xd1,0x04]589; X64-NEXT: vmovdqa %xmm3, %xmm0 # EVEX TO VEX Compression encoding: [0xc5,0xf9,0x6f,0xc3]590; X64-NEXT: vmovdqa %xmm4, %xmm1 # EVEX TO VEX Compression encoding: [0xc5,0xf9,0x6f,0xcc]591; X64-NEXT: retq # encoding: [0xc3]592 %msk = bitcast i8 %x4 to <8 x i1>593 %rs1 = call <8 x i16> @llvm.x86.sse41.mpsadbw(<16 x i8> %x0, <16 x i8> %x1, i8 2)594 %ad2 = call <8 x i16> @llvm.x86.sse41.mpsadbw(<16 x i8> %x0, <16 x i8> %x1, i8 3)595 %rs2 = select <8 x i1> %msk, <8 x i16> %ad2, <8 x i16> %x3596 %ad3 = call <8 x i16> @llvm.x86.sse41.mpsadbw(<16 x i8> %x0, <16 x i8> %x1, i8 4)597 %rs3 = select <8 x i1> %msk, <8 x i16> %ad3, <8 x i16> zeroinitializer598 %rs4 = insertvalue { <8 x i16>, <8 x i16>, <8 x i16> } undef, <8 x i16> %rs1, 0599 %rs5 = insertvalue { <8 x i16>, <8 x i16>, <8 x i16> } %rs4, <8 x i16> %rs2, 1600 %rs6 = insertvalue { <8 x i16>, <8 x i16>, <8 x i16> } %rs5, <8 x i16> %rs3, 2601 ret { <8 x i16>, <8 x i16>, <8 x i16> } %rs6602}603 604define { <16 x i16>, <16 x i16>, <16 x i16> } @test_mask_mpsadbw_256(<32 x i8> %x0, <32 x i8> %x1, <16 x i16> %x3, i16 %x4) {605; X86-LABEL: test_mask_mpsadbw_256:606; X86: # %bb.0:607; X86-NEXT: vmovdqa %ymm2, %ymm4 # EVEX TO VEX Compression encoding: [0xc5,0xfd,0x6f,0xe2]608; X86-NEXT: kmovw {{[0-9]+}}(%esp), %k1 # encoding: [0xc5,0xf8,0x90,0x4c,0x24,0x04]609; X86-NEXT: vmpsadbw $2, %ymm1, %ymm0, %ymm3 # EVEX TO VEX Compression encoding: [0xc4,0xe3,0x7d,0x42,0xd9,0x02]610; X86-NEXT: vmpsadbw $3, %ymm1, %ymm0, %ymm4 {%k1} # encoding: [0x62,0xf3,0x7e,0x29,0x42,0xe1,0x03]611; X86-NEXT: vmpsadbw $4, %ymm1, %ymm0, %ymm2 {%k1} {z} # encoding: [0x62,0xf3,0x7e,0xa9,0x42,0xd1,0x04]612; X86-NEXT: vmovdqa %ymm3, %ymm0 # EVEX TO VEX Compression encoding: [0xc5,0xfd,0x6f,0xc3]613; X86-NEXT: vmovdqa %ymm4, %ymm1 # EVEX TO VEX Compression encoding: [0xc5,0xfd,0x6f,0xcc]614; X86-NEXT: retl # encoding: [0xc3]615;616; X64-LABEL: test_mask_mpsadbw_256:617; X64: # %bb.0:618; X64-NEXT: vmovdqa %ymm2, %ymm4 # EVEX TO VEX Compression encoding: [0xc5,0xfd,0x6f,0xe2]619; X64-NEXT: kmovd %edi, %k1 # encoding: [0xc5,0xfb,0x92,0xcf]620; X64-NEXT: vmpsadbw $2, %ymm1, %ymm0, %ymm3 # EVEX TO VEX Compression encoding: [0xc4,0xe3,0x7d,0x42,0xd9,0x02]621; X64-NEXT: vmpsadbw $3, %ymm1, %ymm0, %ymm4 {%k1} # encoding: [0x62,0xf3,0x7e,0x29,0x42,0xe1,0x03]622; X64-NEXT: vmpsadbw $4, %ymm1, %ymm0, %ymm2 {%k1} {z} # encoding: [0x62,0xf3,0x7e,0xa9,0x42,0xd1,0x04]623; X64-NEXT: vmovdqa %ymm3, %ymm0 # EVEX TO VEX Compression encoding: [0xc5,0xfd,0x6f,0xc3]624; X64-NEXT: vmovdqa %ymm4, %ymm1 # EVEX TO VEX Compression encoding: [0xc5,0xfd,0x6f,0xcc]625; X64-NEXT: retq # encoding: [0xc3]626 %msk = bitcast i16 %x4 to <16 x i1>627 %rs1 = call <16 x i16> @llvm.x86.avx2.mpsadbw(<32 x i8> %x0, <32 x i8> %x1, i8 2)628 %ad2 = call <16 x i16> @llvm.x86.avx2.mpsadbw(<32 x i8> %x0, <32 x i8> %x1, i8 3)629 %rs2 = select <16 x i1> %msk, <16 x i16> %ad2, <16 x i16> %x3630 %ad3 = call <16 x i16> @llvm.x86.avx2.mpsadbw(<32 x i8> %x0, <32 x i8> %x1, i8 4)631 %rs3 = select <16 x i1> %msk, <16 x i16> %ad3, <16 x i16> zeroinitializer632 %rs4 = insertvalue { <16 x i16>, <16 x i16>, <16 x i16> } undef, <16 x i16> %rs1, 0633 %rs5 = insertvalue { <16 x i16>, <16 x i16>, <16 x i16> } %rs4, <16 x i16> %rs2, 1634 %rs6 = insertvalue { <16 x i16>, <16 x i16>, <16 x i16> } %rs5, <16 x i16> %rs3, 2635 ret { <16 x i16>, <16 x i16>, <16 x i16> } %rs6636}637 638declare <8 x i16> @llvm.x86.sse41.mpsadbw(<16 x i8>, <16 x i8>, i8)639declare <16 x i16> @llvm.x86.avx2.mpsadbw(<32 x i8>, <32 x i8>, i8)640