201 lines · plain
1; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py2; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+bmi | FileCheck %s --check-prefixes=CHECK,BEXTR-SLOW,BMI1-SLOW3; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+bmi,+bmi2 | FileCheck %s --check-prefixes=CHECK,BEXTR-SLOW,BMI2-SLOW4; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+bmi,+fast-bextr | FileCheck %s --check-prefixes=CHECK,BEXTR-FAST5; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+bmi,+bmi2,+fast-bextr | FileCheck %s --check-prefixes=CHECK,BEXTR-FAST6; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+bmi,+bmi2,+egpr --show-mc-encoding | FileCheck %s --check-prefix=EGPR7 8declare i64 @llvm.x86.bmi.bextr.64(i64, i64)9 10define i64 @bextr64(i64 %x, i64 %y) {11; CHECK-LABEL: bextr64:12; CHECK: # %bb.0:13; CHECK-NEXT: bextrq %rsi, %rdi, %rax14; CHECK-NEXT: retq15;16; EGPR-LABEL: bextr64:17; EGPR: # %bb.0:18; EGPR-NEXT: bextrq %rsi, %rdi, %rax # EVEX TO VEX Compression encoding: [0xc4,0xe2,0xc8,0xf7,0xc7]19; EGPR-NEXT: retq # encoding: [0xc3]20 %tmp = tail call i64 @llvm.x86.bmi.bextr.64(i64 %x, i64 %y)21 ret i64 %tmp22}23 24define i64 @bextr64b(i64 %x) uwtable ssp {25; BEXTR-SLOW-LABEL: bextr64b:26; BEXTR-SLOW: # %bb.0:27; BEXTR-SLOW-NEXT: movq %rdi, %rax28; BEXTR-SLOW-NEXT: shrl $4, %eax29; BEXTR-SLOW-NEXT: andl $4095, %eax # imm = 0xFFF30; BEXTR-SLOW-NEXT: retq31;32; BEXTR-FAST-LABEL: bextr64b:33; BEXTR-FAST: # %bb.0:34; BEXTR-FAST-NEXT: movl $3076, %eax # imm = 0xC0435; BEXTR-FAST-NEXT: bextrl %eax, %edi, %eax36; BEXTR-FAST-NEXT: retq37;38; EGPR-LABEL: bextr64b:39; EGPR: # %bb.0:40; EGPR-NEXT: movq %rdi, %rax # encoding: [0x48,0x89,0xf8]41; EGPR-NEXT: shrl $4, %eax # encoding: [0xc1,0xe8,0x04]42; EGPR-NEXT: andl $4095, %eax # encoding: [0x25,0xff,0x0f,0x00,0x00]43; EGPR-NEXT: # imm = 0xFFF44; EGPR-NEXT: retq # encoding: [0xc3]45 %1 = lshr i64 %x, 446 %2 = and i64 %1, 409547 ret i64 %248}49 50; Make sure we still use the AH subreg trick to extract 15:851define i64 @bextr64_subreg(i64 %x) uwtable ssp {52; CHECK-LABEL: bextr64_subreg:53; CHECK: # %bb.0:54; CHECK-NEXT: movq %rdi, %rax55; CHECK-NEXT: movzbl %ah, %eax56; CHECK-NEXT: retq57;58; EGPR-LABEL: bextr64_subreg:59; EGPR: # %bb.0:60; EGPR-NEXT: movq %rdi, %rax # encoding: [0x48,0x89,0xf8]61; EGPR-NEXT: movzbl %ah, %eax # encoding: [0x0f,0xb6,0xc4]62; EGPR-NEXT: retq # encoding: [0xc3]63 %1 = lshr i64 %x, 864 %2 = and i64 %1, 25565 ret i64 %266}67 68define i64 @bextr64b_load(ptr %x) {69; BEXTR-SLOW-LABEL: bextr64b_load:70; BEXTR-SLOW: # %bb.0:71; BEXTR-SLOW-NEXT: movl (%rdi), %eax72; BEXTR-SLOW-NEXT: shrl $4, %eax73; BEXTR-SLOW-NEXT: andl $4095, %eax # imm = 0xFFF74; BEXTR-SLOW-NEXT: retq75;76; BEXTR-FAST-LABEL: bextr64b_load:77; BEXTR-FAST: # %bb.0:78; BEXTR-FAST-NEXT: movl $3076, %eax # imm = 0xC0479; BEXTR-FAST-NEXT: bextrl %eax, (%rdi), %eax80; BEXTR-FAST-NEXT: retq81;82; EGPR-LABEL: bextr64b_load:83; EGPR: # %bb.0:84; EGPR-NEXT: movl (%rdi), %eax # encoding: [0x8b,0x07]85; EGPR-NEXT: shrl $4, %eax # encoding: [0xc1,0xe8,0x04]86; EGPR-NEXT: andl $4095, %eax # encoding: [0x25,0xff,0x0f,0x00,0x00]87; EGPR-NEXT: # imm = 0xFFF88; EGPR-NEXT: retq # encoding: [0xc3]89 %1 = load i64, ptr %x, align 890 %2 = lshr i64 %1, 491 %3 = and i64 %2, 409592 ret i64 %393}94 95; PR3404296define i64 @bextr64c(i64 %x, i32 %y) {97; CHECK-LABEL: bextr64c:98; CHECK: # %bb.0:99; CHECK-NEXT: # kill: def $esi killed $esi def $rsi100; CHECK-NEXT: bextrq %rsi, %rdi, %rax101; CHECK-NEXT: retq102;103; EGPR-LABEL: bextr64c:104; EGPR: # %bb.0:105; EGPR-NEXT: # kill: def $esi killed $esi def $rsi106; EGPR-NEXT: bextrq %rsi, %rdi, %rax # EVEX TO VEX Compression encoding: [0xc4,0xe2,0xc8,0xf7,0xc7]107; EGPR-NEXT: retq # encoding: [0xc3]108 %tmp0 = sext i32 %y to i64109 %tmp1 = tail call i64 @llvm.x86.bmi.bextr.64(i64 %x, i64 %tmp0)110 ret i64 %tmp1111}112 113define i64 @bextr64d(i64 %a) {114; BMI1-SLOW-LABEL: bextr64d:115; BMI1-SLOW: # %bb.0: # %entry116; BMI1-SLOW-NEXT: shrq $2, %rdi117; BMI1-SLOW-NEXT: movl $8448, %eax # imm = 0x2100118; BMI1-SLOW-NEXT: bextrq %rax, %rdi, %rax119; BMI1-SLOW-NEXT: retq120;121; BMI2-SLOW-LABEL: bextr64d:122; BMI2-SLOW: # %bb.0: # %entry123; BMI2-SLOW-NEXT: movl $35, %eax124; BMI2-SLOW-NEXT: bzhiq %rax, %rdi, %rax125; BMI2-SLOW-NEXT: shrq $2, %rax126; BMI2-SLOW-NEXT: retq127;128; BEXTR-FAST-LABEL: bextr64d:129; BEXTR-FAST: # %bb.0: # %entry130; BEXTR-FAST-NEXT: movl $8450, %eax # imm = 0x2102131; BEXTR-FAST-NEXT: bextrq %rax, %rdi, %rax132; BEXTR-FAST-NEXT: retq133;134; EGPR-LABEL: bextr64d:135; EGPR: # %bb.0: # %entry136; EGPR-NEXT: movl $35, %eax # encoding: [0xb8,0x23,0x00,0x00,0x00]137; EGPR-NEXT: bzhiq %rax, %rdi, %rax # EVEX TO VEX Compression encoding: [0xc4,0xe2,0xf8,0xf5,0xc7]138; EGPR-NEXT: shrq $2, %rax # encoding: [0x48,0xc1,0xe8,0x02]139; EGPR-NEXT: retq # encoding: [0xc3]140entry:141 %shr = lshr i64 %a, 2142 %and = and i64 %shr, 8589934591143 ret i64 %and144}145 146define i64 @bextr64d_load(ptr %aptr) {147; BMI1-SLOW-LABEL: bextr64d_load:148; BMI1-SLOW: # %bb.0: # %entry149; BMI1-SLOW-NEXT: movq (%rdi), %rax150; BMI1-SLOW-NEXT: shrq $2, %rax151; BMI1-SLOW-NEXT: movl $8448, %ecx # imm = 0x2100152; BMI1-SLOW-NEXT: bextrq %rcx, %rax, %rax153; BMI1-SLOW-NEXT: retq154;155; BMI2-SLOW-LABEL: bextr64d_load:156; BMI2-SLOW: # %bb.0: # %entry157; BMI2-SLOW-NEXT: movl $35, %eax158; BMI2-SLOW-NEXT: bzhiq %rax, (%rdi), %rax159; BMI2-SLOW-NEXT: shrq $2, %rax160; BMI2-SLOW-NEXT: retq161;162; BEXTR-FAST-LABEL: bextr64d_load:163; BEXTR-FAST: # %bb.0: # %entry164; BEXTR-FAST-NEXT: movl $8450, %eax # imm = 0x2102165; BEXTR-FAST-NEXT: bextrq %rax, (%rdi), %rax166; BEXTR-FAST-NEXT: retq167;168; EGPR-LABEL: bextr64d_load:169; EGPR: # %bb.0: # %entry170; EGPR-NEXT: movl $35, %eax # encoding: [0xb8,0x23,0x00,0x00,0x00]171; EGPR-NEXT: bzhiq %rax, (%rdi), %rax # EVEX TO VEX Compression encoding: [0xc4,0xe2,0xf8,0xf5,0x07]172; EGPR-NEXT: shrq $2, %rax # encoding: [0x48,0xc1,0xe8,0x02]173; EGPR-NEXT: retq # encoding: [0xc3]174entry:175 %a = load i64, ptr %aptr, align 8176 %shr = lshr i64 %a, 2177 %and = and i64 %shr, 8589934591178 ret i64 %and179}180 181define i64 @non_bextr64(i64 %x) {182; CHECK-LABEL: non_bextr64:183; CHECK: # %bb.0: # %entry184; CHECK-NEXT: shrq $2, %rdi185; CHECK-NEXT: movabsq $8589934590, %rax # imm = 0x1FFFFFFFE186; CHECK-NEXT: andq %rdi, %rax187; CHECK-NEXT: retq188;189; EGPR-LABEL: non_bextr64:190; EGPR: # %bb.0: # %entry191; EGPR-NEXT: shrq $2, %rdi # encoding: [0x48,0xc1,0xef,0x02]192; EGPR-NEXT: movabsq $8589934590, %rax # encoding: [0x48,0xb8,0xfe,0xff,0xff,0xff,0x01,0x00,0x00,0x00]193; EGPR-NEXT: # imm = 0x1FFFFFFFE194; EGPR-NEXT: andq %rdi, %rax # encoding: [0x48,0x21,0xf8]195; EGPR-NEXT: retq # encoding: [0xc3]196entry:197 %shr = lshr i64 %x, 2198 %and = and i64 %shr, 8589934590199 ret i64 %and200}201