129 lines · plain
1; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --check-globals none --version 52; RUN: opt -passes=loop-vectorize -force-vector-width=4 -force-vector-interleave=1 -S %s | FileCheck %s3 4define i64 @test_vectorize_select_fmaxnum_last_idx(ptr %src, i64 %n) {5; CHECK-LABEL: define i64 @test_vectorize_select_fmaxnum_last_idx(6; CHECK-SAME: ptr [[SRC:%.*]], i64 [[N:%.*]]) {7; CHECK-NEXT: [[ENTRY:.*]]:8; CHECK-NEXT: br label %[[LOOP:.*]]9; CHECK: [[LOOP]]:10; CHECK-NEXT: [[IV:%.*]] = phi i64 [ 0, %[[ENTRY]] ], [ [[IV_NEXT:%.*]], %[[LOOP]] ]11; CHECK-NEXT: [[MIN_IDX:%.*]] = phi i64 [ 0, %[[ENTRY]] ], [ [[MIN_IDX_NEXT:%.*]], %[[LOOP]] ]12; CHECK-NEXT: [[MAX_VAL:%.*]] = phi float [ -3.000000e+00, %[[ENTRY]] ], [ [[MAX_VAL_NEXT:%.*]], %[[LOOP]] ]13; CHECK-NEXT: [[GEP:%.*]] = getelementptr float, ptr [[SRC]], i64 [[IV]]14; CHECK-NEXT: [[L:%.*]] = load float, ptr [[GEP]], align 415; CHECK-NEXT: [[CMP:%.*]] = fcmp uge float [[MAX_VAL]], [[L]]16; CHECK-NEXT: [[MAX_VAL_NEXT]] = call float @llvm.maxnum.f32(float [[L]], float [[MAX_VAL]])17; CHECK-NEXT: [[MIN_IDX_NEXT]] = select i1 [[CMP]], i64 [[IV]], i64 [[MIN_IDX]]18; CHECK-NEXT: [[IV_NEXT]] = add nuw nsw i64 [[IV]], 119; CHECK-NEXT: [[EXITCOND_NOT:%.*]] = icmp eq i64 [[IV_NEXT]], [[N]]20; CHECK-NEXT: br i1 [[EXITCOND_NOT]], label %[[EXIT:.*]], label %[[LOOP]]21; CHECK: [[EXIT]]:22; CHECK-NEXT: [[RES:%.*]] = phi i64 [ [[MIN_IDX_NEXT]], %[[LOOP]] ]23; CHECK-NEXT: ret i64 [[RES]]24;25entry:26 br label %loop27 28loop:29 %iv = phi i64 [ 0, %entry ], [ %iv.next, %loop ]30 %max.idx = phi i64 [ 0, %entry ], [ %max.idx.next, %loop ]31 %max.val = phi float [ -3.0000, %entry ], [ %max.val.next, %loop ]32 %gep = getelementptr float, ptr %src, i64 %iv33 %l = load float, ptr %gep34 %cmp = fcmp uge float %max.val, %l35 %max.val.next = call float @llvm.maxnum.f32(float %l, float %max.val)36 %max.idx.next = select i1 %cmp, i64 %iv, i64 %max.idx37 %iv.next = add nuw nsw i64 %iv, 138 %exitcond.not = icmp eq i64 %iv.next, %n39 br i1 %exitcond.not, label %exit, label %loop40 41exit:42 %res = phi i64 [ %max.idx.next, %loop ]43 ret i64 %res44}45 46define i64 @test_vectorize_select_fmax_last_idx_without_fmfs(ptr %src, i64 %n) {47; CHECK-LABEL: define i64 @test_vectorize_select_fmax_last_idx_without_fmfs(48; CHECK-SAME: ptr [[SRC:%.*]], i64 [[N:%.*]]) {49; CHECK-NEXT: [[ENTRY:.*]]:50; CHECK-NEXT: br label %[[LOOP:.*]]51; CHECK: [[LOOP]]:52; CHECK-NEXT: [[IV:%.*]] = phi i64 [ 0, %[[ENTRY]] ], [ [[IV_NEXT:%.*]], %[[LOOP]] ]53; CHECK-NEXT: [[MAX_IDX:%.*]] = phi i64 [ 0, %[[ENTRY]] ], [ [[MAX_IDX_NEXT:%.*]], %[[LOOP]] ]54; CHECK-NEXT: [[MAX_VAL:%.*]] = phi float [ -3.000000e+00, %[[ENTRY]] ], [ [[MAX_VAL_NEXT:%.*]], %[[LOOP]] ]55; CHECK-NEXT: [[GEP:%.*]] = getelementptr float, ptr [[SRC]], i64 [[IV]]56; CHECK-NEXT: [[L:%.*]] = load float, ptr [[GEP]], align 457; CHECK-NEXT: [[MAX_CMP:%.*]] = fcmp ule float [[MAX_VAL]], [[L]]58; CHECK-NEXT: [[MAX_VAL_NEXT]] = select i1 [[MAX_CMP]], float [[L]], float [[MAX_VAL]]59; CHECK-NEXT: [[MAX_IDX_NEXT]] = select i1 [[MAX_CMP]], i64 [[IV]], i64 [[MAX_IDX]]60; CHECK-NEXT: [[IV_NEXT]] = add nuw nsw i64 [[IV]], 161; CHECK-NEXT: [[EXITCOND_NOT:%.*]] = icmp eq i64 [[IV_NEXT]], [[N]]62; CHECK-NEXT: br i1 [[EXITCOND_NOT]], label %[[EXIT:.*]], label %[[LOOP]]63; CHECK: [[EXIT]]:64; CHECK-NEXT: [[RES:%.*]] = phi i64 [ [[MAX_IDX_NEXT]], %[[LOOP]] ]65; CHECK-NEXT: ret i64 [[RES]]66;67entry:68 br label %loop69 70loop:71 %iv = phi i64 [ 0, %entry ], [ %iv.next, %loop ]72 %max.idx = phi i64 [ 0, %entry ], [ %max.idx.next, %loop ]73 %max.val = phi float [ -3.0000, %entry ], [ %max.val.next, %loop ]74 %gep = getelementptr float, ptr %src, i64 %iv75 %l = load float, ptr %gep76 %cmp = fcmp ule float %max.val, %l77 %max.val.next = select i1 %cmp, float %l, float %max.val78 %max.idx.next = select i1 %cmp, i64 %iv, i64 %max.idx79 %iv.next = add nuw nsw i64 %iv, 180 %exitcond.not = icmp eq i64 %iv.next, %n81 br i1 %exitcond.not, label %exit, label %loop82 83exit:84 %res = phi i64 [ %max.idx.next, %loop ]85 ret i64 %res86}87 88define i64 @test_vectorize_select_fmax_last_idx_with_fmfs(ptr %src, i64 %n) {89; CHECK-LABEL: define i64 @test_vectorize_select_fmax_last_idx_with_fmfs(90; CHECK-SAME: ptr [[SRC:%.*]], i64 [[N:%.*]]) {91; CHECK-NEXT: [[ENTRY:.*]]:92; CHECK-NEXT: br label %[[LOOP:.*]]93; CHECK: [[LOOP]]:94; CHECK-NEXT: [[IV:%.*]] = phi i64 [ 0, %[[ENTRY]] ], [ [[IV_NEXT:%.*]], %[[LOOP]] ]95; CHECK-NEXT: [[MAX_IDX:%.*]] = phi i64 [ 0, %[[ENTRY]] ], [ [[MAX_IDX_NEXT:%.*]], %[[LOOP]] ]96; CHECK-NEXT: [[MAX_VAL:%.*]] = phi float [ -3.000000e+00, %[[ENTRY]] ], [ [[MAX_VAL_NEXT:%.*]], %[[LOOP]] ]97; CHECK-NEXT: [[GEP:%.*]] = getelementptr float, ptr [[SRC]], i64 [[IV]]98; CHECK-NEXT: [[L:%.*]] = load float, ptr [[GEP]], align 499; CHECK-NEXT: [[MAX_CMP:%.*]] = fcmp ule float [[MAX_VAL]], [[L]]100; CHECK-NEXT: [[MAX_VAL_NEXT]] = select fast i1 [[MAX_CMP]], float [[L]], float [[MAX_VAL]]101; CHECK-NEXT: [[MAX_IDX_NEXT]] = select i1 [[MAX_CMP]], i64 [[IV]], i64 [[MAX_IDX]]102; CHECK-NEXT: [[IV_NEXT]] = add nuw nsw i64 [[IV]], 1103; CHECK-NEXT: [[EXITCOND_NOT:%.*]] = icmp eq i64 [[IV_NEXT]], [[N]]104; CHECK-NEXT: br i1 [[EXITCOND_NOT]], label %[[EXIT:.*]], label %[[LOOP]]105; CHECK: [[EXIT]]:106; CHECK-NEXT: [[RES:%.*]] = phi i64 [ [[MAX_IDX_NEXT]], %[[LOOP]] ]107; CHECK-NEXT: ret i64 [[RES]]108;109entry:110 br label %loop111 112loop:113 %iv = phi i64 [ 0, %entry ], [ %iv.next, %loop ]114 %max.idx = phi i64 [ 0, %entry ], [ %max.idx.next, %loop ]115 %max.val = phi float [ -3.0000, %entry ], [ %max.val.next, %loop ]116 %gep = getelementptr float, ptr %src, i64 %iv117 %l = load float, ptr %gep118 %cmp = fcmp ule float %max.val, %l119 %max.val.next = select fast i1 %cmp, float %l, float %max.val120 %max.idx.next = select i1 %cmp, i64 %iv, i64 %max.idx121 %iv.next = add nuw nsw i64 %iv, 1122 %exitcond.not = icmp eq i64 %iv.next, %n123 br i1 %exitcond.not, label %exit, label %loop124 125exit:126 %res = phi i64 [ %max.idx.next, %loop ]127 ret i64 %res128}129