135 lines · plain
1// RUN: fir-opt %s --pass-pipeline="builtin.module(acc-initialize-fir-analyses,acc-implicit-data{enable-implicit-reduction-copy=true})" -split-input-file | FileCheck %s --check-prefix=COPY2// RUN: fir-opt %s --pass-pipeline="builtin.module(acc-initialize-fir-analyses,acc-implicit-data{enable-implicit-reduction-copy=false})" -split-input-file | FileCheck %s --check-prefix=FIRSTPRIVATE3 4// Test case: integer reduction in parallel loop5// This corresponds to Fortran code:6// integer :: r, i7// r = 08// !$acc parallel9// !$acc loop gang reduction(+:r)10// do i = 1, N11// r = r + 112// enddo13// !$acc end parallel14 15acc.reduction.recipe @reduction_add_ref_i32 : !fir.ref<i32> reduction_operator <add> init {16^bb0(%arg0: !fir.ref<i32>):17 %c0_i32 = arith.constant 0 : i3218 %0 = fir.alloca i3219 %1 = fir.declare %0 {uniq_name = "acc.reduction.init"} : (!fir.ref<i32>) -> !fir.ref<i32>20 fir.store %c0_i32 to %1 : !fir.ref<i32>21 acc.yield %1 : !fir.ref<i32>22} combiner {23^bb0(%arg0: !fir.ref<i32>, %arg1: !fir.ref<i32>):24 %0 = fir.load %arg0 : !fir.ref<i32>25 %1 = fir.load %arg1 : !fir.ref<i32>26 %2 = arith.addi %0, %1 : i3227 fir.store %2 to %arg0 : !fir.ref<i32>28 acc.yield %arg0 : !fir.ref<i32>29}30 31func.func @test_reduction_implicit_copy() {32 %c1_i32 = arith.constant 1 : i3233 %cN = arith.constant 100 : i3234 %r = fir.alloca i32 {bindc_name = "r", uniq_name = "_QFEr"}35 %i = fir.alloca i32 {bindc_name = "i", uniq_name = "_QFEi"}36 %r_decl = fir.declare %r {uniq_name = "_QFEr"} : (!fir.ref<i32>) -> !fir.ref<i32>37 %i_decl = fir.declare %i {uniq_name = "_QFEi"} : (!fir.ref<i32>) -> !fir.ref<i32>38 %c0_i32 = arith.constant 0 : i3239 fir.store %c0_i32 to %r_decl : !fir.ref<i32>40 41 acc.parallel {42 %red_var = acc.reduction varPtr(%r_decl : !fir.ref<i32>) recipe(@reduction_add_ref_i32) -> !fir.ref<i32> {name = "r"}43 acc.loop reduction(%red_var : !fir.ref<i32>) control(%iv : i32) = (%c1_i32 : i32) to (%cN : i32) step (%c1_i32 : i32) {44 fir.store %iv to %i_decl : !fir.ref<i32>45 %cur_r = fir.load %red_var : !fir.ref<i32>46 %new_r = arith.addi %cur_r, %c1_i32 : i3247 fir.store %new_r to %red_var : !fir.ref<i32>48 acc.yield49 } attributes {inclusiveUpperbound = array<i1: true>, independent = [#acc.device_type<none>]}50 acc.yield51 }52 return53}54 55// When enable-implicit-reduction-copy=true: expect copyin/copyout for reduction variable56// COPY: %[[COPYIN:.*]] = acc.copyin varPtr({{.*}} : !fir.ref<i32>) -> !fir.ref<i32> {dataClause = #acc<data_clause acc_reduction>, implicit = true, name = "r"}57// COPY: acc.copyout accPtr(%[[COPYIN]] : !fir.ref<i32>) to varPtr({{.*}} : !fir.ref<i32>) {dataClause = #acc<data_clause acc_copy>, implicit = true, name = "r"}58 59// When enable-implicit-reduction-copy=false: expect firstprivate for reduction variable60// FIRSTPRIVATE: acc.firstprivate varPtr({{.*}} : !fir.ref<i32>) recipe({{.*}}) -> !fir.ref<i32> {implicit = true, name = "r"}61// FIRSTPRIVATE-NOT: acc.copyin62// FIRSTPRIVATE-NOT: acc.copyout63 64// -----65 66// Test case: reduction variable used both in loop and outside (should be firstprivate)67// This corresponds to Fortran code:68// integer :: r = 0, i, out69// !$acc parallel num_gangs(1)70// !$acc loop reduction(+:r) copyout(out)71// do i = 1, N72// r = r + 173// enddo74// out = r75// !$acc end parallel76 77acc.reduction.recipe @reduction_add_ref_i32 : !fir.ref<i32> reduction_operator <add> init {78^bb0(%arg0: !fir.ref<i32>):79 %c0_i32 = arith.constant 0 : i3280 %0 = fir.alloca i3281 %1 = fir.declare %0 {uniq_name = "acc.reduction.init"} : (!fir.ref<i32>) -> !fir.ref<i32>82 fir.store %c0_i32 to %1 : !fir.ref<i32>83 acc.yield %1 : !fir.ref<i32>84} combiner {85^bb0(%arg0: !fir.ref<i32>, %arg1: !fir.ref<i32>):86 %0 = fir.load %arg0 : !fir.ref<i32>87 %1 = fir.load %arg1 : !fir.ref<i32>88 %2 = arith.addi %0, %1 : i3289 fir.store %2 to %arg0 : !fir.ref<i32>90 acc.yield %arg0 : !fir.ref<i32>91}92 93func.func @test_reduction_with_usage_outside_loop() {94 %c1_i32 = arith.constant 1 : i3295 %cN = arith.constant 100 : i3296 %c0_i32 = arith.constant 0 : i3297 98 %r = fir.alloca i32 {bindc_name = "r", uniq_name = "_QFEr"}99 %i = fir.alloca i32 {bindc_name = "i", uniq_name = "_QFEi"}100 %out = fir.alloca i32 {bindc_name = "out", uniq_name = "_QFEout"}101 102 %r_decl = fir.declare %r {uniq_name = "_QFEr"} : (!fir.ref<i32>) -> !fir.ref<i32>103 %i_decl = fir.declare %i {uniq_name = "_QFEi"} : (!fir.ref<i32>) -> !fir.ref<i32>104 %out_decl = fir.declare %out {uniq_name = "_QFEout"} : (!fir.ref<i32>) -> !fir.ref<i32>105 fir.store %c0_i32 to %r_decl : !fir.ref<i32>106 107 %out_copyout = acc.create varPtr(%out_decl : !fir.ref<i32>) -> !fir.ref<i32> {dataClause = #acc<data_clause acc_copyout>, name = "out"}108 acc.parallel dataOperands(%out_copyout : !fir.ref<i32>) {109 %red_var = acc.reduction varPtr(%r_decl : !fir.ref<i32>) recipe(@reduction_add_ref_i32) -> !fir.ref<i32> {name = "r"}110 acc.loop reduction(%red_var : !fir.ref<i32>) control(%iv : i32) = (%c1_i32 : i32) to (%cN : i32) step (%c1_i32 : i32) {111 fir.store %iv to %i_decl : !fir.ref<i32>112 %cur_r = fir.load %red_var : !fir.ref<i32>113 %new_r = arith.addi %cur_r, %c1_i32 : i32114 fir.store %new_r to %red_var : !fir.ref<i32>115 acc.yield116 } attributes {inclusiveUpperbound = array<i1: true>, independent = [#acc.device_type<none>]}117 // out = r (usage of r outside the loop)118 %final_r = fir.load %r_decl : !fir.ref<i32>119 fir.store %final_r to %out_copyout : !fir.ref<i32>120 acc.yield121 }122 acc.copyout accPtr(%out_copyout : !fir.ref<i32>) to varPtr(%out_decl : !fir.ref<i32>) {dataClause = #acc<data_clause acc_copyout>, name = "out"}123 return124}125 126// In this case, r should be firstprivate regardless of the flag setting because it's used outside the reduction context127// COPY-LABEL: func.func @test_reduction_with_usage_outside_loop128// COPY: acc.firstprivate varPtr({{.*}} : !fir.ref<i32>) recipe({{.*}}) -> !fir.ref<i32> {implicit = true, name = "r"}129// COPY-NOT: acc.copyin varPtr({{.*}} : !fir.ref<i32>) -> !fir.ref<i32> {{.*}} name = "r"130 131// FIRSTPRIVATE-LABEL: func.func @test_reduction_with_usage_outside_loop132// FIRSTPRIVATE: acc.firstprivate varPtr({{.*}} : !fir.ref<i32>) recipe({{.*}}) -> !fir.ref<i32> {implicit = true, name = "r"}133// FIRSTPRIVATE-NOT: acc.copyin varPtr({{.*}} : !fir.ref<i32>) -> !fir.ref<i32> {{.*}} name = "r"134 135