223 lines · plain
1// Test fir.do_concurrent operation parse, verify (no errors), and unparse2 3// RUN: fir-opt %s | fir-opt | FileCheck %s4 5func.func @dc_1d(%i_lb: index, %i_ub: index, %i_st: index) {6 fir.do_concurrent {7 %i = fir.alloca i328 fir.do_concurrent.loop (%i_iv) = (%i_lb) to (%i_ub) step (%i_st) {9 %0 = fir.convert %i_iv : (index) -> i3210 fir.store %0 to %i : !fir.ref<i32>11 }12 }13 return14}15 16// CHECK-LABEL: func.func @dc_1d17// CHECK-SAME: (%[[I_LB:.*]]: index, %[[I_UB:.*]]: index, %[[I_ST:.*]]: index)18// CHECK: fir.do_concurrent {19// CHECK: %[[I:.*]] = fir.alloca i3220// CHECK: fir.do_concurrent.loop (%[[I_IV:.*]]) = (%[[I_LB]]) to (%[[I_UB]]) step (%[[I_ST]]) {21// CHECK: %[[I_IV_CVT:.*]] = fir.convert %[[I_IV]] : (index) -> i3222// CHECK: fir.store %[[I_IV_CVT]] to %[[I]] : !fir.ref<i32>23// CHECK: }24// CHECK: }25 26func.func @dc_2d(%i_lb: index, %i_ub: index, %i_st: index,27 %j_lb: index, %j_ub: index, %j_st: index) {28 fir.do_concurrent {29 %i = fir.alloca i3230 %j = fir.alloca i3231 fir.do_concurrent.loop32 (%i_iv, %j_iv) = (%i_lb, %j_lb) to (%i_ub, %j_ub) step (%i_st, %j_st) {33 %0 = fir.convert %i_iv : (index) -> i3234 fir.store %0 to %i : !fir.ref<i32>35 36 %1 = fir.convert %j_iv : (index) -> i3237 fir.store %1 to %j : !fir.ref<i32>38 }39 }40 return41}42 43// CHECK-LABEL: func.func @dc_2d44// CHECK-SAME: (%[[I_LB:.*]]: index, %[[I_UB:.*]]: index, %[[I_ST:.*]]: index, %[[J_LB:.*]]: index, %[[J_UB:.*]]: index, %[[J_ST:.*]]: index)45// CHECK: fir.do_concurrent {46// CHECK: %[[I:.*]] = fir.alloca i3247// CHECK: %[[J:.*]] = fir.alloca i3248// CHECK: fir.do_concurrent.loop49// CHECK-SAME: (%[[I_IV:.*]], %[[J_IV:.*]]) = (%[[I_LB]], %[[J_LB]]) to (%[[I_UB]], %[[J_UB]]) step (%[[I_ST]], %[[J_ST]]) {50// CHECK: %[[I_IV_CVT:.*]] = fir.convert %[[I_IV]] : (index) -> i3251// CHECK: fir.store %[[I_IV_CVT]] to %[[I]] : !fir.ref<i32>52// CHECK: %[[J_IV_CVT:.*]] = fir.convert %[[J_IV]] : (index) -> i3253// CHECK: fir.store %[[J_IV_CVT]] to %[[J]] : !fir.ref<i32>54// CHECK: }55// CHECK: }56 57func.func @dc_2d_reduction(%i_lb: index, %i_ub: index, %i_st: index,58 %j_lb: index, %j_ub: index, %j_st: index) {59 %sum = fir.alloca i3260 61 fir.do_concurrent {62 %i = fir.alloca i3263 %j = fir.alloca i3264 fir.do_concurrent.loop65 (%i_iv, %j_iv) = (%i_lb, %j_lb) to (%i_ub, %j_ub) step (%i_st, %j_st) 66 reduce(@add_reduction_i32 #fir.reduce_attr<add> %sum -> %sum_arg : !fir.ref<i32>) {67 %0 = fir.convert %i_iv : (index) -> i3268 fir.store %0 to %i : !fir.ref<i32>69 70 %1 = fir.convert %j_iv : (index) -> i3271 fir.store %1 to %j : !fir.ref<i32>72 }73 }74 return75}76 77// CHECK-LABEL: func.func @dc_2d_reduction78// CHECK-SAME: (%[[I_LB:.*]]: index, %[[I_UB:.*]]: index, %[[I_ST:.*]]: index, %[[J_LB:.*]]: index, %[[J_UB:.*]]: index, %[[J_ST:.*]]: index)79 80// CHECK: %[[SUM:.*]] = fir.alloca i3281 82// CHECK: fir.do_concurrent {83// CHECK: %[[I:.*]] = fir.alloca i3284// CHECK: %[[J:.*]] = fir.alloca i3285// CHECK: fir.do_concurrent.loop86// CHECK-SAME: (%[[I_IV:.*]], %[[J_IV:.*]]) = (%[[I_LB]], %[[J_LB]]) to (%[[I_UB]], %[[J_UB]]) step (%[[I_ST]], %[[J_ST]]) reduce(@add_reduction_i32 #fir.reduce_attr<add> %[[SUM]] -> %{{.*}} : !fir.ref<i32>) {87// CHECK: %[[I_IV_CVT:.*]] = fir.convert %[[I_IV]] : (index) -> i3288// CHECK: fir.store %[[I_IV_CVT]] to %[[I]] : !fir.ref<i32>89// CHECK: %[[J_IV_CVT:.*]] = fir.convert %[[J_IV]] : (index) -> i3290// CHECK: fir.store %[[J_IV_CVT]] to %[[J]] : !fir.ref<i32>91// CHECK: }92// CHECK: }93 94fir.local {type = local} @local_privatizer : i3295 96// CHECK: fir.local {type = local} @[[LOCAL_PRIV_SYM:local_privatizer]] : i3297 98fir.local {type = local_init} @local_init_privatizer : i32 copy {99^bb0(%arg0: !fir.ref<i32>, %arg1: !fir.ref<i32>):100 %0 = fir.load %arg0 : !fir.ref<i32>101 fir.store %0 to %arg1 : !fir.ref<i32>102 fir.yield(%arg1 : !fir.ref<i32>)103}104 105// CHECK: fir.local {type = local_init} @[[LOCAL_INIT_PRIV_SYM:local_init_privatizer]] : i32106// CHECK: ^bb0(%[[ORIG_VAL:.*]]: !fir.ref<i32>, %[[LOCAL_VAL:.*]]: !fir.ref<i32>):107// CHECK: %[[ORIG_VAL_LD:.*]] = fir.load %[[ORIG_VAL]]108// CHECK: fir.store %[[ORIG_VAL_LD]] to %[[LOCAL_VAL]] : !fir.ref<i32>109// CHECK: fir.yield(%[[LOCAL_VAL]] : !fir.ref<i32>)110// CHECK: }111 112func.func @do_concurrent_with_locality_specs() {113 %3 = fir.alloca i32 {bindc_name = "local_init_var"}114 %4:2 = hlfir.declare %3 {uniq_name = "_QFdo_concurrentElocal_init_var"} : (!fir.ref<i32>) -> (!fir.ref<i32>, !fir.ref<i32>)115 %5 = fir.alloca i32 {bindc_name = "local_var"}116 %6:2 = hlfir.declare %5 {uniq_name = "_QFdo_concurrentElocal_var"} : (!fir.ref<i32>) -> (!fir.ref<i32>, !fir.ref<i32>)117 %c1 = arith.constant 1 : index118 %c10 = arith.constant 10 : index119 120 fir.do_concurrent {121 %9 = fir.alloca i32 {bindc_name = "i"}122 %10:2 = hlfir.declare %9 {uniq_name = "_QFdo_concurrentEi"} : (!fir.ref<i32>) -> (!fir.ref<i32>, !fir.ref<i32>)123 124 fir.do_concurrent.loop (%arg0) = (%c1) to (%c10) step (%c1)125 local(@local_privatizer %6#0 -> %arg1, @local_init_privatizer %4#0 -> %arg2 : !fir.ref<i32>, !fir.ref<i32>) {126 %11 = fir.convert %arg0 : (index) -> i32127 fir.store %11 to %10#0 : !fir.ref<i32>128 %13:2 = hlfir.declare %arg1 {uniq_name = "_QFdo_concurrentElocal_var"} : (!fir.ref<i32>) -> (!fir.ref<i32>, !fir.ref<i32>)129 %15:2 = hlfir.declare %arg2 {uniq_name = "_QFdo_concurrentElocal_init_var"} : (!fir.ref<i32>) -> (!fir.ref<i32>, !fir.ref<i32>)130 }131 }132 return133}134 135// CHECK-LABEL: func.func @do_concurrent_with_locality_specs() {136// CHECK: %[[LOC_INIT_ALLOC:.*]] = fir.alloca i32 {bindc_name = "local_init_var"}137// CHECK: %[[LOC_INIT_DECL:.*]]:2 = hlfir.declare %[[LOC_INIT_ALLOC]]138 139// CHECK: %[[LOC_ALLOC:.*]] = fir.alloca i32 {bindc_name = "local_var"}140// CHECK: %[[LOC_DECL:.*]]:2 = hlfir.declare %[[LOC_ALLOC]]141 142// CHECK: %[[C1:.*]] = arith.constant 1 : index143// CHECK: %[[C10:.*]] = arith.constant 10 : index144 145// CHECK: fir.do_concurrent {146// CHECK: %[[DC_I_ALLOC:.*]] = fir.alloca i32 {bindc_name = "i"}147// CHECK: %[[DC_I_DECL:.*]]:2 = hlfir.declare %[[DC_I_ALLOC]]148 149// CHECK: fir.do_concurrent.loop (%[[IV:.*]]) = (%[[C1]]) to 150// CHECK-SAME: (%[[C10]]) step (%[[C1]])151// CHECK-SAME: local(@[[LOCAL_PRIV_SYM]] %[[LOC_DECL]]#0 -> %[[LOC_ARG:[^,]*]],152// CHECK-SAME: @[[LOCAL_INIT_PRIV_SYM]] %[[LOC_INIT_DECL]]#0 -> %[[LOC_INIT_ARG:.*]] :153// CHECK-SAME: !fir.ref<i32>, !fir.ref<i32>) {154 155// CHECK: %[[IV_CVT:.*]] = fir.convert %[[IV]] : (index) -> i32156// CHECK: fir.store %[[IV_CVT]] to %[[DC_I_DECL]]#0 : !fir.ref<i32>157 158// CHECK: %[[LOC_PRIV_DECL:.*]]:2 = hlfir.declare %[[LOC_ARG]]159// CHECK: %[[LOC_INIT_PRIV_DECL:.*]]:2 = hlfir.declare %[[LOC_INIT_ARG]]160// CHECK: }161// CHECK: }162// CHECK: return163// CHECK: }164 165func.func @dc_reduce() {166 %3 = fir.alloca i32 {bindc_name = "s", uniq_name = "dc_reduce"}167 %4:2 = hlfir.declare %3 {uniq_name = "dc_reduce"} : (!fir.ref<i32>) -> (!fir.ref<i32>, !fir.ref<i32>)168 %c1 = arith.constant 1 : index 169 fir.do_concurrent {170 fir.do_concurrent.loop (%arg0) = (%c1) to (%c1) step (%c1) reduce(byref @add_reduction_i32 #fir.reduce_attr<add> %4#0 -> %arg1 : !fir.ref<i32>) {171 }172 }173 return174}175 176// CHECK-LABEL: func.func @dc_reduce() {177// CHECK: %[[S_ALLOC:.*]] = fir.alloca i32 {bindc_name = "s", uniq_name = "dc_reduce"}178// CHECK: %[[S_DECL:.*]]:2 = hlfir.declare %[[S_ALLOC]] {uniq_name = "dc_reduce"} : (!fir.ref<i32>) -> (!fir.ref<i32>, !fir.ref<i32>)179// CHECK: fir.do_concurrent {180// CHECK: fir.do_concurrent.loop (%{{.*}}) = (%{{.*}}) to (%{{.*}}) step (%{{.*}}) reduce(byref @add_reduction_i32 #fir.reduce_attr<add> %[[S_DECL]]#0 -> %[[S_ARG:.*]] : !fir.ref<i32>) {181// CHECK: }182// CHECK: }183// CHECK: return184// CHECK: }185 186func.func @dc_reduce_2() {187 %3 = fir.alloca i32 {bindc_name = "s", uniq_name = "dc_reduce"}188 %4:2 = hlfir.declare %3 {uniq_name = "dc_reduce"} : (!fir.ref<i32>) -> (!fir.ref<i32>, !fir.ref<i32>)189 190 %5 = fir.alloca i32 {bindc_name = "m", uniq_name = "dc_reduce"}191 %6:2 = hlfir.declare %5 {uniq_name = "dc_reduce"} : (!fir.ref<i32>) -> (!fir.ref<i32>, !fir.ref<i32>)192 193 %c1 = arith.constant 1 : index 194 195 fir.do_concurrent {196 fir.do_concurrent.loop (%arg0) = (%c1) to (%c1) step (%c1) 197 reduce(@add_reduction_i32 #fir.reduce_attr<add> %4#0 -> %arg1,198 @mul_reduction_i32 #fir.reduce_attr<multiply> %6#0 -> %arg2199 : !fir.ref<i32>, !fir.ref<i32>) {200 }201 }202 203 return204}205 206// CHECK-LABEL: func.func @dc_reduce_2() {207// CHECK: %[[S_ALLOC:.*]] = fir.alloca i32 {bindc_name = "s", uniq_name = "dc_reduce"}208// CHECK: %[[S_DECL:.*]]:2 = hlfir.declare %[[S_ALLOC]] {uniq_name = "dc_reduce"} : (!fir.ref<i32>) -> (!fir.ref<i32>, !fir.ref<i32>)209 210// CHECK: %[[M_ALLOC:.*]] = fir.alloca i32 {bindc_name = "m", uniq_name = "dc_reduce"}211// CHECK: %[[M_DECL:.*]]:2 = hlfir.declare %[[M_ALLOC]] {uniq_name = "dc_reduce"} : (!fir.ref<i32>) -> (!fir.ref<i32>, !fir.ref<i32>)212// CHECK: fir.do_concurrent {213// CHECK: fir.do_concurrent.loop (%{{.*}}) = (%{{.*}}) to (%{{.*}}) step (%{{[^[:space:]]+}}) 214// CHECK-SAME: reduce(215// CHECK-SAME: @add_reduction_i32 #fir.reduce_attr<add> %[[S_DECL]]#0 -> %[[S_ARG:[^,]+]],216// CHECK-SAME: @mul_reduction_i32 #fir.reduce_attr<multiply> %[[M_DECL]]#0 -> %[[M_ARG:[^[:space:]]+]]217// CHECK-SAME: : !fir.ref<i32>, !fir.ref<i32>) {218// CHECK: }219// CHECK: }220// CHECK: return221// CHECK: }222 223