209 lines · plain
1// RUN: mlir-opt --convert-amdgpu-to-rocdl=chipset=gfx950 --canonicalize %s | FileCheck %s2 3// CHECK-LABEL: func @test_permlane16_i324// CHECK-SAME: (%[[ARG0:.*]]: i32)5func.func @test_permlane16_i32(%arg0 : i32) -> i32 {6// CHECK: %[[PERM:.*]] = rocdl.permlane16.swap %[[ARG0]], %[[ARG0]], false, false : (i32, i32) -> <(i32, i32)>7// CHECK: %[[E0:.*]] = llvm.extractvalue %[[PERM]][0] : !llvm.struct<(i32, i32)>8// CHECK: %[[E1:.*]] = llvm.extractvalue %[[PERM]][1] : !llvm.struct<(i32, i32)>9// CHECK: %[[CMP:.*]] = llvm.icmp "eq" %[[E0]], %[[ARG0]] : i3210// CHECK: %[[SEL:.*]] = llvm.select %[[CMP]], %[[E1]], %[[E0]] : i1, i3211// CHECK: return %[[SEL]] : i3212 %0 = amdgpu.permlane_swap %arg0 16 : i3213 return %0 : i3214}15 16// CHECK-LABEL: func @test_permlane16_i32_optional_attr17// CHECK-SAME: (%[[ARG0:.*]]: i32)18func.func @test_permlane16_i32_optional_attr(%arg0 : i32) -> i32 {19// CHECK: %[[PERM:.*]] = rocdl.permlane16.swap %[[ARG0]], %[[ARG0]], true, true : (i32, i32) -> <(i32, i32)>20// CHECK: %[[E0:.*]] = llvm.extractvalue %[[PERM]][0] : !llvm.struct<(i32, i32)>21// CHECK: %[[E1:.*]] = llvm.extractvalue %[[PERM]][1] : !llvm.struct<(i32, i32)>22// CHECK: %[[CMP:.*]] = llvm.icmp "eq" %[[E0]], %[[ARG0]] : i3223// CHECK: %[[SEL:.*]] = llvm.select %[[CMP]], %[[E1]], %[[E0]] : i1, i3224// CHECK: return %[[SEL]] : i3225 %0 = amdgpu.permlane_swap %arg0 16 { fetch_inactive = true, bound_ctrl = true } : i3226 return %0 : i3227}28 29// CHECK-LABEL: func @test_permlane32_i3230// CHECK-SAME: (%[[ARG0:.*]]: i32)31func.func @test_permlane32_i32(%arg0 : i32) -> i32 {32// CHECK: %[[PERM:.*]] = rocdl.permlane32.swap %[[ARG0]], %[[ARG0]], false, false : (i32, i32) -> <(i32, i32)>33// CHECK: %[[E0:.*]] = llvm.extractvalue %[[PERM]][0] : !llvm.struct<(i32, i32)>34// CHECK: %[[E1:.*]] = llvm.extractvalue %[[PERM]][1] : !llvm.struct<(i32, i32)>35// CHECK: %[[CMP:.*]] = llvm.icmp "eq" %[[E0]], %[[ARG0]] : i3236// CHECK: %[[SEL:.*]] = llvm.select %[[CMP]], %[[E1]], %[[E0]] : i1, i3237// CHECK: return %[[SEL]] : i3238 %0 = amdgpu.permlane_swap %arg0 32 : i3239 return %0 : i3240}41 42// CHECK-LABEL: func @test_permlane16_f3243// CHECK-SAME: (%[[ARG0:.*]]: f32)44func.func @test_permlane16_f32(%arg0 : f32) -> f32 {45// CHECK: %[[CAST:.*]] = llvm.bitcast %[[ARG0]] : f32 to i3246// CHECK: %[[PERM:.*]] = rocdl.permlane16.swap %[[CAST]], %[[CAST]], false, false : (i32, i32) -> <(i32, i32)>47// CHECK: %[[E0:.*]] = llvm.extractvalue %[[PERM]][0] : !llvm.struct<(i32, i32)>48// CHECK: %[[E1:.*]] = llvm.extractvalue %[[PERM]][1] : !llvm.struct<(i32, i32)>49// CHECK: %[[CMP:.*]] = llvm.icmp "eq" %[[E0]], %[[CAST]] : i3250// CHECK: %[[SEL:.*]] = llvm.select %[[CMP]], %[[E1]], %[[E0]] : i1, i3251// CHECK: %[[RES_CAST:.*]] = llvm.bitcast %[[SEL]] : i32 to f3252// CHECK: return %[[RES_CAST]] : f3253 %0 = amdgpu.permlane_swap %arg0 16 : f3254 return %0 : f3255}56 57// CHECK-LABEL: func @test_permlane32_f3258// CHECK-SAME: (%[[ARG0:.*]]: f32)59func.func @test_permlane32_f32(%arg0 : f32) -> f32 {60// CHECK: %[[CAST:.*]] = llvm.bitcast %[[ARG0]] : f32 to i3261// CHECK: %[[PERM:.*]] = rocdl.permlane32.swap %[[CAST]], %[[CAST]], false, false : (i32, i32) -> <(i32, i32)>62// CHECK: %[[E0:.*]] = llvm.extractvalue %[[PERM]][0] : !llvm.struct<(i32, i32)>63// CHECK: %[[E1:.*]] = llvm.extractvalue %[[PERM]][1] : !llvm.struct<(i32, i32)>64// CHECK: %[[CMP:.*]] = llvm.icmp "eq" %[[E0]], %[[CAST]] : i3265// CHECK: %[[SEL:.*]] = llvm.select %[[CMP]], %[[E1]], %[[E0]] : i1, i3266// CHECK: %[[RES_CAST:.*]] = llvm.bitcast %[[SEL]] : i32 to f3267// CHECK: return %[[RES_CAST]] : f3268 %0 = amdgpu.permlane_swap %arg0 32 : f3269 return %0 : f3270}71 72// CHECK-LABEL: func @test_permlane16_f1673// CHECK-SAME: (%[[ARG0:.*]]: f16)74func.func @test_permlane16_f16(%arg0 : f16) -> f16 {75// CHECK: %[[CAST:.*]] = llvm.bitcast %[[ARG0]] : f16 to i1676// CHECK: %[[ZEXT:.*]] = llvm.zext %[[CAST]] : i16 to i3277// CHECK: %[[PERM:.*]] = rocdl.permlane16.swap %[[ZEXT]], %[[ZEXT]], false, false : (i32, i32) -> <(i32, i32)>78// CHECK: %[[E0:.*]] = llvm.extractvalue %[[PERM]][0] : !llvm.struct<(i32, i32)>79// CHECK: %[[E1:.*]] = llvm.extractvalue %[[PERM]][1] : !llvm.struct<(i32, i32)>80// CHECK: %[[CMP:.*]] = llvm.icmp "eq" %[[E0]], %[[ZEXT]] : i3281// CHECK: %[[SEL:.*]] = llvm.select %[[CMP]], %[[E1]], %[[E0]] : i1, i3282// CHECK: %[[TRUNC:.*]] = llvm.trunc %[[SEL]] : i32 to i1683// CHECK: %[[RES_CAST:.*]] = llvm.bitcast %[[TRUNC]] : i16 to f1684// CHECK: return %[[RES_CAST]] : f1685 %0 = amdgpu.permlane_swap %arg0 16 : f1686 return %0 : f1687}88 89// CHECK-LABEL: func @test_permlane32_f1690// CHECK-SAME: (%[[ARG0:.*]]: f16)91func.func @test_permlane32_f16(%arg0 : f16) -> f16 {92// CHECK: %[[CAST:.*]] = llvm.bitcast %[[ARG0]] : f16 to i1693// CHECK: %[[ZEXT:.*]] = llvm.zext %[[CAST]] : i16 to i3294// CHECK: %[[PERM:.*]] = rocdl.permlane32.swap %[[ZEXT]], %[[ZEXT]], false, false : (i32, i32) -> <(i32, i32)>95// CHECK: %[[E0:.*]] = llvm.extractvalue %[[PERM]][0] : !llvm.struct<(i32, i32)>96// CHECK: %[[E1:.*]] = llvm.extractvalue %[[PERM]][1] : !llvm.struct<(i32, i32)>97// CHECK: %[[CMP:.*]] = llvm.icmp "eq" %[[E0]], %[[ZEXT]] : i3298// CHECK: %[[SEL:.*]] = llvm.select %[[CMP]], %[[E1]], %[[E0]] : i1, i3299// CHECK: %[[TRUNC:.*]] = llvm.trunc %[[SEL]] : i32 to i16100// CHECK: %[[RES_CAST:.*]] = llvm.bitcast %[[TRUNC]] : i16 to f16101// CHECK: return %[[RES_CAST]] : f16102 %0 = amdgpu.permlane_swap %arg0 32 : f16103 return %0 : f16104}105 106// CHECK-LABEL: func @test_permlane16_2xi32107// CHECK-SAME: (%[[ARG0:.*]]: vector<2xi32>)108func.func @test_permlane16_2xi32(%arg0 : vector<2xi32>) -> vector<2xi32> {109// CHECK-DAG: %[[POISON:.*]] = llvm.mlir.poison : vector<2xi32>110// CHECK-DAG: %[[C1:.*]] = llvm.mlir.constant(1 : i32) : i32111// CHECK-DAG: %[[C0:.*]] = llvm.mlir.constant(0 : i32) : i32112// CHECK: %[[ELEM0:.*]] = llvm.extractelement %[[ARG0]][%[[C0]] : i32] : vector<2xi32>113// CHECK: %[[ELEM1:.*]] = llvm.extractelement %[[ARG0]][%[[C1]] : i32] : vector<2xi32>114// CHECK: %[[T0:.*]] = rocdl.permlane16.swap %[[ELEM0]], %[[ELEM0]], false, false : (i32, i32) -> <(i32, i32)>115// CHECK: %[[T0_0:.*]] = llvm.extractvalue %[[T0]][0] : !llvm.struct<(i32, i32)>116// CHECK: %[[T0_1:.*]] = llvm.extractvalue %[[T0]][1] : !llvm.struct<(i32, i32)>117// CHECK: %[[CMP0:.*]] = llvm.icmp "eq" %[[T0_0]], %[[ELEM0]] : i32118// CHECK: %[[PERM0:.*]] = llvm.select %[[CMP0]], %[[T0_1]], %[[T0_0]] : i1, i32119// CHECK: %[[T1:.*]] = rocdl.permlane16.swap %[[ELEM1]], %[[ELEM1]], false, false : (i32, i32) -> <(i32, i32)>120// CHECK: %[[T1_0:.*]] = llvm.extractvalue %[[T1]][0] : !llvm.struct<(i32, i32)>121// CHECK: %[[T1_1:.*]] = llvm.extractvalue %[[T1]][1] : !llvm.struct<(i32, i32)>122// CHECK: %[[CMP1:.*]] = llvm.icmp "eq" %[[T1_0]], %[[ELEM1]] : i32123// CHECK: %[[PERM1:.*]] = llvm.select %[[CMP1]], %[[T1_1]], %[[T1_0]] : i1, i32124// CHECK: %[[VEC_INSERT0:.*]] = llvm.insertelement %[[PERM0]], %[[POISON]][%[[C0]] : i32] : vector<2xi32>125// CHECK: %[[VEC_INSERT1:.*]] = llvm.insertelement %[[PERM1]], %[[VEC_INSERT0]][%[[C1]] : i32] : vector<2xi32>126// CHECK: return %[[VEC_INSERT1]] : vector<2xi32>127 %0 = amdgpu.permlane_swap %arg0 16 : vector<2xi32>128 return %0 : vector<2xi32>129}130 131// CHECK-LABEL: func @test_permlane32_2xi32132// CHECK-SAME: (%[[ARG0:.*]]: vector<2xi32>)133func.func @test_permlane32_2xi32(%arg0 : vector<2xi32>) -> vector<2xi32> {134// CHECK-DAG: %[[POISON:.*]] = llvm.mlir.poison : vector<2xi32>135// CHECK-DAG: %[[C1:.*]] = llvm.mlir.constant(1 : i32) : i32136// CHECK-DAG: %[[C0:.*]] = llvm.mlir.constant(0 : i32) : i32137// CHECK: %[[ELEM0:.*]] = llvm.extractelement %[[ARG0]][%[[C0]] : i32] : vector<2xi32>138// CHECK: %[[ELEM1:.*]] = llvm.extractelement %[[ARG0]][%[[C1]] : i32] : vector<2xi32>139// CHECK: %[[T0:.*]] = rocdl.permlane32.swap %[[ELEM0]], %[[ELEM0]], false, false : (i32, i32) -> <(i32, i32)>140// CHECK: %[[T0_0:.*]] = llvm.extractvalue %[[T0]][0] : !llvm.struct<(i32, i32)>141// CHECK: %[[T0_1:.*]] = llvm.extractvalue %[[T0]][1] : !llvm.struct<(i32, i32)>142// CHECK: %[[CMP0:.*]] = llvm.icmp "eq" %[[T0_0]], %[[ELEM0]] : i32143// CHECK: %[[PERM0:.*]] = llvm.select %[[CMP0]], %[[T0_1]], %[[T0_0]] : i1, i32144// CHECK: %[[T1:.*]] = rocdl.permlane32.swap %[[ELEM1]], %[[ELEM1]], false, false : (i32, i32) -> <(i32, i32)>145// CHECK: %[[T1_0:.*]] = llvm.extractvalue %[[T1]][0] : !llvm.struct<(i32, i32)>146// CHECK: %[[T1_1:.*]] = llvm.extractvalue %[[T1]][1] : !llvm.struct<(i32, i32)>147// CHECK: %[[CMP1:.*]] = llvm.icmp "eq" %[[T1_0]], %[[ELEM1]] : i32148// CHECK: %[[PERM1:.*]] = llvm.select %[[CMP1]], %[[T1_1]], %[[T1_0]] : i1, i32149// CHECK: %[[VEC_INSERT0:.*]] = llvm.insertelement %[[PERM0]], %[[POISON]][%[[C0]] : i32] : vector<2xi32>150// CHECK: %[[VEC_INSERT1:.*]] = llvm.insertelement %[[PERM1]], %[[VEC_INSERT0]][%[[C1]] : i32] : vector<2xi32>151// CHECK: return %[[VEC_INSERT1]] : vector<2xi32>152 %0 = amdgpu.permlane_swap %arg0 32 : vector<2xi32>153 return %0 : vector<2xi32>154}155 156// CHECK-LABEL: func @test_permlane16_4xf16157// CHECK-SAME: (%[[ARG0:.*]]: vector<4xf16>)158func.func @test_permlane16_4xf16(%arg0 : vector<4xf16>) -> vector<4xf16> {159// CHECK-DAG: %[[POISON:.*]] = llvm.mlir.poison : vector<2xi32>160// CHECK-DAG: %[[C1:.*]] = llvm.mlir.constant(1 : i32) : i32161// CHECK-DAG: %[[C0:.*]] = llvm.mlir.constant(0 : i32) : i32162// CHECK: %[[CAST1:.*]] = llvm.bitcast %[[ARG0]] : vector<4xf16> to vector<2xi32>163// CHECK: %[[ELEM0:.*]] = llvm.extractelement %[[CAST1]][%[[C0]] : i32] : vector<2xi32>164// CHECK: %[[ELEM1:.*]] = llvm.extractelement %[[CAST1]][%[[C1]] : i32] : vector<2xi32>165// CHECK: %[[PERM0_TUPLE:.*]] = rocdl.permlane16.swap %[[ELEM0]], %[[ELEM0]], false, false : (i32, i32) -> <(i32, i32)>166// CHECK: %[[PERM0_E0:.*]] = llvm.extractvalue %[[PERM0_TUPLE]][0] : !llvm.struct<(i32, i32)>167// CHECK: %[[PERM0_E1:.*]] = llvm.extractvalue %[[PERM0_TUPLE]][1] : !llvm.struct<(i32, i32)>168// CHECK: %[[CMP0:.*]] = llvm.icmp "eq" %[[PERM0_E0]], %[[ELEM0]] : i32169// CHECK: %[[PERM0:.*]] = llvm.select %[[CMP0]], %[[PERM0_E1]], %[[PERM0_E0]] : i1, i32170// CHECK: %[[PERM1_TUPLE:.*]] = rocdl.permlane16.swap %[[ELEM1]], %[[ELEM1]], false, false : (i32, i32) -> <(i32, i32)>171// CHECK: %[[PERM1_E0:.*]] = llvm.extractvalue %[[PERM1_TUPLE]][0] : !llvm.struct<(i32, i32)>172// CHECK: %[[PERM1_E1:.*]] = llvm.extractvalue %[[PERM1_TUPLE]][1] : !llvm.struct<(i32, i32)>173// CHECK: %[[CMP1:.*]] = llvm.icmp "eq" %[[PERM1_E0]], %[[ELEM1]] : i32174// CHECK: %[[PERM1:.*]] = llvm.select %[[CMP1]], %[[PERM1_E1]], %[[PERM1_E0]] : i1, i32175// CHECK: %[[VEC_INSERT0:.*]] = llvm.insertelement %[[PERM0]], %[[POISON]][%[[C0]] : i32] : vector<2xi32>176// CHECK: %[[VEC_INSERT1:.*]] = llvm.insertelement %[[PERM1]], %[[VEC_INSERT0]][%[[C1]] : i32] : vector<2xi32>177// CHECK: %[[CAST2:.*]] = llvm.bitcast %[[VEC_INSERT1]] : vector<2xi32> to vector<4xf16>178// CHECK: return %[[CAST2]] : vector<4xf16>179 %0 = amdgpu.permlane_swap %arg0 16 : vector<4xf16>180 return %0 : vector<4xf16>181}182 183// CHECK-LABEL: func @test_permlane32_4xf16184// CHECK-SAME: (%[[ARG0:.*]]: vector<4xf16>)185func.func @test_permlane32_4xf16(%arg0 : vector<4xf16>) -> vector<4xf16> {186// CHECK-DAG: %[[POISON:.*]] = llvm.mlir.poison : vector<2xi32>187// CHECK-DAG: %[[C1:.*]] = llvm.mlir.constant(1 : i32) : i32188// CHECK-DAG: %[[C0:.*]] = llvm.mlir.constant(0 : i32) : i32189// CHECK: %[[CAST1:.*]] = llvm.bitcast %[[ARG0]] : vector<4xf16> to vector<2xi32>190// CHECK: %[[ELEM0:.*]] = llvm.extractelement %[[CAST1]][%[[C0]] : i32] : vector<2xi32>191// CHECK: %[[ELEM1:.*]] = llvm.extractelement %[[CAST1]][%[[C1]] : i32] : vector<2xi32>192// CHECK: %[[PERM0_TUPLE:.*]] = rocdl.permlane32.swap %[[ELEM0]], %[[ELEM0]], false, false : (i32, i32) -> <(i32, i32)>193// CHECK: %[[PERM0_E0:.*]] = llvm.extractvalue %[[PERM0_TUPLE]][0] : !llvm.struct<(i32, i32)>194// CHECK: %[[PERM0_E1:.*]] = llvm.extractvalue %[[PERM0_TUPLE]][1] : !llvm.struct<(i32, i32)>195// CHECK: %[[CMP0:.*]] = llvm.icmp "eq" %[[PERM0_E0]], %[[ELEM0]] : i32196// CHECK: %[[PERM0:.*]] = llvm.select %[[CMP0]], %[[PERM0_E1]], %[[PERM0_E0]] : i1, i32197// CHECK: %[[PERM1_TUPLE:.*]] = rocdl.permlane32.swap %[[ELEM1]], %[[ELEM1]], false, false : (i32, i32) -> <(i32, i32)>198// CHECK: %[[PERM1_E0:.*]] = llvm.extractvalue %[[PERM1_TUPLE]][0] : !llvm.struct<(i32, i32)>199// CHECK: %[[PERM1_E1:.*]] = llvm.extractvalue %[[PERM1_TUPLE]][1] : !llvm.struct<(i32, i32)>200// CHECK: %[[CMP1:.*]] = llvm.icmp "eq" %[[PERM1_E0]], %[[ELEM1]] : i32201// CHECK: %[[PERM1:.*]] = llvm.select %[[CMP1]], %[[PERM1_E1]], %[[PERM1_E0]] : i1, i32202// CHECK: %[[VEC_INSERT0:.*]] = llvm.insertelement %[[PERM0]], %[[POISON]][%[[C0]] : i32] : vector<2xi32>203// CHECK: %[[VEC_INSERT1:.*]] = llvm.insertelement %[[PERM1]], %[[VEC_INSERT0]][%[[C1]] : i32] : vector<2xi32>204// CHECK: %[[CAST2:.*]] = llvm.bitcast %[[VEC_INSERT1]] : vector<2xi32> to vector<4xf16>205// CHECK: return %[[CAST2]] : vector<4xf16>206 %0 = amdgpu.permlane_swap %arg0 32 : vector<4xf16>207 return %0 : vector<4xf16>208}209