127 lines · plain
1; RUN: opt %loadNPMPolly -polly-pattern-matching-based-opts=true -polly-target-throughput-vector-fma=1 -polly-target-latency-vector-fma=8 -polly-target-1st-cache-level-associativity=8 -polly-target-2nd-cache-level-associativity=8 -polly-target-1st-cache-level-size=32768 -polly-target-2nd-cache-level-size=262144 -polly-target-vector-register-bitwidth=256 '-passes=polly-custom<opt-isl;ast>' -polly-print-ast -disable-output < %s | FileCheck %s2;3; /* C := alpha*A*B + beta*C */4; /* _PB_NK % Kc != 0 */5; for (i = 0; i < _PB_NI; i++)6; for (j = 0; j < _PB_NJ; j++)7; {8; C[i][j] *= beta;9; for (k = 0; k < _PB_NK; ++k)10; C[i][j] += alpha * A[i][k] * B[k][j];11; }12;13; CHECK-LABEL: :: isl ast :: kernel_gemm :: %bb8---%bb3214; CHECK: {15; CHECK-NEXT: // 1st level tiling - Tiles16; CHECK-NEXT: for (int c0 = 0; c0 <= 32; c0 += 1)17; CHECK-NEXT: for (int c1 = 0; c1 <= 32; c1 += 1) {18; CHECK-NEXT: // 1st level tiling - Points19; CHECK-NEXT: for (int c2 = 0; c2 <= 31; c2 += 1)20; CHECK-NEXT: for (int c3 = 0; c3 <= 31; c3 += 1)21; CHECK-NEXT: Stmt_bb9(32 * c0 + c2, 32 * c1 + c3);22; CHECK-NEXT: }23; CHECK-NEXT: // 1st level tiling - Tiles24; CHECK-NEXT: for (int c1 = 0; c1 <= 3; c1 += 1) {25; CHECK-NEXT: for (int c3 = 0; c3 <= 1055; c3 += 1)26; CHECK-NEXT: for (int c4 = 256 * c1; c4 <= min(1022, 256 * c1 + 255); c4 += 1)27; CHECK-NEXT: CopyStmt_0(0, c3, c4);28; CHECK-NEXT: for (int c2 = 0; c2 <= 10; c2 += 1) {29; CHECK-NEXT: for (int c6 = 96 * c2; c6 <= 96 * c2 + 95; c6 += 1)30; CHECK-NEXT: for (int c7 = 256 * c1; c7 <= min(1022, 256 * c1 + 255); c7 += 1)31; CHECK-NEXT: CopyStmt_1(0, c1, c2, c6, c7);32; CHECK-NEXT: // 1st level tiling - Points33; CHECK-NEXT: // Register tiling - Tiles34; CHECK-NEXT: for (int c3 = 0; c3 <= 131; c3 += 1)35; CHECK-NEXT: for (int c4 = 0; c4 <= 23; c4 += 1)36; CHECK-NEXT: for (int c5 = 0; c5 <= min(255, -256 * c1 + 1022); c5 += 1) {37; CHECK-NEXT: // Loop Vectorizer Disabled38; CHECK-NEXT: // Register tiling - Points39; CHECK-NEXT: {40; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4, 8 * c3, 256 * c1 + c5);41; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4, 8 * c3 + 1, 256 * c1 + c5);42; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4, 8 * c3 + 2, 256 * c1 + c5);43; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4, 8 * c3 + 3, 256 * c1 + c5);44; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4, 8 * c3 + 4, 256 * c1 + c5);45; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4, 8 * c3 + 5, 256 * c1 + c5);46; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4, 8 * c3 + 6, 256 * c1 + c5);47; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4, 8 * c3 + 7, 256 * c1 + c5);48; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 1, 8 * c3, 256 * c1 + c5);49; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 1, 8 * c3 + 1, 256 * c1 + c5);50; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 1, 8 * c3 + 2, 256 * c1 + c5);51; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 1, 8 * c3 + 3, 256 * c1 + c5);52; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 1, 8 * c3 + 4, 256 * c1 + c5);53; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 1, 8 * c3 + 5, 256 * c1 + c5);54; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 1, 8 * c3 + 6, 256 * c1 + c5);55; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 1, 8 * c3 + 7, 256 * c1 + c5);56; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 2, 8 * c3, 256 * c1 + c5);57; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 2, 8 * c3 + 1, 256 * c1 + c5);58; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 2, 8 * c3 + 2, 256 * c1 + c5);59; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 2, 8 * c3 + 3, 256 * c1 + c5);60; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 2, 8 * c3 + 4, 256 * c1 + c5);61; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 2, 8 * c3 + 5, 256 * c1 + c5);62; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 2, 8 * c3 + 6, 256 * c1 + c5);63; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 2, 8 * c3 + 7, 256 * c1 + c5);64; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 3, 8 * c3, 256 * c1 + c5);65; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 3, 8 * c3 + 1, 256 * c1 + c5);66; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 3, 8 * c3 + 2, 256 * c1 + c5);67; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 3, 8 * c3 + 3, 256 * c1 + c5);68; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 3, 8 * c3 + 4, 256 * c1 + c5);69; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 3, 8 * c3 + 5, 256 * c1 + c5);70; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 3, 8 * c3 + 6, 256 * c1 + c5);71; CHECK-NEXT: Stmt_Copy_0(96 * c2 + 4 * c4 + 3, 8 * c3 + 7, 256 * c1 + c5);72; CHECK-NEXT: }73; CHECK-NEXT: }74; CHECK-NEXT: }75; CHECK-NEXT: }76; CHECK-NEXT: }77;78target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128"79target triple = "x86_64-unknown-unknown"80 81define internal void @kernel_gemm(i32 %arg, i32 %arg1, i32 %arg2, double %arg3, double %arg4, ptr %arg5, ptr %arg6, ptr %arg7) #0 {82bb:83 br label %bb884 85bb8: ; preds = %bb29, %bb86 %tmp = phi i64 [ 0, %bb ], [ %tmp30, %bb29 ]87 br label %bb988 89bb9: ; preds = %bb26, %bb890 %tmp10 = phi i64 [ 0, %bb8 ], [ %tmp27, %bb26 ]91 %tmp11 = getelementptr inbounds [1056 x double], ptr %arg5, i64 %tmp, i64 %tmp1092 %tmp12 = load double, ptr %tmp11, align 893 %tmp13 = fmul double %tmp12, %arg494 store double %tmp13, ptr %tmp11, align 895 br label %Copy_096 97Copy_0: ; preds = %Copy_0, %bb998 %tmp15 = phi i64 [ 0, %bb9 ], [ %tmp24, %Copy_0 ]99 %tmp16 = getelementptr inbounds [1023 x double], ptr %arg6, i64 %tmp, i64 %tmp15100 %tmp17 = load double, ptr %tmp16, align 8101 %tmp18 = fmul double %tmp17, %arg3102 %tmp19 = getelementptr inbounds [1056 x double], ptr %arg7, i64 %tmp15, i64 %tmp10103 %tmp20 = load double, ptr %tmp19, align 8104 %tmp21 = fmul double %tmp18, %tmp20105 %tmp22 = load double, ptr %tmp11, align 8106 %tmp23 = fadd double %tmp22, %tmp21107 store double %tmp23, ptr %tmp11, align 8108 %tmp24 = add nuw nsw i64 %tmp15, 1109 %tmp25 = icmp ne i64 %tmp24, 1023110 br i1 %tmp25, label %Copy_0, label %bb26111 112bb26: ; preds = %Copy_0113 %tmp27 = add nuw nsw i64 %tmp10, 1114 %tmp28 = icmp ne i64 %tmp27, 1056115 br i1 %tmp28, label %bb9, label %bb29116 117bb29: ; preds = %bb26118 %tmp30 = add nuw nsw i64 %tmp, 1119 %tmp31 = icmp ne i64 %tmp30, 1056120 br i1 %tmp31, label %bb8, label %bb32121 122bb32: ; preds = %bb29123 ret void124}125 126attributes #0 = { nounwind uwtable "target-cpu"="x86-64" "target-features"="+aes,+avx,+cmov,+cx16,+fxsr,+mmx,+pclmul,+popcnt,+sse,+sse2,+sse3,+sse4.1,+sse4.2,+ssse3,+x87,+xsave,+xsaveopt" }127