354 lines · python
1#!/usr/bin/env python32# SPDX-License-Identifier: GPL-2.0-only3# -*- coding: utf-8 -*-4#5""" This utility can be used to debug and tune the performance of the6AMD P-State driver. It imports intel_pstate_tracer to analyze AMD P-State7trace event.8 9Prerequisites:10 Python version 2.7.x or higher11 gnuplot 5.0 or higher12 gnuplot-py 1.8 or higher13 (Most of the distributions have these required packages. They may be called14 gnuplot-py, phython-gnuplot or phython3-gnuplot, gnuplot-nox, ... )15 16 Kernel config for Linux trace is enabled17 18 see print_help(): for Usage and Output details19 20"""21from __future__ import print_function22from datetime import datetime23import subprocess24import os25import time26import re27import signal28import sys29import getopt30import Gnuplot31from numpy import *32from decimal import *33sys.path.append(os.path.join(os.path.dirname(__file__), "..", "intel_pstate_tracer"))34import intel_pstate_tracer as ipt35 36__license__ = "GPL version 2"37 38MAX_CPUS = 25639# Define the csv file columns40C_COMM = 1541C_ELAPSED = 1442C_SAMPLE = 1343C_DURATION = 1244C_LOAD = 1145C_TSC = 1046C_APERF = 947C_MPERF = 848C_FREQ = 749C_MAX_PERF = 650C_DES_PERF = 551C_MIN_PERF = 452C_USEC = 353C_SEC = 254C_CPU = 155 56global sample_num, last_sec_cpu, last_usec_cpu, start_time, test_name, trace_file57 58getcontext().prec = 1159 60sample_num =061last_sec_cpu = [0] * MAX_CPUS62last_usec_cpu = [0] * MAX_CPUS63 64def plot_per_cpu_freq(cpu_index):65 """ Plot per cpu frequency """66 67 file_name = 'cpu{:0>3}.csv'.format(cpu_index)68 if os.path.exists(file_name):69 output_png = "cpu%03d_frequency.png" % cpu_index70 g_plot = ipt.common_gnuplot_settings()71 g_plot('set output "' + output_png + '"')72 g_plot('set yrange [0:7]')73 g_plot('set ytics 0, 1')74 g_plot('set ylabel "CPU Frequency (GHz)"')75 g_plot('set title "{} : frequency : CPU {:0>3} : {:%F %H:%M}"'.format(test_name, cpu_index, datetime.now()))76 g_plot('set ylabel "CPU frequency"')77 g_plot('set key off')78 ipt.set_4_plot_linestyles(g_plot)79 g_plot('plot "' + file_name + '" using {:d}:{:d} with linespoints linestyle 1 axis x1y1'.format(C_ELAPSED, C_FREQ))80 81def plot_per_cpu_des_perf(cpu_index):82 """ Plot per cpu desired perf """83 84 file_name = 'cpu{:0>3}.csv'.format(cpu_index)85 if os.path.exists(file_name):86 output_png = "cpu%03d_des_perf.png" % cpu_index87 g_plot = ipt.common_gnuplot_settings()88 g_plot('set output "' + output_png + '"')89 g_plot('set yrange [0:255]')90 g_plot('set ylabel "des perf"')91 g_plot('set title "{} : cpu des perf : CPU {:0>3} : {:%F %H:%M}"'.format(test_name, cpu_index, datetime.now()))92 g_plot('set key off')93 ipt.set_4_plot_linestyles(g_plot)94 g_plot('plot "' + file_name + '" using {:d}:{:d} with linespoints linestyle 1 axis x1y1'.format(C_ELAPSED, C_DES_PERF))95 96def plot_per_cpu_load(cpu_index):97 """ Plot per cpu load """98 99 file_name = 'cpu{:0>3}.csv'.format(cpu_index)100 if os.path.exists(file_name):101 output_png = "cpu%03d_load.png" % cpu_index102 g_plot = ipt.common_gnuplot_settings()103 g_plot('set output "' + output_png + '"')104 g_plot('set yrange [0:100]')105 g_plot('set ytics 0, 10')106 g_plot('set ylabel "CPU load (percent)"')107 g_plot('set title "{} : cpu load : CPU {:0>3} : {:%F %H:%M}"'.format(test_name, cpu_index, datetime.now()))108 g_plot('set key off')109 ipt.set_4_plot_linestyles(g_plot)110 g_plot('plot "' + file_name + '" using {:d}:{:d} with linespoints linestyle 1 axis x1y1'.format(C_ELAPSED, C_LOAD))111 112def plot_all_cpu_frequency():113 """ Plot all cpu frequencies """114 115 output_png = 'all_cpu_frequencies.png'116 g_plot = ipt.common_gnuplot_settings()117 g_plot('set output "' + output_png + '"')118 g_plot('set ylabel "CPU Frequency (GHz)"')119 g_plot('set title "{} : cpu frequencies : {:%F %H:%M}"'.format(test_name, datetime.now()))120 121 title_list = subprocess.check_output('ls cpu???.csv | sed -e \'s/.csv//\'',shell=True).decode('utf-8').replace('\n', ' ')122 plot_str = "plot for [i in title_list] i.'.csv' using {:d}:{:d} pt 7 ps 1 title i".format(C_ELAPSED, C_FREQ)123 g_plot('title_list = "{}"'.format(title_list))124 g_plot(plot_str)125 126def plot_all_cpu_des_perf():127 """ Plot all cpu desired perf """128 129 output_png = 'all_cpu_des_perf.png'130 g_plot = ipt.common_gnuplot_settings()131 g_plot('set output "' + output_png + '"')132 g_plot('set ylabel "des perf"')133 g_plot('set title "{} : cpu des perf : {:%F %H:%M}"'.format(test_name, datetime.now()))134 135 title_list = subprocess.check_output('ls cpu???.csv | sed -e \'s/.csv//\'',shell=True).decode('utf-8').replace('\n', ' ')136 plot_str = "plot for [i in title_list] i.'.csv' using {:d}:{:d} pt 255 ps 1 title i".format(C_ELAPSED, C_DES_PERF)137 g_plot('title_list = "{}"'.format(title_list))138 g_plot(plot_str)139 140def plot_all_cpu_load():141 """ Plot all cpu load """142 143 output_png = 'all_cpu_load.png'144 g_plot = ipt.common_gnuplot_settings()145 g_plot('set output "' + output_png + '"')146 g_plot('set yrange [0:100]')147 g_plot('set ylabel "CPU load (percent)"')148 g_plot('set title "{} : cpu load : {:%F %H:%M}"'.format(test_name, datetime.now()))149 150 title_list = subprocess.check_output('ls cpu???.csv | sed -e \'s/.csv//\'',shell=True).decode('utf-8').replace('\n', ' ')151 plot_str = "plot for [i in title_list] i.'.csv' using {:d}:{:d} pt 255 ps 1 title i".format(C_ELAPSED, C_LOAD)152 g_plot('title_list = "{}"'.format(title_list))153 g_plot(plot_str)154 155def store_csv(cpu_int, time_pre_dec, time_post_dec, min_perf, des_perf, max_perf, freq_ghz, mperf, aperf, tsc, common_comm, load, duration_ms, sample_num, elapsed_time, cpu_mask):156 """ Store master csv file information """157 158 global graph_data_present159 160 if cpu_mask[cpu_int] == 0:161 return162 163 try:164 f_handle = open('cpu.csv', 'a')165 string_buffer = "CPU_%03u, %05u, %06u, %u, %u, %u, %.4f, %u, %u, %u, %.2f, %.3f, %u, %.3f, %s\n" % (cpu_int, int(time_pre_dec), int(time_post_dec), int(min_perf), int(des_perf), int(max_perf), freq_ghz, int(mperf), int(aperf), int(tsc), load, duration_ms, sample_num, elapsed_time, common_comm)166 f_handle.write(string_buffer)167 f_handle.close()168 except:169 print('IO error cpu.csv')170 return171 172 graph_data_present = True;173 174 175def cleanup_data_files():176 """ clean up existing data files """177 178 if os.path.exists('cpu.csv'):179 os.remove('cpu.csv')180 f_handle = open('cpu.csv', 'a')181 f_handle.write('common_cpu, common_secs, common_usecs, min_perf, des_perf, max_perf, freq, mperf, aperf, tsc, load, duration_ms, sample_num, elapsed_time, common_comm')182 f_handle.write('\n')183 f_handle.close()184 185def read_trace_data(file_name, cpu_mask):186 """ Read and parse trace data """187 188 global current_max_cpu189 global sample_num, last_sec_cpu, last_usec_cpu, start_time190 191 try:192 data = open(file_name, 'r').read()193 except:194 print('Error opening ', file_name)195 sys.exit(2)196 197 for line in data.splitlines():198 search_obj = \199 re.search(r'(^(.*?)\[)((\d+)[^\]])(.*?)(\d+)([.])(\d+)(.*?amd_min_perf=)(\d+)(.*?amd_des_perf=)(\d+)(.*?amd_max_perf=)(\d+)(.*?freq=)(\d+)(.*?mperf=)(\d+)(.*?aperf=)(\d+)(.*?tsc=)(\d+)'200 , line)201 202 if search_obj:203 cpu = search_obj.group(3)204 cpu_int = int(cpu)205 cpu = str(cpu_int)206 207 time_pre_dec = search_obj.group(6)208 time_post_dec = search_obj.group(8)209 min_perf = search_obj.group(10)210 des_perf = search_obj.group(12)211 max_perf = search_obj.group(14)212 freq = search_obj.group(16)213 mperf = search_obj.group(18)214 aperf = search_obj.group(20)215 tsc = search_obj.group(22)216 217 common_comm = search_obj.group(2).replace(' ', '')218 219 if sample_num == 0 :220 start_time = Decimal(time_pre_dec) + Decimal(time_post_dec) / Decimal(1000000)221 sample_num += 1222 223 if last_sec_cpu[cpu_int] == 0 :224 last_sec_cpu[cpu_int] = time_pre_dec225 last_usec_cpu[cpu_int] = time_post_dec226 else :227 duration_us = (int(time_pre_dec) - int(last_sec_cpu[cpu_int])) * 1000000 + (int(time_post_dec) - int(last_usec_cpu[cpu_int]))228 duration_ms = Decimal(duration_us) / Decimal(1000)229 last_sec_cpu[cpu_int] = time_pre_dec230 last_usec_cpu[cpu_int] = time_post_dec231 elapsed_time = Decimal(time_pre_dec) + Decimal(time_post_dec) / Decimal(1000000) - start_time232 load = Decimal(int(mperf)*100)/ Decimal(tsc)233 freq_ghz = Decimal(freq)/Decimal(1000000)234 store_csv(cpu_int, time_pre_dec, time_post_dec, min_perf, des_perf, max_perf, freq_ghz, mperf, aperf, tsc, common_comm, load, duration_ms, sample_num, elapsed_time, cpu_mask)235 236 if cpu_int > current_max_cpu:237 current_max_cpu = cpu_int238# Now separate the main overall csv file into per CPU csv files.239 ipt.split_csv(current_max_cpu, cpu_mask)240 241 242def signal_handler(signal, frame):243 print(' SIGINT: Forcing cleanup before exit.')244 if interval:245 ipt.disable_trace(trace_file)246 ipt.clear_trace_file()247 ipt.free_trace_buffer()248 sys.exit(0)249 250trace_file = "/sys/kernel/tracing/events/amd_cpu/enable"251signal.signal(signal.SIGINT, signal_handler)252 253interval = ""254file_name = ""255cpu_list = ""256test_name = ""257memory = "10240"258graph_data_present = False;259 260valid1 = False261valid2 = False262 263cpu_mask = zeros((MAX_CPUS,), dtype=int)264 265 266try:267 opts, args = getopt.getopt(sys.argv[1:],"ht:i:c:n:m:",["help","trace_file=","interval=","cpu=","name=","memory="])268except getopt.GetoptError:269 ipt.print_help('amd_pstate')270 sys.exit(2)271for opt, arg in opts:272 if opt == '-h':273 print()274 sys.exit()275 elif opt in ("-t", "--trace_file"):276 valid1 = True277 location = os.path.realpath(os.path.join(os.getcwd(), os.path.dirname(__file__)))278 file_name = os.path.join(location, arg)279 elif opt in ("-i", "--interval"):280 valid1 = True281 interval = arg282 elif opt in ("-c", "--cpu"):283 cpu_list = arg284 elif opt in ("-n", "--name"):285 valid2 = True286 test_name = arg287 elif opt in ("-m", "--memory"):288 memory = arg289 290if not (valid1 and valid2):291 ipt.print_help('amd_pstate')292 sys.exit()293 294if cpu_list:295 for p in re.split("[,]", cpu_list):296 if int(p) < MAX_CPUS :297 cpu_mask[int(p)] = 1298else:299 for i in range (0, MAX_CPUS):300 cpu_mask[i] = 1301 302if not os.path.exists('results'):303 os.mkdir('results')304 ipt.fix_ownership('results')305 306os.chdir('results')307if os.path.exists(test_name):308 print('The test name directory already exists. Please provide a unique test name. Test re-run not supported, yet.')309 sys.exit()310os.mkdir(test_name)311ipt.fix_ownership(test_name)312os.chdir(test_name)313 314cur_version = sys.version_info315print('python version (should be >= 2.7):')316print(cur_version)317 318cleanup_data_files()319 320if interval:321 file_name = "/sys/kernel/tracing/trace"322 ipt.clear_trace_file()323 ipt.set_trace_buffer_size(memory)324 ipt.enable_trace(trace_file)325 time.sleep(int(interval))326 ipt.disable_trace(trace_file)327 328current_max_cpu = 0329 330read_trace_data(file_name, cpu_mask)331 332if interval:333 ipt.clear_trace_file()334 ipt.free_trace_buffer()335 336if graph_data_present == False:337 print('No valid data to plot')338 sys.exit(2)339 340for cpu_no in range(0, current_max_cpu + 1):341 plot_per_cpu_freq(cpu_no)342 plot_per_cpu_des_perf(cpu_no)343 plot_per_cpu_load(cpu_no)344 345plot_all_cpu_des_perf()346plot_all_cpu_frequency()347plot_all_cpu_load()348 349for root, dirs, files in os.walk('.'):350 for f in files:351 ipt.fix_ownership(f)352 353os.chdir('../../')354