312 lines · python
1# report time spent in compaction2# Licensed under the terms of the GNU GPL License version 23 4# testing:5# 'echo 1 > /proc/sys/vm/compact_memory' to force compaction of all zones6 7import os8import sys9import re10 11import signal12signal.signal(signal.SIGPIPE, signal.SIG_DFL)13 14usage = "usage: perf script report compaction-times.py -- [-h] [-u] [-p|-pv] [-t | [-m] [-fs] [-ms]] [pid|pid-range|comm-regex]\n"15 16class popt:17 DISP_DFL = 018 DISP_PROC = 119 DISP_PROC_VERBOSE=220 21class topt:22 DISP_TIME = 023 DISP_MIG = 124 DISP_ISOLFREE = 225 DISP_ISOLMIG = 426 DISP_ALL = 727 28class comm_filter:29 def __init__(self, re):30 self.re = re31 32 def filter(self, pid, comm):33 m = self.re.search(comm)34 return m == None or m.group() == ""35 36class pid_filter:37 def __init__(self, low, high):38 self.low = (0 if low == "" else int(low))39 self.high = (0 if high == "" else int(high))40 41 def filter(self, pid, comm):42 return not (pid >= self.low and (self.high == 0 or pid <= self.high))43 44def set_type(t):45 global opt_disp46 opt_disp = (t if opt_disp == topt.DISP_ALL else opt_disp|t)47 48def ns(sec, nsec):49 return (sec * 1000000000) + nsec50 51def time(ns):52 return "%dns" % ns if opt_ns else "%dus" % (round(ns, -3) / 1000)53 54class pair:55 def __init__(self, aval, bval, alabel = None, blabel = None):56 self.alabel = alabel57 self.blabel = blabel58 self.aval = aval59 self.bval = bval60 61 def __add__(self, rhs):62 self.aval += rhs.aval63 self.bval += rhs.bval64 return self65 66 def __str__(self):67 return "%s=%d %s=%d" % (self.alabel, self.aval, self.blabel, self.bval)68 69class cnode:70 def __init__(self, ns):71 self.ns = ns72 self.migrated = pair(0, 0, "moved", "failed")73 self.fscan = pair(0,0, "scanned", "isolated")74 self.mscan = pair(0,0, "scanned", "isolated")75 76 def __add__(self, rhs):77 self.ns += rhs.ns78 self.migrated += rhs.migrated79 self.fscan += rhs.fscan80 self.mscan += rhs.mscan81 return self82 83 def __str__(self):84 prev = 085 s = "%s " % time(self.ns)86 if (opt_disp & topt.DISP_MIG):87 s += "migration: %s" % self.migrated88 prev = 189 if (opt_disp & topt.DISP_ISOLFREE):90 s += "%sfree_scanner: %s" % (" " if prev else "", self.fscan)91 prev = 192 if (opt_disp & topt.DISP_ISOLMIG):93 s += "%smigration_scanner: %s" % (" " if prev else "", self.mscan)94 return s95 96 def complete(self, secs, nsecs):97 self.ns = ns(secs, nsecs) - self.ns98 99 def increment(self, migrated, fscan, mscan):100 if (migrated != None):101 self.migrated += migrated102 if (fscan != None):103 self.fscan += fscan104 if (mscan != None):105 self.mscan += mscan106 107 108class chead:109 heads = {}110 val = cnode(0);111 fobj = None112 113 @classmethod114 def add_filter(cls, filter):115 cls.fobj = filter116 117 @classmethod118 def create_pending(cls, pid, comm, start_secs, start_nsecs):119 filtered = 0120 try:121 head = cls.heads[pid]122 filtered = head.is_filtered()123 except KeyError:124 if cls.fobj != None:125 filtered = cls.fobj.filter(pid, comm)126 head = cls.heads[pid] = chead(comm, pid, filtered)127 128 if not filtered:129 head.mark_pending(start_secs, start_nsecs)130 131 @classmethod132 def increment_pending(cls, pid, migrated, fscan, mscan):133 head = cls.heads[pid]134 if not head.is_filtered():135 if head.is_pending():136 head.do_increment(migrated, fscan, mscan)137 else:138 sys.stderr.write("missing start compaction event for pid %d\n" % pid)139 140 @classmethod141 def complete_pending(cls, pid, secs, nsecs):142 head = cls.heads[pid]143 if not head.is_filtered():144 if head.is_pending():145 head.make_complete(secs, nsecs)146 else:147 sys.stderr.write("missing start compaction event for pid %d\n" % pid)148 149 @classmethod150 def gen(cls):151 if opt_proc != popt.DISP_DFL:152 for i in cls.heads:153 yield cls.heads[i]154 155 @classmethod156 def str(cls):157 return cls.val158 159 def __init__(self, comm, pid, filtered):160 self.comm = comm161 self.pid = pid162 self.val = cnode(0)163 self.pending = None164 self.filtered = filtered165 self.list = []166 167 def __add__(self, rhs):168 self.ns += rhs.ns169 self.val += rhs.val170 return self171 172 def mark_pending(self, secs, nsecs):173 self.pending = cnode(ns(secs, nsecs))174 175 def do_increment(self, migrated, fscan, mscan):176 self.pending.increment(migrated, fscan, mscan)177 178 def make_complete(self, secs, nsecs):179 self.pending.complete(secs, nsecs)180 chead.val += self.pending181 182 if opt_proc != popt.DISP_DFL:183 self.val += self.pending184 185 if opt_proc == popt.DISP_PROC_VERBOSE:186 self.list.append(self.pending)187 self.pending = None188 189 def enumerate(self):190 if opt_proc == popt.DISP_PROC_VERBOSE and not self.is_filtered():191 for i, pelem in enumerate(self.list):192 sys.stdout.write("%d[%s].%d: %s\n" % (self.pid, self.comm, i+1, pelem))193 194 def is_pending(self):195 return self.pending != None196 197 def is_filtered(self):198 return self.filtered199 200 def display(self):201 if not self.is_filtered():202 sys.stdout.write("%d[%s]: %s\n" % (self.pid, self.comm, self.val))203 204 205def trace_end():206 sys.stdout.write("total: %s\n" % chead.str())207 for i in chead.gen():208 i.display(),209 i.enumerate()210 211def compaction__mm_compaction_migratepages(event_name, context, common_cpu,212 common_secs, common_nsecs, common_pid, common_comm,213 common_callchain, nr_migrated, nr_failed):214 215 chead.increment_pending(common_pid,216 pair(nr_migrated, nr_failed), None, None)217 218def compaction__mm_compaction_isolate_freepages(event_name, context, common_cpu,219 common_secs, common_nsecs, common_pid, common_comm,220 common_callchain, start_pfn, end_pfn, nr_scanned, nr_taken):221 222 chead.increment_pending(common_pid,223 None, pair(nr_scanned, nr_taken), None)224 225def compaction__mm_compaction_isolate_migratepages(event_name, context, common_cpu,226 common_secs, common_nsecs, common_pid, common_comm,227 common_callchain, start_pfn, end_pfn, nr_scanned, nr_taken):228 229 chead.increment_pending(common_pid,230 None, None, pair(nr_scanned, nr_taken))231 232def compaction__mm_compaction_end(event_name, context, common_cpu,233 common_secs, common_nsecs, common_pid, common_comm,234 common_callchain, zone_start, migrate_start, free_start, zone_end,235 sync, status):236 237 chead.complete_pending(common_pid, common_secs, common_nsecs)238 239def compaction__mm_compaction_begin(event_name, context, common_cpu,240 common_secs, common_nsecs, common_pid, common_comm,241 common_callchain, zone_start, migrate_start, free_start, zone_end,242 sync):243 244 chead.create_pending(common_pid, common_comm, common_secs, common_nsecs)245 246def pr_help():247 global usage248 249 sys.stdout.write(usage)250 sys.stdout.write("\n")251 sys.stdout.write("-h display this help\n")252 sys.stdout.write("-p display by process\n")253 sys.stdout.write("-pv display by process (verbose)\n")254 sys.stdout.write("-t display stall times only\n")255 sys.stdout.write("-m display stats for migration\n")256 sys.stdout.write("-fs display stats for free scanner\n")257 sys.stdout.write("-ms display stats for migration scanner\n")258 sys.stdout.write("-u display results in microseconds (default nanoseconds)\n")259 260 261comm_re = None262pid_re = None263pid_regex = r"^(\d*)-(\d*)$|^(\d*)$"264 265opt_proc = popt.DISP_DFL266opt_disp = topt.DISP_ALL267 268opt_ns = True269 270argc = len(sys.argv) - 1271if argc >= 1:272 pid_re = re.compile(pid_regex)273 274 for i, opt in enumerate(sys.argv[1:]):275 if opt[0] == "-":276 if opt == "-h":277 pr_help()278 exit(0);279 elif opt == "-p":280 opt_proc = popt.DISP_PROC281 elif opt == "-pv":282 opt_proc = popt.DISP_PROC_VERBOSE283 elif opt == '-u':284 opt_ns = False285 elif opt == "-t":286 set_type(topt.DISP_TIME)287 elif opt == "-m":288 set_type(topt.DISP_MIG)289 elif opt == "-fs":290 set_type(topt.DISP_ISOLFREE)291 elif opt == "-ms":292 set_type(topt.DISP_ISOLMIG)293 else:294 sys.exit(usage)295 296 elif i == argc - 1:297 m = pid_re.search(opt)298 if m != None and m.group() != "":299 if m.group(3) != None:300 f = pid_filter(m.group(3), m.group(3))301 else:302 f = pid_filter(m.group(1), m.group(2))303 else:304 try:305 comm_re=re.compile(opt)306 except:307 sys.stderr.write("invalid regex '%s'" % opt)308 sys.exit(usage)309 f = comm_filter(comm_re)310 311 chead.add_filter(f)312