diff options
| author | Stephen Boyd <sboyd@codeaurora.org> | 2015-10-02 14:15:13 -0400 |
|---|---|---|
| committer | Stephen Boyd <sboyd@codeaurora.org> | 2015-10-02 14:22:23 -0400 |
| commit | 9f30a04d768f64280dc0c40b730746e82f298d88 (patch) | |
| tree | e112853eb73627ed7b9a2ef8e4feab6685a0200e /tools/perf/scripts/python | |
| parent | 9e294bf88a583825a413df408b9fe9e658fb93ac (diff) | |
| parent | 7aba4f5201d1b7b3ddb0b03883d9edf69851ddad (diff) | |
Merge branch 'for-4.3-rc/ti-clk-fixes' of https://github.com/t-kristo/linux-pm into clk-fixes
Pull fixes from Tero Kristo:
"A few TI clock driver fixes to pull against 4.3-rc"
* 'for-4.3-rc/ti-clk-fixes' of https://github.com/t-kristo/linux-pm: (3 commits)
clk: ti: dflt: fix enable_reg validity check
clk: ti: fix dual-registration of uart4_ick
clk: ti: clk-7xx: Remove hardwired ABE clock configuration
Diffstat (limited to 'tools/perf/scripts/python')
| -rw-r--r-- | tools/perf/scripts/python/bin/compaction-times-record | 2 | ||||
| -rw-r--r-- | tools/perf/scripts/python/bin/compaction-times-report | 4 | ||||
| -rw-r--r-- | tools/perf/scripts/python/call-graph-from-postgresql.py | 327 | ||||
| -rw-r--r-- | tools/perf/scripts/python/compaction-times.py | 311 | ||||
| -rw-r--r-- | tools/perf/scripts/python/export-to-postgresql.py | 47 |
5 files changed, 691 insertions, 0 deletions
diff --git a/tools/perf/scripts/python/bin/compaction-times-record b/tools/perf/scripts/python/bin/compaction-times-record new file mode 100644 index 000000000000..6edcd40e14e8 --- /dev/null +++ b/tools/perf/scripts/python/bin/compaction-times-record | |||
| @@ -0,0 +1,2 @@ | |||
| 1 | #!/bin/bash | ||
| 2 | perf record -e compaction:mm_compaction_begin -e compaction:mm_compaction_end -e compaction:mm_compaction_migratepages -e compaction:mm_compaction_isolate_migratepages -e compaction:mm_compaction_isolate_freepages $@ | ||
diff --git a/tools/perf/scripts/python/bin/compaction-times-report b/tools/perf/scripts/python/bin/compaction-times-report new file mode 100644 index 000000000000..3dc13897cfde --- /dev/null +++ b/tools/perf/scripts/python/bin/compaction-times-report | |||
| @@ -0,0 +1,4 @@ | |||
| 1 | #!/bin/bash | ||
| 2 | #description: display time taken by mm compaction | ||
| 3 | #args: [-h] [-u] [-p|-pv] [-t | [-m] [-fs] [-ms]] [pid|pid-range|comm-regex] | ||
| 4 | perf script -s "$PERF_EXEC_PATH"/scripts/python/compaction-times.py $@ | ||
diff --git a/tools/perf/scripts/python/call-graph-from-postgresql.py b/tools/perf/scripts/python/call-graph-from-postgresql.py new file mode 100644 index 000000000000..e78fdc2a5a9d --- /dev/null +++ b/tools/perf/scripts/python/call-graph-from-postgresql.py | |||
| @@ -0,0 +1,327 @@ | |||
| 1 | #!/usr/bin/python2 | ||
| 2 | # call-graph-from-postgresql.py: create call-graph from postgresql database | ||
| 3 | # Copyright (c) 2014, Intel Corporation. | ||
| 4 | # | ||
| 5 | # This program is free software; you can redistribute it and/or modify it | ||
| 6 | # under the terms and conditions of the GNU General Public License, | ||
| 7 | # version 2, as published by the Free Software Foundation. | ||
| 8 | # | ||
| 9 | # This program is distributed in the hope it will be useful, but WITHOUT | ||
| 10 | # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | ||
| 11 | # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for | ||
| 12 | # more details. | ||
| 13 | |||
| 14 | # To use this script you will need to have exported data using the | ||
| 15 | # export-to-postgresql.py script. Refer to that script for details. | ||
| 16 | # | ||
| 17 | # Following on from the example in the export-to-postgresql.py script, a | ||
| 18 | # call-graph can be displayed for the pt_example database like this: | ||
| 19 | # | ||
| 20 | # python tools/perf/scripts/python/call-graph-from-postgresql.py pt_example | ||
| 21 | # | ||
| 22 | # Note this script supports connecting to remote databases by setting hostname, | ||
| 23 | # port, username, password, and dbname e.g. | ||
| 24 | # | ||
| 25 | # python tools/perf/scripts/python/call-graph-from-postgresql.py "hostname=myhost username=myuser password=mypassword dbname=pt_example" | ||
| 26 | # | ||
| 27 | # The result is a GUI window with a tree representing a context-sensitive | ||
| 28 | # call-graph. Expanding a couple of levels of the tree and adjusting column | ||
| 29 | # widths to suit will display something like: | ||
| 30 | # | ||
| 31 | # Call Graph: pt_example | ||
| 32 | # Call Path Object Count Time(ns) Time(%) Branch Count Branch Count(%) | ||
| 33 | # v- ls | ||
| 34 | # v- 2638:2638 | ||
| 35 | # v- _start ld-2.19.so 1 10074071 100.0 211135 100.0 | ||
| 36 | # |- unknown unknown 1 13198 0.1 1 0.0 | ||
| 37 | # >- _dl_start ld-2.19.so 1 1400980 13.9 19637 9.3 | ||
| 38 | # >- _d_linit_internal ld-2.19.so 1 448152 4.4 11094 5.3 | ||
| 39 | # v-__libc_start_main@plt ls 1 8211741 81.5 180397 85.4 | ||
| 40 | # >- _dl_fixup ld-2.19.so 1 7607 0.1 108 0.1 | ||
| 41 | # >- __cxa_atexit libc-2.19.so 1 11737 0.1 10 0.0 | ||
| 42 | # >- __libc_csu_init ls 1 10354 0.1 10 0.0 | ||
| 43 | # |- _setjmp libc-2.19.so 1 0 0.0 4 0.0 | ||
| 44 | # v- main ls 1 8182043 99.6 180254 99.9 | ||
| 45 | # | ||
| 46 | # Points to note: | ||
| 47 | # The top level is a command name (comm) | ||
| 48 | # The next level is a thread (pid:tid) | ||
| 49 | # Subsequent levels are functions | ||
| 50 | # 'Count' is the number of calls | ||
| 51 | # 'Time' is the elapsed time until the function returns | ||
| 52 | # Percentages are relative to the level above | ||
| 53 | # 'Branch Count' is the total number of branches for that function and all | ||
| 54 | # functions that it calls | ||
| 55 | |||
| 56 | import sys | ||
| 57 | from PySide.QtCore import * | ||
| 58 | from PySide.QtGui import * | ||
| 59 | from PySide.QtSql import * | ||
| 60 | from decimal import * | ||
| 61 | |||
| 62 | class TreeItem(): | ||
| 63 | |||
| 64 | def __init__(self, db, row, parent_item): | ||
| 65 | self.db = db | ||
| 66 | self.row = row | ||
| 67 | self.parent_item = parent_item | ||
| 68 | self.query_done = False; | ||
| 69 | self.child_count = 0 | ||
| 70 | self.child_items = [] | ||
| 71 | self.data = ["", "", "", "", "", "", ""] | ||
| 72 | self.comm_id = 0 | ||
| 73 | self.thread_id = 0 | ||
| 74 | self.call_path_id = 1 | ||
| 75 | self.branch_count = 0 | ||
| 76 | self.time = 0 | ||
| 77 | if not parent_item: | ||
| 78 | self.setUpRoot() | ||
| 79 | |||
| 80 | def setUpRoot(self): | ||
| 81 | self.query_done = True | ||
| 82 | query = QSqlQuery(self.db) | ||
| 83 | ret = query.exec_('SELECT id, comm FROM comms') | ||
| 84 | if not ret: | ||
| 85 | raise Exception("Query failed: " + query.lastError().text()) | ||
| 86 | while query.next(): | ||
| 87 | if not query.value(0): | ||
| 88 | continue | ||
| 89 | child_item = TreeItem(self.db, self.child_count, self) | ||
| 90 | self.child_items.append(child_item) | ||
| 91 | self.child_count += 1 | ||
| 92 | child_item.setUpLevel1(query.value(0), query.value(1)) | ||
| 93 | |||
| 94 | def setUpLevel1(self, comm_id, comm): | ||
| 95 | self.query_done = True; | ||
| 96 | self.comm_id = comm_id | ||
| 97 | self.data[0] = comm | ||
| 98 | self.child_items = [] | ||
| 99 | self.child_count = 0 | ||
| 100 | query = QSqlQuery(self.db) | ||
| 101 | ret = query.exec_('SELECT thread_id, ( SELECT pid FROM threads WHERE id = thread_id ), ( SELECT tid FROM threads WHERE id = thread_id ) FROM comm_threads WHERE comm_id = ' + str(comm_id)) | ||
| 102 | if not ret: | ||
| 103 | raise Exception("Query failed: " + query.lastError().text()) | ||
| 104 | while query.next(): | ||
| 105 | child_item = TreeItem(self.db, self.child_count, self) | ||
| 106 | self.child_items.append(child_item) | ||
| 107 | self.child_count += 1 | ||
| 108 | child_item.setUpLevel2(comm_id, query.value(0), query.value(1), query.value(2)) | ||
| 109 | |||
| 110 | def setUpLevel2(self, comm_id, thread_id, pid, tid): | ||
| 111 | self.comm_id = comm_id | ||
| 112 | self.thread_id = thread_id | ||
| 113 | self.data[0] = str(pid) + ":" + str(tid) | ||
| 114 | |||
| 115 | def getChildItem(self, row): | ||
| 116 | return self.child_items[row] | ||
| 117 | |||
| 118 | def getParentItem(self): | ||
| 119 | return self.parent_item | ||
| 120 | |||
| 121 | def getRow(self): | ||
| 122 | return self.row | ||
| 123 | |||
| 124 | def timePercent(self, b): | ||
| 125 | if not self.time: | ||
| 126 | return "0.0" | ||
| 127 | x = (b * Decimal(100)) / self.time | ||
| 128 | return str(x.quantize(Decimal('.1'), rounding=ROUND_HALF_UP)) | ||
| 129 | |||
| 130 | def branchPercent(self, b): | ||
| 131 | if not self.branch_count: | ||
| 132 | return "0.0" | ||
| 133 | x = (b * Decimal(100)) / self.branch_count | ||
| 134 | return str(x.quantize(Decimal('.1'), rounding=ROUND_HALF_UP)) | ||
| 135 | |||
| 136 | def addChild(self, call_path_id, name, dso, count, time, branch_count): | ||
| 137 | child_item = TreeItem(self.db, self.child_count, self) | ||
| 138 | child_item.comm_id = self.comm_id | ||
| 139 | child_item.thread_id = self.thread_id | ||
| 140 | child_item.call_path_id = call_path_id | ||
| 141 | child_item.branch_count = branch_count | ||
| 142 | child_item.time = time | ||
| 143 | child_item.data[0] = name | ||
| 144 | if dso == "[kernel.kallsyms]": | ||
| 145 | dso = "[kernel]" | ||
| 146 | child_item.data[1] = dso | ||
| 147 | child_item.data[2] = str(count) | ||
| 148 | child_item.data[3] = str(time) | ||
| 149 | child_item.data[4] = self.timePercent(time) | ||
| 150 | child_item.data[5] = str(branch_count) | ||
| 151 | child_item.data[6] = self.branchPercent(branch_count) | ||
| 152 | self.child_items.append(child_item) | ||
| 153 | self.child_count += 1 | ||
| 154 | |||
| 155 | def selectCalls(self): | ||
| 156 | self.query_done = True; | ||
| 157 | query = QSqlQuery(self.db) | ||
| 158 | ret = query.exec_('SELECT id, call_path_id, branch_count, call_time, return_time, ' | ||
| 159 | '( SELECT name FROM symbols WHERE id = ( SELECT symbol_id FROM call_paths WHERE id = call_path_id ) ), ' | ||
| 160 | '( SELECT short_name FROM dsos WHERE id = ( SELECT dso_id FROM symbols WHERE id = ( SELECT symbol_id FROM call_paths WHERE id = call_path_id ) ) ), ' | ||
| 161 | '( SELECT ip FROM call_paths where id = call_path_id ) ' | ||
| 162 | 'FROM calls WHERE parent_call_path_id = ' + str(self.call_path_id) + ' AND comm_id = ' + str(self.comm_id) + ' AND thread_id = ' + str(self.thread_id) + | ||
| 163 | 'ORDER BY call_path_id') | ||
| 164 | if not ret: | ||
| 165 | raise Exception("Query failed: " + query.lastError().text()) | ||
| 166 | last_call_path_id = 0 | ||
| 167 | name = "" | ||
| 168 | dso = "" | ||
| 169 | count = 0 | ||
| 170 | branch_count = 0 | ||
| 171 | total_branch_count = 0 | ||
| 172 | time = 0 | ||
| 173 | total_time = 0 | ||
| 174 | while query.next(): | ||
| 175 | if query.value(1) == last_call_path_id: | ||
| 176 | count += 1 | ||
| 177 | branch_count += query.value(2) | ||
| 178 | time += query.value(4) - query.value(3) | ||
| 179 | else: | ||
| 180 | if count: | ||
| 181 | self.addChild(last_call_path_id, name, dso, count, time, branch_count) | ||
| 182 | last_call_path_id = query.value(1) | ||
| 183 | name = query.value(5) | ||
| 184 | dso = query.value(6) | ||
| 185 | count = 1 | ||
| 186 | total_branch_count += branch_count | ||
| 187 | total_time += time | ||
| 188 | branch_count = query.value(2) | ||
| 189 | time = query.value(4) - query.value(3) | ||
| 190 | if count: | ||
| 191 | self.addChild(last_call_path_id, name, dso, count, time, branch_count) | ||
| 192 | total_branch_count += branch_count | ||
| 193 | total_time += time | ||
| 194 | # Top level does not have time or branch count, so fix that here | ||
| 195 | if total_branch_count > self.branch_count: | ||
| 196 | self.branch_count = total_branch_count | ||
| 197 | if self.branch_count: | ||
| 198 | for child_item in self.child_items: | ||
| 199 | child_item.data[6] = self.branchPercent(child_item.branch_count) | ||
| 200 | if total_time > self.time: | ||
| 201 | self.time = total_time | ||
| 202 | if self.time: | ||
| 203 | for child_item in self.child_items: | ||
| 204 | child_item.data[4] = self.timePercent(child_item.time) | ||
| 205 | |||
| 206 | def childCount(self): | ||
| 207 | if not self.query_done: | ||
| 208 | self.selectCalls() | ||
| 209 | return self.child_count | ||
| 210 | |||
| 211 | def columnCount(self): | ||
| 212 | return 7 | ||
| 213 | |||
| 214 | def columnHeader(self, column): | ||
| 215 | headers = ["Call Path", "Object", "Count ", "Time (ns) ", "Time (%) ", "Branch Count ", "Branch Count (%) "] | ||
| 216 | return headers[column] | ||
| 217 | |||
| 218 | def getData(self, column): | ||
| 219 | return self.data[column] | ||
| 220 | |||
| 221 | class TreeModel(QAbstractItemModel): | ||
| 222 | |||
| 223 | def __init__(self, db, parent=None): | ||
| 224 | super(TreeModel, self).__init__(parent) | ||
| 225 | self.db = db | ||
| 226 | self.root = TreeItem(db, 0, None) | ||
| 227 | |||
| 228 | def columnCount(self, parent): | ||
| 229 | return self.root.columnCount() | ||
| 230 | |||
| 231 | def rowCount(self, parent): | ||
| 232 | if parent.isValid(): | ||
| 233 | parent_item = parent.internalPointer() | ||
| 234 | else: | ||
| 235 | parent_item = self.root | ||
| 236 | return parent_item.childCount() | ||
| 237 | |||
| 238 | def headerData(self, section, orientation, role): | ||
| 239 | if role == Qt.TextAlignmentRole: | ||
| 240 | if section > 1: | ||
| 241 | return Qt.AlignRight | ||
| 242 | if role != Qt.DisplayRole: | ||
| 243 | return None | ||
| 244 | if orientation != Qt.Horizontal: | ||
| 245 | return None | ||
| 246 | return self.root.columnHeader(section) | ||
| 247 | |||
| 248 | def parent(self, child): | ||
| 249 | child_item = child.internalPointer() | ||
| 250 | if child_item is self.root: | ||
| 251 | return QModelIndex() | ||
| 252 | parent_item = child_item.getParentItem() | ||
| 253 | return self.createIndex(parent_item.getRow(), 0, parent_item) | ||
| 254 | |||
| 255 | def index(self, row, column, parent): | ||
| 256 | if parent.isValid(): | ||
| 257 | parent_item = parent.internalPointer() | ||
| 258 | else: | ||
| 259 | parent_item = self.root | ||
| 260 | child_item = parent_item.getChildItem(row) | ||
| 261 | return self.createIndex(row, column, child_item) | ||
| 262 | |||
| 263 | def data(self, index, role): | ||
| 264 | if role == Qt.TextAlignmentRole: | ||
| 265 | if index.column() > 1: | ||
| 266 | return Qt.AlignRight | ||
| 267 | if role != Qt.DisplayRole: | ||
| 268 | return None | ||
| 269 | index_item = index.internalPointer() | ||
| 270 | return index_item.getData(index.column()) | ||
| 271 | |||
| 272 | class MainWindow(QMainWindow): | ||
| 273 | |||
| 274 | def __init__(self, db, dbname, parent=None): | ||
| 275 | super(MainWindow, self).__init__(parent) | ||
| 276 | |||
| 277 | self.setObjectName("MainWindow") | ||
| 278 | self.setWindowTitle("Call Graph: " + dbname) | ||
| 279 | self.move(100, 100) | ||
| 280 | self.resize(800, 600) | ||
| 281 | style = self.style() | ||
| 282 | icon = style.standardIcon(QStyle.SP_MessageBoxInformation) | ||
| 283 | self.setWindowIcon(icon); | ||
| 284 | |||
| 285 | self.model = TreeModel(db) | ||
| 286 | |||
| 287 | self.view = QTreeView() | ||
| 288 | self.view.setModel(self.model) | ||
| 289 | |||
| 290 | self.setCentralWidget(self.view) | ||
| 291 | |||
| 292 | if __name__ == '__main__': | ||
| 293 | if (len(sys.argv) < 2): | ||
| 294 | print >> sys.stderr, "Usage is: call-graph-from-postgresql.py <database name>" | ||
| 295 | raise Exception("Too few arguments") | ||
| 296 | |||
| 297 | dbname = sys.argv[1] | ||
| 298 | |||
| 299 | db = QSqlDatabase.addDatabase('QPSQL') | ||
| 300 | |||
| 301 | opts = dbname.split() | ||
| 302 | for opt in opts: | ||
| 303 | if '=' in opt: | ||
| 304 | opt = opt.split('=') | ||
| 305 | if opt[0] == 'hostname': | ||
| 306 | db.setHostName(opt[1]) | ||
| 307 | elif opt[0] == 'port': | ||
| 308 | db.setPort(int(opt[1])) | ||
| 309 | elif opt[0] == 'username': | ||
| 310 | db.setUserName(opt[1]) | ||
| 311 | elif opt[0] == 'password': | ||
| 312 | db.setPassword(opt[1]) | ||
| 313 | elif opt[0] == 'dbname': | ||
| 314 | dbname = opt[1] | ||
| 315 | else: | ||
| 316 | dbname = opt | ||
| 317 | |||
| 318 | db.setDatabaseName(dbname) | ||
| 319 | if not db.open(): | ||
| 320 | raise Exception("Failed to open database " + dbname + " error: " + db.lastError().text()) | ||
| 321 | |||
| 322 | app = QApplication(sys.argv) | ||
| 323 | window = MainWindow(db, dbname) | ||
| 324 | window.show() | ||
| 325 | err = app.exec_() | ||
| 326 | db.close() | ||
| 327 | sys.exit(err) | ||
diff --git a/tools/perf/scripts/python/compaction-times.py b/tools/perf/scripts/python/compaction-times.py new file mode 100644 index 000000000000..239cb0568ec3 --- /dev/null +++ b/tools/perf/scripts/python/compaction-times.py | |||
| @@ -0,0 +1,311 @@ | |||
| 1 | # report time spent in compaction | ||
| 2 | # Licensed under the terms of the GNU GPL License version 2 | ||
| 3 | |||
| 4 | # testing: | ||
| 5 | # 'echo 1 > /proc/sys/vm/compact_memory' to force compaction of all zones | ||
| 6 | |||
| 7 | import os | ||
| 8 | import sys | ||
| 9 | import re | ||
| 10 | |||
| 11 | import signal | ||
| 12 | signal.signal(signal.SIGPIPE, signal.SIG_DFL) | ||
| 13 | |||
| 14 | usage = "usage: perf script report compaction-times.py -- [-h] [-u] [-p|-pv] [-t | [-m] [-fs] [-ms]] [pid|pid-range|comm-regex]\n" | ||
| 15 | |||
| 16 | class popt: | ||
| 17 | DISP_DFL = 0 | ||
| 18 | DISP_PROC = 1 | ||
| 19 | DISP_PROC_VERBOSE=2 | ||
| 20 | |||
| 21 | class topt: | ||
| 22 | DISP_TIME = 0 | ||
| 23 | DISP_MIG = 1 | ||
| 24 | DISP_ISOLFREE = 2 | ||
| 25 | DISP_ISOLMIG = 4 | ||
| 26 | DISP_ALL = 7 | ||
| 27 | |||
| 28 | class comm_filter: | ||
| 29 | def __init__(self, re): | ||
| 30 | self.re = re | ||
| 31 | |||
| 32 | def filter(self, pid, comm): | ||
| 33 | m = self.re.search(comm) | ||
| 34 | return m == None or m.group() == "" | ||
| 35 | |||
| 36 | class pid_filter: | ||
| 37 | def __init__(self, low, high): | ||
| 38 | self.low = (0 if low == "" else int(low)) | ||
| 39 | self.high = (0 if high == "" else int(high)) | ||
| 40 | |||
| 41 | def filter(self, pid, comm): | ||
| 42 | return not (pid >= self.low and (self.high == 0 or pid <= self.high)) | ||
| 43 | |||
| 44 | def set_type(t): | ||
| 45 | global opt_disp | ||
| 46 | opt_disp = (t if opt_disp == topt.DISP_ALL else opt_disp|t) | ||
| 47 | |||
| 48 | def ns(sec, nsec): | ||
| 49 | return (sec * 1000000000) + nsec | ||
| 50 | |||
| 51 | def time(ns): | ||
| 52 | return "%dns" % ns if opt_ns else "%dus" % (round(ns, -3) / 1000) | ||
| 53 | |||
| 54 | class pair: | ||
| 55 | def __init__(self, aval, bval, alabel = None, blabel = None): | ||
| 56 | self.alabel = alabel | ||
| 57 | self.blabel = blabel | ||
| 58 | self.aval = aval | ||
| 59 | self.bval = bval | ||
| 60 | |||
| 61 | def __add__(self, rhs): | ||
| 62 | self.aval += rhs.aval | ||
| 63 | self.bval += rhs.bval | ||
| 64 | return self | ||
| 65 | |||
| 66 | def __str__(self): | ||
| 67 | return "%s=%d %s=%d" % (self.alabel, self.aval, self.blabel, self.bval) | ||
| 68 | |||
| 69 | class cnode: | ||
| 70 | def __init__(self, ns): | ||
| 71 | self.ns = ns | ||
| 72 | self.migrated = pair(0, 0, "moved", "failed") | ||
| 73 | self.fscan = pair(0,0, "scanned", "isolated") | ||
| 74 | self.mscan = pair(0,0, "scanned", "isolated") | ||
| 75 | |||
| 76 | def __add__(self, rhs): | ||
| 77 | self.ns += rhs.ns | ||
| 78 | self.migrated += rhs.migrated | ||
| 79 | self.fscan += rhs.fscan | ||
| 80 | self.mscan += rhs.mscan | ||
| 81 | return self | ||
| 82 | |||
| 83 | def __str__(self): | ||
| 84 | prev = 0 | ||
| 85 | s = "%s " % time(self.ns) | ||
| 86 | if (opt_disp & topt.DISP_MIG): | ||
| 87 | s += "migration: %s" % self.migrated | ||
| 88 | prev = 1 | ||
| 89 | if (opt_disp & topt.DISP_ISOLFREE): | ||
| 90 | s += "%sfree_scanner: %s" % (" " if prev else "", self.fscan) | ||
| 91 | prev = 1 | ||
| 92 | if (opt_disp & topt.DISP_ISOLMIG): | ||
| 93 | s += "%smigration_scanner: %s" % (" " if prev else "", self.mscan) | ||
| 94 | return s | ||
| 95 | |||
| 96 | def complete(self, secs, nsecs): | ||
| 97 | self.ns = ns(secs, nsecs) - self.ns | ||
| 98 | |||
| 99 | def increment(self, migrated, fscan, mscan): | ||
| 100 | if (migrated != None): | ||
| 101 | self.migrated += migrated | ||
| 102 | if (fscan != None): | ||
| 103 | self.fscan += fscan | ||
| 104 | if (mscan != None): | ||
| 105 | self.mscan += mscan | ||
| 106 | |||
| 107 | |||
| 108 | class chead: | ||
| 109 | heads = {} | ||
| 110 | val = cnode(0); | ||
| 111 | fobj = None | ||
| 112 | |||
| 113 | @classmethod | ||
| 114 | def add_filter(cls, filter): | ||
| 115 | cls.fobj = filter | ||
| 116 | |||
| 117 | @classmethod | ||
| 118 | def create_pending(cls, pid, comm, start_secs, start_nsecs): | ||
| 119 | filtered = 0 | ||
| 120 | try: | ||
| 121 | head = cls.heads[pid] | ||
| 122 | filtered = head.is_filtered() | ||
| 123 | except KeyError: | ||
| 124 | if cls.fobj != None: | ||
| 125 | filtered = cls.fobj.filter(pid, comm) | ||
| 126 | head = cls.heads[pid] = chead(comm, pid, filtered) | ||
| 127 | |||
| 128 | if not filtered: | ||
| 129 | head.mark_pending(start_secs, start_nsecs) | ||
| 130 | |||
| 131 | @classmethod | ||
| 132 | def increment_pending(cls, pid, migrated, fscan, mscan): | ||
| 133 | head = cls.heads[pid] | ||
| 134 | if not head.is_filtered(): | ||
| 135 | if head.is_pending(): | ||
| 136 | head.do_increment(migrated, fscan, mscan) | ||
| 137 | else: | ||
| 138 | sys.stderr.write("missing start compaction event for pid %d\n" % pid) | ||
| 139 | |||
| 140 | @classmethod | ||
| 141 | def complete_pending(cls, pid, secs, nsecs): | ||
| 142 | head = cls.heads[pid] | ||
| 143 | if not head.is_filtered(): | ||
| 144 | if head.is_pending(): | ||
| 145 | head.make_complete(secs, nsecs) | ||
| 146 | else: | ||
| 147 | sys.stderr.write("missing start compaction event for pid %d\n" % pid) | ||
| 148 | |||
| 149 | @classmethod | ||
| 150 | def gen(cls): | ||
| 151 | if opt_proc != popt.DISP_DFL: | ||
| 152 | for i in cls.heads: | ||
| 153 | yield cls.heads[i] | ||
| 154 | |||
| 155 | @classmethod | ||
| 156 | def str(cls): | ||
| 157 | return cls.val | ||
| 158 | |||
| 159 | def __init__(self, comm, pid, filtered): | ||
| 160 | self.comm = comm | ||
| 161 | self.pid = pid | ||
| 162 | self.val = cnode(0) | ||
| 163 | self.pending = None | ||
| 164 | self.filtered = filtered | ||
| 165 | self.list = [] | ||
| 166 | |||
| 167 | def __add__(self, rhs): | ||
| 168 | self.ns += rhs.ns | ||
| 169 | self.val += rhs.val | ||
| 170 | return self | ||
| 171 | |||
| 172 | def mark_pending(self, secs, nsecs): | ||
| 173 | self.pending = cnode(ns(secs, nsecs)) | ||
| 174 | |||
| 175 | def do_increment(self, migrated, fscan, mscan): | ||
| 176 | self.pending.increment(migrated, fscan, mscan) | ||
| 177 | |||
| 178 | def make_complete(self, secs, nsecs): | ||
| 179 | self.pending.complete(secs, nsecs) | ||
| 180 | chead.val += self.pending | ||
| 181 | |||
| 182 | if opt_proc != popt.DISP_DFL: | ||
| 183 | self.val += self.pending | ||
| 184 | |||
| 185 | if opt_proc == popt.DISP_PROC_VERBOSE: | ||
| 186 | self.list.append(self.pending) | ||
| 187 | self.pending = None | ||
| 188 | |||
| 189 | def enumerate(self): | ||
| 190 | if opt_proc == popt.DISP_PROC_VERBOSE and not self.is_filtered(): | ||
| 191 | for i, pelem in enumerate(self.list): | ||
| 192 | sys.stdout.write("%d[%s].%d: %s\n" % (self.pid, self.comm, i+1, pelem)) | ||
| 193 | |||
| 194 | def is_pending(self): | ||
| 195 | return self.pending != None | ||
| 196 | |||
| 197 | def is_filtered(self): | ||
| 198 | return self.filtered | ||
| 199 | |||
| 200 | def display(self): | ||
| 201 | if not self.is_filtered(): | ||
| 202 | sys.stdout.write("%d[%s]: %s\n" % (self.pid, self.comm, self.val)) | ||
| 203 | |||
| 204 | |||
| 205 | def trace_end(): | ||
| 206 | sys.stdout.write("total: %s\n" % chead.str()) | ||
| 207 | for i in chead.gen(): | ||
| 208 | i.display(), | ||
| 209 | i.enumerate() | ||
| 210 | |||
| 211 | def compaction__mm_compaction_migratepages(event_name, context, common_cpu, | ||
| 212 | common_secs, common_nsecs, common_pid, common_comm, | ||
| 213 | common_callchain, nr_migrated, nr_failed): | ||
| 214 | |||
| 215 | chead.increment_pending(common_pid, | ||
| 216 | pair(nr_migrated, nr_failed), None, None) | ||
| 217 | |||
| 218 | def compaction__mm_compaction_isolate_freepages(event_name, context, common_cpu, | ||
| 219 | common_secs, common_nsecs, common_pid, common_comm, | ||
| 220 | common_callchain, start_pfn, end_pfn, nr_scanned, nr_taken): | ||
| 221 | |||
| 222 | chead.increment_pending(common_pid, | ||
| 223 | None, pair(nr_scanned, nr_taken), None) | ||
| 224 | |||
| 225 | def compaction__mm_compaction_isolate_migratepages(event_name, context, common_cpu, | ||
| 226 | common_secs, common_nsecs, common_pid, common_comm, | ||
| 227 | common_callchain, start_pfn, end_pfn, nr_scanned, nr_taken): | ||
| 228 | |||
| 229 | chead.increment_pending(common_pid, | ||
| 230 | None, None, pair(nr_scanned, nr_taken)) | ||
| 231 | |||
| 232 | def compaction__mm_compaction_end(event_name, context, common_cpu, | ||
| 233 | common_secs, common_nsecs, common_pid, common_comm, | ||
| 234 | common_callchain, zone_start, migrate_start, free_start, zone_end, | ||
| 235 | sync, status): | ||
| 236 | |||
| 237 | chead.complete_pending(common_pid, common_secs, common_nsecs) | ||
| 238 | |||
| 239 | def compaction__mm_compaction_begin(event_name, context, common_cpu, | ||
| 240 | common_secs, common_nsecs, common_pid, common_comm, | ||
| 241 | common_callchain, zone_start, migrate_start, free_start, zone_end, | ||
| 242 | sync): | ||
| 243 | |||
| 244 | chead.create_pending(common_pid, common_comm, common_secs, common_nsecs) | ||
| 245 | |||
| 246 | def pr_help(): | ||
| 247 | global usage | ||
| 248 | |||
| 249 | sys.stdout.write(usage) | ||
| 250 | sys.stdout.write("\n") | ||
| 251 | sys.stdout.write("-h display this help\n") | ||
| 252 | sys.stdout.write("-p display by process\n") | ||
| 253 | sys.stdout.write("-pv display by process (verbose)\n") | ||
| 254 | sys.stdout.write("-t display stall times only\n") | ||
| 255 | sys.stdout.write("-m display stats for migration\n") | ||
| 256 | sys.stdout.write("-fs display stats for free scanner\n") | ||
| 257 | sys.stdout.write("-ms display stats for migration scanner\n") | ||
| 258 | sys.stdout.write("-u display results in microseconds (default nanoseconds)\n") | ||
| 259 | |||
| 260 | |||
| 261 | comm_re = None | ||
| 262 | pid_re = None | ||
| 263 | pid_regex = "^(\d*)-(\d*)$|^(\d*)$" | ||
| 264 | |||
| 265 | opt_proc = popt.DISP_DFL | ||
| 266 | opt_disp = topt.DISP_ALL | ||
| 267 | |||
| 268 | opt_ns = True | ||
| 269 | |||
| 270 | argc = len(sys.argv) - 1 | ||
| 271 | if argc >= 1: | ||
| 272 | pid_re = re.compile(pid_regex) | ||
| 273 | |||
| 274 | for i, opt in enumerate(sys.argv[1:]): | ||
| 275 | if opt[0] == "-": | ||
| 276 | if opt == "-h": | ||
| 277 | pr_help() | ||
| 278 | exit(0); | ||
| 279 | elif opt == "-p": | ||
| 280 | opt_proc = popt.DISP_PROC | ||
| 281 | elif opt == "-pv": | ||
| 282 | opt_proc = popt.DISP_PROC_VERBOSE | ||
| 283 | elif opt == '-u': | ||
| 284 | opt_ns = False | ||
| 285 | elif opt == "-t": | ||
| 286 | set_type(topt.DISP_TIME) | ||
| 287 | elif opt == "-m": | ||
| 288 | set_type(topt.DISP_MIG) | ||
| 289 | elif opt == "-fs": | ||
| 290 | set_type(topt.DISP_ISOLFREE) | ||
| 291 | elif opt == "-ms": | ||
| 292 | set_type(topt.DISP_ISOLMIG) | ||
| 293 | else: | ||
| 294 | sys.exit(usage) | ||
| 295 | |||
| 296 | elif i == argc - 1: | ||
| 297 | m = pid_re.search(opt) | ||
| 298 | if m != None and m.group() != "": | ||
| 299 | if m.group(3) != None: | ||
| 300 | f = pid_filter(m.group(3), m.group(3)) | ||
| 301 | else: | ||
| 302 | f = pid_filter(m.group(1), m.group(2)) | ||
| 303 | else: | ||
| 304 | try: | ||
| 305 | comm_re=re.compile(opt) | ||
| 306 | except: | ||
| 307 | sys.stderr.write("invalid regex '%s'" % opt) | ||
| 308 | sys.exit(usage) | ||
| 309 | f = comm_filter(comm_re) | ||
| 310 | |||
| 311 | chead.add_filter(f) | ||
diff --git a/tools/perf/scripts/python/export-to-postgresql.py b/tools/perf/scripts/python/export-to-postgresql.py index 4cdafd880074..84a32037a80f 100644 --- a/tools/perf/scripts/python/export-to-postgresql.py +++ b/tools/perf/scripts/python/export-to-postgresql.py | |||
| @@ -15,6 +15,53 @@ import sys | |||
| 15 | import struct | 15 | import struct |
| 16 | import datetime | 16 | import datetime |
| 17 | 17 | ||
| 18 | # To use this script you will need to have installed package python-pyside which | ||
| 19 | # provides LGPL-licensed Python bindings for Qt. You will also need the package | ||
| 20 | # libqt4-sql-psql for Qt postgresql support. | ||
| 21 | # | ||
| 22 | # The script assumes postgresql is running on the local machine and that the | ||
| 23 | # user has postgresql permissions to create databases. Examples of installing | ||
| 24 | # postgresql and adding such a user are: | ||
| 25 | # | ||
| 26 | # fedora: | ||
| 27 | # | ||
| 28 | # $ sudo yum install postgresql postgresql-server python-pyside qt-postgresql | ||
| 29 | # $ sudo su - postgres -c initdb | ||
| 30 | # $ sudo service postgresql start | ||
| 31 | # $ sudo su - postgres | ||
| 32 | # $ createuser <your user id here> | ||
| 33 | # Shall the new role be a superuser? (y/n) y | ||
| 34 | # | ||
| 35 | # ubuntu: | ||
| 36 | # | ||
| 37 | # $ sudo apt-get install postgresql | ||
| 38 | # $ sudo su - postgres | ||
| 39 | # $ createuser <your user id here> | ||
| 40 | # Shall the new role be a superuser? (y/n) y | ||
| 41 | # | ||
| 42 | # An example of using this script with Intel PT: | ||
| 43 | # | ||
| 44 | # $ perf record -e intel_pt//u ls | ||
| 45 | # $ perf script -s ~/libexec/perf-core/scripts/python/export-to-postgresql.py pt_example branches calls | ||
| 46 | # 2015-05-29 12:49:23.464364 Creating database... | ||
| 47 | # 2015-05-29 12:49:26.281717 Writing to intermediate files... | ||
| 48 | # 2015-05-29 12:49:27.190383 Copying to database... | ||
| 49 | # 2015-05-29 12:49:28.140451 Removing intermediate files... | ||
| 50 | # 2015-05-29 12:49:28.147451 Adding primary keys | ||
| 51 | # 2015-05-29 12:49:28.655683 Adding foreign keys | ||
| 52 | # 2015-05-29 12:49:29.365350 Done | ||
| 53 | # | ||
| 54 | # To browse the database, psql can be used e.g. | ||
| 55 | # | ||
| 56 | # $ psql pt_example | ||
| 57 | # pt_example=# select * from samples_view where id < 100; | ||
| 58 | # pt_example=# \d+ | ||
| 59 | # pt_example=# \d+ samples_view | ||
| 60 | # pt_example=# \q | ||
| 61 | # | ||
| 62 | # An example of using the database is provided by the script | ||
| 63 | # call-graph-from-postgresql.py. Refer to that script for details. | ||
| 64 | |||
| 18 | from PySide.QtSql import * | 65 | from PySide.QtSql import * |
| 19 | 66 | ||
| 20 | # Need to access PostgreSQL C library directly to use COPY FROM STDIN | 67 | # Need to access PostgreSQL C library directly to use COPY FROM STDIN |
