diff options
Diffstat (limited to 'tools/perf/scripts/python')
-rw-r--r-- | tools/perf/scripts/python/bin/compaction-times-record | 2 | ||||
-rw-r--r-- | tools/perf/scripts/python/bin/compaction-times-report | 4 | ||||
-rw-r--r-- | tools/perf/scripts/python/call-graph-from-postgresql.py | 327 | ||||
-rw-r--r-- | tools/perf/scripts/python/compaction-times.py | 311 | ||||
-rw-r--r-- | tools/perf/scripts/python/export-to-postgresql.py | 47 |
5 files changed, 691 insertions, 0 deletions
diff --git a/tools/perf/scripts/python/bin/compaction-times-record b/tools/perf/scripts/python/bin/compaction-times-record new file mode 100644 index 000000000000..6edcd40e14e8 --- /dev/null +++ b/tools/perf/scripts/python/bin/compaction-times-record | |||
@@ -0,0 +1,2 @@ | |||
1 | #!/bin/bash | ||
2 | perf record -e compaction:mm_compaction_begin -e compaction:mm_compaction_end -e compaction:mm_compaction_migratepages -e compaction:mm_compaction_isolate_migratepages -e compaction:mm_compaction_isolate_freepages $@ | ||
diff --git a/tools/perf/scripts/python/bin/compaction-times-report b/tools/perf/scripts/python/bin/compaction-times-report new file mode 100644 index 000000000000..3dc13897cfde --- /dev/null +++ b/tools/perf/scripts/python/bin/compaction-times-report | |||
@@ -0,0 +1,4 @@ | |||
1 | #!/bin/bash | ||
2 | #description: display time taken by mm compaction | ||
3 | #args: [-h] [-u] [-p|-pv] [-t | [-m] [-fs] [-ms]] [pid|pid-range|comm-regex] | ||
4 | perf script -s "$PERF_EXEC_PATH"/scripts/python/compaction-times.py $@ | ||
diff --git a/tools/perf/scripts/python/call-graph-from-postgresql.py b/tools/perf/scripts/python/call-graph-from-postgresql.py new file mode 100644 index 000000000000..e78fdc2a5a9d --- /dev/null +++ b/tools/perf/scripts/python/call-graph-from-postgresql.py | |||
@@ -0,0 +1,327 @@ | |||
1 | #!/usr/bin/python2 | ||
2 | # call-graph-from-postgresql.py: create call-graph from postgresql database | ||
3 | # Copyright (c) 2014, Intel Corporation. | ||
4 | # | ||
5 | # This program is free software; you can redistribute it and/or modify it | ||
6 | # under the terms and conditions of the GNU General Public License, | ||
7 | # version 2, as published by the Free Software Foundation. | ||
8 | # | ||
9 | # This program is distributed in the hope it will be useful, but WITHOUT | ||
10 | # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | ||
11 | # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for | ||
12 | # more details. | ||
13 | |||
14 | # To use this script you will need to have exported data using the | ||
15 | # export-to-postgresql.py script. Refer to that script for details. | ||
16 | # | ||
17 | # Following on from the example in the export-to-postgresql.py script, a | ||
18 | # call-graph can be displayed for the pt_example database like this: | ||
19 | # | ||
20 | # python tools/perf/scripts/python/call-graph-from-postgresql.py pt_example | ||
21 | # | ||
22 | # Note this script supports connecting to remote databases by setting hostname, | ||
23 | # port, username, password, and dbname e.g. | ||
24 | # | ||
25 | # python tools/perf/scripts/python/call-graph-from-postgresql.py "hostname=myhost username=myuser password=mypassword dbname=pt_example" | ||
26 | # | ||
27 | # The result is a GUI window with a tree representing a context-sensitive | ||
28 | # call-graph. Expanding a couple of levels of the tree and adjusting column | ||
29 | # widths to suit will display something like: | ||
30 | # | ||
31 | # Call Graph: pt_example | ||
32 | # Call Path Object Count Time(ns) Time(%) Branch Count Branch Count(%) | ||
33 | # v- ls | ||
34 | # v- 2638:2638 | ||
35 | # v- _start ld-2.19.so 1 10074071 100.0 211135 100.0 | ||
36 | # |- unknown unknown 1 13198 0.1 1 0.0 | ||
37 | # >- _dl_start ld-2.19.so 1 1400980 13.9 19637 9.3 | ||
38 | # >- _d_linit_internal ld-2.19.so 1 448152 4.4 11094 5.3 | ||
39 | # v-__libc_start_main@plt ls 1 8211741 81.5 180397 85.4 | ||
40 | # >- _dl_fixup ld-2.19.so 1 7607 0.1 108 0.1 | ||
41 | # >- __cxa_atexit libc-2.19.so 1 11737 0.1 10 0.0 | ||
42 | # >- __libc_csu_init ls 1 10354 0.1 10 0.0 | ||
43 | # |- _setjmp libc-2.19.so 1 0 0.0 4 0.0 | ||
44 | # v- main ls 1 8182043 99.6 180254 99.9 | ||
45 | # | ||
46 | # Points to note: | ||
47 | # The top level is a command name (comm) | ||
48 | # The next level is a thread (pid:tid) | ||
49 | # Subsequent levels are functions | ||
50 | # 'Count' is the number of calls | ||
51 | # 'Time' is the elapsed time until the function returns | ||
52 | # Percentages are relative to the level above | ||
53 | # 'Branch Count' is the total number of branches for that function and all | ||
54 | # functions that it calls | ||
55 | |||
56 | import sys | ||
57 | from PySide.QtCore import * | ||
58 | from PySide.QtGui import * | ||
59 | from PySide.QtSql import * | ||
60 | from decimal import * | ||
61 | |||
62 | class TreeItem(): | ||
63 | |||
64 | def __init__(self, db, row, parent_item): | ||
65 | self.db = db | ||
66 | self.row = row | ||
67 | self.parent_item = parent_item | ||
68 | self.query_done = False; | ||
69 | self.child_count = 0 | ||
70 | self.child_items = [] | ||
71 | self.data = ["", "", "", "", "", "", ""] | ||
72 | self.comm_id = 0 | ||
73 | self.thread_id = 0 | ||
74 | self.call_path_id = 1 | ||
75 | self.branch_count = 0 | ||
76 | self.time = 0 | ||
77 | if not parent_item: | ||
78 | self.setUpRoot() | ||
79 | |||
80 | def setUpRoot(self): | ||
81 | self.query_done = True | ||
82 | query = QSqlQuery(self.db) | ||
83 | ret = query.exec_('SELECT id, comm FROM comms') | ||
84 | if not ret: | ||
85 | raise Exception("Query failed: " + query.lastError().text()) | ||
86 | while query.next(): | ||
87 | if not query.value(0): | ||
88 | continue | ||
89 | child_item = TreeItem(self.db, self.child_count, self) | ||
90 | self.child_items.append(child_item) | ||
91 | self.child_count += 1 | ||
92 | child_item.setUpLevel1(query.value(0), query.value(1)) | ||
93 | |||
94 | def setUpLevel1(self, comm_id, comm): | ||
95 | self.query_done = True; | ||
96 | self.comm_id = comm_id | ||
97 | self.data[0] = comm | ||
98 | self.child_items = [] | ||
99 | self.child_count = 0 | ||
100 | query = QSqlQuery(self.db) | ||
101 | ret = query.exec_('SELECT thread_id, ( SELECT pid FROM threads WHERE id = thread_id ), ( SELECT tid FROM threads WHERE id = thread_id ) FROM comm_threads WHERE comm_id = ' + str(comm_id)) | ||
102 | if not ret: | ||
103 | raise Exception("Query failed: " + query.lastError().text()) | ||
104 | while query.next(): | ||
105 | child_item = TreeItem(self.db, self.child_count, self) | ||
106 | self.child_items.append(child_item) | ||
107 | self.child_count += 1 | ||
108 | child_item.setUpLevel2(comm_id, query.value(0), query.value(1), query.value(2)) | ||
109 | |||
110 | def setUpLevel2(self, comm_id, thread_id, pid, tid): | ||
111 | self.comm_id = comm_id | ||
112 | self.thread_id = thread_id | ||
113 | self.data[0] = str(pid) + ":" + str(tid) | ||
114 | |||
115 | def getChildItem(self, row): | ||
116 | return self.child_items[row] | ||
117 | |||
118 | def getParentItem(self): | ||
119 | return self.parent_item | ||
120 | |||
121 | def getRow(self): | ||
122 | return self.row | ||
123 | |||
124 | def timePercent(self, b): | ||
125 | if not self.time: | ||
126 | return "0.0" | ||
127 | x = (b * Decimal(100)) / self.time | ||
128 | return str(x.quantize(Decimal('.1'), rounding=ROUND_HALF_UP)) | ||
129 | |||
130 | def branchPercent(self, b): | ||
131 | if not self.branch_count: | ||
132 | return "0.0" | ||
133 | x = (b * Decimal(100)) / self.branch_count | ||
134 | return str(x.quantize(Decimal('.1'), rounding=ROUND_HALF_UP)) | ||
135 | |||
136 | def addChild(self, call_path_id, name, dso, count, time, branch_count): | ||
137 | child_item = TreeItem(self.db, self.child_count, self) | ||
138 | child_item.comm_id = self.comm_id | ||
139 | child_item.thread_id = self.thread_id | ||
140 | child_item.call_path_id = call_path_id | ||
141 | child_item.branch_count = branch_count | ||
142 | child_item.time = time | ||
143 | child_item.data[0] = name | ||
144 | if dso == "[kernel.kallsyms]": | ||
145 | dso = "[kernel]" | ||
146 | child_item.data[1] = dso | ||
147 | child_item.data[2] = str(count) | ||
148 | child_item.data[3] = str(time) | ||
149 | child_item.data[4] = self.timePercent(time) | ||
150 | child_item.data[5] = str(branch_count) | ||
151 | child_item.data[6] = self.branchPercent(branch_count) | ||
152 | self.child_items.append(child_item) | ||
153 | self.child_count += 1 | ||
154 | |||
155 | def selectCalls(self): | ||
156 | self.query_done = True; | ||
157 | query = QSqlQuery(self.db) | ||
158 | ret = query.exec_('SELECT id, call_path_id, branch_count, call_time, return_time, ' | ||
159 | '( SELECT name FROM symbols WHERE id = ( SELECT symbol_id FROM call_paths WHERE id = call_path_id ) ), ' | ||
160 | '( SELECT short_name FROM dsos WHERE id = ( SELECT dso_id FROM symbols WHERE id = ( SELECT symbol_id FROM call_paths WHERE id = call_path_id ) ) ), ' | ||
161 | '( SELECT ip FROM call_paths where id = call_path_id ) ' | ||
162 | 'FROM calls WHERE parent_call_path_id = ' + str(self.call_path_id) + ' AND comm_id = ' + str(self.comm_id) + ' AND thread_id = ' + str(self.thread_id) + | ||
163 | 'ORDER BY call_path_id') | ||
164 | if not ret: | ||
165 | raise Exception("Query failed: " + query.lastError().text()) | ||
166 | last_call_path_id = 0 | ||
167 | name = "" | ||
168 | dso = "" | ||
169 | count = 0 | ||
170 | branch_count = 0 | ||
171 | total_branch_count = 0 | ||
172 | time = 0 | ||
173 | total_time = 0 | ||
174 | while query.next(): | ||
175 | if query.value(1) == last_call_path_id: | ||
176 | count += 1 | ||
177 | branch_count += query.value(2) | ||
178 | time += query.value(4) - query.value(3) | ||
179 | else: | ||
180 | if count: | ||
181 | self.addChild(last_call_path_id, name, dso, count, time, branch_count) | ||
182 | last_call_path_id = query.value(1) | ||
183 | name = query.value(5) | ||
184 | dso = query.value(6) | ||
185 | count = 1 | ||
186 | total_branch_count += branch_count | ||
187 | total_time += time | ||
188 | branch_count = query.value(2) | ||
189 | time = query.value(4) - query.value(3) | ||
190 | if count: | ||
191 | self.addChild(last_call_path_id, name, dso, count, time, branch_count) | ||
192 | total_branch_count += branch_count | ||
193 | total_time += time | ||
194 | # Top level does not have time or branch count, so fix that here | ||
195 | if total_branch_count > self.branch_count: | ||
196 | self.branch_count = total_branch_count | ||
197 | if self.branch_count: | ||
198 | for child_item in self.child_items: | ||
199 | child_item.data[6] = self.branchPercent(child_item.branch_count) | ||
200 | if total_time > self.time: | ||
201 | self.time = total_time | ||
202 | if self.time: | ||
203 | for child_item in self.child_items: | ||
204 | child_item.data[4] = self.timePercent(child_item.time) | ||
205 | |||
206 | def childCount(self): | ||
207 | if not self.query_done: | ||
208 | self.selectCalls() | ||
209 | return self.child_count | ||
210 | |||
211 | def columnCount(self): | ||
212 | return 7 | ||
213 | |||
214 | def columnHeader(self, column): | ||
215 | headers = ["Call Path", "Object", "Count ", "Time (ns) ", "Time (%) ", "Branch Count ", "Branch Count (%) "] | ||
216 | return headers[column] | ||
217 | |||
218 | def getData(self, column): | ||
219 | return self.data[column] | ||
220 | |||
221 | class TreeModel(QAbstractItemModel): | ||
222 | |||
223 | def __init__(self, db, parent=None): | ||
224 | super(TreeModel, self).__init__(parent) | ||
225 | self.db = db | ||
226 | self.root = TreeItem(db, 0, None) | ||
227 | |||
228 | def columnCount(self, parent): | ||
229 | return self.root.columnCount() | ||
230 | |||
231 | def rowCount(self, parent): | ||
232 | if parent.isValid(): | ||
233 | parent_item = parent.internalPointer() | ||
234 | else: | ||
235 | parent_item = self.root | ||
236 | return parent_item.childCount() | ||
237 | |||
238 | def headerData(self, section, orientation, role): | ||
239 | if role == Qt.TextAlignmentRole: | ||
240 | if section > 1: | ||
241 | return Qt.AlignRight | ||
242 | if role != Qt.DisplayRole: | ||
243 | return None | ||
244 | if orientation != Qt.Horizontal: | ||
245 | return None | ||
246 | return self.root.columnHeader(section) | ||
247 | |||
248 | def parent(self, child): | ||
249 | child_item = child.internalPointer() | ||
250 | if child_item is self.root: | ||
251 | return QModelIndex() | ||
252 | parent_item = child_item.getParentItem() | ||
253 | return self.createIndex(parent_item.getRow(), 0, parent_item) | ||
254 | |||
255 | def index(self, row, column, parent): | ||
256 | if parent.isValid(): | ||
257 | parent_item = parent.internalPointer() | ||
258 | else: | ||
259 | parent_item = self.root | ||
260 | child_item = parent_item.getChildItem(row) | ||
261 | return self.createIndex(row, column, child_item) | ||
262 | |||
263 | def data(self, index, role): | ||
264 | if role == Qt.TextAlignmentRole: | ||
265 | if index.column() > 1: | ||
266 | return Qt.AlignRight | ||
267 | if role != Qt.DisplayRole: | ||
268 | return None | ||
269 | index_item = index.internalPointer() | ||
270 | return index_item.getData(index.column()) | ||
271 | |||
272 | class MainWindow(QMainWindow): | ||
273 | |||
274 | def __init__(self, db, dbname, parent=None): | ||
275 | super(MainWindow, self).__init__(parent) | ||
276 | |||
277 | self.setObjectName("MainWindow") | ||
278 | self.setWindowTitle("Call Graph: " + dbname) | ||
279 | self.move(100, 100) | ||
280 | self.resize(800, 600) | ||
281 | style = self.style() | ||
282 | icon = style.standardIcon(QStyle.SP_MessageBoxInformation) | ||
283 | self.setWindowIcon(icon); | ||
284 | |||
285 | self.model = TreeModel(db) | ||
286 | |||
287 | self.view = QTreeView() | ||
288 | self.view.setModel(self.model) | ||
289 | |||
290 | self.setCentralWidget(self.view) | ||
291 | |||
292 | if __name__ == '__main__': | ||
293 | if (len(sys.argv) < 2): | ||
294 | print >> sys.stderr, "Usage is: call-graph-from-postgresql.py <database name>" | ||
295 | raise Exception("Too few arguments") | ||
296 | |||
297 | dbname = sys.argv[1] | ||
298 | |||
299 | db = QSqlDatabase.addDatabase('QPSQL') | ||
300 | |||
301 | opts = dbname.split() | ||
302 | for opt in opts: | ||
303 | if '=' in opt: | ||
304 | opt = opt.split('=') | ||
305 | if opt[0] == 'hostname': | ||
306 | db.setHostName(opt[1]) | ||
307 | elif opt[0] == 'port': | ||
308 | db.setPort(int(opt[1])) | ||
309 | elif opt[0] == 'username': | ||
310 | db.setUserName(opt[1]) | ||
311 | elif opt[0] == 'password': | ||
312 | db.setPassword(opt[1]) | ||
313 | elif opt[0] == 'dbname': | ||
314 | dbname = opt[1] | ||
315 | else: | ||
316 | dbname = opt | ||
317 | |||
318 | db.setDatabaseName(dbname) | ||
319 | if not db.open(): | ||
320 | raise Exception("Failed to open database " + dbname + " error: " + db.lastError().text()) | ||
321 | |||
322 | app = QApplication(sys.argv) | ||
323 | window = MainWindow(db, dbname) | ||
324 | window.show() | ||
325 | err = app.exec_() | ||
326 | db.close() | ||
327 | sys.exit(err) | ||
diff --git a/tools/perf/scripts/python/compaction-times.py b/tools/perf/scripts/python/compaction-times.py new file mode 100644 index 000000000000..239cb0568ec3 --- /dev/null +++ b/tools/perf/scripts/python/compaction-times.py | |||
@@ -0,0 +1,311 @@ | |||
1 | # report time spent in compaction | ||
2 | # Licensed under the terms of the GNU GPL License version 2 | ||
3 | |||
4 | # testing: | ||
5 | # 'echo 1 > /proc/sys/vm/compact_memory' to force compaction of all zones | ||
6 | |||
7 | import os | ||
8 | import sys | ||
9 | import re | ||
10 | |||
11 | import signal | ||
12 | signal.signal(signal.SIGPIPE, signal.SIG_DFL) | ||
13 | |||
14 | usage = "usage: perf script report compaction-times.py -- [-h] [-u] [-p|-pv] [-t | [-m] [-fs] [-ms]] [pid|pid-range|comm-regex]\n" | ||
15 | |||
16 | class popt: | ||
17 | DISP_DFL = 0 | ||
18 | DISP_PROC = 1 | ||
19 | DISP_PROC_VERBOSE=2 | ||
20 | |||
21 | class topt: | ||
22 | DISP_TIME = 0 | ||
23 | DISP_MIG = 1 | ||
24 | DISP_ISOLFREE = 2 | ||
25 | DISP_ISOLMIG = 4 | ||
26 | DISP_ALL = 7 | ||
27 | |||
28 | class comm_filter: | ||
29 | def __init__(self, re): | ||
30 | self.re = re | ||
31 | |||
32 | def filter(self, pid, comm): | ||
33 | m = self.re.search(comm) | ||
34 | return m == None or m.group() == "" | ||
35 | |||
36 | class pid_filter: | ||
37 | def __init__(self, low, high): | ||
38 | self.low = (0 if low == "" else int(low)) | ||
39 | self.high = (0 if high == "" else int(high)) | ||
40 | |||
41 | def filter(self, pid, comm): | ||
42 | return not (pid >= self.low and (self.high == 0 or pid <= self.high)) | ||
43 | |||
44 | def set_type(t): | ||
45 | global opt_disp | ||
46 | opt_disp = (t if opt_disp == topt.DISP_ALL else opt_disp|t) | ||
47 | |||
48 | def ns(sec, nsec): | ||
49 | return (sec * 1000000000) + nsec | ||
50 | |||
51 | def time(ns): | ||
52 | return "%dns" % ns if opt_ns else "%dus" % (round(ns, -3) / 1000) | ||
53 | |||
54 | class pair: | ||
55 | def __init__(self, aval, bval, alabel = None, blabel = None): | ||
56 | self.alabel = alabel | ||
57 | self.blabel = blabel | ||
58 | self.aval = aval | ||
59 | self.bval = bval | ||
60 | |||
61 | def __add__(self, rhs): | ||
62 | self.aval += rhs.aval | ||
63 | self.bval += rhs.bval | ||
64 | return self | ||
65 | |||
66 | def __str__(self): | ||
67 | return "%s=%d %s=%d" % (self.alabel, self.aval, self.blabel, self.bval) | ||
68 | |||
69 | class cnode: | ||
70 | def __init__(self, ns): | ||
71 | self.ns = ns | ||
72 | self.migrated = pair(0, 0, "moved", "failed") | ||
73 | self.fscan = pair(0,0, "scanned", "isolated") | ||
74 | self.mscan = pair(0,0, "scanned", "isolated") | ||
75 | |||
76 | def __add__(self, rhs): | ||
77 | self.ns += rhs.ns | ||
78 | self.migrated += rhs.migrated | ||
79 | self.fscan += rhs.fscan | ||
80 | self.mscan += rhs.mscan | ||
81 | return self | ||
82 | |||
83 | def __str__(self): | ||
84 | prev = 0 | ||
85 | s = "%s " % time(self.ns) | ||
86 | if (opt_disp & topt.DISP_MIG): | ||
87 | s += "migration: %s" % self.migrated | ||
88 | prev = 1 | ||
89 | if (opt_disp & topt.DISP_ISOLFREE): | ||
90 | s += "%sfree_scanner: %s" % (" " if prev else "", self.fscan) | ||
91 | prev = 1 | ||
92 | if (opt_disp & topt.DISP_ISOLMIG): | ||
93 | s += "%smigration_scanner: %s" % (" " if prev else "", self.mscan) | ||
94 | return s | ||
95 | |||
96 | def complete(self, secs, nsecs): | ||
97 | self.ns = ns(secs, nsecs) - self.ns | ||
98 | |||
99 | def increment(self, migrated, fscan, mscan): | ||
100 | if (migrated != None): | ||
101 | self.migrated += migrated | ||
102 | if (fscan != None): | ||
103 | self.fscan += fscan | ||
104 | if (mscan != None): | ||
105 | self.mscan += mscan | ||
106 | |||
107 | |||
108 | class chead: | ||
109 | heads = {} | ||
110 | val = cnode(0); | ||
111 | fobj = None | ||
112 | |||
113 | @classmethod | ||
114 | def add_filter(cls, filter): | ||
115 | cls.fobj = filter | ||
116 | |||
117 | @classmethod | ||
118 | def create_pending(cls, pid, comm, start_secs, start_nsecs): | ||
119 | filtered = 0 | ||
120 | try: | ||
121 | head = cls.heads[pid] | ||
122 | filtered = head.is_filtered() | ||
123 | except KeyError: | ||
124 | if cls.fobj != None: | ||
125 | filtered = cls.fobj.filter(pid, comm) | ||
126 | head = cls.heads[pid] = chead(comm, pid, filtered) | ||
127 | |||
128 | if not filtered: | ||
129 | head.mark_pending(start_secs, start_nsecs) | ||
130 | |||
131 | @classmethod | ||
132 | def increment_pending(cls, pid, migrated, fscan, mscan): | ||
133 | head = cls.heads[pid] | ||
134 | if not head.is_filtered(): | ||
135 | if head.is_pending(): | ||
136 | head.do_increment(migrated, fscan, mscan) | ||
137 | else: | ||
138 | sys.stderr.write("missing start compaction event for pid %d\n" % pid) | ||
139 | |||
140 | @classmethod | ||
141 | def complete_pending(cls, pid, secs, nsecs): | ||
142 | head = cls.heads[pid] | ||
143 | if not head.is_filtered(): | ||
144 | if head.is_pending(): | ||
145 | head.make_complete(secs, nsecs) | ||
146 | else: | ||
147 | sys.stderr.write("missing start compaction event for pid %d\n" % pid) | ||
148 | |||
149 | @classmethod | ||
150 | def gen(cls): | ||
151 | if opt_proc != popt.DISP_DFL: | ||
152 | for i in cls.heads: | ||
153 | yield cls.heads[i] | ||
154 | |||
155 | @classmethod | ||
156 | def str(cls): | ||
157 | return cls.val | ||
158 | |||
159 | def __init__(self, comm, pid, filtered): | ||
160 | self.comm = comm | ||
161 | self.pid = pid | ||
162 | self.val = cnode(0) | ||
163 | self.pending = None | ||
164 | self.filtered = filtered | ||
165 | self.list = [] | ||
166 | |||
167 | def __add__(self, rhs): | ||
168 | self.ns += rhs.ns | ||
169 | self.val += rhs.val | ||
170 | return self | ||
171 | |||
172 | def mark_pending(self, secs, nsecs): | ||
173 | self.pending = cnode(ns(secs, nsecs)) | ||
174 | |||
175 | def do_increment(self, migrated, fscan, mscan): | ||
176 | self.pending.increment(migrated, fscan, mscan) | ||
177 | |||
178 | def make_complete(self, secs, nsecs): | ||
179 | self.pending.complete(secs, nsecs) | ||
180 | chead.val += self.pending | ||
181 | |||
182 | if opt_proc != popt.DISP_DFL: | ||
183 | self.val += self.pending | ||
184 | |||
185 | if opt_proc == popt.DISP_PROC_VERBOSE: | ||
186 | self.list.append(self.pending) | ||
187 | self.pending = None | ||
188 | |||
189 | def enumerate(self): | ||
190 | if opt_proc == popt.DISP_PROC_VERBOSE and not self.is_filtered(): | ||
191 | for i, pelem in enumerate(self.list): | ||
192 | sys.stdout.write("%d[%s].%d: %s\n" % (self.pid, self.comm, i+1, pelem)) | ||
193 | |||
194 | def is_pending(self): | ||
195 | return self.pending != None | ||
196 | |||
197 | def is_filtered(self): | ||
198 | return self.filtered | ||
199 | |||
200 | def display(self): | ||
201 | if not self.is_filtered(): | ||
202 | sys.stdout.write("%d[%s]: %s\n" % (self.pid, self.comm, self.val)) | ||
203 | |||
204 | |||
205 | def trace_end(): | ||
206 | sys.stdout.write("total: %s\n" % chead.str()) | ||
207 | for i in chead.gen(): | ||
208 | i.display(), | ||
209 | i.enumerate() | ||
210 | |||
211 | def compaction__mm_compaction_migratepages(event_name, context, common_cpu, | ||
212 | common_secs, common_nsecs, common_pid, common_comm, | ||
213 | common_callchain, nr_migrated, nr_failed): | ||
214 | |||
215 | chead.increment_pending(common_pid, | ||
216 | pair(nr_migrated, nr_failed), None, None) | ||
217 | |||
218 | def compaction__mm_compaction_isolate_freepages(event_name, context, common_cpu, | ||
219 | common_secs, common_nsecs, common_pid, common_comm, | ||
220 | common_callchain, start_pfn, end_pfn, nr_scanned, nr_taken): | ||
221 | |||
222 | chead.increment_pending(common_pid, | ||
223 | None, pair(nr_scanned, nr_taken), None) | ||
224 | |||
225 | def compaction__mm_compaction_isolate_migratepages(event_name, context, common_cpu, | ||
226 | common_secs, common_nsecs, common_pid, common_comm, | ||
227 | common_callchain, start_pfn, end_pfn, nr_scanned, nr_taken): | ||
228 | |||
229 | chead.increment_pending(common_pid, | ||
230 | None, None, pair(nr_scanned, nr_taken)) | ||
231 | |||
232 | def compaction__mm_compaction_end(event_name, context, common_cpu, | ||
233 | common_secs, common_nsecs, common_pid, common_comm, | ||
234 | common_callchain, zone_start, migrate_start, free_start, zone_end, | ||
235 | sync, status): | ||
236 | |||
237 | chead.complete_pending(common_pid, common_secs, common_nsecs) | ||
238 | |||
239 | def compaction__mm_compaction_begin(event_name, context, common_cpu, | ||
240 | common_secs, common_nsecs, common_pid, common_comm, | ||
241 | common_callchain, zone_start, migrate_start, free_start, zone_end, | ||
242 | sync): | ||
243 | |||
244 | chead.create_pending(common_pid, common_comm, common_secs, common_nsecs) | ||
245 | |||
246 | def pr_help(): | ||
247 | global usage | ||
248 | |||
249 | sys.stdout.write(usage) | ||
250 | sys.stdout.write("\n") | ||
251 | sys.stdout.write("-h display this help\n") | ||
252 | sys.stdout.write("-p display by process\n") | ||
253 | sys.stdout.write("-pv display by process (verbose)\n") | ||
254 | sys.stdout.write("-t display stall times only\n") | ||
255 | sys.stdout.write("-m display stats for migration\n") | ||
256 | sys.stdout.write("-fs display stats for free scanner\n") | ||
257 | sys.stdout.write("-ms display stats for migration scanner\n") | ||
258 | sys.stdout.write("-u display results in microseconds (default nanoseconds)\n") | ||
259 | |||
260 | |||
261 | comm_re = None | ||
262 | pid_re = None | ||
263 | pid_regex = "^(\d*)-(\d*)$|^(\d*)$" | ||
264 | |||
265 | opt_proc = popt.DISP_DFL | ||
266 | opt_disp = topt.DISP_ALL | ||
267 | |||
268 | opt_ns = True | ||
269 | |||
270 | argc = len(sys.argv) - 1 | ||
271 | if argc >= 1: | ||
272 | pid_re = re.compile(pid_regex) | ||
273 | |||
274 | for i, opt in enumerate(sys.argv[1:]): | ||
275 | if opt[0] == "-": | ||
276 | if opt == "-h": | ||
277 | pr_help() | ||
278 | exit(0); | ||
279 | elif opt == "-p": | ||
280 | opt_proc = popt.DISP_PROC | ||
281 | elif opt == "-pv": | ||
282 | opt_proc = popt.DISP_PROC_VERBOSE | ||
283 | elif opt == '-u': | ||
284 | opt_ns = False | ||
285 | elif opt == "-t": | ||
286 | set_type(topt.DISP_TIME) | ||
287 | elif opt == "-m": | ||
288 | set_type(topt.DISP_MIG) | ||
289 | elif opt == "-fs": | ||
290 | set_type(topt.DISP_ISOLFREE) | ||
291 | elif opt == "-ms": | ||
292 | set_type(topt.DISP_ISOLMIG) | ||
293 | else: | ||
294 | sys.exit(usage) | ||
295 | |||
296 | elif i == argc - 1: | ||
297 | m = pid_re.search(opt) | ||
298 | if m != None and m.group() != "": | ||
299 | if m.group(3) != None: | ||
300 | f = pid_filter(m.group(3), m.group(3)) | ||
301 | else: | ||
302 | f = pid_filter(m.group(1), m.group(2)) | ||
303 | else: | ||
304 | try: | ||
305 | comm_re=re.compile(opt) | ||
306 | except: | ||
307 | sys.stderr.write("invalid regex '%s'" % opt) | ||
308 | sys.exit(usage) | ||
309 | f = comm_filter(comm_re) | ||
310 | |||
311 | chead.add_filter(f) | ||
diff --git a/tools/perf/scripts/python/export-to-postgresql.py b/tools/perf/scripts/python/export-to-postgresql.py index 4cdafd880074..84a32037a80f 100644 --- a/tools/perf/scripts/python/export-to-postgresql.py +++ b/tools/perf/scripts/python/export-to-postgresql.py | |||
@@ -15,6 +15,53 @@ import sys | |||
15 | import struct | 15 | import struct |
16 | import datetime | 16 | import datetime |
17 | 17 | ||
18 | # To use this script you will need to have installed package python-pyside which | ||
19 | # provides LGPL-licensed Python bindings for Qt. You will also need the package | ||
20 | # libqt4-sql-psql for Qt postgresql support. | ||
21 | # | ||
22 | # The script assumes postgresql is running on the local machine and that the | ||
23 | # user has postgresql permissions to create databases. Examples of installing | ||
24 | # postgresql and adding such a user are: | ||
25 | # | ||
26 | # fedora: | ||
27 | # | ||
28 | # $ sudo yum install postgresql postgresql-server python-pyside qt-postgresql | ||
29 | # $ sudo su - postgres -c initdb | ||
30 | # $ sudo service postgresql start | ||
31 | # $ sudo su - postgres | ||
32 | # $ createuser <your user id here> | ||
33 | # Shall the new role be a superuser? (y/n) y | ||
34 | # | ||
35 | # ubuntu: | ||
36 | # | ||
37 | # $ sudo apt-get install postgresql | ||
38 | # $ sudo su - postgres | ||
39 | # $ createuser <your user id here> | ||
40 | # Shall the new role be a superuser? (y/n) y | ||
41 | # | ||
42 | # An example of using this script with Intel PT: | ||
43 | # | ||
44 | # $ perf record -e intel_pt//u ls | ||
45 | # $ perf script -s ~/libexec/perf-core/scripts/python/export-to-postgresql.py pt_example branches calls | ||
46 | # 2015-05-29 12:49:23.464364 Creating database... | ||
47 | # 2015-05-29 12:49:26.281717 Writing to intermediate files... | ||
48 | # 2015-05-29 12:49:27.190383 Copying to database... | ||
49 | # 2015-05-29 12:49:28.140451 Removing intermediate files... | ||
50 | # 2015-05-29 12:49:28.147451 Adding primary keys | ||
51 | # 2015-05-29 12:49:28.655683 Adding foreign keys | ||
52 | # 2015-05-29 12:49:29.365350 Done | ||
53 | # | ||
54 | # To browse the database, psql can be used e.g. | ||
55 | # | ||
56 | # $ psql pt_example | ||
57 | # pt_example=# select * from samples_view where id < 100; | ||
58 | # pt_example=# \d+ | ||
59 | # pt_example=# \d+ samples_view | ||
60 | # pt_example=# \q | ||
61 | # | ||
62 | # An example of using the database is provided by the script | ||
63 | # call-graph-from-postgresql.py. Refer to that script for details. | ||
64 | |||
18 | from PySide.QtSql import * | 65 | from PySide.QtSql import * |
19 | 66 | ||
20 | # Need to access PostgreSQL C library directly to use COPY FROM STDIN | 67 | # Need to access PostgreSQL C library directly to use COPY FROM STDIN |