diff options
| author | Wolfram Sang <wsa@the-dreams.de> | 2019-05-03 09:20:04 -0400 |
|---|---|---|
| committer | Wolfram Sang <wsa@the-dreams.de> | 2019-05-03 09:20:58 -0400 |
| commit | d00afd5ede1c29a6dc59be2d7fb7d6ef28eb85c5 (patch) | |
| tree | e194b1968e54380a6654abf7d3a037ca0a010280 /tools/perf/scripts/python/export-to-postgresql.py | |
| parent | 9a51b86a61214a297cdfc1bb705b7267f9455ae6 (diff) | |
| parent | d5984d2a312144bedccf32aea2298f8df05bb617 (diff) | |
Merge branch 'i2c-mux/for-next' of https://github.com/peda-r/i2c-mux into i2c/for-5.2
Mainly some pca954x work, i.e. removal of unused platform data support
and added support for sysfs interface for manipulating/examining the
idle state. And then a mechanical cocci-style patch.
Diffstat (limited to 'tools/perf/scripts/python/export-to-postgresql.py')
| -rw-r--r-- | tools/perf/scripts/python/export-to-postgresql.py | 61 |
1 files changed, 44 insertions, 17 deletions
diff --git a/tools/perf/scripts/python/export-to-postgresql.py b/tools/perf/scripts/python/export-to-postgresql.py index 390a351d15ea..c3eae1d77d36 100644 --- a/tools/perf/scripts/python/export-to-postgresql.py +++ b/tools/perf/scripts/python/export-to-postgresql.py | |||
| @@ -10,6 +10,8 @@ | |||
| 10 | # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for | 10 | # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| 11 | # more details. | 11 | # more details. |
| 12 | 12 | ||
| 13 | from __future__ import print_function | ||
| 14 | |||
| 13 | import os | 15 | import os |
| 14 | import sys | 16 | import sys |
| 15 | import struct | 17 | import struct |
| @@ -199,6 +201,18 @@ import datetime | |||
| 199 | 201 | ||
| 200 | from PySide.QtSql import * | 202 | from PySide.QtSql import * |
| 201 | 203 | ||
| 204 | if sys.version_info < (3, 0): | ||
| 205 | def toserverstr(str): | ||
| 206 | return str | ||
| 207 | def toclientstr(str): | ||
| 208 | return str | ||
| 209 | else: | ||
| 210 | # Assume UTF-8 server_encoding and client_encoding | ||
| 211 | def toserverstr(str): | ||
| 212 | return bytes(str, "UTF_8") | ||
| 213 | def toclientstr(str): | ||
| 214 | return bytes(str, "UTF_8") | ||
| 215 | |||
| 202 | # Need to access PostgreSQL C library directly to use COPY FROM STDIN | 216 | # Need to access PostgreSQL C library directly to use COPY FROM STDIN |
| 203 | from ctypes import * | 217 | from ctypes import * |
| 204 | libpq = CDLL("libpq.so.5") | 218 | libpq = CDLL("libpq.so.5") |
| @@ -234,12 +248,17 @@ perf_db_export_mode = True | |||
| 234 | perf_db_export_calls = False | 248 | perf_db_export_calls = False |
| 235 | perf_db_export_callchains = False | 249 | perf_db_export_callchains = False |
| 236 | 250 | ||
| 251 | def printerr(*args, **kw_args): | ||
| 252 | print(*args, file=sys.stderr, **kw_args) | ||
| 253 | |||
| 254 | def printdate(*args, **kw_args): | ||
| 255 | print(datetime.datetime.today(), *args, sep=' ', **kw_args) | ||
| 237 | 256 | ||
| 238 | def usage(): | 257 | def usage(): |
| 239 | print >> sys.stderr, "Usage is: export-to-postgresql.py <database name> [<columns>] [<calls>] [<callchains>]" | 258 | printerr("Usage is: export-to-postgresql.py <database name> [<columns>] [<calls>] [<callchains>]") |
| 240 | print >> sys.stderr, "where: columns 'all' or 'branches'" | 259 | printerr("where: columns 'all' or 'branches'") |
| 241 | print >> sys.stderr, " calls 'calls' => create calls and call_paths table" | 260 | printerr(" calls 'calls' => create calls and call_paths table") |
| 242 | print >> sys.stderr, " callchains 'callchains' => create call_paths table" | 261 | printerr(" callchains 'callchains' => create call_paths table") |
| 243 | raise Exception("Too few arguments") | 262 | raise Exception("Too few arguments") |
| 244 | 263 | ||
| 245 | if (len(sys.argv) < 2): | 264 | if (len(sys.argv) < 2): |
| @@ -273,7 +292,7 @@ def do_query(q, s): | |||
| 273 | return | 292 | return |
| 274 | raise Exception("Query failed: " + q.lastError().text()) | 293 | raise Exception("Query failed: " + q.lastError().text()) |
| 275 | 294 | ||
| 276 | print datetime.datetime.today(), "Creating database..." | 295 | printdate("Creating database...") |
| 277 | 296 | ||
| 278 | db = QSqlDatabase.addDatabase('QPSQL') | 297 | db = QSqlDatabase.addDatabase('QPSQL') |
| 279 | query = QSqlQuery(db) | 298 | query = QSqlQuery(db) |
| @@ -506,12 +525,12 @@ do_query(query, 'CREATE VIEW samples_view AS ' | |||
| 506 | ' FROM samples') | 525 | ' FROM samples') |
| 507 | 526 | ||
| 508 | 527 | ||
| 509 | file_header = struct.pack("!11sii", "PGCOPY\n\377\r\n\0", 0, 0) | 528 | file_header = struct.pack("!11sii", b"PGCOPY\n\377\r\n\0", 0, 0) |
| 510 | file_trailer = "\377\377" | 529 | file_trailer = b"\377\377" |
| 511 | 530 | ||
| 512 | def open_output_file(file_name): | 531 | def open_output_file(file_name): |
| 513 | path_name = output_dir_name + "/" + file_name | 532 | path_name = output_dir_name + "/" + file_name |
| 514 | file = open(path_name, "w+") | 533 | file = open(path_name, "wb+") |
| 515 | file.write(file_header) | 534 | file.write(file_header) |
| 516 | return file | 535 | return file |
| 517 | 536 | ||
| @@ -526,13 +545,13 @@ def copy_output_file_direct(file, table_name): | |||
| 526 | 545 | ||
| 527 | # Use COPY FROM STDIN because security may prevent postgres from accessing the files directly | 546 | # Use COPY FROM STDIN because security may prevent postgres from accessing the files directly |
| 528 | def copy_output_file(file, table_name): | 547 | def copy_output_file(file, table_name): |
| 529 | conn = PQconnectdb("dbname = " + dbname) | 548 | conn = PQconnectdb(toclientstr("dbname = " + dbname)) |
| 530 | if (PQstatus(conn)): | 549 | if (PQstatus(conn)): |
| 531 | raise Exception("COPY FROM STDIN PQconnectdb failed") | 550 | raise Exception("COPY FROM STDIN PQconnectdb failed") |
| 532 | file.write(file_trailer) | 551 | file.write(file_trailer) |
| 533 | file.seek(0) | 552 | file.seek(0) |
| 534 | sql = "COPY " + table_name + " FROM STDIN (FORMAT 'binary')" | 553 | sql = "COPY " + table_name + " FROM STDIN (FORMAT 'binary')" |
| 535 | res = PQexec(conn, sql) | 554 | res = PQexec(conn, toclientstr(sql)) |
| 536 | if (PQresultStatus(res) != 4): | 555 | if (PQresultStatus(res) != 4): |
| 537 | raise Exception("COPY FROM STDIN PQexec failed") | 556 | raise Exception("COPY FROM STDIN PQexec failed") |
| 538 | data = file.read(65536) | 557 | data = file.read(65536) |
| @@ -566,7 +585,7 @@ if perf_db_export_calls: | |||
| 566 | call_file = open_output_file("call_table.bin") | 585 | call_file = open_output_file("call_table.bin") |
| 567 | 586 | ||
| 568 | def trace_begin(): | 587 | def trace_begin(): |
| 569 | print datetime.datetime.today(), "Writing to intermediate files..." | 588 | printdate("Writing to intermediate files...") |
| 570 | # id == 0 means unknown. It is easier to create records for them than replace the zeroes with NULLs | 589 | # id == 0 means unknown. It is easier to create records for them than replace the zeroes with NULLs |
| 571 | evsel_table(0, "unknown") | 590 | evsel_table(0, "unknown") |
| 572 | machine_table(0, 0, "unknown") | 591 | machine_table(0, 0, "unknown") |
| @@ -582,7 +601,7 @@ def trace_begin(): | |||
| 582 | unhandled_count = 0 | 601 | unhandled_count = 0 |
| 583 | 602 | ||
| 584 | def trace_end(): | 603 | def trace_end(): |
| 585 | print datetime.datetime.today(), "Copying to database..." | 604 | printdate("Copying to database...") |
| 586 | copy_output_file(evsel_file, "selected_events") | 605 | copy_output_file(evsel_file, "selected_events") |
| 587 | copy_output_file(machine_file, "machines") | 606 | copy_output_file(machine_file, "machines") |
| 588 | copy_output_file(thread_file, "threads") | 607 | copy_output_file(thread_file, "threads") |
| @@ -597,7 +616,7 @@ def trace_end(): | |||
| 597 | if perf_db_export_calls: | 616 | if perf_db_export_calls: |
| 598 | copy_output_file(call_file, "calls") | 617 | copy_output_file(call_file, "calls") |
| 599 | 618 | ||
| 600 | print datetime.datetime.today(), "Removing intermediate files..." | 619 | printdate("Removing intermediate files...") |
| 601 | remove_output_file(evsel_file) | 620 | remove_output_file(evsel_file) |
| 602 | remove_output_file(machine_file) | 621 | remove_output_file(machine_file) |
| 603 | remove_output_file(thread_file) | 622 | remove_output_file(thread_file) |
| @@ -612,7 +631,7 @@ def trace_end(): | |||
| 612 | if perf_db_export_calls: | 631 | if perf_db_export_calls: |
| 613 | remove_output_file(call_file) | 632 | remove_output_file(call_file) |
| 614 | os.rmdir(output_dir_name) | 633 | os.rmdir(output_dir_name) |
| 615 | print datetime.datetime.today(), "Adding primary keys" | 634 | printdate("Adding primary keys") |
| 616 | do_query(query, 'ALTER TABLE selected_events ADD PRIMARY KEY (id)') | 635 | do_query(query, 'ALTER TABLE selected_events ADD PRIMARY KEY (id)') |
| 617 | do_query(query, 'ALTER TABLE machines ADD PRIMARY KEY (id)') | 636 | do_query(query, 'ALTER TABLE machines ADD PRIMARY KEY (id)') |
| 618 | do_query(query, 'ALTER TABLE threads ADD PRIMARY KEY (id)') | 637 | do_query(query, 'ALTER TABLE threads ADD PRIMARY KEY (id)') |
| @@ -627,7 +646,7 @@ def trace_end(): | |||
| 627 | if perf_db_export_calls: | 646 | if perf_db_export_calls: |
| 628 | do_query(query, 'ALTER TABLE calls ADD PRIMARY KEY (id)') | 647 | do_query(query, 'ALTER TABLE calls ADD PRIMARY KEY (id)') |
| 629 | 648 | ||
| 630 | print datetime.datetime.today(), "Adding foreign keys" | 649 | printdate("Adding foreign keys") |
| 631 | do_query(query, 'ALTER TABLE threads ' | 650 | do_query(query, 'ALTER TABLE threads ' |
| 632 | 'ADD CONSTRAINT machinefk FOREIGN KEY (machine_id) REFERENCES machines (id),' | 651 | 'ADD CONSTRAINT machinefk FOREIGN KEY (machine_id) REFERENCES machines (id),' |
| 633 | 'ADD CONSTRAINT processfk FOREIGN KEY (process_id) REFERENCES threads (id)') | 652 | 'ADD CONSTRAINT processfk FOREIGN KEY (process_id) REFERENCES threads (id)') |
| @@ -663,8 +682,8 @@ def trace_end(): | |||
| 663 | do_query(query, 'CREATE INDEX pid_idx ON calls (parent_id)') | 682 | do_query(query, 'CREATE INDEX pid_idx ON calls (parent_id)') |
| 664 | 683 | ||
| 665 | if (unhandled_count): | 684 | if (unhandled_count): |
| 666 | print datetime.datetime.today(), "Warning: ", unhandled_count, " unhandled events" | 685 | printdate("Warning: ", unhandled_count, " unhandled events") |
| 667 | print datetime.datetime.today(), "Done" | 686 | printdate("Done") |
| 668 | 687 | ||
| 669 | def trace_unhandled(event_name, context, event_fields_dict): | 688 | def trace_unhandled(event_name, context, event_fields_dict): |
| 670 | global unhandled_count | 689 | global unhandled_count |
| @@ -674,12 +693,14 @@ def sched__sched_switch(*x): | |||
| 674 | pass | 693 | pass |
| 675 | 694 | ||
| 676 | def evsel_table(evsel_id, evsel_name, *x): | 695 | def evsel_table(evsel_id, evsel_name, *x): |
| 696 | evsel_name = toserverstr(evsel_name) | ||
| 677 | n = len(evsel_name) | 697 | n = len(evsel_name) |
| 678 | fmt = "!hiqi" + str(n) + "s" | 698 | fmt = "!hiqi" + str(n) + "s" |
| 679 | value = struct.pack(fmt, 2, 8, evsel_id, n, evsel_name) | 699 | value = struct.pack(fmt, 2, 8, evsel_id, n, evsel_name) |
| 680 | evsel_file.write(value) | 700 | evsel_file.write(value) |
| 681 | 701 | ||
| 682 | def machine_table(machine_id, pid, root_dir, *x): | 702 | def machine_table(machine_id, pid, root_dir, *x): |
| 703 | root_dir = toserverstr(root_dir) | ||
| 683 | n = len(root_dir) | 704 | n = len(root_dir) |
| 684 | fmt = "!hiqiii" + str(n) + "s" | 705 | fmt = "!hiqiii" + str(n) + "s" |
| 685 | value = struct.pack(fmt, 3, 8, machine_id, 4, pid, n, root_dir) | 706 | value = struct.pack(fmt, 3, 8, machine_id, 4, pid, n, root_dir) |
| @@ -690,6 +711,7 @@ def thread_table(thread_id, machine_id, process_id, pid, tid, *x): | |||
| 690 | thread_file.write(value) | 711 | thread_file.write(value) |
| 691 | 712 | ||
| 692 | def comm_table(comm_id, comm_str, *x): | 713 | def comm_table(comm_id, comm_str, *x): |
| 714 | comm_str = toserverstr(comm_str) | ||
| 693 | n = len(comm_str) | 715 | n = len(comm_str) |
| 694 | fmt = "!hiqi" + str(n) + "s" | 716 | fmt = "!hiqi" + str(n) + "s" |
| 695 | value = struct.pack(fmt, 2, 8, comm_id, n, comm_str) | 717 | value = struct.pack(fmt, 2, 8, comm_id, n, comm_str) |
| @@ -701,6 +723,9 @@ def comm_thread_table(comm_thread_id, comm_id, thread_id, *x): | |||
| 701 | comm_thread_file.write(value) | 723 | comm_thread_file.write(value) |
| 702 | 724 | ||
| 703 | def dso_table(dso_id, machine_id, short_name, long_name, build_id, *x): | 725 | def dso_table(dso_id, machine_id, short_name, long_name, build_id, *x): |
| 726 | short_name = toserverstr(short_name) | ||
| 727 | long_name = toserverstr(long_name) | ||
| 728 | build_id = toserverstr(build_id) | ||
| 704 | n1 = len(short_name) | 729 | n1 = len(short_name) |
| 705 | n2 = len(long_name) | 730 | n2 = len(long_name) |
| 706 | n3 = len(build_id) | 731 | n3 = len(build_id) |
| @@ -709,12 +734,14 @@ def dso_table(dso_id, machine_id, short_name, long_name, build_id, *x): | |||
| 709 | dso_file.write(value) | 734 | dso_file.write(value) |
| 710 | 735 | ||
| 711 | def symbol_table(symbol_id, dso_id, sym_start, sym_end, binding, symbol_name, *x): | 736 | def symbol_table(symbol_id, dso_id, sym_start, sym_end, binding, symbol_name, *x): |
| 737 | symbol_name = toserverstr(symbol_name) | ||
| 712 | n = len(symbol_name) | 738 | n = len(symbol_name) |
| 713 | fmt = "!hiqiqiqiqiii" + str(n) + "s" | 739 | fmt = "!hiqiqiqiqiii" + str(n) + "s" |
| 714 | value = struct.pack(fmt, 6, 8, symbol_id, 8, dso_id, 8, sym_start, 8, sym_end, 4, binding, n, symbol_name) | 740 | value = struct.pack(fmt, 6, 8, symbol_id, 8, dso_id, 8, sym_start, 8, sym_end, 4, binding, n, symbol_name) |
| 715 | symbol_file.write(value) | 741 | symbol_file.write(value) |
| 716 | 742 | ||
| 717 | def branch_type_table(branch_type, name, *x): | 743 | def branch_type_table(branch_type, name, *x): |
| 744 | name = toserverstr(name) | ||
| 718 | n = len(name) | 745 | n = len(name) |
| 719 | fmt = "!hiii" + str(n) + "s" | 746 | fmt = "!hiii" + str(n) + "s" |
| 720 | value = struct.pack(fmt, 2, 4, branch_type, n, name) | 747 | value = struct.pack(fmt, 2, 4, branch_type, n, name) |
