1 # export-to-postgresql.py: export perf data to a postgresql database 2 # Copyright (c) 2014, Intel Corporation. 3 # 4 # This program is free software; you can redistribute it and/or modify it 5 # under the terms and conditions of the GNU General Public License, 6 # version 2, as published by the Free Software Foundation. 7 # 8 # This program is distributed in the hope it will be useful, but WITHOUT 9 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 10 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for 11 # more details. 12 13 from __future__ import print_function 14 15 import os 16 import sys 17 import struct 18 import datetime 19 20 # To use this script you will need to have installed package python-pyside which 21 # provides LGPL-licensed Python bindings for Qt. You will also need the package 22 # libqt4-sql-psql for Qt postgresql support. 23 # 24 # The script assumes postgresql is running on the local machine and that the 25 # user has postgresql permissions to create databases. Examples of installing 26 # postgresql and adding such a user are: 27 # 28 # fedora: 29 # 30 # $ sudo yum install postgresql postgresql-server qt-postgresql 31 # $ sudo su - postgres -c initdb 32 # $ sudo service postgresql start 33 # $ sudo su - postgres 34 # $ createuser -s <your user id here> # Older versions may not support -s, in which case answer the prompt below: 35 # Shall the new role be a superuser? (y/n) y 36 # $ sudo yum install python-pyside 37 # 38 # Alternately, to use Python3 and/or pyside 2, one of the following: 39 # $ sudo yum install python3-pyside 40 # $ pip install --user PySide2 41 # $ pip3 install --user PySide2 42 # 43 # ubuntu: 44 # 45 # $ sudo apt-get install postgresql 46 # $ sudo su - postgres 47 # $ createuser -s <your user id here> 48 # $ sudo apt-get install python-pyside.qtsql libqt4-sql-psql 49 # 50 # Alternately, to use Python3 and/or pyside 2, one of the following: 51 # 52 # $ sudo apt-get install python3-pyside.qtsql libqt4-sql-psql 53 # $ sudo apt-get install python-pyside2.qtsql libqt5sql5-psql 54 # $ sudo apt-get install python3-pyside2.qtsql libqt5sql5-psql 55 # 56 # An example of using this script with Intel PT: 57 # 58 # $ perf record -e intel_pt//u ls 59 # $ perf script -s ~/libexec/perf-core/scripts/python/export-to-postgresql.py pt_example branches calls 60 # 2015-05-29 12:49:23.464364 Creating database... 61 # 2015-05-29 12:49:26.281717 Writing to intermediate files... 62 # 2015-05-29 12:49:27.190383 Copying to database... 63 # 2015-05-29 12:49:28.140451 Removing intermediate files... 64 # 2015-05-29 12:49:28.147451 Adding primary keys 65 # 2015-05-29 12:49:28.655683 Adding foreign keys 66 # 2015-05-29 12:49:29.365350 Done 67 # 68 # To browse the database, psql can be used e.g. 69 # 70 # $ psql pt_example 71 # pt_example=# select * from samples_view where id < 100; 72 # pt_example=# \d+ 73 # pt_example=# \d+ samples_view 74 # pt_example=# \q 75 # 76 # An example of using the database is provided by the script 77 # exported-sql-viewer.py. Refer to that script for details. 78 # 79 # Tables: 80 # 81 # The tables largely correspond to perf tools' data structures. They are largely self-explanatory. 82 # 83 # samples 84 # 85 # 'samples' is the main table. It represents what instruction was executing at a point in time 86 # when something (a selected event) happened. The memory address is the instruction pointer or 'ip'. 87 # 88 # calls 89 # 90 # 'calls' represents function calls and is related to 'samples' by 'call_id' and 'return_id'. 91 # 'calls' is only created when the 'calls' option to this script is specified. 92 # 93 # call_paths 94 # 95 # 'call_paths' represents all the call stacks. Each 'call' has an associated record in 'call_paths'. 96 # 'calls_paths' is only created when the 'calls' option to this script is specified. 97 # 98 # branch_types 99 # 100 # 'branch_types' provides descriptions for each type of branch. 101 # 102 # comm_threads 103 # 104 # 'comm_threads' shows how 'comms' relates to 'threads'. 105 # 106 # comms 107 # 108 # 'comms' contains a record for each 'comm' - the name given to the executable that is running. 109 # 110 # dsos 111 # 112 # 'dsos' contains a record for each executable file or library. 113 # 114 # machines 115 # 116 # 'machines' can be used to distinguish virtual machines if virtualization is supported. 117 # 118 # selected_events 119 # 120 # 'selected_events' contains a record for each kind of event that has been sampled. 121 # 122 # symbols 123 # 124 # 'symbols' contains a record for each symbol. Only symbols that have samples are present. 125 # 126 # threads 127 # 128 # 'threads' contains a record for each thread. 129 # 130 # Views: 131 # 132 # Most of the tables have views for more friendly display. The views are: 133 # 134 # calls_view 135 # call_paths_view 136 # comm_threads_view 137 # dsos_view 138 # machines_view 139 # samples_view 140 # symbols_view 141 # threads_view 142 # 143 # More examples of browsing the database with psql: 144 # Note that some of the examples are not the most optimal SQL query. 145 # Note that call information is only available if the script's 'calls' option has been used. 146 # 147 # Top 10 function calls (not aggregated by symbol): 148 # 149 # SELECT * FROM calls_view ORDER BY elapsed_time DESC LIMIT 10; 150 # 151 # Top 10 function calls (aggregated by symbol): 152 # 153 # SELECT symbol_id,(SELECT name FROM symbols WHERE id = symbol_id) AS symbol, 154 # SUM(elapsed_time) AS tot_elapsed_time,SUM(branch_count) AS tot_branch_count 155 # FROM calls_view GROUP BY symbol_id ORDER BY tot_elapsed_time DESC LIMIT 10; 156 # 157 # Note that the branch count gives a rough estimation of cpu usage, so functions 158 # that took a long time but have a relatively low branch count must have spent time 159 # waiting. 160 # 161 # Find symbols by pattern matching on part of the name (e.g. names containing 'alloc'): 162 # 163 # SELECT * FROM symbols_view WHERE name LIKE '%alloc%'; 164 # 165 # Top 10 function calls for a specific symbol (e.g. whose symbol_id is 187): 166 # 167 # SELECT * FROM calls_view WHERE symbol_id = 187 ORDER BY elapsed_time DESC LIMIT 10; 168 # 169 # Show function calls made by function in the same context (i.e. same call path) (e.g. one with call_path_id 254): 170 # 171 # SELECT * FROM calls_view WHERE parent_call_path_id = 254; 172 # 173 # Show branches made during a function call (e.g. where call_id is 29357 and return_id is 29370 and tid is 29670) 174 # 175 # SELECT * FROM samples_view WHERE id >= 29357 AND id <= 29370 AND tid = 29670 AND event LIKE 'branches%'; 176 # 177 # Show transactions: 178 # 179 # SELECT * FROM samples_view WHERE event = 'transactions'; 180 # 181 # Note transaction start has 'in_tx' true whereas, transaction end has 'in_tx' false. 182 # Transaction aborts have branch_type_name 'transaction abort' 183 # 184 # Show transaction aborts: 185 # 186 # SELECT * FROM samples_view WHERE event = 'transactions' AND branch_type_name = 'transaction abort'; 187 # 188 # To print a call stack requires walking the call_paths table. For example this python script: 189 # #!/usr/bin/python2 190 # 191 # import sys 192 # from PySide.QtSql import * 193 # 194 # if __name__ == '__main__': 195 # if (len(sys.argv) < 3): 196 # print >> sys.stderr, "Usage is: printcallstack.py <database name> <call_path_id>" 197 # raise Exception("Too few arguments") 198 # dbname = sys.argv[1] 199 # call_path_id = sys.argv[2] 200 # db = QSqlDatabase.addDatabase('QPSQL') 201 # db.setDatabaseName(dbname) 202 # if not db.open(): 203 # raise Exception("Failed to open database " + dbname + " error: " + db.lastError().text()) 204 # query = QSqlQuery(db) 205 # print " id ip symbol_id symbol dso_id dso_short_name" 206 # while call_path_id != 0 and call_path_id != 1: 207 # ret = query.exec_('SELECT * FROM call_paths_view WHERE id = ' + str(call_path_id)) 208 # if not ret: 209 # raise Exception("Query failed: " + query.lastError().text()) 210 # if not query.next(): 211 # raise Exception("Query failed") 212 # print "{0:>6} {1:>10} {2:>9} {3:<30} {4:>6} {5:<30}".format(query.value(0), query.value(1), query.value(2), query.value(3), query.value(4), query.value(5)) 213 # call_path_id = query.value(6) 214 215 pyside_version_1 = True 216 if not "pyside-version-1" in sys.argv: 217 try: 218 from PySide2.QtSql import * 219 pyside_version_1 = False 220 except: 221 pass 222 223 if pyside_version_1: 224 from PySide.QtSql import * 225 226 if sys.version_info < (3, 0): 227 def toserverstr(str): 228 return str 229 def toclientstr(str): 230 return str 231 else: 232 # Assume UTF-8 server_encoding and client_encoding 233 def toserverstr(str): 234 return bytes(str, "UTF_8") 235 def toclientstr(str): 236 return bytes(str, "UTF_8") 237 238 # Need to access PostgreSQL C library directly to use COPY FROM STDIN 239 from ctypes import * 240 libpq = CDLL("libpq.so.5") 241 PQconnectdb = libpq.PQconnectdb 242 PQconnectdb.restype = c_void_p 243 PQconnectdb.argtypes = [ c_char_p ] 244 PQfinish = libpq.PQfinish 245 PQfinish.argtypes = [ c_void_p ] 246 PQstatus = libpq.PQstatus 247 PQstatus.restype = c_int 248 PQstatus.argtypes = [ c_void_p ] 249 PQexec = libpq.PQexec 250 PQexec.restype = c_void_p 251 PQexec.argtypes = [ c_void_p, c_char_p ] 252 PQresultStatus = libpq.PQresultStatus 253 PQresultStatus.restype = c_int 254 PQresultStatus.argtypes = [ c_void_p ] 255 PQputCopyData = libpq.PQputCopyData 256 PQputCopyData.restype = c_int 257 PQputCopyData.argtypes = [ c_void_p, c_void_p, c_int ] 258 PQputCopyEnd = libpq.PQputCopyEnd 259 PQputCopyEnd.restype = c_int 260 PQputCopyEnd.argtypes = [ c_void_p, c_void_p ] 261 262 sys.path.append(os.environ['PERF_EXEC_PATH'] + \ 263 '/scripts/python/Perf-Trace-Util/lib/Perf/Trace') 264 265 # These perf imports are not used at present 266 #from perf_trace_context import * 267 #from Core import * 268 269 perf_db_export_mode = True 270 perf_db_export_calls = False 271 perf_db_export_callchains = False 272 273 def printerr(*args, **kw_args): 274 print(*args, file=sys.stderr, **kw_args) 275 276 def printdate(*args, **kw_args): 277 print(datetime.datetime.today(), *args, sep=' ', **kw_args) 278 279 def usage(): 280 printerr("Usage is: export-to-postgresql.py <database name> [<columns>] [<calls>] [<callchains>] [<pyside-version-1>]"); 281 printerr("where: columns 'all' or 'branches'"); 282 printerr(" calls 'calls' => create calls and call_paths table"); 283 printerr(" callchains 'callchains' => create call_paths table"); 284 printerr(" pyside-version-1 'pyside-version-1' => use pyside version 1"); 285 raise Exception("Too few or bad arguments") 286 287 if (len(sys.argv) < 2): 288 usage() 289 290 dbname = sys.argv[1] 291 292 if (len(sys.argv) >= 3): 293 columns = sys.argv[2] 294 else: 295 columns = "all" 296 297 if columns not in ("all", "branches"): 298 usage() 299 300 branches = (columns == "branches") 301 302 for i in range(3,len(sys.argv)): 303 if (sys.argv[i] == "calls"): 304 perf_db_export_calls = True 305 elif (sys.argv[i] == "callchains"): 306 perf_db_export_callchains = True 307 elif (sys.argv[i] == "pyside-version-1"): 308 pass 309 else: 310 usage() 311 312 output_dir_name = os.getcwd() + "/" + dbname + "-perf-data" 313 os.mkdir(output_dir_name) 314 315 def do_query(q, s): 316 if (q.exec_(s)): 317 return 318 raise Exception("Query failed: " + q.lastError().text()) 319 320 printdate("Creating database...") 321 322 db = QSqlDatabase.addDatabase('QPSQL') 323 query = QSqlQuery(db) 324 db.setDatabaseName('postgres') 325 db.open() 326 try: 327 do_query(query, 'CREATE DATABASE ' + dbname) 328 except: 329 os.rmdir(output_dir_name) 330 raise 331 query.finish() 332 query.clear() 333 db.close() 334 335 db.setDatabaseName(dbname) 336 db.open() 337 338 query = QSqlQuery(db) 339 do_query(query, 'SET client_min_messages TO WARNING') 340 341 do_query(query, 'CREATE TABLE selected_events (' 342 'id bigint NOT NULL,' 343 'name varchar(80))') 344 do_query(query, 'CREATE TABLE machines (' 345 'id bigint NOT NULL,' 346 'pid integer,' 347 'root_dir varchar(4096))') 348 do_query(query, 'CREATE TABLE threads (' 349 'id bigint NOT NULL,' 350 'machine_id bigint,' 351 'process_id bigint,' 352 'pid integer,' 353 'tid integer)') 354 do_query(query, 'CREATE TABLE comms (' 355 'id bigint NOT NULL,' 356 'comm varchar(16),' 357 'c_thread_id bigint,' 358 'c_time bigint,' 359 'exec_flag boolean)') 360 do_query(query, 'CREATE TABLE comm_threads (' 361 'id bigint NOT NULL,' 362 'comm_id bigint,' 363 'thread_id bigint)') 364 do_query(query, 'CREATE TABLE dsos (' 365 'id bigint NOT NULL,' 366 'machine_id bigint,' 367 'short_name varchar(256),' 368 'long_name varchar(4096),' 369 'build_id varchar(64))') 370 do_query(query, 'CREATE TABLE symbols (' 371 'id bigint NOT NULL,' 372 'dso_id bigint,' 373 'sym_start bigint,' 374 'sym_end bigint,' 375 'binding integer,' 376 'name varchar(2048))') 377 do_query(query, 'CREATE TABLE branch_types (' 378 'id integer NOT NULL,' 379 'name varchar(80))') 380 381 if branches: 382 do_query(query, 'CREATE TABLE samples (' 383 'id bigint NOT NULL,' 384 'evsel_id bigint,' 385 'machine_id bigint,' 386 'thread_id bigint,' 387 'comm_id bigint,' 388 'dso_id bigint,' 389 'symbol_id bigint,' 390 'sym_offset bigint,' 391 'ip bigint,' 392 'time bigint,' 393 'cpu integer,' 394 'to_dso_id bigint,' 395 'to_symbol_id bigint,' 396 'to_sym_offset bigint,' 397 'to_ip bigint,' 398 'branch_type integer,' 399 'in_tx boolean,' 400 'call_path_id bigint,' 401 'insn_count bigint,' 402 'cyc_count bigint)') 403 else: 404 do_query(query, 'CREATE TABLE samples (' 405 'id bigint NOT NULL,' 406 'evsel_id bigint,' 407 'machine_id bigint,' 408 'thread_id bigint,' 409 'comm_id bigint,' 410 'dso_id bigint,' 411 'symbol_id bigint,' 412 'sym_offset bigint,' 413 'ip bigint,' 414 'time bigint,' 415 'cpu integer,' 416 'to_dso_id bigint,' 417 'to_symbol_id bigint,' 418 'to_sym_offset bigint,' 419 'to_ip bigint,' 420 'period bigint,' 421 'weight bigint,' 422 'transaction bigint,' 423 'data_src bigint,' 424 'branch_type integer,' 425 'in_tx boolean,' 426 'call_path_id bigint,' 427 'insn_count bigint,' 428 'cyc_count bigint)') 429 430 if perf_db_export_calls or perf_db_export_callchains: 431 do_query(query, 'CREATE TABLE call_paths (' 432 'id bigint NOT NULL,' 433 'parent_id bigint,' 434 'symbol_id bigint,' 435 'ip bigint)') 436 if perf_db_export_calls: 437 do_query(query, 'CREATE TABLE calls (' 438 'id bigint NOT NULL,' 439 'thread_id bigint,' 440 'comm_id bigint,' 441 'call_path_id bigint,' 442 'call_time bigint,' 443 'return_time bigint,' 444 'branch_count bigint,' 445 'call_id bigint,' 446 'return_id bigint,' 447 'parent_call_path_id bigint,' 448 'flags integer,' 449 'parent_id bigint,' 450 'insn_count bigint,' 451 'cyc_count bigint)') 452 453 do_query(query, 'CREATE TABLE ptwrite (' 454 'id bigint NOT NULL,' 455 'payload bigint,' 456 'exact_ip boolean)') 457 458 do_query(query, 'CREATE TABLE cbr (' 459 'id bigint NOT NULL,' 460 'cbr integer,' 461 'mhz integer,' 462 'percent integer)') 463 464 do_query(query, 'CREATE TABLE mwait (' 465 'id bigint NOT NULL,' 466 'hints integer,' 467 'extensions integer)') 468 469 do_query(query, 'CREATE TABLE pwre (' 470 'id bigint NOT NULL,' 471 'cstate integer,' 472 'subcstate integer,' 473 'hw boolean)') 474 475 do_query(query, 'CREATE TABLE exstop (' 476 'id bigint NOT NULL,' 477 'exact_ip boolean)') 478 479 do_query(query, 'CREATE TABLE pwrx (' 480 'id bigint NOT NULL,' 481 'deepest_cstate integer,' 482 'last_cstate integer,' 483 'wake_reason integer)') 484 485 do_query(query, 'CREATE TABLE context_switches (' 486 'id bigint NOT NULL,' 487 'machine_id bigint,' 488 'time bigint,' 489 'cpu integer,' 490 'thread_out_id bigint,' 491 'comm_out_id bigint,' 492 'thread_in_id bigint,' 493 'comm_in_id bigint,' 494 'flags integer)') 495 496 do_query(query, 'CREATE VIEW machines_view AS ' 497 'SELECT ' 498 'id,' 499 'pid,' 500 'root_dir,' 501 'CASE WHEN id=0 THEN \'unknown\' WHEN pid=-1 THEN \'host\' ELSE \'guest\' END AS host_or_guest' 502 ' FROM machines') 503 504 do_query(query, 'CREATE VIEW dsos_view AS ' 505 'SELECT ' 506 'id,' 507 'machine_id,' 508 '(SELECT host_or_guest FROM machines_view WHERE id = machine_id) AS host_or_guest,' 509 'short_name,' 510 'long_name,' 511 'build_id' 512 ' FROM dsos') 513 514 do_query(query, 'CREATE VIEW symbols_view AS ' 515 'SELECT ' 516 'id,' 517 'name,' 518 '(SELECT short_name FROM dsos WHERE id=dso_id) AS dso,' 519 'dso_id,' 520 'sym_start,' 521 'sym_end,' 522 'CASE WHEN binding=0 THEN \'local\' WHEN binding=1 THEN \'global\' ELSE \'weak\' END AS binding' 523 ' FROM symbols') 524 525 do_query(query, 'CREATE VIEW threads_view AS ' 526 'SELECT ' 527 'id,' 528 'machine_id,' 529 '(SELECT host_or_guest FROM machines_view WHERE id = machine_id) AS host_or_guest,' 530 'process_id,' 531 'pid,' 532 'tid' 533 ' FROM threads') 534 535 do_query(query, 'CREATE VIEW comm_threads_view AS ' 536 'SELECT ' 537 'comm_id,' 538 '(SELECT comm FROM comms WHERE id = comm_id) AS command,' 539 'thread_id,' 540 '(SELECT pid FROM threads WHERE id = thread_id) AS pid,' 541 '(SELECT tid FROM threads WHERE id = thread_id) AS tid' 542 ' FROM comm_threads') 543 544 if perf_db_export_calls or perf_db_export_callchains: 545 do_query(query, 'CREATE VIEW call_paths_view AS ' 546 'SELECT ' 547 'c.id,' 548 'to_hex(c.ip) AS ip,' 549 'c.symbol_id,' 550 '(SELECT name FROM symbols WHERE id = c.symbol_id) AS symbol,' 551 '(SELECT dso_id FROM symbols WHERE id = c.symbol_id) AS dso_id,' 552 '(SELECT dso FROM symbols_view WHERE id = c.symbol_id) AS dso_short_name,' 553 'c.parent_id,' 554 'to_hex(p.ip) AS parent_ip,' 555 'p.symbol_id AS parent_symbol_id,' 556 '(SELECT name FROM symbols WHERE id = p.symbol_id) AS parent_symbol,' 557 '(SELECT dso_id FROM symbols WHERE id = p.symbol_id) AS parent_dso_id,' 558 '(SELECT dso FROM symbols_view WHERE id = p.symbol_id) AS parent_dso_short_name' 559 ' FROM call_paths c INNER JOIN call_paths p ON p.id = c.parent_id') 560 if perf_db_export_calls: 561 do_query(query, 'CREATE VIEW calls_view AS ' 562 'SELECT ' 563 'calls.id,' 564 'thread_id,' 565 '(SELECT pid FROM threads WHERE id = thread_id) AS pid,' 566 '(SELECT tid FROM threads WHERE id = thread_id) AS tid,' 567 '(SELECT comm FROM comms WHERE id = comm_id) AS command,' 568 'call_path_id,' 569 'to_hex(ip) AS ip,' 570 'symbol_id,' 571 '(SELECT name FROM symbols WHERE id = symbol_id) AS symbol,' 572 'call_time,' 573 'return_time,' 574 'return_time - call_time AS elapsed_time,' 575 'branch_count,' 576 'insn_count,' 577 'cyc_count,' 578 'CASE WHEN cyc_count=0 THEN CAST(0 AS NUMERIC(20, 2)) ELSE CAST((CAST(insn_count AS FLOAT) / cyc_count) AS NUMERIC(20, 2)) END AS IPC,' 579 'call_id,' 580 'return_id,' 581 'CASE WHEN flags=0 THEN \'\' WHEN flags=1 THEN \'no call\' WHEN flags=2 THEN \'no return\' WHEN flags=3 THEN \'no call/return\' WHEN flags=6 THEN \'jump\' ELSE CAST ( flags AS VARCHAR(6) ) END AS flags,' 582 'parent_call_path_id,' 583 'calls.parent_id' 584 ' FROM calls INNER JOIN call_paths ON call_paths.id = call_path_id') 585 586 do_query(query, 'CREATE VIEW samples_view AS ' 587 'SELECT ' 588 'id,' 589 'time,' 590 'cpu,' 591 '(SELECT pid FROM threads WHERE id = thread_id) AS pid,' 592 '(SELECT tid FROM threads WHERE id = thread_id) AS tid,' 593 '(SELECT comm FROM comms WHERE id = comm_id) AS command,' 594 '(SELECT name FROM selected_events WHERE id = evsel_id) AS event,' 595 'to_hex(ip) AS ip_hex,' 596 '(SELECT name FROM symbols WHERE id = symbol_id) AS symbol,' 597 'sym_offset,' 598 '(SELECT short_name FROM dsos WHERE id = dso_id) AS dso_short_name,' 599 'to_hex(to_ip) AS to_ip_hex,' 600 '(SELECT name FROM symbols WHERE id = to_symbol_id) AS to_symbol,' 601 'to_sym_offset,' 602 '(SELECT short_name FROM dsos WHERE id = to_dso_id) AS to_dso_short_name,' 603 '(SELECT name FROM branch_types WHERE id = branch_type) AS branch_type_name,' 604 'in_tx,' 605 'insn_count,' 606 'cyc_count,' 607 'CASE WHEN cyc_count=0 THEN CAST(0 AS NUMERIC(20, 2)) ELSE CAST((CAST(insn_count AS FLOAT) / cyc_count) AS NUMERIC(20, 2)) END AS IPC' 608 ' FROM samples') 609 610 do_query(query, 'CREATE VIEW ptwrite_view AS ' 611 'SELECT ' 612 'ptwrite.id,' 613 'time,' 614 'cpu,' 615 'to_hex(payload) AS payload_hex,' 616 'CASE WHEN exact_ip=FALSE THEN \'False\' ELSE \'True\' END AS exact_ip' 617 ' FROM ptwrite' 618 ' INNER JOIN samples ON samples.id = ptwrite.id') 619 620 do_query(query, 'CREATE VIEW cbr_view AS ' 621 'SELECT ' 622 'cbr.id,' 623 'time,' 624 'cpu,' 625 'cbr,' 626 'mhz,' 627 'percent' 628 ' FROM cbr' 629 ' INNER JOIN samples ON samples.id = cbr.id') 630 631 do_query(query, 'CREATE VIEW mwait_view AS ' 632 'SELECT ' 633 'mwait.id,' 634 'time,' 635 'cpu,' 636 'to_hex(hints) AS hints_hex,' 637 'to_hex(extensions) AS extensions_hex' 638 ' FROM mwait' 639 ' INNER JOIN samples ON samples.id = mwait.id') 640 641 do_query(query, 'CREATE VIEW pwre_view AS ' 642 'SELECT ' 643 'pwre.id,' 644 'time,' 645 'cpu,' 646 'cstate,' 647 'subcstate,' 648 'CASE WHEN hw=FALSE THEN \'False\' ELSE \'True\' END AS hw' 649 ' FROM pwre' 650 ' INNER JOIN samples ON samples.id = pwre.id') 651 652 do_query(query, 'CREATE VIEW exstop_view AS ' 653 'SELECT ' 654 'exstop.id,' 655 'time,' 656 'cpu,' 657 'CASE WHEN exact_ip=FALSE THEN \'False\' ELSE \'True\' END AS exact_ip' 658 ' FROM exstop' 659 ' INNER JOIN samples ON samples.id = exstop.id') 660 661 do_query(query, 'CREATE VIEW pwrx_view AS ' 662 'SELECT ' 663 'pwrx.id,' 664 'time,' 665 'cpu,' 666 'deepest_cstate,' 667 'last_cstate,' 668 'CASE WHEN wake_reason=1 THEN \'Interrupt\'' 669 ' WHEN wake_reason=2 THEN \'Timer Deadline\'' 670 ' WHEN wake_reason=4 THEN \'Monitored Address\'' 671 ' WHEN wake_reason=8 THEN \'HW\'' 672 ' ELSE CAST ( wake_reason AS VARCHAR(2) )' 673 'END AS wake_reason' 674 ' FROM pwrx' 675 ' INNER JOIN samples ON samples.id = pwrx.id') 676 677 do_query(query, 'CREATE VIEW power_events_view AS ' 678 'SELECT ' 679 'samples.id,' 680 'samples.time,' 681 'samples.cpu,' 682 'selected_events.name AS event,' 683 'FORMAT(\'%6s\', cbr.cbr) AS cbr,' 684 'FORMAT(\'%6s\', cbr.mhz) AS MHz,' 685 'FORMAT(\'%5s\', cbr.percent) AS percent,' 686 'to_hex(mwait.hints) AS hints_hex,' 687 'to_hex(mwait.extensions) AS extensions_hex,' 688 'FORMAT(\'%3s\', pwre.cstate) AS cstate,' 689 'FORMAT(\'%3s\', pwre.subcstate) AS subcstate,' 690 'CASE WHEN pwre.hw=FALSE THEN \'False\' WHEN pwre.hw=TRUE THEN \'True\' ELSE NULL END AS hw,' 691 'CASE WHEN exstop.exact_ip=FALSE THEN \'False\' WHEN exstop.exact_ip=TRUE THEN \'True\' ELSE NULL END AS exact_ip,' 692 'FORMAT(\'%3s\', pwrx.deepest_cstate) AS deepest_cstate,' 693 'FORMAT(\'%3s\', pwrx.last_cstate) AS last_cstate,' 694 'CASE WHEN pwrx.wake_reason=1 THEN \'Interrupt\'' 695 ' WHEN pwrx.wake_reason=2 THEN \'Timer Deadline\'' 696 ' WHEN pwrx.wake_reason=4 THEN \'Monitored Address\'' 697 ' WHEN pwrx.wake_reason=8 THEN \'HW\'' 698 ' ELSE FORMAT(\'%2s\', pwrx.wake_reason)' 699 'END AS wake_reason' 700 ' FROM cbr' 701 ' FULL JOIN mwait ON mwait.id = cbr.id' 702 ' FULL JOIN pwre ON pwre.id = cbr.id' 703 ' FULL JOIN exstop ON exstop.id = cbr.id' 704 ' FULL JOIN pwrx ON pwrx.id = cbr.id' 705 ' INNER JOIN samples ON samples.id = coalesce(cbr.id, mwait.id, pwre.id, exstop.id, pwrx.id)' 706 ' INNER JOIN selected_events ON selected_events.id = samples.evsel_id' 707 ' ORDER BY samples.id') 708 709 do_query(query, 'CREATE VIEW context_switches_view AS ' 710 'SELECT ' 711 'context_switches.id,' 712 'context_switches.machine_id,' 713 'context_switches.time,' 714 'context_switches.cpu,' 715 'th_out.pid AS pid_out,' 716 'th_out.tid AS tid_out,' 717 'comm_out.comm AS comm_out,' 718 'th_in.pid AS pid_in,' 719 'th_in.tid AS tid_in,' 720 'comm_in.comm AS comm_in,' 721 'CASE WHEN context_switches.flags = 0 THEN \'in\'' 722 ' WHEN context_switches.flags = 1 THEN \'out\'' 723 ' WHEN context_switches.flags = 3 THEN \'out preempt\'' 724 ' ELSE CAST ( context_switches.flags AS VARCHAR(11) )' 725 'END AS flags' 726 ' FROM context_switches' 727 ' INNER JOIN threads AS th_out ON th_out.id = context_switches.thread_out_id' 728 ' INNER JOIN threads AS th_in ON th_in.id = context_switches.thread_in_id' 729 ' INNER JOIN comms AS comm_out ON comm_out.id = context_switches.comm_out_id' 730 ' INNER JOIN comms AS comm_in ON comm_in.id = context_switches.comm_in_id') 731 732 file_header = struct.pack("!11sii", b"PGCOPY\n\377\r\n\0", 0, 0) 733 file_trailer = b"\377\377" 734 735 def open_output_file(file_name): 736 path_name = output_dir_name + "/" + file_name 737 file = open(path_name, "wb+") 738 file.write(file_header) 739 return file 740 741 def close_output_file(file): 742 file.write(file_trailer) 743 file.close() 744 745 def copy_output_file_direct(file, table_name): 746 close_output_file(file) 747 sql = "COPY " + table_name + " FROM '" + file.name + "' (FORMAT 'binary')" 748 do_query(query, sql) 749 750 # Use COPY FROM STDIN because security may prevent postgres from accessing the files directly 751 def copy_output_file(file, table_name): 752 conn = PQconnectdb(toclientstr("dbname = " + dbname)) 753 if (PQstatus(conn)): 754 raise Exception("COPY FROM STDIN PQconnectdb failed") 755 file.write(file_trailer) 756 file.seek(0) 757 sql = "COPY " + table_name + " FROM STDIN (FORMAT 'binary')" 758 res = PQexec(conn, toclientstr(sql)) 759 if (PQresultStatus(res) != 4): 760 raise Exception("COPY FROM STDIN PQexec failed") 761 data = file.read(65536) 762 while (len(data)): 763 ret = PQputCopyData(conn, data, len(data)) 764 if (ret != 1): 765 raise Exception("COPY FROM STDIN PQputCopyData failed, error " + str(ret)) 766 data = file.read(65536) 767 ret = PQputCopyEnd(conn, None) 768 if (ret != 1): 769 raise Exception("COPY FROM STDIN PQputCopyEnd failed, error " + str(ret)) 770 PQfinish(conn) 771 772 def remove_output_file(file): 773 name = file.name 774 file.close() 775 os.unlink(name) 776 777 evsel_file = open_output_file("evsel_table.bin") 778 machine_file = open_output_file("machine_table.bin") 779 thread_file = open_output_file("thread_table.bin") 780 comm_file = open_output_file("comm_table.bin") 781 comm_thread_file = open_output_file("comm_thread_table.bin") 782 dso_file = open_output_file("dso_table.bin") 783 symbol_file = open_output_file("symbol_table.bin") 784 branch_type_file = open_output_file("branch_type_table.bin") 785 sample_file = open_output_file("sample_table.bin") 786 if perf_db_export_calls or perf_db_export_callchains: 787 call_path_file = open_output_file("call_path_table.bin") 788 if perf_db_export_calls: 789 call_file = open_output_file("call_table.bin") 790 ptwrite_file = open_output_file("ptwrite_table.bin") 791 cbr_file = open_output_file("cbr_table.bin") 792 mwait_file = open_output_file("mwait_table.bin") 793 pwre_file = open_output_file("pwre_table.bin") 794 exstop_file = open_output_file("exstop_table.bin") 795 pwrx_file = open_output_file("pwrx_table.bin") 796 context_switches_file = open_output_file("context_switches_table.bin") 797 798 def trace_begin(): 799 printdate("Writing to intermediate files...") 800 # id == 0 means unknown. It is easier to create records for them than replace the zeroes with NULLs 801 evsel_table(0, "unknown") 802 machine_table(0, 0, "unknown") 803 thread_table(0, 0, 0, -1, -1) 804 comm_table(0, "unknown", 0, 0, 0) 805 dso_table(0, 0, "unknown", "unknown", "") 806 symbol_table(0, 0, 0, 0, 0, "unknown") 807 sample_table(0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0) 808 if perf_db_export_calls or perf_db_export_callchains: 809 call_path_table(0, 0, 0, 0) 810 call_return_table(0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0) 811 812 unhandled_count = 0 813 814 def is_table_empty(table_name): 815 do_query(query, 'SELECT * FROM ' + table_name + ' LIMIT 1'); 816 if query.next(): 817 return False 818 return True 819 820 def drop(table_name): 821 do_query(query, 'DROP VIEW ' + table_name + '_view'); 822 do_query(query, 'DROP TABLE ' + table_name); 823 824 def trace_end(): 825 printdate("Copying to database...") 826 copy_output_file(evsel_file, "selected_events") 827 copy_output_file(machine_file, "machines") 828 copy_output_file(thread_file, "threads") 829 copy_output_file(comm_file, "comms") 830 copy_output_file(comm_thread_file, "comm_threads") 831 copy_output_file(dso_file, "dsos") 832 copy_output_file(symbol_file, "symbols") 833 copy_output_file(branch_type_file, "branch_types") 834 copy_output_file(sample_file, "samples") 835 if perf_db_export_calls or perf_db_export_callchains: 836 copy_output_file(call_path_file, "call_paths") 837 if perf_db_export_calls: 838 copy_output_file(call_file, "calls") 839 copy_output_file(ptwrite_file, "ptwrite") 840 copy_output_file(cbr_file, "cbr") 841 copy_output_file(mwait_file, "mwait") 842 copy_output_file(pwre_file, "pwre") 843 copy_output_file(exstop_file, "exstop") 844 copy_output_file(pwrx_file, "pwrx") 845 copy_output_file(context_switches_file, "context_switches") 846 847 printdate("Removing intermediate files...") 848 remove_output_file(evsel_file) 849 remove_output_file(machine_file) 850 remove_output_file(thread_file) 851 remove_output_file(comm_file) 852 remove_output_file(comm_thread_file) 853 remove_output_file(dso_file) 854 remove_output_file(symbol_file) 855 remove_output_file(branch_type_file) 856 remove_output_file(sample_file) 857 if perf_db_export_calls or perf_db_export_callchains: 858 remove_output_file(call_path_file) 859 if perf_db_export_calls: 860 remove_output_file(call_file) 861 remove_output_file(ptwrite_file) 862 remove_output_file(cbr_file) 863 remove_output_file(mwait_file) 864 remove_output_file(pwre_file) 865 remove_output_file(exstop_file) 866 remove_output_file(pwrx_file) 867 remove_output_file(context_switches_file) 868 os.rmdir(output_dir_name) 869 printdate("Adding primary keys") 870 do_query(query, 'ALTER TABLE selected_events ADD PRIMARY KEY (id)') 871 do_query(query, 'ALTER TABLE machines ADD PRIMARY KEY (id)') 872 do_query(query, 'ALTER TABLE threads ADD PRIMARY KEY (id)') 873 do_query(query, 'ALTER TABLE comms ADD PRIMARY KEY (id)') 874 do_query(query, 'ALTER TABLE comm_threads ADD PRIMARY KEY (id)') 875 do_query(query, 'ALTER TABLE dsos ADD PRIMARY KEY (id)') 876 do_query(query, 'ALTER TABLE symbols ADD PRIMARY KEY (id)') 877 do_query(query, 'ALTER TABLE branch_types ADD PRIMARY KEY (id)') 878 do_query(query, 'ALTER TABLE samples ADD PRIMARY KEY (id)') 879 if perf_db_export_calls or perf_db_export_callchains: 880 do_query(query, 'ALTER TABLE call_paths ADD PRIMARY KEY (id)') 881 if perf_db_export_calls: 882 do_query(query, 'ALTER TABLE calls ADD PRIMARY KEY (id)') 883 do_query(query, 'ALTER TABLE ptwrite ADD PRIMARY KEY (id)') 884 do_query(query, 'ALTER TABLE cbr ADD PRIMARY KEY (id)') 885 do_query(query, 'ALTER TABLE mwait ADD PRIMARY KEY (id)') 886 do_query(query, 'ALTER TABLE pwre ADD PRIMARY KEY (id)') 887 do_query(query, 'ALTER TABLE exstop ADD PRIMARY KEY (id)') 888 do_query(query, 'ALTER TABLE pwrx ADD PRIMARY KEY (id)') 889 do_query(query, 'ALTER TABLE context_switches ADD PRIMARY KEY (id)') 890 891 printdate("Adding foreign keys") 892 do_query(query, 'ALTER TABLE threads ' 893 'ADD CONSTRAINT machinefk FOREIGN KEY (machine_id) REFERENCES machines (id),' 894 'ADD CONSTRAINT processfk FOREIGN KEY (process_id) REFERENCES threads (id)') 895 do_query(query, 'ALTER TABLE comms ' 896 'ADD CONSTRAINT threadfk FOREIGN KEY (c_thread_id) REFERENCES threads (id)') 897 do_query(query, 'ALTER TABLE comm_threads ' 898 'ADD CONSTRAINT commfk FOREIGN KEY (comm_id) REFERENCES comms (id),' 899 'ADD CONSTRAINT threadfk FOREIGN KEY (thread_id) REFERENCES threads (id)') 900 do_query(query, 'ALTER TABLE dsos ' 901 'ADD CONSTRAINT machinefk FOREIGN KEY (machine_id) REFERENCES machines (id)') 902 do_query(query, 'ALTER TABLE symbols ' 903 'ADD CONSTRAINT dsofk FOREIGN KEY (dso_id) REFERENCES dsos (id)') 904 do_query(query, 'ALTER TABLE samples ' 905 'ADD CONSTRAINT evselfk FOREIGN KEY (evsel_id) REFERENCES selected_events (id),' 906 'ADD CONSTRAINT machinefk FOREIGN KEY (machine_id) REFERENCES machines (id),' 907 'ADD CONSTRAINT threadfk FOREIGN KEY (thread_id) REFERENCES threads (id),' 908 'ADD CONSTRAINT commfk FOREIGN KEY (comm_id) REFERENCES comms (id),' 909 'ADD CONSTRAINT dsofk FOREIGN KEY (dso_id) REFERENCES dsos (id),' 910 'ADD CONSTRAINT symbolfk FOREIGN KEY (symbol_id) REFERENCES symbols (id),' 911 'ADD CONSTRAINT todsofk FOREIGN KEY (to_dso_id) REFERENCES dsos (id),' 912 'ADD CONSTRAINT tosymbolfk FOREIGN KEY (to_symbol_id) REFERENCES symbols (id)') 913 if perf_db_export_calls or perf_db_export_callchains: 914 do_query(query, 'ALTER TABLE call_paths ' 915 'ADD CONSTRAINT parentfk FOREIGN KEY (parent_id) REFERENCES call_paths (id),' 916 'ADD CONSTRAINT symbolfk FOREIGN KEY (symbol_id) REFERENCES symbols (id)') 917 if perf_db_export_calls: 918 do_query(query, 'ALTER TABLE calls ' 919 'ADD CONSTRAINT threadfk FOREIGN KEY (thread_id) REFERENCES threads (id),' 920 'ADD CONSTRAINT commfk FOREIGN KEY (comm_id) REFERENCES comms (id),' 921 'ADD CONSTRAINT call_pathfk FOREIGN KEY (call_path_id) REFERENCES call_paths (id),' 922 'ADD CONSTRAINT callfk FOREIGN KEY (call_id) REFERENCES samples (id),' 923 'ADD CONSTRAINT returnfk FOREIGN KEY (return_id) REFERENCES samples (id),' 924 'ADD CONSTRAINT parent_call_pathfk FOREIGN KEY (parent_call_path_id) REFERENCES call_paths (id)') 925 do_query(query, 'CREATE INDEX pcpid_idx ON calls (parent_call_path_id)') 926 do_query(query, 'CREATE INDEX pid_idx ON calls (parent_id)') 927 do_query(query, 'ALTER TABLE comms ADD has_calls boolean') 928 do_query(query, 'UPDATE comms SET has_calls = TRUE WHERE comms.id IN (SELECT DISTINCT comm_id FROM calls)') 929 do_query(query, 'ALTER TABLE ptwrite ' 930 'ADD CONSTRAINT idfk FOREIGN KEY (id) REFERENCES samples (id)') 931 do_query(query, 'ALTER TABLE cbr ' 932 'ADD CONSTRAINT idfk FOREIGN KEY (id) REFERENCES samples (id)') 933 do_query(query, 'ALTER TABLE mwait ' 934 'ADD CONSTRAINT idfk FOREIGN KEY (id) REFERENCES samples (id)') 935 do_query(query, 'ALTER TABLE pwre ' 936 'ADD CONSTRAINT idfk FOREIGN KEY (id) REFERENCES samples (id)') 937 do_query(query, 'ALTER TABLE exstop ' 938 'ADD CONSTRAINT idfk FOREIGN KEY (id) REFERENCES samples (id)') 939 do_query(query, 'ALTER TABLE pwrx ' 940 'ADD CONSTRAINT idfk FOREIGN KEY (id) REFERENCES samples (id)') 941 do_query(query, 'ALTER TABLE context_switches ' 942 'ADD CONSTRAINT machinefk FOREIGN KEY (machine_id) REFERENCES machines (id),' 943 'ADD CONSTRAINT toutfk FOREIGN KEY (thread_out_id) REFERENCES threads (id),' 944 'ADD CONSTRAINT tinfk FOREIGN KEY (thread_in_id) REFERENCES threads (id),' 945 'ADD CONSTRAINT coutfk FOREIGN KEY (comm_out_id) REFERENCES comms (id),' 946 'ADD CONSTRAINT cinfk FOREIGN KEY (comm_in_id) REFERENCES comms (id)') 947 948 printdate("Dropping unused tables") 949 if is_table_empty("ptwrite"): 950 drop("ptwrite") 951 if is_table_empty("mwait") and is_table_empty("pwre") and is_table_empty("exstop") and is_table_empty("pwrx"): 952 do_query(query, 'DROP VIEW power_events_view'); 953 drop("mwait") 954 drop("pwre") 955 drop("exstop") 956 drop("pwrx") 957 if is_table_empty("cbr"): 958 drop("cbr") 959 if is_table_empty("context_switches"): 960 drop("context_switches") 961 962 if (unhandled_count): 963 printdate("Warning: ", unhandled_count, " unhandled events") 964 printdate("Done") 965 966 def trace_unhandled(event_name, context, event_fields_dict): 967 global unhandled_count 968 unhandled_count += 1 969 970 def sched__sched_switch(*x): 971 pass 972 973 def evsel_table(evsel_id, evsel_name, *x): 974 evsel_name = toserverstr(evsel_name) 975 n = len(evsel_name) 976 fmt = "!hiqi" + str(n) + "s" 977 value = struct.pack(fmt, 2, 8, evsel_id, n, evsel_name) 978 evsel_file.write(value) 979 980 def machine_table(machine_id, pid, root_dir, *x): 981 root_dir = toserverstr(root_dir) 982 n = len(root_dir) 983 fmt = "!hiqiii" + str(n) + "s" 984 value = struct.pack(fmt, 3, 8, machine_id, 4, pid, n, root_dir) 985 machine_file.write(value) 986 987 def thread_table(thread_id, machine_id, process_id, pid, tid, *x): 988 value = struct.pack("!hiqiqiqiiii", 5, 8, thread_id, 8, machine_id, 8, process_id, 4, pid, 4, tid) 989 thread_file.write(value) 990 991 def comm_table(comm_id, comm_str, thread_id, time, exec_flag, *x): 992 comm_str = toserverstr(comm_str) 993 n = len(comm_str) 994 fmt = "!hiqi" + str(n) + "s" + "iqiqiB" 995 value = struct.pack(fmt, 5, 8, comm_id, n, comm_str, 8, thread_id, 8, time, 1, exec_flag) 996 comm_file.write(value) 997 998 def comm_thread_table(comm_thread_id, comm_id, thread_id, *x): 999 fmt = "!hiqiqiq" 1000 value = struct.pack(fmt, 3, 8, comm_thread_id, 8, comm_id, 8, thread_id) 1001 comm_thread_file.write(value) 1002 1003 def dso_table(dso_id, machine_id, short_name, long_name, build_id, *x): 1004 short_name = toserverstr(short_name) 1005 long_name = toserverstr(long_name) 1006 build_id = toserverstr(build_id) 1007 n1 = len(short_name) 1008 n2 = len(long_name) 1009 n3 = len(build_id) 1010 fmt = "!hiqiqi" + str(n1) + "si" + str(n2) + "si" + str(n3) + "s" 1011 value = struct.pack(fmt, 5, 8, dso_id, 8, machine_id, n1, short_name, n2, long_name, n3, build_id) 1012 dso_file.write(value) 1013 1014 def symbol_table(symbol_id, dso_id, sym_start, sym_end, binding, symbol_name, *x): 1015 symbol_name = toserverstr(symbol_name) 1016 n = len(symbol_name) 1017 fmt = "!hiqiqiqiqiii" + str(n) + "s" 1018 value = struct.pack(fmt, 6, 8, symbol_id, 8, dso_id, 8, sym_start, 8, sym_end, 4, binding, n, symbol_name) 1019 symbol_file.write(value) 1020 1021 def branch_type_table(branch_type, name, *x): 1022 name = toserverstr(name) 1023 n = len(name) 1024 fmt = "!hiii" + str(n) + "s" 1025 value = struct.pack(fmt, 2, 4, branch_type, n, name) 1026 branch_type_file.write(value) 1027 1028 def sample_table(sample_id, evsel_id, machine_id, thread_id, comm_id, dso_id, symbol_id, sym_offset, ip, time, cpu, to_dso_id, to_symbol_id, to_sym_offset, to_ip, period, weight, transaction, data_src, branch_type, in_tx, call_path_id, insn_cnt, cyc_cnt, *x): 1029 if branches: 1030 value = struct.pack("!hiqiqiqiqiqiqiqiqiqiqiiiqiqiqiqiiiBiqiqiq", 20, 8, sample_id, 8, evsel_id, 8, machine_id, 8, thread_id, 8, comm_id, 8, dso_id, 8, symbol_id, 8, sym_offset, 8, ip, 8, time, 4, cpu, 8, to_dso_id, 8, to_symbol_id, 8, to_sym_offset, 8, to_ip, 4, branch_type, 1, in_tx, 8, call_path_id, 8, insn_cnt, 8, cyc_cnt) 1031 else: 1032 value = struct.pack("!hiqiqiqiqiqiqiqiqiqiqiiiqiqiqiqiqiqiqiqiiiBiqiqiq", 24, 8, sample_id, 8, evsel_id, 8, machine_id, 8, thread_id, 8, comm_id, 8, dso_id, 8, symbol_id, 8, sym_offset, 8, ip, 8, time, 4, cpu, 8, to_dso_id, 8, to_symbol_id, 8, to_sym_offset, 8, to_ip, 8, period, 8, weight, 8, transaction, 8, data_src, 4, branch_type, 1, in_tx, 8, call_path_id, 8, insn_cnt, 8, cyc_cnt) 1033 sample_file.write(value) 1034 1035 def call_path_table(cp_id, parent_id, symbol_id, ip, *x): 1036 fmt = "!hiqiqiqiq" 1037 value = struct.pack(fmt, 4, 8, cp_id, 8, parent_id, 8, symbol_id, 8, ip) 1038 call_path_file.write(value) 1039 1040 def call_return_table(cr_id, thread_id, comm_id, call_path_id, call_time, return_time, branch_count, call_id, return_id, parent_call_path_id, flags, parent_id, insn_cnt, cyc_cnt, *x): 1041 fmt = "!hiqiqiqiqiqiqiqiqiqiqiiiqiqiq" 1042 value = struct.pack(fmt, 14, 8, cr_id, 8, thread_id, 8, comm_id, 8, call_path_id, 8, call_time, 8, return_time, 8, branch_count, 8, call_id, 8, return_id, 8, parent_call_path_id, 4, flags, 8, parent_id, 8, insn_cnt, 8, cyc_cnt) 1043 call_file.write(value) 1044 1045 def ptwrite(id, raw_buf): 1046 data = struct.unpack_from("<IQ", raw_buf) 1047 flags = data[0] 1048 payload = data[1] 1049 exact_ip = flags & 1 1050 value = struct.pack("!hiqiqiB", 3, 8, id, 8, payload, 1, exact_ip) 1051 ptwrite_file.write(value) 1052 1053 def cbr(id, raw_buf): 1054 data = struct.unpack_from("<BBBBII", raw_buf) 1055 cbr = data[0] 1056 MHz = (data[4] + 500) / 1000 1057 percent = ((cbr * 1000 / data[2]) + 5) / 10 1058 value = struct.pack("!hiqiiiiii", 4, 8, id, 4, cbr, 4, int(MHz), 4, int(percent)) 1059 cbr_file.write(value) 1060 1061 def mwait(id, raw_buf): 1062 data = struct.unpack_from("<IQ", raw_buf) 1063 payload = data[1] 1064 hints = payload & 0xff 1065 extensions = (payload >> 32) & 0x3 1066 value = struct.pack("!hiqiiii", 3, 8, id, 4, hints, 4, extensions) 1067 mwait_file.write(value) 1068 1069 def pwre(id, raw_buf): 1070 data = struct.unpack_from("<IQ", raw_buf) 1071 payload = data[1] 1072 hw = (payload >> 7) & 1 1073 cstate = (payload >> 12) & 0xf 1074 subcstate = (payload >> 8) & 0xf 1075 value = struct.pack("!hiqiiiiiB", 4, 8, id, 4, cstate, 4, subcstate, 1, hw) 1076 pwre_file.write(value) 1077 1078 def exstop(id, raw_buf): 1079 data = struct.unpack_from("<I", raw_buf) 1080 flags = data[0] 1081 exact_ip = flags & 1 1082 value = struct.pack("!hiqiB", 2, 8, id, 1, exact_ip) 1083 exstop_file.write(value) 1084 1085 def pwrx(id, raw_buf): 1086 data = struct.unpack_from("<IQ", raw_buf) 1087 payload = data[1] 1088 deepest_cstate = payload & 0xf 1089 last_cstate = (payload >> 4) & 0xf 1090 wake_reason = (payload >> 8) & 0xf 1091 value = struct.pack("!hiqiiiiii", 4, 8, id, 4, deepest_cstate, 4, last_cstate, 4, wake_reason) 1092 pwrx_file.write(value) 1093 1094 def synth_data(id, config, raw_buf, *x): 1095 if config == 0: 1096 ptwrite(id, raw_buf) 1097 elif config == 1: 1098 mwait(id, raw_buf) 1099 elif config == 2: 1100 pwre(id, raw_buf) 1101 elif config == 3: 1102 exstop(id, raw_buf) 1103 elif config == 4: 1104 pwrx(id, raw_buf) 1105 elif config == 5: 1106 cbr(id, raw_buf) 1107 1108 def context_switch_table(id, machine_id, time, cpu, thread_out_id, comm_out_id, thread_in_id, comm_in_id, flags, *x): 1109 fmt = "!hiqiqiqiiiqiqiqiqii" 1110 value = struct.pack(fmt, 9, 8, id, 8, machine_id, 8, time, 4, cpu, 8, thread_out_id, 8, comm_out_id, 8, thread_in_id, 8, comm_in_id, 4, flags) 1111 context_switches_file.write(value) 1112