diff options
| -rw-r--r-- | kernel/trace/Makefile | 1 | ||||
| -rw-r--r-- | kernel/trace/trace.c | 275 | ||||
| -rw-r--r-- | kernel/trace/trace.h | 8 | ||||
| -rw-r--r-- | kernel/trace/trace_boot.c | 1 | ||||
| -rw-r--r-- | kernel/trace/trace_functions_graph.c | 1 | ||||
| -rw-r--r-- | kernel/trace/trace_hw_branches.c | 1 | ||||
| -rw-r--r-- | kernel/trace/trace_mmiotrace.c | 1 | ||||
| -rw-r--r-- | kernel/trace/trace_output.c | 365 | ||||
| -rw-r--r-- | kernel/trace/trace_output.h | 43 | ||||
| -rw-r--r-- | kernel/trace/trace_power.c | 1 |
10 files changed, 416 insertions, 281 deletions
diff --git a/kernel/trace/Makefile b/kernel/trace/Makefile index 349d5a93653f..549f93c9b393 100644 --- a/kernel/trace/Makefile +++ b/kernel/trace/Makefile | |||
| @@ -19,6 +19,7 @@ obj-$(CONFIG_FUNCTION_TRACER) += libftrace.o | |||
| 19 | obj-$(CONFIG_RING_BUFFER) += ring_buffer.o | 19 | obj-$(CONFIG_RING_BUFFER) += ring_buffer.o |
| 20 | 20 | ||
| 21 | obj-$(CONFIG_TRACING) += trace.o | 21 | obj-$(CONFIG_TRACING) += trace.o |
| 22 | obj-$(CONFIG_TRACING) += trace_output.o | ||
| 22 | obj-$(CONFIG_CONTEXT_SWITCH_TRACER) += trace_sched_switch.o | 23 | obj-$(CONFIG_CONTEXT_SWITCH_TRACER) += trace_sched_switch.o |
| 23 | obj-$(CONFIG_SYSPROF_TRACER) += trace_sysprof.o | 24 | obj-$(CONFIG_SYSPROF_TRACER) += trace_sysprof.o |
| 24 | obj-$(CONFIG_FUNCTION_TRACER) += trace_functions.o | 25 | obj-$(CONFIG_FUNCTION_TRACER) += trace_functions.o |
diff --git a/kernel/trace/trace.c b/kernel/trace/trace.c index fca0233f1d73..90ce0c1d437b 100644 --- a/kernel/trace/trace.c +++ b/kernel/trace/trace.c | |||
| @@ -38,6 +38,7 @@ | |||
| 38 | #include <linux/irqflags.h> | 38 | #include <linux/irqflags.h> |
| 39 | 39 | ||
| 40 | #include "trace.h" | 40 | #include "trace.h" |
| 41 | #include "trace_output.h" | ||
| 41 | 42 | ||
| 42 | #define TRACE_BUFFER_FLAGS (RB_FL_OVERWRITE) | 43 | #define TRACE_BUFFER_FLAGS (RB_FL_OVERWRITE) |
| 43 | 44 | ||
| @@ -330,132 +331,6 @@ __update_max_tr(struct trace_array *tr, struct task_struct *tsk, int cpu) | |||
| 330 | tracing_record_cmdline(current); | 331 | tracing_record_cmdline(current); |
| 331 | } | 332 | } |
| 332 | 333 | ||
| 333 | /** | ||
| 334 | * trace_seq_printf - sequence printing of trace information | ||
| 335 | * @s: trace sequence descriptor | ||
| 336 | * @fmt: printf format string | ||
| 337 | * | ||
| 338 | * The tracer may use either sequence operations or its own | ||
| 339 | * copy to user routines. To simplify formating of a trace | ||
| 340 | * trace_seq_printf is used to store strings into a special | ||
| 341 | * buffer (@s). Then the output may be either used by | ||
| 342 | * the sequencer or pulled into another buffer. | ||
| 343 | */ | ||
| 344 | int | ||
| 345 | trace_seq_printf(struct trace_seq *s, const char *fmt, ...) | ||
| 346 | { | ||
| 347 | int len = (PAGE_SIZE - 1) - s->len; | ||
| 348 | va_list ap; | ||
| 349 | int ret; | ||
| 350 | |||
| 351 | if (!len) | ||
| 352 | return 0; | ||
| 353 | |||
| 354 | va_start(ap, fmt); | ||
| 355 | ret = vsnprintf(s->buffer + s->len, len, fmt, ap); | ||
| 356 | va_end(ap); | ||
| 357 | |||
| 358 | /* If we can't write it all, don't bother writing anything */ | ||
| 359 | if (ret >= len) | ||
| 360 | return 0; | ||
| 361 | |||
| 362 | s->len += ret; | ||
| 363 | |||
| 364 | return len; | ||
| 365 | } | ||
| 366 | |||
| 367 | /** | ||
| 368 | * trace_seq_puts - trace sequence printing of simple string | ||
| 369 | * @s: trace sequence descriptor | ||
| 370 | * @str: simple string to record | ||
| 371 | * | ||
| 372 | * The tracer may use either the sequence operations or its own | ||
| 373 | * copy to user routines. This function records a simple string | ||
| 374 | * into a special buffer (@s) for later retrieval by a sequencer | ||
| 375 | * or other mechanism. | ||
| 376 | */ | ||
| 377 | static int | ||
| 378 | trace_seq_puts(struct trace_seq *s, const char *str) | ||
| 379 | { | ||
| 380 | int len = strlen(str); | ||
| 381 | |||
| 382 | if (len > ((PAGE_SIZE - 1) - s->len)) | ||
| 383 | return 0; | ||
| 384 | |||
| 385 | memcpy(s->buffer + s->len, str, len); | ||
| 386 | s->len += len; | ||
| 387 | |||
| 388 | return len; | ||
| 389 | } | ||
| 390 | |||
| 391 | static int | ||
| 392 | trace_seq_putc(struct trace_seq *s, unsigned char c) | ||
| 393 | { | ||
| 394 | if (s->len >= (PAGE_SIZE - 1)) | ||
| 395 | return 0; | ||
| 396 | |||
| 397 | s->buffer[s->len++] = c; | ||
| 398 | |||
| 399 | return 1; | ||
| 400 | } | ||
| 401 | |||
| 402 | static int | ||
| 403 | trace_seq_putmem(struct trace_seq *s, void *mem, size_t len) | ||
| 404 | { | ||
| 405 | if (len > ((PAGE_SIZE - 1) - s->len)) | ||
| 406 | return 0; | ||
| 407 | |||
| 408 | memcpy(s->buffer + s->len, mem, len); | ||
| 409 | s->len += len; | ||
| 410 | |||
| 411 | return len; | ||
| 412 | } | ||
| 413 | |||
| 414 | #define MAX_MEMHEX_BYTES 8 | ||
| 415 | #define HEX_CHARS (MAX_MEMHEX_BYTES*2 + 1) | ||
| 416 | |||
| 417 | static int | ||
| 418 | trace_seq_putmem_hex(struct trace_seq *s, void *mem, size_t len) | ||
| 419 | { | ||
| 420 | unsigned char hex[HEX_CHARS]; | ||
| 421 | unsigned char *data = mem; | ||
| 422 | int i, j; | ||
| 423 | |||
| 424 | #ifdef __BIG_ENDIAN | ||
| 425 | for (i = 0, j = 0; i < len; i++) { | ||
| 426 | #else | ||
| 427 | for (i = len-1, j = 0; i >= 0; i--) { | ||
| 428 | #endif | ||
| 429 | hex[j++] = hex_asc_hi(data[i]); | ||
| 430 | hex[j++] = hex_asc_lo(data[i]); | ||
| 431 | } | ||
| 432 | hex[j++] = ' '; | ||
| 433 | |||
| 434 | return trace_seq_putmem(s, hex, j); | ||
| 435 | } | ||
| 436 | |||
| 437 | static int | ||
| 438 | trace_seq_path(struct trace_seq *s, struct path *path) | ||
| 439 | { | ||
| 440 | unsigned char *p; | ||
| 441 | |||
| 442 | if (s->len >= (PAGE_SIZE - 1)) | ||
| 443 | return 0; | ||
| 444 | p = d_path(path, s->buffer + s->len, PAGE_SIZE - s->len); | ||
| 445 | if (!IS_ERR(p)) { | ||
| 446 | p = mangle_path(s->buffer + s->len, p, "\n"); | ||
| 447 | if (p) { | ||
| 448 | s->len = p - s->buffer; | ||
| 449 | return 1; | ||
| 450 | } | ||
| 451 | } else { | ||
| 452 | s->buffer[s->len++] = '?'; | ||
| 453 | return 1; | ||
| 454 | } | ||
| 455 | |||
| 456 | return 0; | ||
| 457 | } | ||
| 458 | |||
| 459 | static void | 334 | static void |
| 460 | trace_seq_reset(struct trace_seq *s) | 335 | trace_seq_reset(struct trace_seq *s) |
| 461 | { | 336 | { |
| @@ -1473,154 +1348,6 @@ static void s_stop(struct seq_file *m, void *p) | |||
| 1473 | mutex_unlock(&trace_types_lock); | 1348 | mutex_unlock(&trace_types_lock); |
| 1474 | } | 1349 | } |
| 1475 | 1350 | ||
| 1476 | #ifdef CONFIG_KRETPROBES | ||
| 1477 | static inline const char *kretprobed(const char *name) | ||
| 1478 | { | ||
| 1479 | static const char tramp_name[] = "kretprobe_trampoline"; | ||
| 1480 | int size = sizeof(tramp_name); | ||
| 1481 | |||
| 1482 | if (strncmp(tramp_name, name, size) == 0) | ||
| 1483 | return "[unknown/kretprobe'd]"; | ||
| 1484 | return name; | ||
| 1485 | } | ||
| 1486 | #else | ||
| 1487 | static inline const char *kretprobed(const char *name) | ||
| 1488 | { | ||
| 1489 | return name; | ||
| 1490 | } | ||
| 1491 | #endif /* CONFIG_KRETPROBES */ | ||
| 1492 | |||
| 1493 | static int | ||
| 1494 | seq_print_sym_short(struct trace_seq *s, const char *fmt, unsigned long address) | ||
| 1495 | { | ||
| 1496 | #ifdef CONFIG_KALLSYMS | ||
| 1497 | char str[KSYM_SYMBOL_LEN]; | ||
| 1498 | const char *name; | ||
| 1499 | |||
| 1500 | kallsyms_lookup(address, NULL, NULL, NULL, str); | ||
| 1501 | |||
| 1502 | name = kretprobed(str); | ||
| 1503 | |||
| 1504 | return trace_seq_printf(s, fmt, name); | ||
| 1505 | #endif | ||
| 1506 | return 1; | ||
| 1507 | } | ||
| 1508 | |||
| 1509 | static int | ||
| 1510 | seq_print_sym_offset(struct trace_seq *s, const char *fmt, | ||
| 1511 | unsigned long address) | ||
| 1512 | { | ||
| 1513 | #ifdef CONFIG_KALLSYMS | ||
| 1514 | char str[KSYM_SYMBOL_LEN]; | ||
| 1515 | const char *name; | ||
| 1516 | |||
| 1517 | sprint_symbol(str, address); | ||
| 1518 | name = kretprobed(str); | ||
| 1519 | |||
| 1520 | return trace_seq_printf(s, fmt, name); | ||
| 1521 | #endif | ||
| 1522 | return 1; | ||
| 1523 | } | ||
| 1524 | |||
| 1525 | #ifndef CONFIG_64BIT | ||
| 1526 | # define IP_FMT "%08lx" | ||
| 1527 | #else | ||
| 1528 | # define IP_FMT "%016lx" | ||
| 1529 | #endif | ||
| 1530 | |||
| 1531 | int | ||
| 1532 | seq_print_ip_sym(struct trace_seq *s, unsigned long ip, unsigned long sym_flags) | ||
| 1533 | { | ||
| 1534 | int ret; | ||
| 1535 | |||
| 1536 | if (!ip) | ||
| 1537 | return trace_seq_printf(s, "0"); | ||
| 1538 | |||
| 1539 | if (sym_flags & TRACE_ITER_SYM_OFFSET) | ||
| 1540 | ret = seq_print_sym_offset(s, "%s", ip); | ||
| 1541 | else | ||
| 1542 | ret = seq_print_sym_short(s, "%s", ip); | ||
| 1543 | |||
| 1544 | if (!ret) | ||
| 1545 | return 0; | ||
| 1546 | |||
| 1547 | if (sym_flags & TRACE_ITER_SYM_ADDR) | ||
| 1548 | ret = trace_seq_printf(s, " <" IP_FMT ">", ip); | ||
| 1549 | return ret; | ||
| 1550 | } | ||
| 1551 | |||
| 1552 | static inline int seq_print_user_ip(struct trace_seq *s, struct mm_struct *mm, | ||
| 1553 | unsigned long ip, unsigned long sym_flags) | ||
| 1554 | { | ||
| 1555 | struct file *file = NULL; | ||
| 1556 | unsigned long vmstart = 0; | ||
| 1557 | int ret = 1; | ||
| 1558 | |||
| 1559 | if (mm) { | ||
| 1560 | const struct vm_area_struct *vma; | ||
| 1561 | |||
| 1562 | down_read(&mm->mmap_sem); | ||
| 1563 | vma = find_vma(mm, ip); | ||
| 1564 | if (vma) { | ||
| 1565 | file = vma->vm_file; | ||
| 1566 | vmstart = vma->vm_start; | ||
| 1567 | } | ||
| 1568 | if (file) { | ||
| 1569 | ret = trace_seq_path(s, &file->f_path); | ||
| 1570 | if (ret) | ||
| 1571 | ret = trace_seq_printf(s, "[+0x%lx]", ip - vmstart); | ||
| 1572 | } | ||
| 1573 | up_read(&mm->mmap_sem); | ||
| 1574 | } | ||
| 1575 | if (ret && ((sym_flags & TRACE_ITER_SYM_ADDR) || !file)) | ||
| 1576 | ret = trace_seq_printf(s, " <" IP_FMT ">", ip); | ||
| 1577 | return ret; | ||
| 1578 | } | ||
| 1579 | |||
| 1580 | static int | ||
| 1581 | seq_print_userip_objs(const struct userstack_entry *entry, struct trace_seq *s, | ||
| 1582 | unsigned long sym_flags) | ||
| 1583 | { | ||
| 1584 | struct mm_struct *mm = NULL; | ||
| 1585 | int ret = 1; | ||
| 1586 | unsigned int i; | ||
| 1587 | |||
| 1588 | if (trace_flags & TRACE_ITER_SYM_USEROBJ) { | ||
| 1589 | struct task_struct *task; | ||
| 1590 | /* | ||
| 1591 | * we do the lookup on the thread group leader, | ||
| 1592 | * since individual threads might have already quit! | ||
| 1593 | */ | ||
| 1594 | rcu_read_lock(); | ||
| 1595 | task = find_task_by_vpid(entry->ent.tgid); | ||
| 1596 | if (task) | ||
| 1597 | mm = get_task_mm(task); | ||
| 1598 | rcu_read_unlock(); | ||
| 1599 | } | ||
| 1600 | |||
| 1601 | for (i = 0; i < FTRACE_STACK_ENTRIES; i++) { | ||
| 1602 | unsigned long ip = entry->caller[i]; | ||
| 1603 | |||
| 1604 | if (ip == ULONG_MAX || !ret) | ||
| 1605 | break; | ||
| 1606 | if (i && ret) | ||
| 1607 | ret = trace_seq_puts(s, " <- "); | ||
| 1608 | if (!ip) { | ||
| 1609 | if (ret) | ||
| 1610 | ret = trace_seq_puts(s, "??"); | ||
| 1611 | continue; | ||
| 1612 | } | ||
| 1613 | if (!ret) | ||
| 1614 | break; | ||
| 1615 | if (ret) | ||
| 1616 | ret = seq_print_user_ip(s, mm, ip, sym_flags); | ||
| 1617 | } | ||
| 1618 | |||
| 1619 | if (mm) | ||
| 1620 | mmput(mm); | ||
| 1621 | return ret; | ||
| 1622 | } | ||
| 1623 | |||
| 1624 | static void print_lat_help_header(struct seq_file *m) | 1351 | static void print_lat_help_header(struct seq_file *m) |
| 1625 | { | 1352 | { |
| 1626 | seq_puts(m, "# _------=> CPU# \n"); | 1353 | seq_puts(m, "# _------=> CPU# \n"); |
diff --git a/kernel/trace/trace.h b/kernel/trace/trace.h index 3a357382cce6..6bd71fa1e1c7 100644 --- a/kernel/trace/trace.h +++ b/kernel/trace/trace.h | |||
| @@ -30,7 +30,7 @@ enum trace_type { | |||
| 30 | TRACE_HW_BRANCHES, | 30 | TRACE_HW_BRANCHES, |
| 31 | TRACE_POWER, | 31 | TRACE_POWER, |
| 32 | 32 | ||
| 33 | __TRACE_LAST_TYPE | 33 | __TRACE_LAST_TYPE, |
| 34 | }; | 34 | }; |
| 35 | 35 | ||
| 36 | /* | 36 | /* |
| @@ -484,12 +484,6 @@ extern int trace_selftest_startup_branch(struct tracer *trace, | |||
| 484 | #endif /* CONFIG_FTRACE_STARTUP_TEST */ | 484 | #endif /* CONFIG_FTRACE_STARTUP_TEST */ |
| 485 | 485 | ||
| 486 | extern void *head_page(struct trace_array_cpu *data); | 486 | extern void *head_page(struct trace_array_cpu *data); |
| 487 | extern int trace_seq_printf(struct trace_seq *s, const char *fmt, ...); | ||
| 488 | extern int | ||
| 489 | seq_print_ip_sym(struct trace_seq *s, unsigned long ip, | ||
| 490 | unsigned long sym_flags); | ||
| 491 | extern ssize_t trace_seq_to_user(struct trace_seq *s, char __user *ubuf, | ||
| 492 | size_t cnt); | ||
| 493 | extern long ns2usecs(cycle_t nsec); | 487 | extern long ns2usecs(cycle_t nsec); |
| 494 | extern int | 488 | extern int |
| 495 | trace_vprintk(unsigned long ip, int depth, const char *fmt, va_list args); | 489 | trace_vprintk(unsigned long ip, int depth, const char *fmt, va_list args); |
diff --git a/kernel/trace/trace_boot.c b/kernel/trace/trace_boot.c index 3ccebde28482..cb2ff3e297b1 100644 --- a/kernel/trace/trace_boot.c +++ b/kernel/trace/trace_boot.c | |||
| @@ -11,6 +11,7 @@ | |||
| 11 | #include <linux/kallsyms.h> | 11 | #include <linux/kallsyms.h> |
| 12 | 12 | ||
| 13 | #include "trace.h" | 13 | #include "trace.h" |
| 14 | #include "trace_output.h" | ||
| 14 | 15 | ||
| 15 | static struct trace_array *boot_trace; | 16 | static struct trace_array *boot_trace; |
| 16 | static bool pre_initcalls_finished; | 17 | static bool pre_initcalls_finished; |
diff --git a/kernel/trace/trace_functions_graph.c b/kernel/trace/trace_functions_graph.c index f261966e5b6c..f8ac5417afc8 100644 --- a/kernel/trace/trace_functions_graph.c +++ b/kernel/trace/trace_functions_graph.c | |||
| @@ -12,6 +12,7 @@ | |||
| 12 | #include <linux/fs.h> | 12 | #include <linux/fs.h> |
| 13 | 13 | ||
| 14 | #include "trace.h" | 14 | #include "trace.h" |
| 15 | #include "trace_output.h" | ||
| 15 | 16 | ||
| 16 | #define TRACE_GRAPH_INDENT 2 | 17 | #define TRACE_GRAPH_INDENT 2 |
| 17 | 18 | ||
diff --git a/kernel/trace/trace_hw_branches.c b/kernel/trace/trace_hw_branches.c index b6a3e20a49a9..879752b006b3 100644 --- a/kernel/trace/trace_hw_branches.c +++ b/kernel/trace/trace_hw_branches.c | |||
| @@ -14,6 +14,7 @@ | |||
| 14 | #include <asm/ds.h> | 14 | #include <asm/ds.h> |
| 15 | 15 | ||
| 16 | #include "trace.h" | 16 | #include "trace.h" |
| 17 | #include "trace_output.h" | ||
| 17 | 18 | ||
| 18 | 19 | ||
| 19 | #define SIZEOF_BTS (1 << 13) | 20 | #define SIZEOF_BTS (1 << 13) |
diff --git a/kernel/trace/trace_mmiotrace.c b/kernel/trace/trace_mmiotrace.c index 83f20ae6bd68..fcec59ff2355 100644 --- a/kernel/trace/trace_mmiotrace.c +++ b/kernel/trace/trace_mmiotrace.c | |||
| @@ -11,6 +11,7 @@ | |||
| 11 | #include <linux/pci.h> | 11 | #include <linux/pci.h> |
| 12 | 12 | ||
| 13 | #include "trace.h" | 13 | #include "trace.h" |
| 14 | #include "trace_output.h" | ||
| 14 | 15 | ||
| 15 | struct header_iter { | 16 | struct header_iter { |
| 16 | struct pci_dev *dev; | 17 | struct pci_dev *dev; |
diff --git a/kernel/trace/trace_output.c b/kernel/trace/trace_output.c new file mode 100644 index 000000000000..1f3f80002b5e --- /dev/null +++ b/kernel/trace/trace_output.c | |||
| @@ -0,0 +1,365 @@ | |||
| 1 | /* | ||
| 2 | * trace_output.c | ||
| 3 | * | ||
| 4 | * Copyright (C) 2008 Red Hat Inc, Steven Rostedt <srostedt@redhat.com> | ||
| 5 | * | ||
| 6 | */ | ||
| 7 | |||
| 8 | #include <linux/module.h> | ||
| 9 | #include <linux/mutex.h> | ||
| 10 | #include <linux/ftrace.h> | ||
| 11 | |||
| 12 | #include "trace_output.h" | ||
| 13 | |||
| 14 | /* must be a power of 2 */ | ||
| 15 | #define EVENT_HASHSIZE 128 | ||
| 16 | |||
| 17 | static DEFINE_MUTEX(trace_event_mutex); | ||
| 18 | static struct hlist_head event_hash[EVENT_HASHSIZE] __read_mostly; | ||
| 19 | |||
| 20 | static int next_event_type = __TRACE_LAST_TYPE + 1; | ||
| 21 | |||
| 22 | /** | ||
| 23 | * trace_seq_printf - sequence printing of trace information | ||
| 24 | * @s: trace sequence descriptor | ||
| 25 | * @fmt: printf format string | ||
| 26 | * | ||
| 27 | * The tracer may use either sequence operations or its own | ||
| 28 | * copy to user routines. To simplify formating of a trace | ||
| 29 | * trace_seq_printf is used to store strings into a special | ||
| 30 | * buffer (@s). Then the output may be either used by | ||
| 31 | * the sequencer or pulled into another buffer. | ||
| 32 | */ | ||
| 33 | int | ||
| 34 | trace_seq_printf(struct trace_seq *s, const char *fmt, ...) | ||
| 35 | { | ||
| 36 | int len = (PAGE_SIZE - 1) - s->len; | ||
| 37 | va_list ap; | ||
| 38 | int ret; | ||
| 39 | |||
| 40 | if (!len) | ||
| 41 | return 0; | ||
| 42 | |||
| 43 | va_start(ap, fmt); | ||
| 44 | ret = vsnprintf(s->buffer + s->len, len, fmt, ap); | ||
| 45 | va_end(ap); | ||
| 46 | |||
| 47 | /* If we can't write it all, don't bother writing anything */ | ||
| 48 | if (ret >= len) | ||
| 49 | return 0; | ||
| 50 | |||
| 51 | s->len += ret; | ||
| 52 | |||
| 53 | return len; | ||
| 54 | } | ||
| 55 | |||
| 56 | /** | ||
| 57 | * trace_seq_puts - trace sequence printing of simple string | ||
| 58 | * @s: trace sequence descriptor | ||
| 59 | * @str: simple string to record | ||
| 60 | * | ||
| 61 | * The tracer may use either the sequence operations or its own | ||
| 62 | * copy to user routines. This function records a simple string | ||
| 63 | * into a special buffer (@s) for later retrieval by a sequencer | ||
| 64 | * or other mechanism. | ||
| 65 | */ | ||
| 66 | int trace_seq_puts(struct trace_seq *s, const char *str) | ||
| 67 | { | ||
| 68 | int len = strlen(str); | ||
| 69 | |||
| 70 | if (len > ((PAGE_SIZE - 1) - s->len)) | ||
| 71 | return 0; | ||
| 72 | |||
| 73 | memcpy(s->buffer + s->len, str, len); | ||
| 74 | s->len += len; | ||
| 75 | |||
| 76 | return len; | ||
| 77 | } | ||
| 78 | |||
| 79 | int trace_seq_putc(struct trace_seq *s, unsigned char c) | ||
| 80 | { | ||
| 81 | if (s->len >= (PAGE_SIZE - 1)) | ||
| 82 | return 0; | ||
| 83 | |||
| 84 | s->buffer[s->len++] = c; | ||
| 85 | |||
| 86 | return 1; | ||
| 87 | } | ||
| 88 | |||
| 89 | int trace_seq_putmem(struct trace_seq *s, void *mem, size_t len) | ||
| 90 | { | ||
| 91 | if (len > ((PAGE_SIZE - 1) - s->len)) | ||
| 92 | return 0; | ||
| 93 | |||
| 94 | memcpy(s->buffer + s->len, mem, len); | ||
| 95 | s->len += len; | ||
| 96 | |||
| 97 | return len; | ||
| 98 | } | ||
| 99 | |||
| 100 | int trace_seq_putmem_hex(struct trace_seq *s, void *mem, size_t len) | ||
| 101 | { | ||
| 102 | unsigned char hex[HEX_CHARS]; | ||
| 103 | unsigned char *data = mem; | ||
| 104 | int i, j; | ||
| 105 | |||
| 106 | #ifdef __BIG_ENDIAN | ||
| 107 | for (i = 0, j = 0; i < len; i++) { | ||
| 108 | #else | ||
| 109 | for (i = len-1, j = 0; i >= 0; i--) { | ||
| 110 | #endif | ||
| 111 | hex[j++] = hex_asc_hi(data[i]); | ||
| 112 | hex[j++] = hex_asc_lo(data[i]); | ||
| 113 | } | ||
| 114 | hex[j++] = ' '; | ||
| 115 | |||
| 116 | return trace_seq_putmem(s, hex, j); | ||
| 117 | } | ||
| 118 | |||
| 119 | int trace_seq_path(struct trace_seq *s, struct path *path) | ||
| 120 | { | ||
| 121 | unsigned char *p; | ||
| 122 | |||
| 123 | if (s->len >= (PAGE_SIZE - 1)) | ||
| 124 | return 0; | ||
| 125 | p = d_path(path, s->buffer + s->len, PAGE_SIZE - s->len); | ||
| 126 | if (!IS_ERR(p)) { | ||
| 127 | p = mangle_path(s->buffer + s->len, p, "\n"); | ||
| 128 | if (p) { | ||
| 129 | s->len = p - s->buffer; | ||
| 130 | return 1; | ||
| 131 | } | ||
| 132 | } else { | ||
| 133 | s->buffer[s->len++] = '?'; | ||
| 134 | return 1; | ||
| 135 | } | ||
| 136 | |||
| 137 | return 0; | ||
| 138 | } | ||
| 139 | |||
| 140 | #ifdef CONFIG_KRETPROBES | ||
| 141 | static inline const char *kretprobed(const char *name) | ||
| 142 | { | ||
| 143 | static const char tramp_name[] = "kretprobe_trampoline"; | ||
| 144 | int size = sizeof(tramp_name); | ||
| 145 | |||
| 146 | if (strncmp(tramp_name, name, size) == 0) | ||
| 147 | return "[unknown/kretprobe'd]"; | ||
| 148 | return name; | ||
| 149 | } | ||
| 150 | #else | ||
| 151 | static inline const char *kretprobed(const char *name) | ||
| 152 | { | ||
| 153 | return name; | ||
| 154 | } | ||
| 155 | #endif /* CONFIG_KRETPROBES */ | ||
| 156 | |||
| 157 | static int | ||
| 158 | seq_print_sym_short(struct trace_seq *s, const char *fmt, unsigned long address) | ||
| 159 | { | ||
| 160 | #ifdef CONFIG_KALLSYMS | ||
| 161 | char str[KSYM_SYMBOL_LEN]; | ||
| 162 | const char *name; | ||
| 163 | |||
| 164 | kallsyms_lookup(address, NULL, NULL, NULL, str); | ||
| 165 | |||
| 166 | name = kretprobed(str); | ||
| 167 | |||
| 168 | return trace_seq_printf(s, fmt, name); | ||
| 169 | #endif | ||
| 170 | return 1; | ||
| 171 | } | ||
| 172 | |||
| 173 | static int | ||
| 174 | seq_print_sym_offset(struct trace_seq *s, const char *fmt, | ||
| 175 | unsigned long address) | ||
| 176 | { | ||
| 177 | #ifdef CONFIG_KALLSYMS | ||
| 178 | char str[KSYM_SYMBOL_LEN]; | ||
| 179 | const char *name; | ||
| 180 | |||
| 181 | sprint_symbol(str, address); | ||
| 182 | name = kretprobed(str); | ||
| 183 | |||
| 184 | return trace_seq_printf(s, fmt, name); | ||
| 185 | #endif | ||
| 186 | return 1; | ||
| 187 | } | ||
| 188 | |||
| 189 | #ifndef CONFIG_64BIT | ||
| 190 | # define IP_FMT "%08lx" | ||
| 191 | #else | ||
| 192 | # define IP_FMT "%016lx" | ||
| 193 | #endif | ||
| 194 | |||
| 195 | int seq_print_user_ip(struct trace_seq *s, struct mm_struct *mm, | ||
| 196 | unsigned long ip, unsigned long sym_flags) | ||
| 197 | { | ||
| 198 | struct file *file = NULL; | ||
| 199 | unsigned long vmstart = 0; | ||
| 200 | int ret = 1; | ||
| 201 | |||
| 202 | if (mm) { | ||
| 203 | const struct vm_area_struct *vma; | ||
| 204 | |||
| 205 | down_read(&mm->mmap_sem); | ||
| 206 | vma = find_vma(mm, ip); | ||
| 207 | if (vma) { | ||
| 208 | file = vma->vm_file; | ||
| 209 | vmstart = vma->vm_start; | ||
| 210 | } | ||
| 211 | if (file) { | ||
| 212 | ret = trace_seq_path(s, &file->f_path); | ||
| 213 | if (ret) | ||
| 214 | ret = trace_seq_printf(s, "[+0x%lx]", | ||
| 215 | ip - vmstart); | ||
| 216 | } | ||
| 217 | up_read(&mm->mmap_sem); | ||
| 218 | } | ||
| 219 | if (ret && ((sym_flags & TRACE_ITER_SYM_ADDR) || !file)) | ||
| 220 | ret = trace_seq_printf(s, " <" IP_FMT ">", ip); | ||
| 221 | return ret; | ||
| 222 | } | ||
| 223 | |||
| 224 | int | ||
| 225 | seq_print_userip_objs(const struct userstack_entry *entry, struct trace_seq *s, | ||
| 226 | unsigned long sym_flags) | ||
| 227 | { | ||
| 228 | struct mm_struct *mm = NULL; | ||
| 229 | int ret = 1; | ||
| 230 | unsigned int i; | ||
| 231 | |||
| 232 | if (trace_flags & TRACE_ITER_SYM_USEROBJ) { | ||
| 233 | struct task_struct *task; | ||
| 234 | /* | ||
| 235 | * we do the lookup on the thread group leader, | ||
| 236 | * since individual threads might have already quit! | ||
| 237 | */ | ||
| 238 | rcu_read_lock(); | ||
| 239 | task = find_task_by_vpid(entry->ent.tgid); | ||
| 240 | if (task) | ||
| 241 | mm = get_task_mm(task); | ||
| 242 | rcu_read_unlock(); | ||
| 243 | } | ||
| 244 | |||
| 245 | for (i = 0; i < FTRACE_STACK_ENTRIES; i++) { | ||
| 246 | unsigned long ip = entry->caller[i]; | ||
| 247 | |||
| 248 | if (ip == ULONG_MAX || !ret) | ||
| 249 | break; | ||
| 250 | if (i && ret) | ||
| 251 | ret = trace_seq_puts(s, " <- "); | ||
| 252 | if (!ip) { | ||
| 253 | if (ret) | ||
| 254 | ret = trace_seq_puts(s, "??"); | ||
| 255 | continue; | ||
| 256 | } | ||
| 257 | if (!ret) | ||
| 258 | break; | ||
| 259 | if (ret) | ||
| 260 | ret = seq_print_user_ip(s, mm, ip, sym_flags); | ||
| 261 | } | ||
| 262 | |||
| 263 | if (mm) | ||
| 264 | mmput(mm); | ||
| 265 | return ret; | ||
| 266 | } | ||
| 267 | |||
| 268 | int | ||
| 269 | seq_print_ip_sym(struct trace_seq *s, unsigned long ip, unsigned long sym_flags) | ||
| 270 | { | ||
| 271 | int ret; | ||
| 272 | |||
| 273 | if (!ip) | ||
| 274 | return trace_seq_printf(s, "0"); | ||
| 275 | |||
| 276 | if (sym_flags & TRACE_ITER_SYM_OFFSET) | ||
| 277 | ret = seq_print_sym_offset(s, "%s", ip); | ||
| 278 | else | ||
| 279 | ret = seq_print_sym_short(s, "%s", ip); | ||
| 280 | |||
| 281 | if (!ret) | ||
| 282 | return 0; | ||
| 283 | |||
| 284 | if (sym_flags & TRACE_ITER_SYM_ADDR) | ||
| 285 | ret = trace_seq_printf(s, " <" IP_FMT ">", ip); | ||
| 286 | return ret; | ||
| 287 | } | ||
| 288 | |||
| 289 | /** | ||
| 290 | * ftrace_find_event - find a registered event | ||
| 291 | * @type: the type of event to look for | ||
| 292 | * | ||
| 293 | * Returns an event of type @type otherwise NULL | ||
| 294 | */ | ||
| 295 | struct trace_event *ftrace_find_event(int type) | ||
| 296 | { | ||
| 297 | struct trace_event *event; | ||
| 298 | struct hlist_node *n; | ||
| 299 | unsigned key; | ||
| 300 | |||
| 301 | key = type & (EVENT_HASHSIZE - 1); | ||
| 302 | |||
| 303 | hlist_for_each_entry_rcu(event, n, &event_hash[key], node) { | ||
| 304 | if (event->type == type) | ||
| 305 | return event; | ||
| 306 | } | ||
| 307 | |||
| 308 | return NULL; | ||
| 309 | } | ||
| 310 | |||
| 311 | /** | ||
| 312 | * register_ftrace_event - register output for an event type | ||
| 313 | * @event: the event type to register | ||
| 314 | * | ||
| 315 | * Event types are stored in a hash and this hash is used to | ||
| 316 | * find a way to print an event. If the @event->type is set | ||
| 317 | * then it will use that type, otherwise it will assign a | ||
| 318 | * type to use. | ||
| 319 | * | ||
| 320 | * If you assign your own type, please make sure it is added | ||
| 321 | * to the trace_type enum in trace.h, to avoid collisions | ||
| 322 | * with the dynamic types. | ||
| 323 | * | ||
| 324 | * Returns the event type number or zero on error. | ||
| 325 | */ | ||
| 326 | int register_ftrace_event(struct trace_event *event) | ||
| 327 | { | ||
| 328 | unsigned key; | ||
| 329 | int ret = 0; | ||
| 330 | |||
| 331 | mutex_lock(&trace_event_mutex); | ||
| 332 | |||
| 333 | if (!event->type) | ||
| 334 | event->type = next_event_type++; | ||
| 335 | else if (event->type > __TRACE_LAST_TYPE) { | ||
| 336 | printk(KERN_WARNING "Need to add type to trace.h\n"); | ||
| 337 | WARN_ON(1); | ||
| 338 | } | ||
| 339 | |||
| 340 | if (ftrace_find_event(event->type)) | ||
| 341 | goto out; | ||
| 342 | |||
| 343 | key = event->type & (EVENT_HASHSIZE - 1); | ||
| 344 | |||
| 345 | hlist_add_head_rcu(&event->node, &event_hash[key]); | ||
| 346 | |||
| 347 | ret = event->type; | ||
| 348 | out: | ||
| 349 | mutex_unlock(&trace_event_mutex); | ||
| 350 | |||
| 351 | return ret; | ||
| 352 | } | ||
| 353 | |||
| 354 | /** | ||
| 355 | * unregister_ftrace_event - remove a no longer used event | ||
| 356 | * @event: the event to remove | ||
| 357 | */ | ||
| 358 | int unregister_ftrace_event(struct trace_event *event) | ||
| 359 | { | ||
| 360 | mutex_lock(&trace_event_mutex); | ||
| 361 | hlist_del(&event->node); | ||
| 362 | mutex_unlock(&trace_event_mutex); | ||
| 363 | |||
| 364 | return 0; | ||
| 365 | } | ||
diff --git a/kernel/trace/trace_output.h b/kernel/trace/trace_output.h new file mode 100644 index 000000000000..1fcc76e1378e --- /dev/null +++ b/kernel/trace/trace_output.h | |||
| @@ -0,0 +1,43 @@ | |||
| 1 | #ifndef __TRACE_EVENTS_H | ||
| 2 | #define __TRACE_EVENTS_H | ||
| 3 | |||
| 4 | #include "trace.h" | ||
| 5 | |||
| 6 | typedef int (*trace_print_func)(struct trace_seq *s, struct trace_entry *entry, | ||
| 7 | int flags); | ||
| 8 | |||
| 9 | struct trace_event { | ||
| 10 | struct hlist_node node; | ||
| 11 | int type; | ||
| 12 | trace_print_func trace; | ||
| 13 | trace_print_func latency_trace; | ||
| 14 | trace_print_func raw; | ||
| 15 | trace_print_func hex; | ||
| 16 | trace_print_func binary; | ||
| 17 | }; | ||
| 18 | |||
| 19 | extern int trace_seq_printf(struct trace_seq *s, const char *fmt, ...); | ||
| 20 | extern int | ||
| 21 | seq_print_ip_sym(struct trace_seq *s, unsigned long ip, | ||
| 22 | unsigned long sym_flags); | ||
| 23 | extern ssize_t trace_seq_to_user(struct trace_seq *s, char __user *ubuf, | ||
| 24 | size_t cnt); | ||
| 25 | int trace_seq_puts(struct trace_seq *s, const char *str); | ||
| 26 | int trace_seq_putc(struct trace_seq *s, unsigned char c); | ||
| 27 | int trace_seq_putmem(struct trace_seq *s, void *mem, size_t len); | ||
| 28 | int trace_seq_putmem_hex(struct trace_seq *s, void *mem, size_t len); | ||
| 29 | int trace_seq_path(struct trace_seq *s, struct path *path); | ||
| 30 | int seq_print_userip_objs(const struct userstack_entry *entry, | ||
| 31 | struct trace_seq *s, unsigned long sym_flags); | ||
| 32 | int seq_print_user_ip(struct trace_seq *s, struct mm_struct *mm, | ||
| 33 | unsigned long ip, unsigned long sym_flags); | ||
| 34 | |||
| 35 | struct trace_event *ftrace_find_event(int type); | ||
| 36 | int register_ftrace_event(struct trace_event *event); | ||
| 37 | int unregister_ftrace_event(struct trace_event *event); | ||
| 38 | |||
| 39 | #define MAX_MEMHEX_BYTES 8 | ||
| 40 | #define HEX_CHARS (MAX_MEMHEX_BYTES*2 + 1) | ||
| 41 | |||
| 42 | #endif | ||
| 43 | |||
diff --git a/kernel/trace/trace_power.c b/kernel/trace/trace_power.c index a7172a352f62..b9b13c39b4bb 100644 --- a/kernel/trace/trace_power.c +++ b/kernel/trace/trace_power.c | |||
| @@ -16,6 +16,7 @@ | |||
| 16 | #include <linux/module.h> | 16 | #include <linux/module.h> |
| 17 | 17 | ||
| 18 | #include "trace.h" | 18 | #include "trace.h" |
| 19 | #include "trace_output.h" | ||
| 19 | 20 | ||
| 20 | static struct trace_array *power_trace; | 21 | static struct trace_array *power_trace; |
| 21 | static int __read_mostly trace_power_enabled; | 22 | static int __read_mostly trace_power_enabled; |
