diff options
Diffstat (limited to 'kernel/trace/trace_ksym.c')
| -rw-r--r-- | kernel/trace/trace_ksym.c | 193 |
1 files changed, 81 insertions, 112 deletions
diff --git a/kernel/trace/trace_ksym.c b/kernel/trace/trace_ksym.c index ddfa0fd43bc0..94103cdcf9d8 100644 --- a/kernel/trace/trace_ksym.c +++ b/kernel/trace/trace_ksym.c | |||
| @@ -26,12 +26,13 @@ | |||
| 26 | #include <linux/fs.h> | 26 | #include <linux/fs.h> |
| 27 | 27 | ||
| 28 | #include "trace_output.h" | 28 | #include "trace_output.h" |
| 29 | #include "trace_stat.h" | ||
| 30 | #include "trace.h" | 29 | #include "trace.h" |
| 31 | 30 | ||
| 32 | #include <linux/hw_breakpoint.h> | 31 | #include <linux/hw_breakpoint.h> |
| 33 | #include <asm/hw_breakpoint.h> | 32 | #include <asm/hw_breakpoint.h> |
| 34 | 33 | ||
| 34 | #include <asm/atomic.h> | ||
| 35 | |||
| 35 | /* | 36 | /* |
| 36 | * For now, let us restrict the no. of symbols traced simultaneously to number | 37 | * For now, let us restrict the no. of symbols traced simultaneously to number |
| 37 | * of available hardware breakpoint registers. | 38 | * of available hardware breakpoint registers. |
| @@ -44,7 +45,7 @@ struct trace_ksym { | |||
| 44 | struct perf_event **ksym_hbp; | 45 | struct perf_event **ksym_hbp; |
| 45 | struct perf_event_attr attr; | 46 | struct perf_event_attr attr; |
| 46 | #ifdef CONFIG_PROFILE_KSYM_TRACER | 47 | #ifdef CONFIG_PROFILE_KSYM_TRACER |
| 47 | unsigned long counter; | 48 | atomic64_t counter; |
| 48 | #endif | 49 | #endif |
| 49 | struct hlist_node ksym_hlist; | 50 | struct hlist_node ksym_hlist; |
| 50 | }; | 51 | }; |
| @@ -69,9 +70,8 @@ void ksym_collect_stats(unsigned long hbp_hit_addr) | |||
| 69 | 70 | ||
| 70 | rcu_read_lock(); | 71 | rcu_read_lock(); |
| 71 | hlist_for_each_entry_rcu(entry, node, &ksym_filter_head, ksym_hlist) { | 72 | hlist_for_each_entry_rcu(entry, node, &ksym_filter_head, ksym_hlist) { |
| 72 | if ((entry->attr.bp_addr == hbp_hit_addr) && | 73 | if (entry->attr.bp_addr == hbp_hit_addr) { |
| 73 | (entry->counter <= MAX_UL_INT)) { | 74 | atomic64_inc(&entry->counter); |
| 74 | entry->counter++; | ||
| 75 | break; | 75 | break; |
| 76 | } | 76 | } |
| 77 | } | 77 | } |
| @@ -79,11 +79,12 @@ void ksym_collect_stats(unsigned long hbp_hit_addr) | |||
| 79 | } | 79 | } |
| 80 | #endif /* CONFIG_PROFILE_KSYM_TRACER */ | 80 | #endif /* CONFIG_PROFILE_KSYM_TRACER */ |
| 81 | 81 | ||
| 82 | void ksym_hbp_handler(struct perf_event *hbp, void *data) | 82 | void ksym_hbp_handler(struct perf_event *hbp, int nmi, |
| 83 | struct perf_sample_data *data, | ||
| 84 | struct pt_regs *regs) | ||
| 83 | { | 85 | { |
| 84 | struct ring_buffer_event *event; | 86 | struct ring_buffer_event *event; |
| 85 | struct ksym_trace_entry *entry; | 87 | struct ksym_trace_entry *entry; |
| 86 | struct pt_regs *regs = data; | ||
| 87 | struct ring_buffer *buffer; | 88 | struct ring_buffer *buffer; |
| 88 | int pc; | 89 | int pc; |
| 89 | 90 | ||
| @@ -196,7 +197,6 @@ int process_new_ksym_entry(char *ksymname, int op, unsigned long addr) | |||
| 196 | entry->attr.bp_addr = addr; | 197 | entry->attr.bp_addr = addr; |
| 197 | entry->attr.bp_len = HW_BREAKPOINT_LEN_4; | 198 | entry->attr.bp_len = HW_BREAKPOINT_LEN_4; |
| 198 | 199 | ||
| 199 | ret = -EAGAIN; | ||
| 200 | entry->ksym_hbp = register_wide_hw_breakpoint(&entry->attr, | 200 | entry->ksym_hbp = register_wide_hw_breakpoint(&entry->attr, |
| 201 | ksym_hbp_handler); | 201 | ksym_hbp_handler); |
| 202 | 202 | ||
| @@ -235,7 +235,8 @@ static ssize_t ksym_trace_filter_read(struct file *filp, char __user *ubuf, | |||
| 235 | mutex_lock(&ksym_tracer_mutex); | 235 | mutex_lock(&ksym_tracer_mutex); |
| 236 | 236 | ||
| 237 | hlist_for_each_entry(entry, node, &ksym_filter_head, ksym_hlist) { | 237 | hlist_for_each_entry(entry, node, &ksym_filter_head, ksym_hlist) { |
| 238 | ret = trace_seq_printf(s, "%pS:", (void *)entry->attr.bp_addr); | 238 | ret = trace_seq_printf(s, "%pS:", |
| 239 | (void *)(unsigned long)entry->attr.bp_addr); | ||
| 239 | if (entry->attr.bp_type == HW_BREAKPOINT_R) | 240 | if (entry->attr.bp_type == HW_BREAKPOINT_R) |
| 240 | ret = trace_seq_puts(s, "r--\n"); | 241 | ret = trace_seq_puts(s, "r--\n"); |
| 241 | else if (entry->attr.bp_type == HW_BREAKPOINT_W) | 242 | else if (entry->attr.bp_type == HW_BREAKPOINT_W) |
| @@ -277,21 +278,20 @@ static ssize_t ksym_trace_filter_write(struct file *file, | |||
| 277 | { | 278 | { |
| 278 | struct trace_ksym *entry; | 279 | struct trace_ksym *entry; |
| 279 | struct hlist_node *node; | 280 | struct hlist_node *node; |
| 280 | char *input_string, *ksymname = NULL; | 281 | char *buf, *input_string, *ksymname = NULL; |
| 281 | unsigned long ksym_addr = 0; | 282 | unsigned long ksym_addr = 0; |
| 282 | int ret, op, changed = 0; | 283 | int ret, op, changed = 0; |
| 283 | 284 | ||
| 284 | input_string = kzalloc(count + 1, GFP_KERNEL); | 285 | buf = kzalloc(count + 1, GFP_KERNEL); |
| 285 | if (!input_string) | 286 | if (!buf) |
| 286 | return -ENOMEM; | 287 | return -ENOMEM; |
| 287 | 288 | ||
| 288 | if (copy_from_user(input_string, buffer, count)) { | 289 | ret = -EFAULT; |
| 289 | kfree(input_string); | 290 | if (copy_from_user(buf, buffer, count)) |
| 290 | return -EFAULT; | 291 | goto out; |
| 291 | } | ||
| 292 | input_string[count] = '\0'; | ||
| 293 | 292 | ||
| 294 | strstrip(input_string); | 293 | buf[count] = '\0'; |
| 294 | input_string = strstrip(buf); | ||
| 295 | 295 | ||
| 296 | /* | 296 | /* |
| 297 | * Clear all breakpoints if: | 297 | * Clear all breakpoints if: |
| @@ -302,15 +302,13 @@ static ssize_t ksym_trace_filter_write(struct file *file, | |||
| 302 | if (!input_string[0] || !strcmp(input_string, "0") || | 302 | if (!input_string[0] || !strcmp(input_string, "0") || |
| 303 | !strcmp(input_string, "*:---")) { | 303 | !strcmp(input_string, "*:---")) { |
| 304 | __ksym_trace_reset(); | 304 | __ksym_trace_reset(); |
| 305 | kfree(input_string); | 305 | ret = 0; |
| 306 | return count; | 306 | goto out; |
| 307 | } | 307 | } |
| 308 | 308 | ||
| 309 | ret = op = parse_ksym_trace_str(input_string, &ksymname, &ksym_addr); | 309 | ret = op = parse_ksym_trace_str(input_string, &ksymname, &ksym_addr); |
| 310 | if (ret < 0) { | 310 | if (ret < 0) |
| 311 | kfree(input_string); | 311 | goto out; |
| 312 | return ret; | ||
| 313 | } | ||
| 314 | 312 | ||
| 315 | mutex_lock(&ksym_tracer_mutex); | 313 | mutex_lock(&ksym_tracer_mutex); |
| 316 | 314 | ||
| @@ -321,7 +319,7 @@ static ssize_t ksym_trace_filter_write(struct file *file, | |||
| 321 | if (entry->attr.bp_type != op) | 319 | if (entry->attr.bp_type != op) |
| 322 | changed = 1; | 320 | changed = 1; |
| 323 | else | 321 | else |
| 324 | goto out; | 322 | goto out_unlock; |
| 325 | break; | 323 | break; |
| 326 | } | 324 | } |
| 327 | } | 325 | } |
| @@ -336,28 +334,24 @@ static ssize_t ksym_trace_filter_write(struct file *file, | |||
| 336 | if (IS_ERR(entry->ksym_hbp)) | 334 | if (IS_ERR(entry->ksym_hbp)) |
| 337 | ret = PTR_ERR(entry->ksym_hbp); | 335 | ret = PTR_ERR(entry->ksym_hbp); |
| 338 | else | 336 | else |
| 339 | goto out; | 337 | goto out_unlock; |
| 340 | } | 338 | } |
| 341 | /* Error or "symbol:---" case: drop it */ | 339 | /* Error or "symbol:---" case: drop it */ |
| 342 | ksym_filter_entry_count--; | 340 | ksym_filter_entry_count--; |
| 343 | hlist_del_rcu(&(entry->ksym_hlist)); | 341 | hlist_del_rcu(&(entry->ksym_hlist)); |
| 344 | synchronize_rcu(); | 342 | synchronize_rcu(); |
| 345 | kfree(entry); | 343 | kfree(entry); |
| 346 | goto out; | 344 | goto out_unlock; |
| 347 | } else { | 345 | } else { |
| 348 | /* Check for malformed request: (4) */ | 346 | /* Check for malformed request: (4) */ |
| 349 | if (op == 0) | 347 | if (op) |
| 350 | goto out; | 348 | ret = process_new_ksym_entry(ksymname, op, ksym_addr); |
| 351 | ret = process_new_ksym_entry(ksymname, op, ksym_addr); | ||
| 352 | } | 349 | } |
| 353 | out: | 350 | out_unlock: |
| 354 | mutex_unlock(&ksym_tracer_mutex); | 351 | mutex_unlock(&ksym_tracer_mutex); |
| 355 | 352 | out: | |
| 356 | kfree(input_string); | 353 | kfree(buf); |
| 357 | 354 | return !ret ? count : ret; | |
| 358 | if (!ret) | ||
| 359 | ret = count; | ||
| 360 | return ret; | ||
| 361 | } | 355 | } |
| 362 | 356 | ||
| 363 | static const struct file_operations ksym_tracing_fops = { | 357 | static const struct file_operations ksym_tracing_fops = { |
| @@ -449,102 +443,77 @@ struct tracer ksym_tracer __read_mostly = | |||
| 449 | .print_line = ksym_trace_output | 443 | .print_line = ksym_trace_output |
| 450 | }; | 444 | }; |
| 451 | 445 | ||
| 452 | __init static int init_ksym_trace(void) | ||
| 453 | { | ||
| 454 | struct dentry *d_tracer; | ||
| 455 | struct dentry *entry; | ||
| 456 | |||
| 457 | d_tracer = tracing_init_dentry(); | ||
| 458 | ksym_filter_entry_count = 0; | ||
| 459 | |||
| 460 | entry = debugfs_create_file("ksym_trace_filter", 0644, d_tracer, | ||
| 461 | NULL, &ksym_tracing_fops); | ||
| 462 | if (!entry) | ||
| 463 | pr_warning("Could not create debugfs " | ||
| 464 | "'ksym_trace_filter' file\n"); | ||
| 465 | |||
| 466 | return register_tracer(&ksym_tracer); | ||
| 467 | } | ||
| 468 | device_initcall(init_ksym_trace); | ||
| 469 | |||
| 470 | |||
| 471 | #ifdef CONFIG_PROFILE_KSYM_TRACER | 446 | #ifdef CONFIG_PROFILE_KSYM_TRACER |
| 472 | static int ksym_tracer_stat_headers(struct seq_file *m) | 447 | static int ksym_profile_show(struct seq_file *m, void *v) |
| 473 | { | 448 | { |
| 449 | struct hlist_node *node; | ||
| 450 | struct trace_ksym *entry; | ||
| 451 | int access_type = 0; | ||
| 452 | char fn_name[KSYM_NAME_LEN]; | ||
| 453 | |||
| 474 | seq_puts(m, " Access Type "); | 454 | seq_puts(m, " Access Type "); |
| 475 | seq_puts(m, " Symbol Counter\n"); | 455 | seq_puts(m, " Symbol Counter\n"); |
| 476 | seq_puts(m, " ----------- "); | 456 | seq_puts(m, " ----------- "); |
| 477 | seq_puts(m, " ------ -------\n"); | 457 | seq_puts(m, " ------ -------\n"); |
| 478 | return 0; | ||
| 479 | } | ||
| 480 | 458 | ||
| 481 | static int ksym_tracer_stat_show(struct seq_file *m, void *v) | 459 | rcu_read_lock(); |
| 482 | { | 460 | hlist_for_each_entry_rcu(entry, node, &ksym_filter_head, ksym_hlist) { |
| 483 | struct hlist_node *stat = v; | ||
| 484 | struct trace_ksym *entry; | ||
| 485 | int access_type = 0; | ||
| 486 | char fn_name[KSYM_NAME_LEN]; | ||
| 487 | 461 | ||
| 488 | entry = hlist_entry(stat, struct trace_ksym, ksym_hlist); | 462 | access_type = entry->attr.bp_type; |
| 489 | 463 | ||
| 490 | access_type = entry->attr.bp_type; | 464 | switch (access_type) { |
| 465 | case HW_BREAKPOINT_R: | ||
| 466 | seq_puts(m, " R "); | ||
| 467 | break; | ||
| 468 | case HW_BREAKPOINT_W: | ||
| 469 | seq_puts(m, " W "); | ||
| 470 | break; | ||
| 471 | case HW_BREAKPOINT_R | HW_BREAKPOINT_W: | ||
| 472 | seq_puts(m, " RW "); | ||
| 473 | break; | ||
| 474 | default: | ||
| 475 | seq_puts(m, " NA "); | ||
| 476 | } | ||
| 491 | 477 | ||
| 492 | switch (access_type) { | 478 | if (lookup_symbol_name(entry->attr.bp_addr, fn_name) >= 0) |
| 493 | case HW_BREAKPOINT_R: | 479 | seq_printf(m, " %-36s", fn_name); |
| 494 | seq_puts(m, " R "); | 480 | else |
| 495 | break; | 481 | seq_printf(m, " %-36s", "<NA>"); |
| 496 | case HW_BREAKPOINT_W: | 482 | seq_printf(m, " %15llu\n", |
| 497 | seq_puts(m, " W "); | 483 | (unsigned long long)atomic64_read(&entry->counter)); |
| 498 | break; | ||
| 499 | case HW_BREAKPOINT_R | HW_BREAKPOINT_W: | ||
| 500 | seq_puts(m, " RW "); | ||
| 501 | break; | ||
| 502 | default: | ||
| 503 | seq_puts(m, " NA "); | ||
| 504 | } | 484 | } |
| 505 | 485 | rcu_read_unlock(); | |
| 506 | if (lookup_symbol_name(entry->attr.bp_addr, fn_name) >= 0) | ||
| 507 | seq_printf(m, " %-36s", fn_name); | ||
| 508 | else | ||
| 509 | seq_printf(m, " %-36s", "<NA>"); | ||
| 510 | seq_printf(m, " %15lu\n", entry->counter); | ||
| 511 | 486 | ||
| 512 | return 0; | 487 | return 0; |
| 513 | } | 488 | } |
| 514 | 489 | ||
| 515 | static void *ksym_tracer_stat_start(struct tracer_stat *trace) | 490 | static int ksym_profile_open(struct inode *node, struct file *file) |
| 516 | { | 491 | { |
| 517 | return ksym_filter_head.first; | 492 | return single_open(file, ksym_profile_show, NULL); |
| 518 | } | 493 | } |
| 519 | 494 | ||
| 520 | static void * | 495 | static const struct file_operations ksym_profile_fops = { |
| 521 | ksym_tracer_stat_next(void *v, int idx) | 496 | .open = ksym_profile_open, |
| 522 | { | 497 | .read = seq_read, |
| 523 | struct hlist_node *stat = v; | 498 | .llseek = seq_lseek, |
| 524 | 499 | .release = single_release, | |
| 525 | return stat->next; | ||
| 526 | } | ||
| 527 | |||
| 528 | static struct tracer_stat ksym_tracer_stats = { | ||
| 529 | .name = "ksym_tracer", | ||
| 530 | .stat_start = ksym_tracer_stat_start, | ||
| 531 | .stat_next = ksym_tracer_stat_next, | ||
| 532 | .stat_headers = ksym_tracer_stat_headers, | ||
| 533 | .stat_show = ksym_tracer_stat_show | ||
| 534 | }; | 500 | }; |
| 501 | #endif /* CONFIG_PROFILE_KSYM_TRACER */ | ||
| 535 | 502 | ||
| 536 | __init static int ksym_tracer_stat_init(void) | 503 | __init static int init_ksym_trace(void) |
| 537 | { | 504 | { |
| 538 | int ret; | 505 | struct dentry *d_tracer; |
| 539 | 506 | ||
| 540 | ret = register_stat_tracer(&ksym_tracer_stats); | 507 | d_tracer = tracing_init_dentry(); |
| 541 | if (ret) { | ||
| 542 | printk(KERN_WARNING "Warning: could not register " | ||
| 543 | "ksym tracer stats\n"); | ||
| 544 | return 1; | ||
| 545 | } | ||
| 546 | 508 | ||
| 547 | return 0; | 509 | trace_create_file("ksym_trace_filter", 0644, d_tracer, |
| 510 | NULL, &ksym_tracing_fops); | ||
| 511 | |||
| 512 | #ifdef CONFIG_PROFILE_KSYM_TRACER | ||
| 513 | trace_create_file("ksym_profile", 0444, d_tracer, | ||
| 514 | NULL, &ksym_profile_fops); | ||
| 515 | #endif | ||
| 516 | |||
| 517 | return register_tracer(&ksym_tracer); | ||
| 548 | } | 518 | } |
| 549 | fs_initcall(ksym_tracer_stat_init); | 519 | device_initcall(init_ksym_trace); |
| 550 | #endif /* CONFIG_PROFILE_KSYM_TRACER */ | ||
