diff options
Diffstat (limited to 'kernel/trace/trace_ksym.c')
-rw-r--r-- | kernel/trace/trace_ksym.c | 193 |
1 files changed, 81 insertions, 112 deletions
diff --git a/kernel/trace/trace_ksym.c b/kernel/trace/trace_ksym.c index ddfa0fd43bc0..94103cdcf9d8 100644 --- a/kernel/trace/trace_ksym.c +++ b/kernel/trace/trace_ksym.c | |||
@@ -26,12 +26,13 @@ | |||
26 | #include <linux/fs.h> | 26 | #include <linux/fs.h> |
27 | 27 | ||
28 | #include "trace_output.h" | 28 | #include "trace_output.h" |
29 | #include "trace_stat.h" | ||
30 | #include "trace.h" | 29 | #include "trace.h" |
31 | 30 | ||
32 | #include <linux/hw_breakpoint.h> | 31 | #include <linux/hw_breakpoint.h> |
33 | #include <asm/hw_breakpoint.h> | 32 | #include <asm/hw_breakpoint.h> |
34 | 33 | ||
34 | #include <asm/atomic.h> | ||
35 | |||
35 | /* | 36 | /* |
36 | * For now, let us restrict the no. of symbols traced simultaneously to number | 37 | * For now, let us restrict the no. of symbols traced simultaneously to number |
37 | * of available hardware breakpoint registers. | 38 | * of available hardware breakpoint registers. |
@@ -44,7 +45,7 @@ struct trace_ksym { | |||
44 | struct perf_event **ksym_hbp; | 45 | struct perf_event **ksym_hbp; |
45 | struct perf_event_attr attr; | 46 | struct perf_event_attr attr; |
46 | #ifdef CONFIG_PROFILE_KSYM_TRACER | 47 | #ifdef CONFIG_PROFILE_KSYM_TRACER |
47 | unsigned long counter; | 48 | atomic64_t counter; |
48 | #endif | 49 | #endif |
49 | struct hlist_node ksym_hlist; | 50 | struct hlist_node ksym_hlist; |
50 | }; | 51 | }; |
@@ -69,9 +70,8 @@ void ksym_collect_stats(unsigned long hbp_hit_addr) | |||
69 | 70 | ||
70 | rcu_read_lock(); | 71 | rcu_read_lock(); |
71 | hlist_for_each_entry_rcu(entry, node, &ksym_filter_head, ksym_hlist) { | 72 | hlist_for_each_entry_rcu(entry, node, &ksym_filter_head, ksym_hlist) { |
72 | if ((entry->attr.bp_addr == hbp_hit_addr) && | 73 | if (entry->attr.bp_addr == hbp_hit_addr) { |
73 | (entry->counter <= MAX_UL_INT)) { | 74 | atomic64_inc(&entry->counter); |
74 | entry->counter++; | ||
75 | break; | 75 | break; |
76 | } | 76 | } |
77 | } | 77 | } |
@@ -79,11 +79,12 @@ void ksym_collect_stats(unsigned long hbp_hit_addr) | |||
79 | } | 79 | } |
80 | #endif /* CONFIG_PROFILE_KSYM_TRACER */ | 80 | #endif /* CONFIG_PROFILE_KSYM_TRACER */ |
81 | 81 | ||
82 | void ksym_hbp_handler(struct perf_event *hbp, void *data) | 82 | void ksym_hbp_handler(struct perf_event *hbp, int nmi, |
83 | struct perf_sample_data *data, | ||
84 | struct pt_regs *regs) | ||
83 | { | 85 | { |
84 | struct ring_buffer_event *event; | 86 | struct ring_buffer_event *event; |
85 | struct ksym_trace_entry *entry; | 87 | struct ksym_trace_entry *entry; |
86 | struct pt_regs *regs = data; | ||
87 | struct ring_buffer *buffer; | 88 | struct ring_buffer *buffer; |
88 | int pc; | 89 | int pc; |
89 | 90 | ||
@@ -196,7 +197,6 @@ int process_new_ksym_entry(char *ksymname, int op, unsigned long addr) | |||
196 | entry->attr.bp_addr = addr; | 197 | entry->attr.bp_addr = addr; |
197 | entry->attr.bp_len = HW_BREAKPOINT_LEN_4; | 198 | entry->attr.bp_len = HW_BREAKPOINT_LEN_4; |
198 | 199 | ||
199 | ret = -EAGAIN; | ||
200 | entry->ksym_hbp = register_wide_hw_breakpoint(&entry->attr, | 200 | entry->ksym_hbp = register_wide_hw_breakpoint(&entry->attr, |
201 | ksym_hbp_handler); | 201 | ksym_hbp_handler); |
202 | 202 | ||
@@ -235,7 +235,8 @@ static ssize_t ksym_trace_filter_read(struct file *filp, char __user *ubuf, | |||
235 | mutex_lock(&ksym_tracer_mutex); | 235 | mutex_lock(&ksym_tracer_mutex); |
236 | 236 | ||
237 | hlist_for_each_entry(entry, node, &ksym_filter_head, ksym_hlist) { | 237 | hlist_for_each_entry(entry, node, &ksym_filter_head, ksym_hlist) { |
238 | ret = trace_seq_printf(s, "%pS:", (void *)entry->attr.bp_addr); | 238 | ret = trace_seq_printf(s, "%pS:", |
239 | (void *)(unsigned long)entry->attr.bp_addr); | ||
239 | if (entry->attr.bp_type == HW_BREAKPOINT_R) | 240 | if (entry->attr.bp_type == HW_BREAKPOINT_R) |
240 | ret = trace_seq_puts(s, "r--\n"); | 241 | ret = trace_seq_puts(s, "r--\n"); |
241 | else if (entry->attr.bp_type == HW_BREAKPOINT_W) | 242 | else if (entry->attr.bp_type == HW_BREAKPOINT_W) |
@@ -277,21 +278,20 @@ static ssize_t ksym_trace_filter_write(struct file *file, | |||
277 | { | 278 | { |
278 | struct trace_ksym *entry; | 279 | struct trace_ksym *entry; |
279 | struct hlist_node *node; | 280 | struct hlist_node *node; |
280 | char *input_string, *ksymname = NULL; | 281 | char *buf, *input_string, *ksymname = NULL; |
281 | unsigned long ksym_addr = 0; | 282 | unsigned long ksym_addr = 0; |
282 | int ret, op, changed = 0; | 283 | int ret, op, changed = 0; |
283 | 284 | ||
284 | input_string = kzalloc(count + 1, GFP_KERNEL); | 285 | buf = kzalloc(count + 1, GFP_KERNEL); |
285 | if (!input_string) | 286 | if (!buf) |
286 | return -ENOMEM; | 287 | return -ENOMEM; |
287 | 288 | ||
288 | if (copy_from_user(input_string, buffer, count)) { | 289 | ret = -EFAULT; |
289 | kfree(input_string); | 290 | if (copy_from_user(buf, buffer, count)) |
290 | return -EFAULT; | 291 | goto out; |
291 | } | ||
292 | input_string[count] = '\0'; | ||
293 | 292 | ||
294 | strstrip(input_string); | 293 | buf[count] = '\0'; |
294 | input_string = strstrip(buf); | ||
295 | 295 | ||
296 | /* | 296 | /* |
297 | * Clear all breakpoints if: | 297 | * Clear all breakpoints if: |
@@ -302,15 +302,13 @@ static ssize_t ksym_trace_filter_write(struct file *file, | |||
302 | if (!input_string[0] || !strcmp(input_string, "0") || | 302 | if (!input_string[0] || !strcmp(input_string, "0") || |
303 | !strcmp(input_string, "*:---")) { | 303 | !strcmp(input_string, "*:---")) { |
304 | __ksym_trace_reset(); | 304 | __ksym_trace_reset(); |
305 | kfree(input_string); | 305 | ret = 0; |
306 | return count; | 306 | goto out; |
307 | } | 307 | } |
308 | 308 | ||
309 | ret = op = parse_ksym_trace_str(input_string, &ksymname, &ksym_addr); | 309 | ret = op = parse_ksym_trace_str(input_string, &ksymname, &ksym_addr); |
310 | if (ret < 0) { | 310 | if (ret < 0) |
311 | kfree(input_string); | 311 | goto out; |
312 | return ret; | ||
313 | } | ||
314 | 312 | ||
315 | mutex_lock(&ksym_tracer_mutex); | 313 | mutex_lock(&ksym_tracer_mutex); |
316 | 314 | ||
@@ -321,7 +319,7 @@ static ssize_t ksym_trace_filter_write(struct file *file, | |||
321 | if (entry->attr.bp_type != op) | 319 | if (entry->attr.bp_type != op) |
322 | changed = 1; | 320 | changed = 1; |
323 | else | 321 | else |
324 | goto out; | 322 | goto out_unlock; |
325 | break; | 323 | break; |
326 | } | 324 | } |
327 | } | 325 | } |
@@ -336,28 +334,24 @@ static ssize_t ksym_trace_filter_write(struct file *file, | |||
336 | if (IS_ERR(entry->ksym_hbp)) | 334 | if (IS_ERR(entry->ksym_hbp)) |
337 | ret = PTR_ERR(entry->ksym_hbp); | 335 | ret = PTR_ERR(entry->ksym_hbp); |
338 | else | 336 | else |
339 | goto out; | 337 | goto out_unlock; |
340 | } | 338 | } |
341 | /* Error or "symbol:---" case: drop it */ | 339 | /* Error or "symbol:---" case: drop it */ |
342 | ksym_filter_entry_count--; | 340 | ksym_filter_entry_count--; |
343 | hlist_del_rcu(&(entry->ksym_hlist)); | 341 | hlist_del_rcu(&(entry->ksym_hlist)); |
344 | synchronize_rcu(); | 342 | synchronize_rcu(); |
345 | kfree(entry); | 343 | kfree(entry); |
346 | goto out; | 344 | goto out_unlock; |
347 | } else { | 345 | } else { |
348 | /* Check for malformed request: (4) */ | 346 | /* Check for malformed request: (4) */ |
349 | if (op == 0) | 347 | if (op) |
350 | goto out; | 348 | ret = process_new_ksym_entry(ksymname, op, ksym_addr); |
351 | ret = process_new_ksym_entry(ksymname, op, ksym_addr); | ||
352 | } | 349 | } |
353 | out: | 350 | out_unlock: |
354 | mutex_unlock(&ksym_tracer_mutex); | 351 | mutex_unlock(&ksym_tracer_mutex); |
355 | 352 | out: | |
356 | kfree(input_string); | 353 | kfree(buf); |
357 | 354 | return !ret ? count : ret; | |
358 | if (!ret) | ||
359 | ret = count; | ||
360 | return ret; | ||
361 | } | 355 | } |
362 | 356 | ||
363 | static const struct file_operations ksym_tracing_fops = { | 357 | static const struct file_operations ksym_tracing_fops = { |
@@ -449,102 +443,77 @@ struct tracer ksym_tracer __read_mostly = | |||
449 | .print_line = ksym_trace_output | 443 | .print_line = ksym_trace_output |
450 | }; | 444 | }; |
451 | 445 | ||
452 | __init static int init_ksym_trace(void) | ||
453 | { | ||
454 | struct dentry *d_tracer; | ||
455 | struct dentry *entry; | ||
456 | |||
457 | d_tracer = tracing_init_dentry(); | ||
458 | ksym_filter_entry_count = 0; | ||
459 | |||
460 | entry = debugfs_create_file("ksym_trace_filter", 0644, d_tracer, | ||
461 | NULL, &ksym_tracing_fops); | ||
462 | if (!entry) | ||
463 | pr_warning("Could not create debugfs " | ||
464 | "'ksym_trace_filter' file\n"); | ||
465 | |||
466 | return register_tracer(&ksym_tracer); | ||
467 | } | ||
468 | device_initcall(init_ksym_trace); | ||
469 | |||
470 | |||
471 | #ifdef CONFIG_PROFILE_KSYM_TRACER | 446 | #ifdef CONFIG_PROFILE_KSYM_TRACER |
472 | static int ksym_tracer_stat_headers(struct seq_file *m) | 447 | static int ksym_profile_show(struct seq_file *m, void *v) |
473 | { | 448 | { |
449 | struct hlist_node *node; | ||
450 | struct trace_ksym *entry; | ||
451 | int access_type = 0; | ||
452 | char fn_name[KSYM_NAME_LEN]; | ||
453 | |||
474 | seq_puts(m, " Access Type "); | 454 | seq_puts(m, " Access Type "); |
475 | seq_puts(m, " Symbol Counter\n"); | 455 | seq_puts(m, " Symbol Counter\n"); |
476 | seq_puts(m, " ----------- "); | 456 | seq_puts(m, " ----------- "); |
477 | seq_puts(m, " ------ -------\n"); | 457 | seq_puts(m, " ------ -------\n"); |
478 | return 0; | ||
479 | } | ||
480 | 458 | ||
481 | static int ksym_tracer_stat_show(struct seq_file *m, void *v) | 459 | rcu_read_lock(); |
482 | { | 460 | hlist_for_each_entry_rcu(entry, node, &ksym_filter_head, ksym_hlist) { |
483 | struct hlist_node *stat = v; | ||
484 | struct trace_ksym *entry; | ||
485 | int access_type = 0; | ||
486 | char fn_name[KSYM_NAME_LEN]; | ||
487 | 461 | ||
488 | entry = hlist_entry(stat, struct trace_ksym, ksym_hlist); | 462 | access_type = entry->attr.bp_type; |
489 | 463 | ||
490 | access_type = entry->attr.bp_type; | 464 | switch (access_type) { |
465 | case HW_BREAKPOINT_R: | ||
466 | seq_puts(m, " R "); | ||
467 | break; | ||
468 | case HW_BREAKPOINT_W: | ||
469 | seq_puts(m, " W "); | ||
470 | break; | ||
471 | case HW_BREAKPOINT_R | HW_BREAKPOINT_W: | ||
472 | seq_puts(m, " RW "); | ||
473 | break; | ||
474 | default: | ||
475 | seq_puts(m, " NA "); | ||
476 | } | ||
491 | 477 | ||
492 | switch (access_type) { | 478 | if (lookup_symbol_name(entry->attr.bp_addr, fn_name) >= 0) |
493 | case HW_BREAKPOINT_R: | 479 | seq_printf(m, " %-36s", fn_name); |
494 | seq_puts(m, " R "); | 480 | else |
495 | break; | 481 | seq_printf(m, " %-36s", "<NA>"); |
496 | case HW_BREAKPOINT_W: | 482 | seq_printf(m, " %15llu\n", |
497 | seq_puts(m, " W "); | 483 | (unsigned long long)atomic64_read(&entry->counter)); |
498 | break; | ||
499 | case HW_BREAKPOINT_R | HW_BREAKPOINT_W: | ||
500 | seq_puts(m, " RW "); | ||
501 | break; | ||
502 | default: | ||
503 | seq_puts(m, " NA "); | ||
504 | } | 484 | } |
505 | 485 | rcu_read_unlock(); | |
506 | if (lookup_symbol_name(entry->attr.bp_addr, fn_name) >= 0) | ||
507 | seq_printf(m, " %-36s", fn_name); | ||
508 | else | ||
509 | seq_printf(m, " %-36s", "<NA>"); | ||
510 | seq_printf(m, " %15lu\n", entry->counter); | ||
511 | 486 | ||
512 | return 0; | 487 | return 0; |
513 | } | 488 | } |
514 | 489 | ||
515 | static void *ksym_tracer_stat_start(struct tracer_stat *trace) | 490 | static int ksym_profile_open(struct inode *node, struct file *file) |
516 | { | 491 | { |
517 | return ksym_filter_head.first; | 492 | return single_open(file, ksym_profile_show, NULL); |
518 | } | 493 | } |
519 | 494 | ||
520 | static void * | 495 | static const struct file_operations ksym_profile_fops = { |
521 | ksym_tracer_stat_next(void *v, int idx) | 496 | .open = ksym_profile_open, |
522 | { | 497 | .read = seq_read, |
523 | struct hlist_node *stat = v; | 498 | .llseek = seq_lseek, |
524 | 499 | .release = single_release, | |
525 | return stat->next; | ||
526 | } | ||
527 | |||
528 | static struct tracer_stat ksym_tracer_stats = { | ||
529 | .name = "ksym_tracer", | ||
530 | .stat_start = ksym_tracer_stat_start, | ||
531 | .stat_next = ksym_tracer_stat_next, | ||
532 | .stat_headers = ksym_tracer_stat_headers, | ||
533 | .stat_show = ksym_tracer_stat_show | ||
534 | }; | 500 | }; |
501 | #endif /* CONFIG_PROFILE_KSYM_TRACER */ | ||
535 | 502 | ||
536 | __init static int ksym_tracer_stat_init(void) | 503 | __init static int init_ksym_trace(void) |
537 | { | 504 | { |
538 | int ret; | 505 | struct dentry *d_tracer; |
539 | 506 | ||
540 | ret = register_stat_tracer(&ksym_tracer_stats); | 507 | d_tracer = tracing_init_dentry(); |
541 | if (ret) { | ||
542 | printk(KERN_WARNING "Warning: could not register " | ||
543 | "ksym tracer stats\n"); | ||
544 | return 1; | ||
545 | } | ||
546 | 508 | ||
547 | return 0; | 509 | trace_create_file("ksym_trace_filter", 0644, d_tracer, |
510 | NULL, &ksym_tracing_fops); | ||
511 | |||
512 | #ifdef CONFIG_PROFILE_KSYM_TRACER | ||
513 | trace_create_file("ksym_profile", 0444, d_tracer, | ||
514 | NULL, &ksym_profile_fops); | ||
515 | #endif | ||
516 | |||
517 | return register_tracer(&ksym_tracer); | ||
548 | } | 518 | } |
549 | fs_initcall(ksym_tracer_stat_init); | 519 | device_initcall(init_ksym_trace); |
550 | #endif /* CONFIG_PROFILE_KSYM_TRACER */ | ||