diff options
-rw-r--r-- | kernel/lockdep.c | 44 | ||||
-rw-r--r-- | kernel/lockdep_proc.c | 266 |
2 files changed, 310 insertions, 0 deletions
diff --git a/kernel/lockdep.c b/kernel/lockdep.c index 70ca4db28aff..a8dc99d9fef7 100644 --- a/kernel/lockdep.c +++ b/kernel/lockdep.c | |||
@@ -149,6 +149,50 @@ static void lock_time_inc(struct lock_time *lt, s64 time) | |||
149 | lt->nr++; | 149 | lt->nr++; |
150 | } | 150 | } |
151 | 151 | ||
152 | static inline void lock_time_add(struct lock_time *src, struct lock_time *dst) | ||
153 | { | ||
154 | dst->min += src->min; | ||
155 | dst->max += src->max; | ||
156 | dst->total += src->total; | ||
157 | dst->nr += src->nr; | ||
158 | } | ||
159 | |||
160 | struct lock_class_stats lock_stats(struct lock_class *class) | ||
161 | { | ||
162 | struct lock_class_stats stats; | ||
163 | int cpu, i; | ||
164 | |||
165 | memset(&stats, 0, sizeof(struct lock_class_stats)); | ||
166 | for_each_possible_cpu(cpu) { | ||
167 | struct lock_class_stats *pcs = | ||
168 | &per_cpu(lock_stats, cpu)[class - lock_classes]; | ||
169 | |||
170 | for (i = 0; i < ARRAY_SIZE(stats.contention_point); i++) | ||
171 | stats.contention_point[i] += pcs->contention_point[i]; | ||
172 | |||
173 | lock_time_add(&pcs->read_waittime, &stats.read_waittime); | ||
174 | lock_time_add(&pcs->write_waittime, &stats.write_waittime); | ||
175 | |||
176 | lock_time_add(&pcs->read_holdtime, &stats.read_holdtime); | ||
177 | lock_time_add(&pcs->write_holdtime, &stats.write_holdtime); | ||
178 | } | ||
179 | |||
180 | return stats; | ||
181 | } | ||
182 | |||
183 | void clear_lock_stats(struct lock_class *class) | ||
184 | { | ||
185 | int cpu; | ||
186 | |||
187 | for_each_possible_cpu(cpu) { | ||
188 | struct lock_class_stats *cpu_stats = | ||
189 | &per_cpu(lock_stats, cpu)[class - lock_classes]; | ||
190 | |||
191 | memset(cpu_stats, 0, sizeof(struct lock_class_stats)); | ||
192 | } | ||
193 | memset(class->contention_point, 0, sizeof(class->contention_point)); | ||
194 | } | ||
195 | |||
152 | static struct lock_class_stats *get_lock_stats(struct lock_class *class) | 196 | static struct lock_class_stats *get_lock_stats(struct lock_class *class) |
153 | { | 197 | { |
154 | return &get_cpu_var(lock_stats)[class - lock_classes]; | 198 | return &get_cpu_var(lock_stats)[class - lock_classes]; |
diff --git a/kernel/lockdep_proc.c b/kernel/lockdep_proc.c index 2fde34127e2e..e682926c9ad6 100644 --- a/kernel/lockdep_proc.c +++ b/kernel/lockdep_proc.c | |||
@@ -15,6 +15,10 @@ | |||
15 | #include <linux/seq_file.h> | 15 | #include <linux/seq_file.h> |
16 | #include <linux/kallsyms.h> | 16 | #include <linux/kallsyms.h> |
17 | #include <linux/debug_locks.h> | 17 | #include <linux/debug_locks.h> |
18 | #include <linux/vmalloc.h> | ||
19 | #include <linux/sort.h> | ||
20 | #include <asm/uaccess.h> | ||
21 | #include <asm/div64.h> | ||
18 | 22 | ||
19 | #include "lockdep_internals.h" | 23 | #include "lockdep_internals.h" |
20 | 24 | ||
@@ -344,6 +348,262 @@ static const struct file_operations proc_lockdep_stats_operations = { | |||
344 | .release = seq_release, | 348 | .release = seq_release, |
345 | }; | 349 | }; |
346 | 350 | ||
351 | #ifdef CONFIG_LOCK_STAT | ||
352 | |||
353 | struct lock_stat_data { | ||
354 | struct lock_class *class; | ||
355 | struct lock_class_stats stats; | ||
356 | }; | ||
357 | |||
358 | struct lock_stat_seq { | ||
359 | struct lock_stat_data *iter; | ||
360 | struct lock_stat_data *iter_end; | ||
361 | struct lock_stat_data stats[MAX_LOCKDEP_KEYS]; | ||
362 | }; | ||
363 | |||
364 | /* | ||
365 | * sort on absolute number of contentions | ||
366 | */ | ||
367 | static int lock_stat_cmp(const void *l, const void *r) | ||
368 | { | ||
369 | const struct lock_stat_data *dl = l, *dr = r; | ||
370 | unsigned long nl, nr; | ||
371 | |||
372 | nl = dl->stats.read_waittime.nr + dl->stats.write_waittime.nr; | ||
373 | nr = dr->stats.read_waittime.nr + dr->stats.write_waittime.nr; | ||
374 | |||
375 | return nr - nl; | ||
376 | } | ||
377 | |||
378 | static void seq_line(struct seq_file *m, char c, int offset, int length) | ||
379 | { | ||
380 | int i; | ||
381 | |||
382 | for (i = 0; i < offset; i++) | ||
383 | seq_puts(m, " "); | ||
384 | for (i = 0; i < length; i++) | ||
385 | seq_printf(m, "%c", c); | ||
386 | seq_puts(m, "\n"); | ||
387 | } | ||
388 | |||
389 | static void snprint_time(char *buf, size_t bufsiz, s64 nr) | ||
390 | { | ||
391 | unsigned long rem; | ||
392 | |||
393 | rem = do_div(nr, 1000); /* XXX: do_div_signed */ | ||
394 | snprintf(buf, bufsiz, "%lld.%02d", (long long)nr, ((int)rem+5)/10); | ||
395 | } | ||
396 | |||
397 | static void seq_time(struct seq_file *m, s64 time) | ||
398 | { | ||
399 | char num[15]; | ||
400 | |||
401 | snprint_time(num, sizeof(num), time); | ||
402 | seq_printf(m, " %14s", num); | ||
403 | } | ||
404 | |||
405 | static void seq_lock_time(struct seq_file *m, struct lock_time *lt) | ||
406 | { | ||
407 | seq_printf(m, "%14lu", lt->nr); | ||
408 | seq_time(m, lt->min); | ||
409 | seq_time(m, lt->max); | ||
410 | seq_time(m, lt->total); | ||
411 | } | ||
412 | |||
413 | static void seq_stats(struct seq_file *m, struct lock_stat_data *data) | ||
414 | { | ||
415 | char name[39]; | ||
416 | struct lock_class *class; | ||
417 | struct lock_class_stats *stats; | ||
418 | int i, namelen; | ||
419 | |||
420 | class = data->class; | ||
421 | stats = &data->stats; | ||
422 | |||
423 | snprintf(name, 38, "%s", class->name); | ||
424 | namelen = strlen(name); | ||
425 | |||
426 | if (stats->write_holdtime.nr) { | ||
427 | if (stats->read_holdtime.nr) | ||
428 | seq_printf(m, "%38s-W:", name); | ||
429 | else | ||
430 | seq_printf(m, "%40s:", name); | ||
431 | |||
432 | seq_lock_time(m, &stats->write_waittime); | ||
433 | seq_puts(m, " "); | ||
434 | seq_lock_time(m, &stats->write_holdtime); | ||
435 | seq_puts(m, "\n"); | ||
436 | } | ||
437 | |||
438 | if (stats->read_holdtime.nr) { | ||
439 | seq_printf(m, "%38s-R:", name); | ||
440 | seq_lock_time(m, &stats->read_waittime); | ||
441 | seq_puts(m, " "); | ||
442 | seq_lock_time(m, &stats->read_holdtime); | ||
443 | seq_puts(m, "\n"); | ||
444 | } | ||
445 | |||
446 | if (stats->read_waittime.nr + stats->write_waittime.nr == 0) | ||
447 | return; | ||
448 | |||
449 | if (stats->read_holdtime.nr) | ||
450 | namelen += 2; | ||
451 | |||
452 | for (i = 0; i < ARRAY_SIZE(class->contention_point); i++) { | ||
453 | char sym[KSYM_SYMBOL_LEN]; | ||
454 | char ip[32]; | ||
455 | |||
456 | if (class->contention_point[i] == 0) | ||
457 | break; | ||
458 | |||
459 | if (!i) | ||
460 | seq_line(m, '-', 40-namelen, namelen); | ||
461 | |||
462 | sprint_symbol(sym, class->contention_point[i]); | ||
463 | snprintf(ip, sizeof(ip), "[<%p>]", | ||
464 | (void *)class->contention_point[i]); | ||
465 | seq_printf(m, "%40s %14lu %29s %s\n", name, | ||
466 | stats->contention_point[i], | ||
467 | ip, sym); | ||
468 | } | ||
469 | if (i) { | ||
470 | seq_puts(m, "\n"); | ||
471 | seq_line(m, '.', 0, 40 + 1 + 8 * (14 + 1)); | ||
472 | seq_puts(m, "\n"); | ||
473 | } | ||
474 | } | ||
475 | |||
476 | static void seq_header(struct seq_file *m) | ||
477 | { | ||
478 | seq_printf(m, "lock_stat version 0.1\n"); | ||
479 | seq_line(m, '-', 0, 40 + 1 + 8 * (14 + 1)); | ||
480 | seq_printf(m, "%40s %14s %14s %14s %14s %14s %14s %14s %14s\n", | ||
481 | "class name", | ||
482 | "contentions", | ||
483 | "waittime-min", | ||
484 | "waittime-max", | ||
485 | "waittime-total", | ||
486 | "acquisitions", | ||
487 | "holdtime-min", | ||
488 | "holdtime-max", | ||
489 | "holdtime-total"); | ||
490 | seq_line(m, '-', 0, 40 + 1 + 8 * (14 + 1)); | ||
491 | seq_printf(m, "\n"); | ||
492 | } | ||
493 | |||
494 | static void *ls_start(struct seq_file *m, loff_t *pos) | ||
495 | { | ||
496 | struct lock_stat_seq *data = m->private; | ||
497 | |||
498 | if (data->iter == data->stats) | ||
499 | seq_header(m); | ||
500 | |||
501 | return data->iter; | ||
502 | } | ||
503 | |||
504 | static void *ls_next(struct seq_file *m, void *v, loff_t *pos) | ||
505 | { | ||
506 | struct lock_stat_seq *data = m->private; | ||
507 | |||
508 | (*pos)++; | ||
509 | |||
510 | data->iter = v; | ||
511 | data->iter++; | ||
512 | if (data->iter == data->iter_end) | ||
513 | data->iter = NULL; | ||
514 | |||
515 | return data->iter; | ||
516 | } | ||
517 | |||
518 | static void ls_stop(struct seq_file *m, void *v) | ||
519 | { | ||
520 | } | ||
521 | |||
522 | static int ls_show(struct seq_file *m, void *v) | ||
523 | { | ||
524 | struct lock_stat_seq *data = m->private; | ||
525 | |||
526 | seq_stats(m, data->iter); | ||
527 | return 0; | ||
528 | } | ||
529 | |||
530 | static struct seq_operations lockstat_ops = { | ||
531 | .start = ls_start, | ||
532 | .next = ls_next, | ||
533 | .stop = ls_stop, | ||
534 | .show = ls_show, | ||
535 | }; | ||
536 | |||
537 | static int lock_stat_open(struct inode *inode, struct file *file) | ||
538 | { | ||
539 | int res; | ||
540 | struct lock_class *class; | ||
541 | struct lock_stat_seq *data = vmalloc(sizeof(struct lock_stat_seq)); | ||
542 | |||
543 | if (!data) | ||
544 | return -ENOMEM; | ||
545 | |||
546 | res = seq_open(file, &lockstat_ops); | ||
547 | if (!res) { | ||
548 | struct lock_stat_data *iter = data->stats; | ||
549 | struct seq_file *m = file->private_data; | ||
550 | |||
551 | data->iter = iter; | ||
552 | list_for_each_entry(class, &all_lock_classes, lock_entry) { | ||
553 | iter->class = class; | ||
554 | iter->stats = lock_stats(class); | ||
555 | iter++; | ||
556 | } | ||
557 | data->iter_end = iter; | ||
558 | |||
559 | sort(data->stats, data->iter_end - data->iter, | ||
560 | sizeof(struct lock_stat_data), | ||
561 | lock_stat_cmp, NULL); | ||
562 | |||
563 | m->private = data; | ||
564 | } else | ||
565 | vfree(data); | ||
566 | |||
567 | return res; | ||
568 | } | ||
569 | |||
570 | static ssize_t lock_stat_write(struct file *file, const char __user *buf, | ||
571 | size_t count, loff_t *ppos) | ||
572 | { | ||
573 | struct lock_class *class; | ||
574 | char c; | ||
575 | |||
576 | if (count) { | ||
577 | if (get_user(c, buf)) | ||
578 | return -EFAULT; | ||
579 | |||
580 | if (c != '0') | ||
581 | return count; | ||
582 | |||
583 | list_for_each_entry(class, &all_lock_classes, lock_entry) | ||
584 | clear_lock_stats(class); | ||
585 | } | ||
586 | return count; | ||
587 | } | ||
588 | |||
589 | static int lock_stat_release(struct inode *inode, struct file *file) | ||
590 | { | ||
591 | struct seq_file *seq = file->private_data; | ||
592 | |||
593 | vfree(seq->private); | ||
594 | seq->private = NULL; | ||
595 | return seq_release(inode, file); | ||
596 | } | ||
597 | |||
598 | static const struct file_operations proc_lock_stat_operations = { | ||
599 | .open = lock_stat_open, | ||
600 | .write = lock_stat_write, | ||
601 | .read = seq_read, | ||
602 | .llseek = seq_lseek, | ||
603 | .release = lock_stat_release, | ||
604 | }; | ||
605 | #endif /* CONFIG_LOCK_STAT */ | ||
606 | |||
347 | static int __init lockdep_proc_init(void) | 607 | static int __init lockdep_proc_init(void) |
348 | { | 608 | { |
349 | struct proc_dir_entry *entry; | 609 | struct proc_dir_entry *entry; |
@@ -356,6 +616,12 @@ static int __init lockdep_proc_init(void) | |||
356 | if (entry) | 616 | if (entry) |
357 | entry->proc_fops = &proc_lockdep_stats_operations; | 617 | entry->proc_fops = &proc_lockdep_stats_operations; |
358 | 618 | ||
619 | #ifdef CONFIG_LOCK_STAT | ||
620 | entry = create_proc_entry("lock_stat", S_IRUSR, NULL); | ||
621 | if (entry) | ||
622 | entry->proc_fops = &proc_lock_stat_operations; | ||
623 | #endif | ||
624 | |||
359 | return 0; | 625 | return 0; |
360 | } | 626 | } |
361 | 627 | ||