aboutsummaryrefslogtreecommitdiffstats
path: root/tools/perf/builtin-annotate.c
diff options
context:
space:
mode:
Diffstat (limited to 'tools/perf/builtin-annotate.c')
-rw-r--r--tools/perf/builtin-annotate.c916
1 files changed, 162 insertions, 754 deletions
diff --git a/tools/perf/builtin-annotate.c b/tools/perf/builtin-annotate.c
index 1ec741615814..593ff25006de 100644
--- a/tools/perf/builtin-annotate.c
+++ b/tools/perf/builtin-annotate.c
@@ -19,29 +19,26 @@
19#include "perf.h" 19#include "perf.h"
20#include "util/debug.h" 20#include "util/debug.h"
21 21
22#include "util/event.h"
22#include "util/parse-options.h" 23#include "util/parse-options.h"
23#include "util/parse-events.h" 24#include "util/parse-events.h"
24#include "util/thread.h" 25#include "util/thread.h"
26#include "util/sort.h"
27#include "util/hist.h"
28#include "util/session.h"
25 29
26static char const *input_name = "perf.data"; 30static char const *input_name = "perf.data";
27 31
28static char default_sort_order[] = "comm,symbol";
29static char *sort_order = default_sort_order;
30
31static int force; 32static int force;
32static int input;
33static int show_mask = SHOW_KERNEL | SHOW_USER | SHOW_HV;
34 33
35static int full_paths; 34static int full_paths;
36 35
37static int print_line; 36static int print_line;
38 37
39static unsigned long page_size; 38struct sym_hist {
40static unsigned long mmap_window = 32; 39 u64 sum;
41 40 u64 ip[0];
42static struct rb_root threads; 41};
43static struct thread *last_match;
44
45 42
46struct sym_ext { 43struct sym_ext {
47 struct rb_node node; 44 struct rb_node node;
@@ -49,247 +46,33 @@ struct sym_ext {
49 char *path; 46 char *path;
50}; 47};
51 48
52/* 49struct sym_priv {
53 * histogram, sorted on item, collects counts 50 struct sym_hist *hist;
54 */ 51 struct sym_ext *ext;
55
56static struct rb_root hist;
57
58struct hist_entry {
59 struct rb_node rb_node;
60
61 struct thread *thread;
62 struct map *map;
63 struct dso *dso;
64 struct symbol *sym;
65 u64 ip;
66 char level;
67
68 uint32_t count;
69};
70
71/*
72 * configurable sorting bits
73 */
74
75struct sort_entry {
76 struct list_head list;
77
78 const char *header;
79
80 int64_t (*cmp)(struct hist_entry *, struct hist_entry *);
81 int64_t (*collapse)(struct hist_entry *, struct hist_entry *);
82 size_t (*print)(FILE *fp, struct hist_entry *);
83};
84
85/* --sort pid */
86
87static int64_t
88sort__thread_cmp(struct hist_entry *left, struct hist_entry *right)
89{
90 return right->thread->pid - left->thread->pid;
91}
92
93static size_t
94sort__thread_print(FILE *fp, struct hist_entry *self)
95{
96 return fprintf(fp, "%16s:%5d", self->thread->comm ?: "", self->thread->pid);
97}
98
99static struct sort_entry sort_thread = {
100 .header = " Command: Pid",
101 .cmp = sort__thread_cmp,
102 .print = sort__thread_print,
103};
104
105/* --sort comm */
106
107static int64_t
108sort__comm_cmp(struct hist_entry *left, struct hist_entry *right)
109{
110 return right->thread->pid - left->thread->pid;
111}
112
113static int64_t
114sort__comm_collapse(struct hist_entry *left, struct hist_entry *right)
115{
116 char *comm_l = left->thread->comm;
117 char *comm_r = right->thread->comm;
118
119 if (!comm_l || !comm_r) {
120 if (!comm_l && !comm_r)
121 return 0;
122 else if (!comm_l)
123 return -1;
124 else
125 return 1;
126 }
127
128 return strcmp(comm_l, comm_r);
129}
130
131static size_t
132sort__comm_print(FILE *fp, struct hist_entry *self)
133{
134 return fprintf(fp, "%16s", self->thread->comm);
135}
136
137static struct sort_entry sort_comm = {
138 .header = " Command",
139 .cmp = sort__comm_cmp,
140 .collapse = sort__comm_collapse,
141 .print = sort__comm_print,
142};
143
144/* --sort dso */
145
146static int64_t
147sort__dso_cmp(struct hist_entry *left, struct hist_entry *right)
148{
149 struct dso *dso_l = left->dso;
150 struct dso *dso_r = right->dso;
151
152 if (!dso_l || !dso_r) {
153 if (!dso_l && !dso_r)
154 return 0;
155 else if (!dso_l)
156 return -1;
157 else
158 return 1;
159 }
160
161 return strcmp(dso_l->name, dso_r->name);
162}
163
164static size_t
165sort__dso_print(FILE *fp, struct hist_entry *self)
166{
167 if (self->dso)
168 return fprintf(fp, "%-25s", self->dso->name);
169
170 return fprintf(fp, "%016llx ", (u64)self->ip);
171}
172
173static struct sort_entry sort_dso = {
174 .header = "Shared Object ",
175 .cmp = sort__dso_cmp,
176 .print = sort__dso_print,
177}; 52};
178 53
179/* --sort symbol */ 54static const char *sym_hist_filter;
180 55
181static int64_t 56static int symbol_filter(struct map *map __used, struct symbol *sym)
182sort__sym_cmp(struct hist_entry *left, struct hist_entry *right)
183{ 57{
184 u64 ip_l, ip_r; 58 if (sym_hist_filter == NULL ||
59 strcmp(sym->name, sym_hist_filter) == 0) {
60 struct sym_priv *priv = symbol__priv(sym);
61 const int size = (sizeof(*priv->hist) +
62 (sym->end - sym->start) * sizeof(u64));
185 63
186 if (left->sym == right->sym) 64 priv->hist = malloc(size);
65 if (priv->hist)
66 memset(priv->hist, 0, size);
187 return 0; 67 return 0;
188
189 ip_l = left->sym ? left->sym->start : left->ip;
190 ip_r = right->sym ? right->sym->start : right->ip;
191
192 return (int64_t)(ip_r - ip_l);
193}
194
195static size_t
196sort__sym_print(FILE *fp, struct hist_entry *self)
197{
198 size_t ret = 0;
199
200 if (verbose)
201 ret += fprintf(fp, "%#018llx ", (u64)self->ip);
202
203 if (self->sym) {
204 ret += fprintf(fp, "[%c] %s",
205 self->dso == kernel_dso ? 'k' : '.', self->sym->name);
206 } else {
207 ret += fprintf(fp, "%#016llx", (u64)self->ip);
208 } 68 }
209 69 /*
210 return ret; 70 * FIXME: We should really filter it out, as we don't want to go thru symbols
211} 71 * we're not interested, and if a DSO ends up with no symbols, delete it too,
212 72 * but right now the kernel loading routines in symbol.c bail out if no symbols
213static struct sort_entry sort_sym = { 73 * are found, fix it later.
214 .header = "Symbol", 74 */
215 .cmp = sort__sym_cmp, 75 return 0;
216 .print = sort__sym_print,
217};
218
219static int sort__need_collapse = 0;
220
221struct sort_dimension {
222 const char *name;
223 struct sort_entry *entry;
224 int taken;
225};
226
227static struct sort_dimension sort_dimensions[] = {
228 { .name = "pid", .entry = &sort_thread, },
229 { .name = "comm", .entry = &sort_comm, },
230 { .name = "dso", .entry = &sort_dso, },
231 { .name = "symbol", .entry = &sort_sym, },
232};
233
234static LIST_HEAD(hist_entry__sort_list);
235
236static int sort_dimension__add(char *tok)
237{
238 unsigned int i;
239
240 for (i = 0; i < ARRAY_SIZE(sort_dimensions); i++) {
241 struct sort_dimension *sd = &sort_dimensions[i];
242
243 if (sd->taken)
244 continue;
245
246 if (strncasecmp(tok, sd->name, strlen(tok)))
247 continue;
248
249 if (sd->entry->collapse)
250 sort__need_collapse = 1;
251
252 list_add_tail(&sd->entry->list, &hist_entry__sort_list);
253 sd->taken = 1;
254
255 return 0;
256 }
257
258 return -ESRCH;
259}
260
261static int64_t
262hist_entry__cmp(struct hist_entry *left, struct hist_entry *right)
263{
264 struct sort_entry *se;
265 int64_t cmp = 0;
266
267 list_for_each_entry(se, &hist_entry__sort_list, list) {
268 cmp = se->cmp(left, right);
269 if (cmp)
270 break;
271 }
272
273 return cmp;
274}
275
276static int64_t
277hist_entry__collapse(struct hist_entry *left, struct hist_entry *right)
278{
279 struct sort_entry *se;
280 int64_t cmp = 0;
281
282 list_for_each_entry(se, &hist_entry__sort_list, list) {
283 int64_t (*f)(struct hist_entry *, struct hist_entry *);
284
285 f = se->collapse ?: se->cmp;
286
287 cmp = f(left, right);
288 if (cmp)
289 break;
290 }
291
292 return cmp;
293} 76}
294 77
295/* 78/*
@@ -299,380 +82,83 @@ static void hist_hit(struct hist_entry *he, u64 ip)
299{ 82{
300 unsigned int sym_size, offset; 83 unsigned int sym_size, offset;
301 struct symbol *sym = he->sym; 84 struct symbol *sym = he->sym;
85 struct sym_priv *priv;
86 struct sym_hist *h;
302 87
303 he->count++; 88 he->count++;
304 89
305 if (!sym || !sym->hist) 90 if (!sym || !he->map)
91 return;
92
93 priv = symbol__priv(sym);
94 if (!priv->hist)
306 return; 95 return;
307 96
308 sym_size = sym->end - sym->start; 97 sym_size = sym->end - sym->start;
309 offset = ip - sym->start; 98 offset = ip - sym->start;
310 99
100 if (verbose)
101 fprintf(stderr, "%s: ip=%Lx\n", __func__,
102 he->map->unmap_ip(he->map, ip));
103
311 if (offset >= sym_size) 104 if (offset >= sym_size)
312 return; 105 return;
313 106
314 sym->hist_sum++; 107 h = priv->hist;
315 sym->hist[offset]++; 108 h->sum++;
109 h->ip[offset]++;
316 110
317 if (verbose >= 3) 111 if (verbose >= 3)
318 printf("%p %s: count++ [ip: %p, %08Lx] => %Ld\n", 112 printf("%p %s: count++ [ip: %p, %08Lx] => %Ld\n",
319 (void *)(unsigned long)he->sym->start, 113 (void *)(unsigned long)he->sym->start,
320 he->sym->name, 114 he->sym->name,
321 (void *)(unsigned long)ip, ip - he->sym->start, 115 (void *)(unsigned long)ip, ip - he->sym->start,
322 sym->hist[offset]); 116 h->ip[offset]);
323} 117}
324 118
325static int 119static int perf_session__add_hist_entry(struct perf_session *self,
326hist_entry__add(struct thread *thread, struct map *map, struct dso *dso, 120 struct addr_location *al, u64 count)
327 struct symbol *sym, u64 ip, char level)
328{ 121{
329 struct rb_node **p = &hist.rb_node; 122 bool hit;
330 struct rb_node *parent = NULL; 123 struct hist_entry *he = __perf_session__add_hist_entry(self, al, NULL,
331 struct hist_entry *he; 124 count, &hit);
332 struct hist_entry entry = { 125 if (he == NULL)
333 .thread = thread,
334 .map = map,
335 .dso = dso,
336 .sym = sym,
337 .ip = ip,
338 .level = level,
339 .count = 1,
340 };
341 int cmp;
342
343 while (*p != NULL) {
344 parent = *p;
345 he = rb_entry(parent, struct hist_entry, rb_node);
346
347 cmp = hist_entry__cmp(&entry, he);
348
349 if (!cmp) {
350 hist_hit(he, ip);
351
352 return 0;
353 }
354
355 if (cmp < 0)
356 p = &(*p)->rb_left;
357 else
358 p = &(*p)->rb_right;
359 }
360
361 he = malloc(sizeof(*he));
362 if (!he)
363 return -ENOMEM; 126 return -ENOMEM;
364 *he = entry; 127 hist_hit(he, al->addr);
365 rb_link_node(&he->rb_node, parent, p);
366 rb_insert_color(&he->rb_node, &hist);
367
368 return 0; 128 return 0;
369} 129}
370 130
371static void hist_entry__free(struct hist_entry *he) 131static int process_sample_event(event_t *event, struct perf_session *session)
372{
373 free(he);
374}
375
376/*
377 * collapse the histogram
378 */
379
380static struct rb_root collapse_hists;
381
382static void collapse__insert_entry(struct hist_entry *he)
383{
384 struct rb_node **p = &collapse_hists.rb_node;
385 struct rb_node *parent = NULL;
386 struct hist_entry *iter;
387 int64_t cmp;
388
389 while (*p != NULL) {
390 parent = *p;
391 iter = rb_entry(parent, struct hist_entry, rb_node);
392
393 cmp = hist_entry__collapse(iter, he);
394
395 if (!cmp) {
396 iter->count += he->count;
397 hist_entry__free(he);
398 return;
399 }
400
401 if (cmp < 0)
402 p = &(*p)->rb_left;
403 else
404 p = &(*p)->rb_right;
405 }
406
407 rb_link_node(&he->rb_node, parent, p);
408 rb_insert_color(&he->rb_node, &collapse_hists);
409}
410
411static void collapse__resort(void)
412{
413 struct rb_node *next;
414 struct hist_entry *n;
415
416 if (!sort__need_collapse)
417 return;
418
419 next = rb_first(&hist);
420 while (next) {
421 n = rb_entry(next, struct hist_entry, rb_node);
422 next = rb_next(&n->rb_node);
423
424 rb_erase(&n->rb_node, &hist);
425 collapse__insert_entry(n);
426 }
427}
428
429/*
430 * reverse the map, sort on count.
431 */
432
433static struct rb_root output_hists;
434
435static void output__insert_entry(struct hist_entry *he)
436{
437 struct rb_node **p = &output_hists.rb_node;
438 struct rb_node *parent = NULL;
439 struct hist_entry *iter;
440
441 while (*p != NULL) {
442 parent = *p;
443 iter = rb_entry(parent, struct hist_entry, rb_node);
444
445 if (he->count > iter->count)
446 p = &(*p)->rb_left;
447 else
448 p = &(*p)->rb_right;
449 }
450
451 rb_link_node(&he->rb_node, parent, p);
452 rb_insert_color(&he->rb_node, &output_hists);
453}
454
455static void output__resort(void)
456{ 132{
457 struct rb_node *next; 133 struct addr_location al;
458 struct hist_entry *n;
459 struct rb_root *tree = &hist;
460
461 if (sort__need_collapse)
462 tree = &collapse_hists;
463
464 next = rb_first(tree);
465 134
466 while (next) { 135 dump_printf("(IP, %d): %d: %p\n", event->header.misc,
467 n = rb_entry(next, struct hist_entry, rb_node); 136 event->ip.pid, (void *)(long)event->ip.ip);
468 next = rb_next(&n->rb_node);
469 137
470 rb_erase(&n->rb_node, tree); 138 if (event__preprocess_sample(event, session, &al, symbol_filter) < 0) {
471 output__insert_entry(n);
472 }
473}
474
475static unsigned long total = 0,
476 total_mmap = 0,
477 total_comm = 0,
478 total_fork = 0,
479 total_unknown = 0;
480
481static int
482process_sample_event(event_t *event, unsigned long offset, unsigned long head)
483{
484 char level;
485 int show = 0;
486 struct dso *dso = NULL;
487 struct thread *thread;
488 u64 ip = event->ip.ip;
489 struct map *map = NULL;
490
491 thread = threads__findnew(event->ip.pid, &threads, &last_match);
492
493 dump_printf("%p [%p]: PERF_EVENT (IP, %d): %d: %p\n",
494 (void *)(offset + head),
495 (void *)(long)(event->header.size),
496 event->header.misc,
497 event->ip.pid,
498 (void *)(long)ip);
499
500 dump_printf(" ... thread: %s:%d\n", thread->comm, thread->pid);
501
502 if (thread == NULL) {
503 fprintf(stderr, "problem processing %d event, skipping it.\n", 139 fprintf(stderr, "problem processing %d event, skipping it.\n",
504 event->header.type); 140 event->header.type);
505 return -1; 141 return -1;
506 } 142 }
507 143
508 if (event->header.misc & PERF_RECORD_MISC_KERNEL) { 144 if (!al.filtered && perf_session__add_hist_entry(session, &al, 1)) {
509 show = SHOW_KERNEL; 145 fprintf(stderr, "problem incrementing symbol count, "
510 level = 'k'; 146 "skipping event\n");
511
512 dso = kernel_dso;
513
514 dump_printf(" ...... dso: %s\n", dso->name);
515
516 } else if (event->header.misc & PERF_RECORD_MISC_USER) {
517
518 show = SHOW_USER;
519 level = '.';
520
521 map = thread__find_map(thread, ip);
522 if (map != NULL) {
523 ip = map->map_ip(map, ip);
524 dso = map->dso;
525 } else {
526 /*
527 * If this is outside of all known maps,
528 * and is a negative address, try to look it
529 * up in the kernel dso, as it might be a
530 * vsyscall (which executes in user-mode):
531 */
532 if ((long long)ip < 0)
533 dso = kernel_dso;
534 }
535 dump_printf(" ...... dso: %s\n", dso ? dso->name : "<not found>");
536
537 } else {
538 show = SHOW_HV;
539 level = 'H';
540 dump_printf(" ...... dso: [hypervisor]\n");
541 }
542
543 if (show & show_mask) {
544 struct symbol *sym = NULL;
545
546 if (dso)
547 sym = dso->find_symbol(dso, ip);
548
549 if (hist_entry__add(thread, map, dso, sym, ip, level)) {
550 fprintf(stderr,
551 "problem incrementing symbol count, skipping event\n");
552 return -1;
553 }
554 }
555 total++;
556
557 return 0;
558}
559
560static int
561process_mmap_event(event_t *event, unsigned long offset, unsigned long head)
562{
563 struct thread *thread;
564 struct map *map = map__new(&event->mmap, NULL, 0);
565
566 thread = threads__findnew(event->mmap.pid, &threads, &last_match);
567
568 dump_printf("%p [%p]: PERF_RECORD_MMAP %d: [%p(%p) @ %p]: %s\n",
569 (void *)(offset + head),
570 (void *)(long)(event->header.size),
571 event->mmap.pid,
572 (void *)(long)event->mmap.start,
573 (void *)(long)event->mmap.len,
574 (void *)(long)event->mmap.pgoff,
575 event->mmap.filename);
576
577 if (thread == NULL || map == NULL) {
578 dump_printf("problem processing PERF_RECORD_MMAP, skipping event.\n");
579 return 0;
580 }
581
582 thread__insert_map(thread, map);
583 total_mmap++;
584
585 return 0;
586}
587
588static int
589process_comm_event(event_t *event, unsigned long offset, unsigned long head)
590{
591 struct thread *thread;
592
593 thread = threads__findnew(event->comm.pid, &threads, &last_match);
594 dump_printf("%p [%p]: PERF_RECORD_COMM: %s:%d\n",
595 (void *)(offset + head),
596 (void *)(long)(event->header.size),
597 event->comm.comm, event->comm.pid);
598
599 if (thread == NULL ||
600 thread__set_comm(thread, event->comm.comm)) {
601 dump_printf("problem processing PERF_RECORD_COMM, skipping event.\n");
602 return -1;
603 }
604 total_comm++;
605
606 return 0;
607}
608
609static int
610process_fork_event(event_t *event, unsigned long offset, unsigned long head)
611{
612 struct thread *thread;
613 struct thread *parent;
614
615 thread = threads__findnew(event->fork.pid, &threads, &last_match);
616 parent = threads__findnew(event->fork.ppid, &threads, &last_match);
617 dump_printf("%p [%p]: PERF_RECORD_FORK: %d:%d\n",
618 (void *)(offset + head),
619 (void *)(long)(event->header.size),
620 event->fork.pid, event->fork.ppid);
621
622 /*
623 * A thread clone will have the same PID for both
624 * parent and child.
625 */
626 if (thread == parent)
627 return 0;
628
629 if (!thread || !parent || thread__fork(thread, parent)) {
630 dump_printf("problem processing PERF_RECORD_FORK, skipping event.\n");
631 return -1; 147 return -1;
632 } 148 }
633 total_fork++;
634 149
635 return 0; 150 return 0;
636} 151}
637 152
638static int 153static int parse_line(FILE *file, struct hist_entry *he, u64 len)
639process_event(event_t *event, unsigned long offset, unsigned long head)
640{
641 switch (event->header.type) {
642 case PERF_RECORD_SAMPLE:
643 return process_sample_event(event, offset, head);
644
645 case PERF_RECORD_MMAP:
646 return process_mmap_event(event, offset, head);
647
648 case PERF_RECORD_COMM:
649 return process_comm_event(event, offset, head);
650
651 case PERF_RECORD_FORK:
652 return process_fork_event(event, offset, head);
653 /*
654 * We dont process them right now but they are fine:
655 */
656
657 case PERF_RECORD_THROTTLE:
658 case PERF_RECORD_UNTHROTTLE:
659 return 0;
660
661 default:
662 return -1;
663 }
664
665 return 0;
666}
667
668static int
669parse_line(FILE *file, struct symbol *sym, u64 start, u64 len)
670{ 154{
155 struct symbol *sym = he->sym;
671 char *line = NULL, *tmp, *tmp2; 156 char *line = NULL, *tmp, *tmp2;
672 static const char *prev_line; 157 static const char *prev_line;
673 static const char *prev_color; 158 static const char *prev_color;
674 unsigned int offset; 159 unsigned int offset;
675 size_t line_len; 160 size_t line_len;
161 u64 start;
676 s64 line_ip; 162 s64 line_ip;
677 int ret; 163 int ret;
678 char *c; 164 char *c;
@@ -709,22 +195,26 @@ parse_line(FILE *file, struct symbol *sym, u64 start, u64 len)
709 line_ip = -1; 195 line_ip = -1;
710 } 196 }
711 197
198 start = he->map->unmap_ip(he->map, sym->start);
199
712 if (line_ip != -1) { 200 if (line_ip != -1) {
713 const char *path = NULL; 201 const char *path = NULL;
714 unsigned int hits = 0; 202 unsigned int hits = 0;
715 double percent = 0.0; 203 double percent = 0.0;
716 const char *color; 204 const char *color;
717 struct sym_ext *sym_ext = sym->priv; 205 struct sym_priv *priv = symbol__priv(sym);
206 struct sym_ext *sym_ext = priv->ext;
207 struct sym_hist *h = priv->hist;
718 208
719 offset = line_ip - start; 209 offset = line_ip - start;
720 if (offset < len) 210 if (offset < len)
721 hits = sym->hist[offset]; 211 hits = h->ip[offset];
722 212
723 if (offset < len && sym_ext) { 213 if (offset < len && sym_ext) {
724 path = sym_ext[offset].path; 214 path = sym_ext[offset].path;
725 percent = sym_ext[offset].percent; 215 percent = sym_ext[offset].percent;
726 } else if (sym->hist_sum) 216 } else if (h->sum)
727 percent = 100.0 * hits / sym->hist_sum; 217 percent = 100.0 * hits / h->sum;
728 218
729 color = get_percent_color(percent); 219 color = get_percent_color(percent);
730 220
@@ -777,9 +267,10 @@ static void insert_source_line(struct sym_ext *sym_ext)
777 rb_insert_color(&sym_ext->node, &root_sym_ext); 267 rb_insert_color(&sym_ext->node, &root_sym_ext);
778} 268}
779 269
780static void free_source_line(struct symbol *sym, int len) 270static void free_source_line(struct hist_entry *he, int len)
781{ 271{
782 struct sym_ext *sym_ext = sym->priv; 272 struct sym_priv *priv = symbol__priv(he->sym);
273 struct sym_ext *sym_ext = priv->ext;
783 int i; 274 int i;
784 275
785 if (!sym_ext) 276 if (!sym_ext)
@@ -789,26 +280,30 @@ static void free_source_line(struct symbol *sym, int len)
789 free(sym_ext[i].path); 280 free(sym_ext[i].path);
790 free(sym_ext); 281 free(sym_ext);
791 282
792 sym->priv = NULL; 283 priv->ext = NULL;
793 root_sym_ext = RB_ROOT; 284 root_sym_ext = RB_ROOT;
794} 285}
795 286
796/* Get the filename:line for the colored entries */ 287/* Get the filename:line for the colored entries */
797static void 288static void
798get_source_line(struct symbol *sym, u64 start, int len, const char *filename) 289get_source_line(struct hist_entry *he, int len, const char *filename)
799{ 290{
291 struct symbol *sym = he->sym;
292 u64 start;
800 int i; 293 int i;
801 char cmd[PATH_MAX * 2]; 294 char cmd[PATH_MAX * 2];
802 struct sym_ext *sym_ext; 295 struct sym_ext *sym_ext;
296 struct sym_priv *priv = symbol__priv(sym);
297 struct sym_hist *h = priv->hist;
803 298
804 if (!sym->hist_sum) 299 if (!h->sum)
805 return; 300 return;
806 301
807 sym->priv = calloc(len, sizeof(struct sym_ext)); 302 sym_ext = priv->ext = calloc(len, sizeof(struct sym_ext));
808 if (!sym->priv) 303 if (!priv->ext)
809 return; 304 return;
810 305
811 sym_ext = sym->priv; 306 start = he->map->unmap_ip(he->map, sym->start);
812 307
813 for (i = 0; i < len; i++) { 308 for (i = 0; i < len; i++) {
814 char *path = NULL; 309 char *path = NULL;
@@ -816,7 +311,7 @@ get_source_line(struct symbol *sym, u64 start, int len, const char *filename)
816 u64 offset; 311 u64 offset;
817 FILE *fp; 312 FILE *fp;
818 313
819 sym_ext[i].percent = 100.0 * sym->hist[i] / sym->hist_sum; 314 sym_ext[i].percent = 100.0 * h->ip[i] / h->sum;
820 if (sym_ext[i].percent <= 0.5) 315 if (sym_ext[i].percent <= 0.5)
821 continue; 316 continue;
822 317
@@ -870,33 +365,34 @@ static void print_summary(const char *filename)
870 } 365 }
871} 366}
872 367
873static void annotate_sym(struct dso *dso, struct symbol *sym) 368static void annotate_sym(struct hist_entry *he)
874{ 369{
875 const char *filename = dso->name, *d_filename; 370 struct map *map = he->map;
876 u64 start, end, len; 371 struct dso *dso = map->dso;
372 struct symbol *sym = he->sym;
373 const char *filename = dso->long_name, *d_filename;
374 u64 len;
877 char command[PATH_MAX*2]; 375 char command[PATH_MAX*2];
878 FILE *file; 376 FILE *file;
879 377
880 if (!filename) 378 if (!filename)
881 return; 379 return;
882 if (sym->module) 380
883 filename = sym->module->path; 381 if (verbose)
884 else if (dso == kernel_dso) 382 fprintf(stderr, "%s: filename=%s, sym=%s, start=%Lx, end=%Lx\n",
885 filename = vmlinux_name; 383 __func__, filename, sym->name,
886 384 map->unmap_ip(map, sym->start),
887 start = sym->obj_start; 385 map->unmap_ip(map, sym->end));
888 if (!start) 386
889 start = sym->start;
890 if (full_paths) 387 if (full_paths)
891 d_filename = filename; 388 d_filename = filename;
892 else 389 else
893 d_filename = basename(filename); 390 d_filename = basename(filename);
894 391
895 end = start + sym->end - sym->start + 1;
896 len = sym->end - sym->start; 392 len = sym->end - sym->start;
897 393
898 if (print_line) { 394 if (print_line) {
899 get_source_line(sym, start, len, filename); 395 get_source_line(he, len, filename);
900 print_summary(filename); 396 print_summary(filename);
901 } 397 }
902 398
@@ -905,10 +401,12 @@ static void annotate_sym(struct dso *dso, struct symbol *sym)
905 printf("------------------------------------------------\n"); 401 printf("------------------------------------------------\n");
906 402
907 if (verbose >= 2) 403 if (verbose >= 2)
908 printf("annotating [%p] %30s : [%p] %30s\n", dso, dso->name, sym, sym->name); 404 printf("annotating [%p] %30s : [%p] %30s\n",
405 dso, dso->long_name, sym, sym->name);
909 406
910 sprintf(command, "objdump --start-address=0x%016Lx --stop-address=0x%016Lx -dS %s|grep -v %s", 407 sprintf(command, "objdump --start-address=0x%016Lx --stop-address=0x%016Lx -dS %s|grep -v %s",
911 (u64)start, (u64)end, filename, filename); 408 map->unmap_ip(map, sym->start), map->unmap_ip(map, sym->end),
409 filename, filename);
912 410
913 if (verbose >= 3) 411 if (verbose >= 3)
914 printf("doing: %s\n", command); 412 printf("doing: %s\n", command);
@@ -918,159 +416,78 @@ static void annotate_sym(struct dso *dso, struct symbol *sym)
918 return; 416 return;
919 417
920 while (!feof(file)) { 418 while (!feof(file)) {
921 if (parse_line(file, sym, start, len) < 0) 419 if (parse_line(file, he, len) < 0)
922 break; 420 break;
923 } 421 }
924 422
925 pclose(file); 423 pclose(file);
926 if (print_line) 424 if (print_line)
927 free_source_line(sym, len); 425 free_source_line(he, len);
928} 426}
929 427
930static void find_annotations(void) 428static void perf_session__find_annotations(struct perf_session *self)
931{ 429{
932 struct rb_node *nd; 430 struct rb_node *nd;
933 struct dso *dso;
934 int count = 0;
935
936 list_for_each_entry(dso, &dsos, node) {
937
938 for (nd = rb_first(&dso->syms); nd; nd = rb_next(nd)) {
939 struct symbol *sym = rb_entry(nd, struct symbol, rb_node);
940
941 if (sym->hist) {
942 annotate_sym(dso, sym);
943 count++;
944 }
945 }
946 }
947
948 if (!count)
949 printf(" Error: symbol '%s' not present amongst the samples.\n", sym_hist_filter);
950}
951
952static int __cmd_annotate(void)
953{
954 int ret, rc = EXIT_FAILURE;
955 unsigned long offset = 0;
956 unsigned long head = 0;
957 struct stat input_stat;
958 event_t *event;
959 uint32_t size;
960 char *buf;
961
962 register_idle_thread(&threads, &last_match);
963
964 input = open(input_name, O_RDONLY);
965 if (input < 0) {
966 perror("failed to open file");
967 exit(-1);
968 }
969
970 ret = fstat(input, &input_stat);
971 if (ret < 0) {
972 perror("failed to stat file");
973 exit(-1);
974 }
975
976 if (!force && input_stat.st_uid && (input_stat.st_uid != geteuid())) {
977 fprintf(stderr, "file: %s not owned by current user or root\n", input_name);
978 exit(-1);
979 }
980
981 if (!input_stat.st_size) {
982 fprintf(stderr, "zero-sized file, nothing to do!\n");
983 exit(0);
984 }
985
986 if (load_kernel() < 0) {
987 perror("failed to load kernel symbols");
988 return EXIT_FAILURE;
989 }
990
991remap:
992 buf = (char *)mmap(NULL, page_size * mmap_window, PROT_READ,
993 MAP_SHARED, input, offset);
994 if (buf == MAP_FAILED) {
995 perror("failed to mmap file");
996 exit(-1);
997 }
998
999more:
1000 event = (event_t *)(buf + head);
1001
1002 size = event->header.size;
1003 if (!size)
1004 size = 8;
1005 431
1006 if (head + event->header.size >= page_size * mmap_window) { 432 for (nd = rb_first(&self->hists); nd; nd = rb_next(nd)) {
1007 unsigned long shift = page_size * (head / page_size); 433 struct hist_entry *he = rb_entry(nd, struct hist_entry, rb_node);
1008 int munmap_ret; 434 struct sym_priv *priv;
1009 435
1010 munmap_ret = munmap(buf, page_size * mmap_window); 436 if (he->sym == NULL)
1011 assert(munmap_ret == 0); 437 continue;
1012
1013 offset += shift;
1014 head -= shift;
1015 goto remap;
1016 }
1017
1018 size = event->header.size;
1019
1020 dump_printf("%p [%p]: event: %d\n",
1021 (void *)(offset + head),
1022 (void *)(long)event->header.size,
1023 event->header.type);
1024
1025 if (!size || process_event(event, offset, head) < 0) {
1026
1027 dump_printf("%p [%p]: skipping unknown header type: %d\n",
1028 (void *)(offset + head),
1029 (void *)(long)(event->header.size),
1030 event->header.type);
1031 438
1032 total_unknown++; 439 priv = symbol__priv(he->sym);
440 if (priv->hist == NULL)
441 continue;
1033 442
443 annotate_sym(he);
1034 /* 444 /*
1035 * assume we lost track of the stream, check alignment, and 445 * Since we have a hist_entry per IP for the same symbol, free
1036 * increment a single u64 in the hope to catch on again 'soon'. 446 * he->sym->hist to signal we already processed this symbol.
1037 */ 447 */
1038 448 free(priv->hist);
1039 if (unlikely(head & 7)) 449 priv->hist = NULL;
1040 head &= ~7ULL;
1041
1042 size = 8;
1043 } 450 }
451}
1044 452
1045 head += size; 453static struct perf_event_ops event_ops = {
454 .process_sample_event = process_sample_event,
455 .process_mmap_event = event__process_mmap,
456 .process_comm_event = event__process_comm,
457 .process_fork_event = event__process_task,
458};
1046 459
1047 if (offset + head < (unsigned long)input_stat.st_size) 460static int __cmd_annotate(void)
1048 goto more; 461{
462 int ret;
463 struct perf_session *session;
1049 464
1050 rc = EXIT_SUCCESS; 465 session = perf_session__new(input_name, O_RDONLY, force);
1051 close(input); 466 if (session == NULL)
467 return -ENOMEM;
1052 468
1053 dump_printf(" IP events: %10ld\n", total); 469 ret = perf_session__process_events(session, &event_ops);
1054 dump_printf(" mmap events: %10ld\n", total_mmap); 470 if (ret)
1055 dump_printf(" comm events: %10ld\n", total_comm); 471 goto out_delete;
1056 dump_printf(" fork events: %10ld\n", total_fork);
1057 dump_printf(" unknown events: %10ld\n", total_unknown);
1058 472
1059 if (dump_trace) 473 if (dump_trace) {
1060 return 0; 474 event__print_totals();
475 goto out_delete;
476 }
1061 477
1062 if (verbose >= 3) 478 if (verbose > 3)
1063 threads__fprintf(stdout, &threads); 479 perf_session__fprintf(session, stdout);
1064 480
1065 if (verbose >= 2) 481 if (verbose > 2)
1066 dsos__fprintf(stdout); 482 dsos__fprintf(stdout);
1067 483
1068 collapse__resort(); 484 perf_session__collapse_resort(session);
1069 output__resort(); 485 perf_session__output_resort(session, session->event_total[0]);
486 perf_session__find_annotations(session);
487out_delete:
488 perf_session__delete(session);
1070 489
1071 find_annotations(); 490 return ret;
1072
1073 return rc;
1074} 491}
1075 492
1076static const char * const annotate_usage[] = { 493static const char * const annotate_usage[] = {
@@ -1088,8 +505,9 @@ static const struct option options[] = {
1088 "be more verbose (show symbol address, etc)"), 505 "be more verbose (show symbol address, etc)"),
1089 OPT_BOOLEAN('D', "dump-raw-trace", &dump_trace, 506 OPT_BOOLEAN('D', "dump-raw-trace", &dump_trace,
1090 "dump raw trace in ASCII"), 507 "dump raw trace in ASCII"),
1091 OPT_STRING('k', "vmlinux", &vmlinux_name, "file", "vmlinux pathname"), 508 OPT_STRING('k', "vmlinux", &symbol_conf.vmlinux_name,
1092 OPT_BOOLEAN('m', "modules", &modules, 509 "file", "vmlinux pathname"),
510 OPT_BOOLEAN('m', "modules", &symbol_conf.use_modules,
1093 "load module symbols - WARNING: use only with -k and LIVE kernel"), 511 "load module symbols - WARNING: use only with -k and LIVE kernel"),
1094 OPT_BOOLEAN('l', "print-line", &print_line, 512 OPT_BOOLEAN('l', "print-line", &print_line,
1095 "print matching source lines (may be slow)"), 513 "print matching source lines (may be slow)"),
@@ -1098,30 +516,17 @@ static const struct option options[] = {
1098 OPT_END() 516 OPT_END()
1099}; 517};
1100 518
1101static void setup_sorting(void)
1102{
1103 char *tmp, *tok, *str = strdup(sort_order);
1104
1105 for (tok = strtok_r(str, ", ", &tmp);
1106 tok; tok = strtok_r(NULL, ", ", &tmp)) {
1107 if (sort_dimension__add(tok) < 0) {
1108 error("Unknown --sort key: `%s'", tok);
1109 usage_with_options(annotate_usage, options);
1110 }
1111 }
1112
1113 free(str);
1114}
1115
1116int cmd_annotate(int argc, const char **argv, const char *prefix __used) 519int cmd_annotate(int argc, const char **argv, const char *prefix __used)
1117{ 520{
1118 symbol__init(); 521 argc = parse_options(argc, argv, options, annotate_usage, 0);
1119 522
1120 page_size = getpagesize(); 523 symbol_conf.priv_size = sizeof(struct sym_priv);
524 symbol_conf.try_vmlinux_path = true;
1121 525
1122 argc = parse_options(argc, argv, options, annotate_usage, 0); 526 if (symbol__init() < 0)
527 return -1;
1123 528
1124 setup_sorting(); 529 setup_sorting(annotate_usage, options);
1125 530
1126 if (argc) { 531 if (argc) {
1127 /* 532 /*
@@ -1134,10 +539,13 @@ int cmd_annotate(int argc, const char **argv, const char *prefix __used)
1134 sym_hist_filter = argv[0]; 539 sym_hist_filter = argv[0];
1135 } 540 }
1136 541
1137 if (!sym_hist_filter)
1138 usage_with_options(annotate_usage, options);
1139
1140 setup_pager(); 542 setup_pager();
1141 543
544 if (field_sep && *field_sep == '.') {
545 fputs("'.' is the only non valid --field-separator argument\n",
546 stderr);
547 exit(129);
548 }
549
1142 return __cmd_annotate(); 550 return __cmd_annotate();
1143} 551}