diff options
Diffstat (limited to 'kernel/trace/trace.h')
-rw-r--r-- | kernel/trace/trace.h | 276 |
1 files changed, 77 insertions, 199 deletions
diff --git a/kernel/trace/trace.h b/kernel/trace/trace.h index fa1dccb579d5..86bcff94791a 100644 --- a/kernel/trace/trace.h +++ b/kernel/trace/trace.h | |||
@@ -7,6 +7,7 @@ | |||
7 | #include <linux/clocksource.h> | 7 | #include <linux/clocksource.h> |
8 | #include <linux/ring_buffer.h> | 8 | #include <linux/ring_buffer.h> |
9 | #include <linux/mmiotrace.h> | 9 | #include <linux/mmiotrace.h> |
10 | #include <linux/tracepoint.h> | ||
10 | #include <linux/ftrace.h> | 11 | #include <linux/ftrace.h> |
11 | #include <trace/boot.h> | 12 | #include <trace/boot.h> |
12 | #include <linux/kmemtrace.h> | 13 | #include <linux/kmemtrace.h> |
@@ -42,157 +43,54 @@ enum trace_type { | |||
42 | __TRACE_LAST_TYPE, | 43 | __TRACE_LAST_TYPE, |
43 | }; | 44 | }; |
44 | 45 | ||
45 | /* | 46 | enum kmemtrace_type_id { |
46 | * Function trace entry - function address and parent function addres: | 47 | KMEMTRACE_TYPE_KMALLOC = 0, /* kmalloc() or kfree(). */ |
47 | */ | 48 | KMEMTRACE_TYPE_CACHE, /* kmem_cache_*(). */ |
48 | struct ftrace_entry { | 49 | KMEMTRACE_TYPE_PAGES, /* __get_free_pages() and friends. */ |
49 | struct trace_entry ent; | ||
50 | unsigned long ip; | ||
51 | unsigned long parent_ip; | ||
52 | }; | ||
53 | |||
54 | /* Function call entry */ | ||
55 | struct ftrace_graph_ent_entry { | ||
56 | struct trace_entry ent; | ||
57 | struct ftrace_graph_ent graph_ent; | ||
58 | }; | 50 | }; |
59 | 51 | ||
60 | /* Function return entry */ | ||
61 | struct ftrace_graph_ret_entry { | ||
62 | struct trace_entry ent; | ||
63 | struct ftrace_graph_ret ret; | ||
64 | }; | ||
65 | extern struct tracer boot_tracer; | 52 | extern struct tracer boot_tracer; |
66 | 53 | ||
67 | /* | 54 | #undef __field |
68 | * Context switch trace entry - which task (and prio) we switched from/to: | 55 | #define __field(type, item) type item; |
69 | */ | ||
70 | struct ctx_switch_entry { | ||
71 | struct trace_entry ent; | ||
72 | unsigned int prev_pid; | ||
73 | unsigned char prev_prio; | ||
74 | unsigned char prev_state; | ||
75 | unsigned int next_pid; | ||
76 | unsigned char next_prio; | ||
77 | unsigned char next_state; | ||
78 | unsigned int next_cpu; | ||
79 | }; | ||
80 | |||
81 | /* | ||
82 | * Special (free-form) trace entry: | ||
83 | */ | ||
84 | struct special_entry { | ||
85 | struct trace_entry ent; | ||
86 | unsigned long arg1; | ||
87 | unsigned long arg2; | ||
88 | unsigned long arg3; | ||
89 | }; | ||
90 | |||
91 | /* | ||
92 | * Stack-trace entry: | ||
93 | */ | ||
94 | |||
95 | #define FTRACE_STACK_ENTRIES 8 | ||
96 | |||
97 | struct stack_entry { | ||
98 | struct trace_entry ent; | ||
99 | unsigned long caller[FTRACE_STACK_ENTRIES]; | ||
100 | }; | ||
101 | |||
102 | struct userstack_entry { | ||
103 | struct trace_entry ent; | ||
104 | unsigned long caller[FTRACE_STACK_ENTRIES]; | ||
105 | }; | ||
106 | |||
107 | /* | ||
108 | * trace_printk entry: | ||
109 | */ | ||
110 | struct bprint_entry { | ||
111 | struct trace_entry ent; | ||
112 | unsigned long ip; | ||
113 | const char *fmt; | ||
114 | u32 buf[]; | ||
115 | }; | ||
116 | 56 | ||
117 | struct print_entry { | 57 | #undef __field_struct |
118 | struct trace_entry ent; | 58 | #define __field_struct(type, item) __field(type, item) |
119 | unsigned long ip; | ||
120 | char buf[]; | ||
121 | }; | ||
122 | 59 | ||
123 | #define TRACE_OLD_SIZE 88 | 60 | #undef __field_desc |
61 | #define __field_desc(type, container, item) | ||
124 | 62 | ||
125 | struct trace_field_cont { | 63 | #undef __array |
126 | unsigned char type; | 64 | #define __array(type, item, size) type item[size]; |
127 | /* Temporary till we get rid of this completely */ | ||
128 | char buf[TRACE_OLD_SIZE - 1]; | ||
129 | }; | ||
130 | 65 | ||
131 | struct trace_mmiotrace_rw { | 66 | #undef __array_desc |
132 | struct trace_entry ent; | 67 | #define __array_desc(type, container, item, size) |
133 | struct mmiotrace_rw rw; | ||
134 | }; | ||
135 | 68 | ||
136 | struct trace_mmiotrace_map { | 69 | #undef __dynamic_array |
137 | struct trace_entry ent; | 70 | #define __dynamic_array(type, item) type item[]; |
138 | struct mmiotrace_map map; | ||
139 | }; | ||
140 | 71 | ||
141 | struct trace_boot_call { | 72 | #undef F_STRUCT |
142 | struct trace_entry ent; | 73 | #define F_STRUCT(args...) args |
143 | struct boot_trace_call boot_call; | ||
144 | }; | ||
145 | 74 | ||
146 | struct trace_boot_ret { | 75 | #undef FTRACE_ENTRY |
147 | struct trace_entry ent; | 76 | #define FTRACE_ENTRY(name, struct_name, id, tstruct, print) \ |
148 | struct boot_trace_ret boot_ret; | 77 | struct struct_name { \ |
149 | }; | 78 | struct trace_entry ent; \ |
150 | 79 | tstruct \ | |
151 | #define TRACE_FUNC_SIZE 30 | 80 | } |
152 | #define TRACE_FILE_SIZE 20 | ||
153 | struct trace_branch { | ||
154 | struct trace_entry ent; | ||
155 | unsigned line; | ||
156 | char func[TRACE_FUNC_SIZE+1]; | ||
157 | char file[TRACE_FILE_SIZE+1]; | ||
158 | char correct; | ||
159 | }; | ||
160 | |||
161 | struct hw_branch_entry { | ||
162 | struct trace_entry ent; | ||
163 | u64 from; | ||
164 | u64 to; | ||
165 | }; | ||
166 | |||
167 | struct trace_power { | ||
168 | struct trace_entry ent; | ||
169 | struct power_trace state_data; | ||
170 | }; | ||
171 | 81 | ||
172 | enum kmemtrace_type_id { | 82 | #undef TP_ARGS |
173 | KMEMTRACE_TYPE_KMALLOC = 0, /* kmalloc() or kfree(). */ | 83 | #define TP_ARGS(args...) args |
174 | KMEMTRACE_TYPE_CACHE, /* kmem_cache_*(). */ | ||
175 | KMEMTRACE_TYPE_PAGES, /* __get_free_pages() and friends. */ | ||
176 | }; | ||
177 | 84 | ||
178 | struct kmemtrace_alloc_entry { | 85 | #undef FTRACE_ENTRY_DUP |
179 | struct trace_entry ent; | 86 | #define FTRACE_ENTRY_DUP(name, name_struct, id, tstruct, printk) |
180 | enum kmemtrace_type_id type_id; | ||
181 | unsigned long call_site; | ||
182 | const void *ptr; | ||
183 | size_t bytes_req; | ||
184 | size_t bytes_alloc; | ||
185 | gfp_t gfp_flags; | ||
186 | int node; | ||
187 | }; | ||
188 | 87 | ||
189 | struct kmemtrace_free_entry { | 88 | #include "trace_entries.h" |
190 | struct trace_entry ent; | ||
191 | enum kmemtrace_type_id type_id; | ||
192 | unsigned long call_site; | ||
193 | const void *ptr; | ||
194 | }; | ||
195 | 89 | ||
90 | /* | ||
91 | * syscalls are special, and need special handling, this is why | ||
92 | * they are not included in trace_entries.h | ||
93 | */ | ||
196 | struct syscall_trace_enter { | 94 | struct syscall_trace_enter { |
197 | struct trace_entry ent; | 95 | struct trace_entry ent; |
198 | int nr; | 96 | int nr; |
@@ -205,13 +103,12 @@ struct syscall_trace_exit { | |||
205 | unsigned long ret; | 103 | unsigned long ret; |
206 | }; | 104 | }; |
207 | 105 | ||
208 | |||
209 | /* | 106 | /* |
210 | * trace_flag_type is an enumeration that holds different | 107 | * trace_flag_type is an enumeration that holds different |
211 | * states when a trace occurs. These are: | 108 | * states when a trace occurs. These are: |
212 | * IRQS_OFF - interrupts were disabled | 109 | * IRQS_OFF - interrupts were disabled |
213 | * IRQS_NOSUPPORT - arch does not support irqs_disabled_flags | 110 | * IRQS_NOSUPPORT - arch does not support irqs_disabled_flags |
214 | * NEED_RESCED - reschedule is requested | 111 | * NEED_RESCHED - reschedule is requested |
215 | * HARDIRQ - inside an interrupt handler | 112 | * HARDIRQ - inside an interrupt handler |
216 | * SOFTIRQ - inside a softirq handler | 113 | * SOFTIRQ - inside a softirq handler |
217 | */ | 114 | */ |
@@ -390,7 +287,6 @@ struct tracer { | |||
390 | struct tracer *next; | 287 | struct tracer *next; |
391 | int print_max; | 288 | int print_max; |
392 | struct tracer_flags *flags; | 289 | struct tracer_flags *flags; |
393 | struct tracer_stat *stats; | ||
394 | }; | 290 | }; |
395 | 291 | ||
396 | 292 | ||
@@ -469,6 +365,7 @@ void tracing_stop_sched_switch_record(void); | |||
469 | void tracing_start_sched_switch_record(void); | 365 | void tracing_start_sched_switch_record(void); |
470 | int register_tracer(struct tracer *type); | 366 | int register_tracer(struct tracer *type); |
471 | void unregister_tracer(struct tracer *type); | 367 | void unregister_tracer(struct tracer *type); |
368 | int is_tracing_stopped(void); | ||
472 | 369 | ||
473 | extern unsigned long nsecs_to_usecs(unsigned long nsecs); | 370 | extern unsigned long nsecs_to_usecs(unsigned long nsecs); |
474 | 371 | ||
@@ -509,20 +406,6 @@ static inline void __trace_stack(struct trace_array *tr, unsigned long flags, | |||
509 | 406 | ||
510 | extern cycle_t ftrace_now(int cpu); | 407 | extern cycle_t ftrace_now(int cpu); |
511 | 408 | ||
512 | #ifdef CONFIG_CONTEXT_SWITCH_TRACER | ||
513 | typedef void | ||
514 | (*tracer_switch_func_t)(void *private, | ||
515 | void *__rq, | ||
516 | struct task_struct *prev, | ||
517 | struct task_struct *next); | ||
518 | |||
519 | struct tracer_switch_ops { | ||
520 | tracer_switch_func_t func; | ||
521 | void *private; | ||
522 | struct tracer_switch_ops *next; | ||
523 | }; | ||
524 | #endif /* CONFIG_CONTEXT_SWITCH_TRACER */ | ||
525 | |||
526 | extern void trace_find_cmdline(int pid, char comm[]); | 409 | extern void trace_find_cmdline(int pid, char comm[]); |
527 | 410 | ||
528 | #ifdef CONFIG_DYNAMIC_FTRACE | 411 | #ifdef CONFIG_DYNAMIC_FTRACE |
@@ -638,6 +521,41 @@ static inline int ftrace_trace_task(struct task_struct *task) | |||
638 | #endif | 521 | #endif |
639 | 522 | ||
640 | /* | 523 | /* |
524 | * struct trace_parser - servers for reading the user input separated by spaces | ||
525 | * @cont: set if the input is not complete - no final space char was found | ||
526 | * @buffer: holds the parsed user input | ||
527 | * @idx: user input lenght | ||
528 | * @size: buffer size | ||
529 | */ | ||
530 | struct trace_parser { | ||
531 | bool cont; | ||
532 | char *buffer; | ||
533 | unsigned idx; | ||
534 | unsigned size; | ||
535 | }; | ||
536 | |||
537 | static inline bool trace_parser_loaded(struct trace_parser *parser) | ||
538 | { | ||
539 | return (parser->idx != 0); | ||
540 | } | ||
541 | |||
542 | static inline bool trace_parser_cont(struct trace_parser *parser) | ||
543 | { | ||
544 | return parser->cont; | ||
545 | } | ||
546 | |||
547 | static inline void trace_parser_clear(struct trace_parser *parser) | ||
548 | { | ||
549 | parser->cont = false; | ||
550 | parser->idx = 0; | ||
551 | } | ||
552 | |||
553 | extern int trace_parser_get_init(struct trace_parser *parser, int size); | ||
554 | extern void trace_parser_put(struct trace_parser *parser); | ||
555 | extern int trace_get_user(struct trace_parser *parser, const char __user *ubuf, | ||
556 | size_t cnt, loff_t *ppos); | ||
557 | |||
558 | /* | ||
641 | * trace_iterator_flags is an enumeration that defines bit | 559 | * trace_iterator_flags is an enumeration that defines bit |
642 | * positions into trace_flags that controls the output. | 560 | * positions into trace_flags that controls the output. |
643 | * | 561 | * |
@@ -823,58 +741,18 @@ filter_check_discard(struct ftrace_event_call *call, void *rec, | |||
823 | return 0; | 741 | return 0; |
824 | } | 742 | } |
825 | 743 | ||
826 | #define DEFINE_COMPARISON_PRED(type) \ | ||
827 | static int filter_pred_##type(struct filter_pred *pred, void *event, \ | ||
828 | int val1, int val2) \ | ||
829 | { \ | ||
830 | type *addr = (type *)(event + pred->offset); \ | ||
831 | type val = (type)pred->val; \ | ||
832 | int match = 0; \ | ||
833 | \ | ||
834 | switch (pred->op) { \ | ||
835 | case OP_LT: \ | ||
836 | match = (*addr < val); \ | ||
837 | break; \ | ||
838 | case OP_LE: \ | ||
839 | match = (*addr <= val); \ | ||
840 | break; \ | ||
841 | case OP_GT: \ | ||
842 | match = (*addr > val); \ | ||
843 | break; \ | ||
844 | case OP_GE: \ | ||
845 | match = (*addr >= val); \ | ||
846 | break; \ | ||
847 | default: \ | ||
848 | break; \ | ||
849 | } \ | ||
850 | \ | ||
851 | return match; \ | ||
852 | } | ||
853 | |||
854 | #define DEFINE_EQUALITY_PRED(size) \ | ||
855 | static int filter_pred_##size(struct filter_pred *pred, void *event, \ | ||
856 | int val1, int val2) \ | ||
857 | { \ | ||
858 | u##size *addr = (u##size *)(event + pred->offset); \ | ||
859 | u##size val = (u##size)pred->val; \ | ||
860 | int match; \ | ||
861 | \ | ||
862 | match = (val == *addr) ^ pred->not; \ | ||
863 | \ | ||
864 | return match; \ | ||
865 | } | ||
866 | |||
867 | extern struct mutex event_mutex; | 744 | extern struct mutex event_mutex; |
868 | extern struct list_head ftrace_events; | 745 | extern struct list_head ftrace_events; |
869 | 746 | ||
870 | extern const char *__start___trace_bprintk_fmt[]; | 747 | extern const char *__start___trace_bprintk_fmt[]; |
871 | extern const char *__stop___trace_bprintk_fmt[]; | 748 | extern const char *__stop___trace_bprintk_fmt[]; |
872 | 749 | ||
873 | #undef TRACE_EVENT_FORMAT | 750 | #undef FTRACE_ENTRY |
874 | #define TRACE_EVENT_FORMAT(call, proto, args, fmt, tstruct, tpfmt) \ | 751 | #define FTRACE_ENTRY(call, struct_name, id, tstruct, print) \ |
875 | extern struct ftrace_event_call event_##call; | 752 | extern struct ftrace_event_call event_##call; |
876 | #undef TRACE_EVENT_FORMAT_NOFILTER | 753 | #undef FTRACE_ENTRY_DUP |
877 | #define TRACE_EVENT_FORMAT_NOFILTER(call, proto, args, fmt, tstruct, tpfmt) | 754 | #define FTRACE_ENTRY_DUP(call, struct_name, id, tstruct, print) \ |
878 | #include "trace_event_types.h" | 755 | FTRACE_ENTRY(call, struct_name, id, PARAMS(tstruct), PARAMS(print)) |
756 | #include "trace_entries.h" | ||
879 | 757 | ||
880 | #endif /* _LINUX_KERNEL_TRACE_H */ | 758 | #endif /* _LINUX_KERNEL_TRACE_H */ |