diff options
author | Ingo Molnar <mingo@elte.hu> | 2009-11-21 08:07:23 -0500 |
---|---|---|
committer | Ingo Molnar <mingo@elte.hu> | 2009-11-21 08:07:23 -0500 |
commit | 96200591a34f8ecb98481c626125df43a2463b55 (patch) | |
tree | 314c376b01f254d04f9aaf449b1f9147ad177fa6 /kernel/trace | |
parent | 7031281e02bf951a2259849217193fb9d75a9762 (diff) | |
parent | 68efa37df779b3e04280598e8b5b3a1919b65fee (diff) |
Merge branch 'tracing/hw-breakpoints' into perf/core
Conflicts:
arch/x86/kernel/kprobes.c
kernel/trace/Makefile
Merge reason: hw-breakpoints perf integration is looking
good in testing and in reviews, plus conflicts
are mounting up - so merge & resolve.
Signed-off-by: Ingo Molnar <mingo@elte.hu>
Diffstat (limited to 'kernel/trace')
-rw-r--r-- | kernel/trace/Kconfig | 21 | ||||
-rw-r--r-- | kernel/trace/Makefile | 1 | ||||
-rw-r--r-- | kernel/trace/trace.h | 7 | ||||
-rw-r--r-- | kernel/trace/trace_entries.h | 16 | ||||
-rw-r--r-- | kernel/trace/trace_ksym.c | 554 | ||||
-rw-r--r-- | kernel/trace/trace_selftest.c | 55 |
6 files changed, 654 insertions, 0 deletions
diff --git a/kernel/trace/Kconfig b/kernel/trace/Kconfig index f05671609a89..d006554888dc 100644 --- a/kernel/trace/Kconfig +++ b/kernel/trace/Kconfig | |||
@@ -339,6 +339,27 @@ config POWER_TRACER | |||
339 | power management decisions, specifically the C-state and P-state | 339 | power management decisions, specifically the C-state and P-state |
340 | behavior. | 340 | behavior. |
341 | 341 | ||
342 | config KSYM_TRACER | ||
343 | bool "Trace read and write access on kernel memory locations" | ||
344 | depends on HAVE_HW_BREAKPOINT | ||
345 | select TRACING | ||
346 | help | ||
347 | This tracer helps find read and write operations on any given kernel | ||
348 | symbol i.e. /proc/kallsyms. | ||
349 | |||
350 | config PROFILE_KSYM_TRACER | ||
351 | bool "Profile all kernel memory accesses on 'watched' variables" | ||
352 | depends on KSYM_TRACER | ||
353 | help | ||
354 | This tracer profiles kernel accesses on variables watched through the | ||
355 | ksym tracer ftrace plugin. Depending upon the hardware, all read | ||
356 | and write operations on kernel variables can be monitored for | ||
357 | accesses. | ||
358 | |||
359 | The results will be displayed in: | ||
360 | /debugfs/tracing/profile_ksym | ||
361 | |||
362 | Say N if unsure. | ||
342 | 363 | ||
343 | config STACK_TRACER | 364 | config STACK_TRACER |
344 | bool "Trace max stack" | 365 | bool "Trace max stack" |
diff --git a/kernel/trace/Makefile b/kernel/trace/Makefile index edc3a3cca1a1..cd9ecd89ec77 100644 --- a/kernel/trace/Makefile +++ b/kernel/trace/Makefile | |||
@@ -54,6 +54,7 @@ obj-$(CONFIG_FTRACE_SYSCALLS) += trace_syscalls.o | |||
54 | obj-$(CONFIG_EVENT_PROFILE) += trace_event_profile.o | 54 | obj-$(CONFIG_EVENT_PROFILE) += trace_event_profile.o |
55 | obj-$(CONFIG_EVENT_TRACING) += trace_events_filter.o | 55 | obj-$(CONFIG_EVENT_TRACING) += trace_events_filter.o |
56 | obj-$(CONFIG_KPROBE_EVENT) += trace_kprobe.o | 56 | obj-$(CONFIG_KPROBE_EVENT) += trace_kprobe.o |
57 | obj-$(CONFIG_KSYM_TRACER) += trace_ksym.o | ||
57 | obj-$(CONFIG_EVENT_TRACING) += power-traces.o | 58 | obj-$(CONFIG_EVENT_TRACING) += power-traces.o |
58 | 59 | ||
59 | libftrace-y := ftrace.o | 60 | libftrace-y := ftrace.o |
diff --git a/kernel/trace/trace.h b/kernel/trace/trace.h index b4e4212e66d7..4da6ede74401 100644 --- a/kernel/trace/trace.h +++ b/kernel/trace/trace.h | |||
@@ -11,6 +11,7 @@ | |||
11 | #include <linux/ftrace.h> | 11 | #include <linux/ftrace.h> |
12 | #include <trace/boot.h> | 12 | #include <trace/boot.h> |
13 | #include <linux/kmemtrace.h> | 13 | #include <linux/kmemtrace.h> |
14 | #include <linux/hw_breakpoint.h> | ||
14 | 15 | ||
15 | #include <linux/trace_seq.h> | 16 | #include <linux/trace_seq.h> |
16 | #include <linux/ftrace_event.h> | 17 | #include <linux/ftrace_event.h> |
@@ -37,6 +38,7 @@ enum trace_type { | |||
37 | TRACE_KMEM_ALLOC, | 38 | TRACE_KMEM_ALLOC, |
38 | TRACE_KMEM_FREE, | 39 | TRACE_KMEM_FREE, |
39 | TRACE_BLK, | 40 | TRACE_BLK, |
41 | TRACE_KSYM, | ||
40 | 42 | ||
41 | __TRACE_LAST_TYPE, | 43 | __TRACE_LAST_TYPE, |
42 | }; | 44 | }; |
@@ -232,6 +234,7 @@ extern void __ftrace_bad_type(void); | |||
232 | TRACE_KMEM_ALLOC); \ | 234 | TRACE_KMEM_ALLOC); \ |
233 | IF_ASSIGN(var, ent, struct kmemtrace_free_entry, \ | 235 | IF_ASSIGN(var, ent, struct kmemtrace_free_entry, \ |
234 | TRACE_KMEM_FREE); \ | 236 | TRACE_KMEM_FREE); \ |
237 | IF_ASSIGN(var, ent, struct ksym_trace_entry, TRACE_KSYM);\ | ||
235 | __ftrace_bad_type(); \ | 238 | __ftrace_bad_type(); \ |
236 | } while (0) | 239 | } while (0) |
237 | 240 | ||
@@ -387,6 +390,8 @@ int register_tracer(struct tracer *type); | |||
387 | void unregister_tracer(struct tracer *type); | 390 | void unregister_tracer(struct tracer *type); |
388 | int is_tracing_stopped(void); | 391 | int is_tracing_stopped(void); |
389 | 392 | ||
393 | extern int process_new_ksym_entry(char *ksymname, int op, unsigned long addr); | ||
394 | |||
390 | extern unsigned long nsecs_to_usecs(unsigned long nsecs); | 395 | extern unsigned long nsecs_to_usecs(unsigned long nsecs); |
391 | 396 | ||
392 | #ifdef CONFIG_TRACER_MAX_TRACE | 397 | #ifdef CONFIG_TRACER_MAX_TRACE |
@@ -461,6 +466,8 @@ extern int trace_selftest_startup_branch(struct tracer *trace, | |||
461 | struct trace_array *tr); | 466 | struct trace_array *tr); |
462 | extern int trace_selftest_startup_hw_branches(struct tracer *trace, | 467 | extern int trace_selftest_startup_hw_branches(struct tracer *trace, |
463 | struct trace_array *tr); | 468 | struct trace_array *tr); |
469 | extern int trace_selftest_startup_ksym(struct tracer *trace, | ||
470 | struct trace_array *tr); | ||
464 | #endif /* CONFIG_FTRACE_STARTUP_TEST */ | 471 | #endif /* CONFIG_FTRACE_STARTUP_TEST */ |
465 | 472 | ||
466 | extern void *head_page(struct trace_array_cpu *data); | 473 | extern void *head_page(struct trace_array_cpu *data); |
diff --git a/kernel/trace/trace_entries.h b/kernel/trace/trace_entries.h index ead3d724599d..c16a08f399df 100644 --- a/kernel/trace/trace_entries.h +++ b/kernel/trace/trace_entries.h | |||
@@ -364,3 +364,19 @@ FTRACE_ENTRY(kmem_free, kmemtrace_free_entry, | |||
364 | F_printk("type:%u call_site:%lx ptr:%p", | 364 | F_printk("type:%u call_site:%lx ptr:%p", |
365 | __entry->type_id, __entry->call_site, __entry->ptr) | 365 | __entry->type_id, __entry->call_site, __entry->ptr) |
366 | ); | 366 | ); |
367 | |||
368 | FTRACE_ENTRY(ksym_trace, ksym_trace_entry, | ||
369 | |||
370 | TRACE_KSYM, | ||
371 | |||
372 | F_STRUCT( | ||
373 | __field( unsigned long, ip ) | ||
374 | __field( unsigned char, type ) | ||
375 | __array( char , cmd, TASK_COMM_LEN ) | ||
376 | __field( unsigned long, addr ) | ||
377 | ), | ||
378 | |||
379 | F_printk("ip: %pF type: %d ksym_name: %pS cmd: %s", | ||
380 | (void *)__entry->ip, (unsigned int)__entry->type, | ||
381 | (void *)__entry->addr, __entry->cmd) | ||
382 | ); | ||
diff --git a/kernel/trace/trace_ksym.c b/kernel/trace/trace_ksym.c new file mode 100644 index 000000000000..11935b53a6cb --- /dev/null +++ b/kernel/trace/trace_ksym.c | |||
@@ -0,0 +1,554 @@ | |||
1 | /* | ||
2 | * trace_ksym.c - Kernel Symbol Tracer | ||
3 | * | ||
4 | * This program is free software; you can redistribute it and/or modify | ||
5 | * it under the terms of the GNU General Public License as published by | ||
6 | * the Free Software Foundation; either version 2 of the License, or | ||
7 | * (at your option) any later version. | ||
8 | * | ||
9 | * This program is distributed in the hope that it will be useful, | ||
10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
12 | * GNU General Public License for more details. | ||
13 | * | ||
14 | * You should have received a copy of the GNU General Public License | ||
15 | * along with this program; if not, write to the Free Software | ||
16 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. | ||
17 | * | ||
18 | * Copyright (C) IBM Corporation, 2009 | ||
19 | */ | ||
20 | |||
21 | #include <linux/kallsyms.h> | ||
22 | #include <linux/uaccess.h> | ||
23 | #include <linux/debugfs.h> | ||
24 | #include <linux/ftrace.h> | ||
25 | #include <linux/module.h> | ||
26 | #include <linux/fs.h> | ||
27 | |||
28 | #include "trace_output.h" | ||
29 | #include "trace_stat.h" | ||
30 | #include "trace.h" | ||
31 | |||
32 | #include <linux/hw_breakpoint.h> | ||
33 | #include <asm/hw_breakpoint.h> | ||
34 | |||
35 | /* | ||
36 | * For now, let us restrict the no. of symbols traced simultaneously to number | ||
37 | * of available hardware breakpoint registers. | ||
38 | */ | ||
39 | #define KSYM_TRACER_MAX HBP_NUM | ||
40 | |||
41 | #define KSYM_TRACER_OP_LEN 3 /* rw- */ | ||
42 | |||
43 | struct trace_ksym { | ||
44 | struct perf_event **ksym_hbp; | ||
45 | unsigned long ksym_addr; | ||
46 | int type; | ||
47 | int len; | ||
48 | #ifdef CONFIG_PROFILE_KSYM_TRACER | ||
49 | unsigned long counter; | ||
50 | #endif | ||
51 | struct hlist_node ksym_hlist; | ||
52 | }; | ||
53 | |||
54 | static struct trace_array *ksym_trace_array; | ||
55 | |||
56 | static unsigned int ksym_filter_entry_count; | ||
57 | static unsigned int ksym_tracing_enabled; | ||
58 | |||
59 | static HLIST_HEAD(ksym_filter_head); | ||
60 | |||
61 | static DEFINE_MUTEX(ksym_tracer_mutex); | ||
62 | |||
63 | #ifdef CONFIG_PROFILE_KSYM_TRACER | ||
64 | |||
65 | #define MAX_UL_INT 0xffffffff | ||
66 | |||
67 | void ksym_collect_stats(unsigned long hbp_hit_addr) | ||
68 | { | ||
69 | struct hlist_node *node; | ||
70 | struct trace_ksym *entry; | ||
71 | |||
72 | rcu_read_lock(); | ||
73 | hlist_for_each_entry_rcu(entry, node, &ksym_filter_head, ksym_hlist) { | ||
74 | if ((entry->ksym_addr == hbp_hit_addr) && | ||
75 | (entry->counter <= MAX_UL_INT)) { | ||
76 | entry->counter++; | ||
77 | break; | ||
78 | } | ||
79 | } | ||
80 | rcu_read_unlock(); | ||
81 | } | ||
82 | #endif /* CONFIG_PROFILE_KSYM_TRACER */ | ||
83 | |||
84 | void ksym_hbp_handler(struct perf_event *hbp, void *data) | ||
85 | { | ||
86 | struct ring_buffer_event *event; | ||
87 | struct ksym_trace_entry *entry; | ||
88 | struct pt_regs *regs = data; | ||
89 | struct ring_buffer *buffer; | ||
90 | int pc; | ||
91 | |||
92 | if (!ksym_tracing_enabled) | ||
93 | return; | ||
94 | |||
95 | buffer = ksym_trace_array->buffer; | ||
96 | |||
97 | pc = preempt_count(); | ||
98 | |||
99 | event = trace_buffer_lock_reserve(buffer, TRACE_KSYM, | ||
100 | sizeof(*entry), 0, pc); | ||
101 | if (!event) | ||
102 | return; | ||
103 | |||
104 | entry = ring_buffer_event_data(event); | ||
105 | entry->ip = instruction_pointer(regs); | ||
106 | entry->type = hw_breakpoint_type(hbp); | ||
107 | entry->addr = hw_breakpoint_addr(hbp); | ||
108 | strlcpy(entry->cmd, current->comm, TASK_COMM_LEN); | ||
109 | |||
110 | #ifdef CONFIG_PROFILE_KSYM_TRACER | ||
111 | ksym_collect_stats(hw_breakpoint_addr(hbp)); | ||
112 | #endif /* CONFIG_PROFILE_KSYM_TRACER */ | ||
113 | |||
114 | trace_buffer_unlock_commit(buffer, event, 0, pc); | ||
115 | } | ||
116 | |||
117 | /* Valid access types are represented as | ||
118 | * | ||
119 | * rw- : Set Read/Write Access Breakpoint | ||
120 | * -w- : Set Write Access Breakpoint | ||
121 | * --- : Clear Breakpoints | ||
122 | * --x : Set Execution Break points (Not available yet) | ||
123 | * | ||
124 | */ | ||
125 | static int ksym_trace_get_access_type(char *str) | ||
126 | { | ||
127 | int access = 0; | ||
128 | |||
129 | if (str[0] == 'r') | ||
130 | access |= HW_BREAKPOINT_R; | ||
131 | |||
132 | if (str[1] == 'w') | ||
133 | access |= HW_BREAKPOINT_W; | ||
134 | |||
135 | if (str[2] == 'x') | ||
136 | access |= HW_BREAKPOINT_X; | ||
137 | |||
138 | switch (access) { | ||
139 | case HW_BREAKPOINT_R: | ||
140 | case HW_BREAKPOINT_W: | ||
141 | case HW_BREAKPOINT_W | HW_BREAKPOINT_R: | ||
142 | return access; | ||
143 | default: | ||
144 | return -EINVAL; | ||
145 | } | ||
146 | } | ||
147 | |||
148 | /* | ||
149 | * There can be several possible malformed requests and we attempt to capture | ||
150 | * all of them. We enumerate some of the rules | ||
151 | * 1. We will not allow kernel symbols with ':' since it is used as a delimiter. | ||
152 | * i.e. multiple ':' symbols disallowed. Possible uses are of the form | ||
153 | * <module>:<ksym_name>:<op>. | ||
154 | * 2. No delimiter symbol ':' in the input string | ||
155 | * 3. Spurious operator symbols or symbols not in their respective positions | ||
156 | * 4. <ksym_name>:--- i.e. clear breakpoint request when ksym_name not in file | ||
157 | * 5. Kernel symbol not a part of /proc/kallsyms | ||
158 | * 6. Duplicate requests | ||
159 | */ | ||
160 | static int parse_ksym_trace_str(char *input_string, char **ksymname, | ||
161 | unsigned long *addr) | ||
162 | { | ||
163 | int ret; | ||
164 | |||
165 | *ksymname = strsep(&input_string, ":"); | ||
166 | *addr = kallsyms_lookup_name(*ksymname); | ||
167 | |||
168 | /* Check for malformed request: (2), (1) and (5) */ | ||
169 | if ((!input_string) || | ||
170 | (strlen(input_string) != KSYM_TRACER_OP_LEN) || | ||
171 | (*addr == 0)) | ||
172 | return -EINVAL;; | ||
173 | |||
174 | ret = ksym_trace_get_access_type(input_string); | ||
175 | |||
176 | return ret; | ||
177 | } | ||
178 | |||
179 | int process_new_ksym_entry(char *ksymname, int op, unsigned long addr) | ||
180 | { | ||
181 | struct trace_ksym *entry; | ||
182 | int ret = -ENOMEM; | ||
183 | |||
184 | if (ksym_filter_entry_count >= KSYM_TRACER_MAX) { | ||
185 | printk(KERN_ERR "ksym_tracer: Maximum limit:(%d) reached. No" | ||
186 | " new requests for tracing can be accepted now.\n", | ||
187 | KSYM_TRACER_MAX); | ||
188 | return -ENOSPC; | ||
189 | } | ||
190 | |||
191 | entry = kzalloc(sizeof(struct trace_ksym), GFP_KERNEL); | ||
192 | if (!entry) | ||
193 | return -ENOMEM; | ||
194 | |||
195 | entry->type = op; | ||
196 | entry->ksym_addr = addr; | ||
197 | entry->len = HW_BREAKPOINT_LEN_4; | ||
198 | |||
199 | ret = -EAGAIN; | ||
200 | entry->ksym_hbp = register_wide_hw_breakpoint(entry->ksym_addr, | ||
201 | entry->len, entry->type, | ||
202 | ksym_hbp_handler, true); | ||
203 | if (IS_ERR(entry->ksym_hbp)) { | ||
204 | entry->ksym_hbp = NULL; | ||
205 | ret = PTR_ERR(entry->ksym_hbp); | ||
206 | } | ||
207 | |||
208 | if (!entry->ksym_hbp) { | ||
209 | printk(KERN_INFO "ksym_tracer request failed. Try again" | ||
210 | " later!!\n"); | ||
211 | goto err; | ||
212 | } | ||
213 | |||
214 | hlist_add_head_rcu(&(entry->ksym_hlist), &ksym_filter_head); | ||
215 | ksym_filter_entry_count++; | ||
216 | |||
217 | return 0; | ||
218 | |||
219 | err: | ||
220 | kfree(entry); | ||
221 | |||
222 | return ret; | ||
223 | } | ||
224 | |||
225 | static ssize_t ksym_trace_filter_read(struct file *filp, char __user *ubuf, | ||
226 | size_t count, loff_t *ppos) | ||
227 | { | ||
228 | struct trace_ksym *entry; | ||
229 | struct hlist_node *node; | ||
230 | struct trace_seq *s; | ||
231 | ssize_t cnt = 0; | ||
232 | int ret; | ||
233 | |||
234 | s = kmalloc(sizeof(*s), GFP_KERNEL); | ||
235 | if (!s) | ||
236 | return -ENOMEM; | ||
237 | trace_seq_init(s); | ||
238 | |||
239 | mutex_lock(&ksym_tracer_mutex); | ||
240 | |||
241 | hlist_for_each_entry(entry, node, &ksym_filter_head, ksym_hlist) { | ||
242 | ret = trace_seq_printf(s, "%pS:", (void *)entry->ksym_addr); | ||
243 | if (entry->type == HW_BREAKPOINT_R) | ||
244 | ret = trace_seq_puts(s, "r--\n"); | ||
245 | else if (entry->type == HW_BREAKPOINT_W) | ||
246 | ret = trace_seq_puts(s, "-w-\n"); | ||
247 | else if (entry->type == (HW_BREAKPOINT_W | HW_BREAKPOINT_R)) | ||
248 | ret = trace_seq_puts(s, "rw-\n"); | ||
249 | WARN_ON_ONCE(!ret); | ||
250 | } | ||
251 | |||
252 | cnt = simple_read_from_buffer(ubuf, count, ppos, s->buffer, s->len); | ||
253 | |||
254 | mutex_unlock(&ksym_tracer_mutex); | ||
255 | |||
256 | kfree(s); | ||
257 | |||
258 | return cnt; | ||
259 | } | ||
260 | |||
261 | static void __ksym_trace_reset(void) | ||
262 | { | ||
263 | struct trace_ksym *entry; | ||
264 | struct hlist_node *node, *node1; | ||
265 | |||
266 | mutex_lock(&ksym_tracer_mutex); | ||
267 | hlist_for_each_entry_safe(entry, node, node1, &ksym_filter_head, | ||
268 | ksym_hlist) { | ||
269 | unregister_wide_hw_breakpoint(entry->ksym_hbp); | ||
270 | ksym_filter_entry_count--; | ||
271 | hlist_del_rcu(&(entry->ksym_hlist)); | ||
272 | synchronize_rcu(); | ||
273 | kfree(entry); | ||
274 | } | ||
275 | mutex_unlock(&ksym_tracer_mutex); | ||
276 | } | ||
277 | |||
278 | static ssize_t ksym_trace_filter_write(struct file *file, | ||
279 | const char __user *buffer, | ||
280 | size_t count, loff_t *ppos) | ||
281 | { | ||
282 | struct trace_ksym *entry; | ||
283 | struct hlist_node *node; | ||
284 | char *input_string, *ksymname = NULL; | ||
285 | unsigned long ksym_addr = 0; | ||
286 | int ret, op, changed = 0; | ||
287 | |||
288 | input_string = kzalloc(count + 1, GFP_KERNEL); | ||
289 | if (!input_string) | ||
290 | return -ENOMEM; | ||
291 | |||
292 | if (copy_from_user(input_string, buffer, count)) { | ||
293 | kfree(input_string); | ||
294 | return -EFAULT; | ||
295 | } | ||
296 | input_string[count] = '\0'; | ||
297 | |||
298 | strstrip(input_string); | ||
299 | |||
300 | /* | ||
301 | * Clear all breakpoints if: | ||
302 | * 1: echo > ksym_trace_filter | ||
303 | * 2: echo 0 > ksym_trace_filter | ||
304 | * 3: echo "*:---" > ksym_trace_filter | ||
305 | */ | ||
306 | if (!input_string[0] || !strcmp(input_string, "0") || | ||
307 | !strcmp(input_string, "*:---")) { | ||
308 | __ksym_trace_reset(); | ||
309 | kfree(input_string); | ||
310 | return count; | ||
311 | } | ||
312 | |||
313 | ret = op = parse_ksym_trace_str(input_string, &ksymname, &ksym_addr); | ||
314 | if (ret < 0) { | ||
315 | kfree(input_string); | ||
316 | return ret; | ||
317 | } | ||
318 | |||
319 | mutex_lock(&ksym_tracer_mutex); | ||
320 | |||
321 | ret = -EINVAL; | ||
322 | hlist_for_each_entry(entry, node, &ksym_filter_head, ksym_hlist) { | ||
323 | if (entry->ksym_addr == ksym_addr) { | ||
324 | /* Check for malformed request: (6) */ | ||
325 | if (entry->type != op) | ||
326 | changed = 1; | ||
327 | else | ||
328 | goto out; | ||
329 | break; | ||
330 | } | ||
331 | } | ||
332 | if (changed) { | ||
333 | unregister_wide_hw_breakpoint(entry->ksym_hbp); | ||
334 | entry->type = op; | ||
335 | if (op > 0) { | ||
336 | entry->ksym_hbp = | ||
337 | register_wide_hw_breakpoint(entry->ksym_addr, | ||
338 | entry->len, entry->type, | ||
339 | ksym_hbp_handler, true); | ||
340 | if (IS_ERR(entry->ksym_hbp)) | ||
341 | entry->ksym_hbp = NULL; | ||
342 | if (!entry->ksym_hbp) | ||
343 | goto out; | ||
344 | } | ||
345 | ksym_filter_entry_count--; | ||
346 | hlist_del_rcu(&(entry->ksym_hlist)); | ||
347 | synchronize_rcu(); | ||
348 | kfree(entry); | ||
349 | ret = 0; | ||
350 | goto out; | ||
351 | } else { | ||
352 | /* Check for malformed request: (4) */ | ||
353 | if (op == 0) | ||
354 | goto out; | ||
355 | ret = process_new_ksym_entry(ksymname, op, ksym_addr); | ||
356 | } | ||
357 | out: | ||
358 | mutex_unlock(&ksym_tracer_mutex); | ||
359 | |||
360 | kfree(input_string); | ||
361 | |||
362 | if (!ret) | ||
363 | ret = count; | ||
364 | return ret; | ||
365 | } | ||
366 | |||
367 | static const struct file_operations ksym_tracing_fops = { | ||
368 | .open = tracing_open_generic, | ||
369 | .read = ksym_trace_filter_read, | ||
370 | .write = ksym_trace_filter_write, | ||
371 | }; | ||
372 | |||
373 | static void ksym_trace_reset(struct trace_array *tr) | ||
374 | { | ||
375 | ksym_tracing_enabled = 0; | ||
376 | __ksym_trace_reset(); | ||
377 | } | ||
378 | |||
379 | static int ksym_trace_init(struct trace_array *tr) | ||
380 | { | ||
381 | int cpu, ret = 0; | ||
382 | |||
383 | for_each_online_cpu(cpu) | ||
384 | tracing_reset(tr, cpu); | ||
385 | ksym_tracing_enabled = 1; | ||
386 | ksym_trace_array = tr; | ||
387 | |||
388 | return ret; | ||
389 | } | ||
390 | |||
391 | static void ksym_trace_print_header(struct seq_file *m) | ||
392 | { | ||
393 | seq_puts(m, | ||
394 | "# TASK-PID CPU# Symbol " | ||
395 | "Type Function\n"); | ||
396 | seq_puts(m, | ||
397 | "# | | | " | ||
398 | " | |\n"); | ||
399 | } | ||
400 | |||
401 | static enum print_line_t ksym_trace_output(struct trace_iterator *iter) | ||
402 | { | ||
403 | struct trace_entry *entry = iter->ent; | ||
404 | struct trace_seq *s = &iter->seq; | ||
405 | struct ksym_trace_entry *field; | ||
406 | char str[KSYM_SYMBOL_LEN]; | ||
407 | int ret; | ||
408 | |||
409 | if (entry->type != TRACE_KSYM) | ||
410 | return TRACE_TYPE_UNHANDLED; | ||
411 | |||
412 | trace_assign_type(field, entry); | ||
413 | |||
414 | ret = trace_seq_printf(s, "%11s-%-5d [%03d] %pS", field->cmd, | ||
415 | entry->pid, iter->cpu, (char *)field->addr); | ||
416 | if (!ret) | ||
417 | return TRACE_TYPE_PARTIAL_LINE; | ||
418 | |||
419 | switch (field->type) { | ||
420 | case HW_BREAKPOINT_R: | ||
421 | ret = trace_seq_printf(s, " R "); | ||
422 | break; | ||
423 | case HW_BREAKPOINT_W: | ||
424 | ret = trace_seq_printf(s, " W "); | ||
425 | break; | ||
426 | case HW_BREAKPOINT_R | HW_BREAKPOINT_W: | ||
427 | ret = trace_seq_printf(s, " RW "); | ||
428 | break; | ||
429 | default: | ||
430 | return TRACE_TYPE_PARTIAL_LINE; | ||
431 | } | ||
432 | |||
433 | if (!ret) | ||
434 | return TRACE_TYPE_PARTIAL_LINE; | ||
435 | |||
436 | sprint_symbol(str, field->ip); | ||
437 | ret = trace_seq_printf(s, "%s\n", str); | ||
438 | if (!ret) | ||
439 | return TRACE_TYPE_PARTIAL_LINE; | ||
440 | |||
441 | return TRACE_TYPE_HANDLED; | ||
442 | } | ||
443 | |||
444 | struct tracer ksym_tracer __read_mostly = | ||
445 | { | ||
446 | .name = "ksym_tracer", | ||
447 | .init = ksym_trace_init, | ||
448 | .reset = ksym_trace_reset, | ||
449 | #ifdef CONFIG_FTRACE_SELFTEST | ||
450 | .selftest = trace_selftest_startup_ksym, | ||
451 | #endif | ||
452 | .print_header = ksym_trace_print_header, | ||
453 | .print_line = ksym_trace_output | ||
454 | }; | ||
455 | |||
456 | __init static int init_ksym_trace(void) | ||
457 | { | ||
458 | struct dentry *d_tracer; | ||
459 | struct dentry *entry; | ||
460 | |||
461 | d_tracer = tracing_init_dentry(); | ||
462 | ksym_filter_entry_count = 0; | ||
463 | |||
464 | entry = debugfs_create_file("ksym_trace_filter", 0644, d_tracer, | ||
465 | NULL, &ksym_tracing_fops); | ||
466 | if (!entry) | ||
467 | pr_warning("Could not create debugfs " | ||
468 | "'ksym_trace_filter' file\n"); | ||
469 | |||
470 | return register_tracer(&ksym_tracer); | ||
471 | } | ||
472 | device_initcall(init_ksym_trace); | ||
473 | |||
474 | |||
475 | #ifdef CONFIG_PROFILE_KSYM_TRACER | ||
476 | static int ksym_tracer_stat_headers(struct seq_file *m) | ||
477 | { | ||
478 | seq_puts(m, " Access Type "); | ||
479 | seq_puts(m, " Symbol Counter\n"); | ||
480 | seq_puts(m, " ----------- "); | ||
481 | seq_puts(m, " ------ -------\n"); | ||
482 | return 0; | ||
483 | } | ||
484 | |||
485 | static int ksym_tracer_stat_show(struct seq_file *m, void *v) | ||
486 | { | ||
487 | struct hlist_node *stat = v; | ||
488 | struct trace_ksym *entry; | ||
489 | int access_type = 0; | ||
490 | char fn_name[KSYM_NAME_LEN]; | ||
491 | |||
492 | entry = hlist_entry(stat, struct trace_ksym, ksym_hlist); | ||
493 | |||
494 | access_type = entry->type; | ||
495 | |||
496 | switch (access_type) { | ||
497 | case HW_BREAKPOINT_R: | ||
498 | seq_puts(m, " R "); | ||
499 | break; | ||
500 | case HW_BREAKPOINT_W: | ||
501 | seq_puts(m, " W "); | ||
502 | break; | ||
503 | case HW_BREAKPOINT_R | HW_BREAKPOINT_W: | ||
504 | seq_puts(m, " RW "); | ||
505 | break; | ||
506 | default: | ||
507 | seq_puts(m, " NA "); | ||
508 | } | ||
509 | |||
510 | if (lookup_symbol_name(entry->ksym_addr, fn_name) >= 0) | ||
511 | seq_printf(m, " %-36s", fn_name); | ||
512 | else | ||
513 | seq_printf(m, " %-36s", "<NA>"); | ||
514 | seq_printf(m, " %15lu\n", entry->counter); | ||
515 | |||
516 | return 0; | ||
517 | } | ||
518 | |||
519 | static void *ksym_tracer_stat_start(struct tracer_stat *trace) | ||
520 | { | ||
521 | return ksym_filter_head.first; | ||
522 | } | ||
523 | |||
524 | static void * | ||
525 | ksym_tracer_stat_next(void *v, int idx) | ||
526 | { | ||
527 | struct hlist_node *stat = v; | ||
528 | |||
529 | return stat->next; | ||
530 | } | ||
531 | |||
532 | static struct tracer_stat ksym_tracer_stats = { | ||
533 | .name = "ksym_tracer", | ||
534 | .stat_start = ksym_tracer_stat_start, | ||
535 | .stat_next = ksym_tracer_stat_next, | ||
536 | .stat_headers = ksym_tracer_stat_headers, | ||
537 | .stat_show = ksym_tracer_stat_show | ||
538 | }; | ||
539 | |||
540 | __init static int ksym_tracer_stat_init(void) | ||
541 | { | ||
542 | int ret; | ||
543 | |||
544 | ret = register_stat_tracer(&ksym_tracer_stats); | ||
545 | if (ret) { | ||
546 | printk(KERN_WARNING "Warning: could not register " | ||
547 | "ksym tracer stats\n"); | ||
548 | return 1; | ||
549 | } | ||
550 | |||
551 | return 0; | ||
552 | } | ||
553 | fs_initcall(ksym_tracer_stat_init); | ||
554 | #endif /* CONFIG_PROFILE_KSYM_TRACER */ | ||
diff --git a/kernel/trace/trace_selftest.c b/kernel/trace/trace_selftest.c index d2cdbabb4ead..dc98309e839a 100644 --- a/kernel/trace/trace_selftest.c +++ b/kernel/trace/trace_selftest.c | |||
@@ -17,6 +17,7 @@ static inline int trace_valid_entry(struct trace_entry *entry) | |||
17 | case TRACE_GRAPH_ENT: | 17 | case TRACE_GRAPH_ENT: |
18 | case TRACE_GRAPH_RET: | 18 | case TRACE_GRAPH_RET: |
19 | case TRACE_HW_BRANCHES: | 19 | case TRACE_HW_BRANCHES: |
20 | case TRACE_KSYM: | ||
20 | return 1; | 21 | return 1; |
21 | } | 22 | } |
22 | return 0; | 23 | return 0; |
@@ -808,3 +809,57 @@ trace_selftest_startup_hw_branches(struct tracer *trace, | |||
808 | return ret; | 809 | return ret; |
809 | } | 810 | } |
810 | #endif /* CONFIG_HW_BRANCH_TRACER */ | 811 | #endif /* CONFIG_HW_BRANCH_TRACER */ |
812 | |||
813 | #ifdef CONFIG_KSYM_TRACER | ||
814 | static int ksym_selftest_dummy; | ||
815 | |||
816 | int | ||
817 | trace_selftest_startup_ksym(struct tracer *trace, struct trace_array *tr) | ||
818 | { | ||
819 | unsigned long count; | ||
820 | int ret; | ||
821 | |||
822 | /* start the tracing */ | ||
823 | ret = tracer_init(trace, tr); | ||
824 | if (ret) { | ||
825 | warn_failed_init_tracer(trace, ret); | ||
826 | return ret; | ||
827 | } | ||
828 | |||
829 | ksym_selftest_dummy = 0; | ||
830 | /* Register the read-write tracing request */ | ||
831 | |||
832 | ret = process_new_ksym_entry("ksym_selftest_dummy", | ||
833 | HW_BREAKPOINT_R | HW_BREAKPOINT_W, | ||
834 | (unsigned long)(&ksym_selftest_dummy)); | ||
835 | |||
836 | if (ret < 0) { | ||
837 | printk(KERN_CONT "ksym_trace read-write startup test failed\n"); | ||
838 | goto ret_path; | ||
839 | } | ||
840 | /* Perform a read and a write operation over the dummy variable to | ||
841 | * trigger the tracer | ||
842 | */ | ||
843 | if (ksym_selftest_dummy == 0) | ||
844 | ksym_selftest_dummy++; | ||
845 | |||
846 | /* stop the tracing. */ | ||
847 | tracing_stop(); | ||
848 | /* check the trace buffer */ | ||
849 | ret = trace_test_buffer(tr, &count); | ||
850 | trace->reset(tr); | ||
851 | tracing_start(); | ||
852 | |||
853 | /* read & write operations - one each is performed on the dummy variable | ||
854 | * triggering two entries in the trace buffer | ||
855 | */ | ||
856 | if (!ret && count != 2) { | ||
857 | printk(KERN_CONT "Ksym tracer startup test failed"); | ||
858 | ret = -1; | ||
859 | } | ||
860 | |||
861 | ret_path: | ||
862 | return ret; | ||
863 | } | ||
864 | #endif /* CONFIG_KSYM_TRACER */ | ||
865 | |||