diff options
Diffstat (limited to 'kernel/tracepoint.c')
| -rw-r--r-- | kernel/tracepoint.c | 91 |
1 files changed, 51 insertions, 40 deletions
diff --git a/kernel/tracepoint.c b/kernel/tracepoint.c index cc89be5bc0f8..c77f3eceea25 100644 --- a/kernel/tracepoint.c +++ b/kernel/tracepoint.c | |||
| @@ -54,7 +54,7 @@ static struct hlist_head tracepoint_table[TRACEPOINT_TABLE_SIZE]; | |||
| 54 | */ | 54 | */ |
| 55 | struct tracepoint_entry { | 55 | struct tracepoint_entry { |
| 56 | struct hlist_node hlist; | 56 | struct hlist_node hlist; |
| 57 | void **funcs; | 57 | struct tracepoint_func *funcs; |
| 58 | int refcount; /* Number of times armed. 0 if disarmed. */ | 58 | int refcount; /* Number of times armed. 0 if disarmed. */ |
| 59 | char name[0]; | 59 | char name[0]; |
| 60 | }; | 60 | }; |
| @@ -64,12 +64,12 @@ struct tp_probes { | |||
| 64 | struct rcu_head rcu; | 64 | struct rcu_head rcu; |
| 65 | struct list_head list; | 65 | struct list_head list; |
| 66 | } u; | 66 | } u; |
| 67 | void *probes[0]; | 67 | struct tracepoint_func probes[0]; |
| 68 | }; | 68 | }; |
| 69 | 69 | ||
| 70 | static inline void *allocate_probes(int count) | 70 | static inline void *allocate_probes(int count) |
| 71 | { | 71 | { |
| 72 | struct tp_probes *p = kmalloc(count * sizeof(void *) | 72 | struct tp_probes *p = kmalloc(count * sizeof(struct tracepoint_func) |
| 73 | + sizeof(struct tp_probes), GFP_KERNEL); | 73 | + sizeof(struct tp_probes), GFP_KERNEL); |
| 74 | return p == NULL ? NULL : p->probes; | 74 | return p == NULL ? NULL : p->probes; |
| 75 | } | 75 | } |
| @@ -79,7 +79,7 @@ static void rcu_free_old_probes(struct rcu_head *head) | |||
| 79 | kfree(container_of(head, struct tp_probes, u.rcu)); | 79 | kfree(container_of(head, struct tp_probes, u.rcu)); |
| 80 | } | 80 | } |
| 81 | 81 | ||
| 82 | static inline void release_probes(void *old) | 82 | static inline void release_probes(struct tracepoint_func *old) |
| 83 | { | 83 | { |
| 84 | if (old) { | 84 | if (old) { |
| 85 | struct tp_probes *tp_probes = container_of(old, | 85 | struct tp_probes *tp_probes = container_of(old, |
| @@ -95,15 +95,16 @@ static void debug_print_probes(struct tracepoint_entry *entry) | |||
| 95 | if (!tracepoint_debug || !entry->funcs) | 95 | if (!tracepoint_debug || !entry->funcs) |
| 96 | return; | 96 | return; |
| 97 | 97 | ||
| 98 | for (i = 0; entry->funcs[i]; i++) | 98 | for (i = 0; entry->funcs[i].func; i++) |
| 99 | printk(KERN_DEBUG "Probe %d : %p\n", i, entry->funcs[i]); | 99 | printk(KERN_DEBUG "Probe %d : %p\n", i, entry->funcs[i].func); |
| 100 | } | 100 | } |
| 101 | 101 | ||
| 102 | static void * | 102 | static struct tracepoint_func * |
| 103 | tracepoint_entry_add_probe(struct tracepoint_entry *entry, void *probe) | 103 | tracepoint_entry_add_probe(struct tracepoint_entry *entry, |
| 104 | void *probe, void *data) | ||
| 104 | { | 105 | { |
| 105 | int nr_probes = 0; | 106 | int nr_probes = 0; |
| 106 | void **old, **new; | 107 | struct tracepoint_func *old, *new; |
| 107 | 108 | ||
| 108 | WARN_ON(!probe); | 109 | WARN_ON(!probe); |
| 109 | 110 | ||
| @@ -111,8 +112,9 @@ tracepoint_entry_add_probe(struct tracepoint_entry *entry, void *probe) | |||
| 111 | old = entry->funcs; | 112 | old = entry->funcs; |
| 112 | if (old) { | 113 | if (old) { |
| 113 | /* (N -> N+1), (N != 0, 1) probes */ | 114 | /* (N -> N+1), (N != 0, 1) probes */ |
| 114 | for (nr_probes = 0; old[nr_probes]; nr_probes++) | 115 | for (nr_probes = 0; old[nr_probes].func; nr_probes++) |
| 115 | if (old[nr_probes] == probe) | 116 | if (old[nr_probes].func == probe && |
| 117 | old[nr_probes].data == data) | ||
| 116 | return ERR_PTR(-EEXIST); | 118 | return ERR_PTR(-EEXIST); |
| 117 | } | 119 | } |
| 118 | /* + 2 : one for new probe, one for NULL func */ | 120 | /* + 2 : one for new probe, one for NULL func */ |
| @@ -120,9 +122,10 @@ tracepoint_entry_add_probe(struct tracepoint_entry *entry, void *probe) | |||
| 120 | if (new == NULL) | 122 | if (new == NULL) |
| 121 | return ERR_PTR(-ENOMEM); | 123 | return ERR_PTR(-ENOMEM); |
| 122 | if (old) | 124 | if (old) |
| 123 | memcpy(new, old, nr_probes * sizeof(void *)); | 125 | memcpy(new, old, nr_probes * sizeof(struct tracepoint_func)); |
| 124 | new[nr_probes] = probe; | 126 | new[nr_probes].func = probe; |
| 125 | new[nr_probes + 1] = NULL; | 127 | new[nr_probes].data = data; |
| 128 | new[nr_probes + 1].func = NULL; | ||
| 126 | entry->refcount = nr_probes + 1; | 129 | entry->refcount = nr_probes + 1; |
| 127 | entry->funcs = new; | 130 | entry->funcs = new; |
| 128 | debug_print_probes(entry); | 131 | debug_print_probes(entry); |
| @@ -130,10 +133,11 @@ tracepoint_entry_add_probe(struct tracepoint_entry *entry, void *probe) | |||
| 130 | } | 133 | } |
| 131 | 134 | ||
| 132 | static void * | 135 | static void * |
| 133 | tracepoint_entry_remove_probe(struct tracepoint_entry *entry, void *probe) | 136 | tracepoint_entry_remove_probe(struct tracepoint_entry *entry, |
| 137 | void *probe, void *data) | ||
| 134 | { | 138 | { |
| 135 | int nr_probes = 0, nr_del = 0, i; | 139 | int nr_probes = 0, nr_del = 0, i; |
| 136 | void **old, **new; | 140 | struct tracepoint_func *old, *new; |
| 137 | 141 | ||
| 138 | old = entry->funcs; | 142 | old = entry->funcs; |
| 139 | 143 | ||
| @@ -142,8 +146,10 @@ tracepoint_entry_remove_probe(struct tracepoint_entry *entry, void *probe) | |||
| 142 | 146 | ||
| 143 | debug_print_probes(entry); | 147 | debug_print_probes(entry); |
| 144 | /* (N -> M), (N > 1, M >= 0) probes */ | 148 | /* (N -> M), (N > 1, M >= 0) probes */ |
| 145 | for (nr_probes = 0; old[nr_probes]; nr_probes++) { | 149 | for (nr_probes = 0; old[nr_probes].func; nr_probes++) { |
| 146 | if ((!probe || old[nr_probes] == probe)) | 150 | if (!probe || |
| 151 | (old[nr_probes].func == probe && | ||
| 152 | old[nr_probes].data == data)) | ||
| 147 | nr_del++; | 153 | nr_del++; |
| 148 | } | 154 | } |
| 149 | 155 | ||
| @@ -160,10 +166,11 @@ tracepoint_entry_remove_probe(struct tracepoint_entry *entry, void *probe) | |||
| 160 | new = allocate_probes(nr_probes - nr_del + 1); | 166 | new = allocate_probes(nr_probes - nr_del + 1); |
| 161 | if (new == NULL) | 167 | if (new == NULL) |
| 162 | return ERR_PTR(-ENOMEM); | 168 | return ERR_PTR(-ENOMEM); |
| 163 | for (i = 0; old[i]; i++) | 169 | for (i = 0; old[i].func; i++) |
| 164 | if ((probe && old[i] != probe)) | 170 | if (probe && |
| 171 | (old[i].func != probe || old[i].data != data)) | ||
| 165 | new[j++] = old[i]; | 172 | new[j++] = old[i]; |
| 166 | new[nr_probes - nr_del] = NULL; | 173 | new[nr_probes - nr_del].func = NULL; |
| 167 | entry->refcount = nr_probes - nr_del; | 174 | entry->refcount = nr_probes - nr_del; |
| 168 | entry->funcs = new; | 175 | entry->funcs = new; |
| 169 | } | 176 | } |
| @@ -315,18 +322,19 @@ static void tracepoint_update_probes(void) | |||
| 315 | module_update_tracepoints(); | 322 | module_update_tracepoints(); |
| 316 | } | 323 | } |
| 317 | 324 | ||
| 318 | static void *tracepoint_add_probe(const char *name, void *probe) | 325 | static struct tracepoint_func * |
| 326 | tracepoint_add_probe(const char *name, void *probe, void *data) | ||
| 319 | { | 327 | { |
| 320 | struct tracepoint_entry *entry; | 328 | struct tracepoint_entry *entry; |
| 321 | void *old; | 329 | struct tracepoint_func *old; |
| 322 | 330 | ||
| 323 | entry = get_tracepoint(name); | 331 | entry = get_tracepoint(name); |
| 324 | if (!entry) { | 332 | if (!entry) { |
| 325 | entry = add_tracepoint(name); | 333 | entry = add_tracepoint(name); |
| 326 | if (IS_ERR(entry)) | 334 | if (IS_ERR(entry)) |
| 327 | return entry; | 335 | return (struct tracepoint_func *)entry; |
| 328 | } | 336 | } |
| 329 | old = tracepoint_entry_add_probe(entry, probe); | 337 | old = tracepoint_entry_add_probe(entry, probe, data); |
| 330 | if (IS_ERR(old) && !entry->refcount) | 338 | if (IS_ERR(old) && !entry->refcount) |
| 331 | remove_tracepoint(entry); | 339 | remove_tracepoint(entry); |
| 332 | return old; | 340 | return old; |
| @@ -340,12 +348,12 @@ static void *tracepoint_add_probe(const char *name, void *probe) | |||
| 340 | * Returns 0 if ok, error value on error. | 348 | * Returns 0 if ok, error value on error. |
| 341 | * The probe address must at least be aligned on the architecture pointer size. | 349 | * The probe address must at least be aligned on the architecture pointer size. |
| 342 | */ | 350 | */ |
| 343 | int tracepoint_probe_register(const char *name, void *probe) | 351 | int tracepoint_probe_register(const char *name, void *probe, void *data) |
| 344 | { | 352 | { |
| 345 | void *old; | 353 | struct tracepoint_func *old; |
| 346 | 354 | ||
| 347 | mutex_lock(&tracepoints_mutex); | 355 | mutex_lock(&tracepoints_mutex); |
| 348 | old = tracepoint_add_probe(name, probe); | 356 | old = tracepoint_add_probe(name, probe, data); |
| 349 | mutex_unlock(&tracepoints_mutex); | 357 | mutex_unlock(&tracepoints_mutex); |
| 350 | if (IS_ERR(old)) | 358 | if (IS_ERR(old)) |
| 351 | return PTR_ERR(old); | 359 | return PTR_ERR(old); |
| @@ -356,15 +364,16 @@ int tracepoint_probe_register(const char *name, void *probe) | |||
| 356 | } | 364 | } |
| 357 | EXPORT_SYMBOL_GPL(tracepoint_probe_register); | 365 | EXPORT_SYMBOL_GPL(tracepoint_probe_register); |
| 358 | 366 | ||
| 359 | static void *tracepoint_remove_probe(const char *name, void *probe) | 367 | static struct tracepoint_func * |
| 368 | tracepoint_remove_probe(const char *name, void *probe, void *data) | ||
| 360 | { | 369 | { |
| 361 | struct tracepoint_entry *entry; | 370 | struct tracepoint_entry *entry; |
| 362 | void *old; | 371 | struct tracepoint_func *old; |
| 363 | 372 | ||
| 364 | entry = get_tracepoint(name); | 373 | entry = get_tracepoint(name); |
| 365 | if (!entry) | 374 | if (!entry) |
| 366 | return ERR_PTR(-ENOENT); | 375 | return ERR_PTR(-ENOENT); |
| 367 | old = tracepoint_entry_remove_probe(entry, probe); | 376 | old = tracepoint_entry_remove_probe(entry, probe, data); |
| 368 | if (IS_ERR(old)) | 377 | if (IS_ERR(old)) |
| 369 | return old; | 378 | return old; |
| 370 | if (!entry->refcount) | 379 | if (!entry->refcount) |
| @@ -382,12 +391,12 @@ static void *tracepoint_remove_probe(const char *name, void *probe) | |||
| 382 | * itself uses stop_machine(), which insures that every preempt disabled section | 391 | * itself uses stop_machine(), which insures that every preempt disabled section |
| 383 | * have finished. | 392 | * have finished. |
| 384 | */ | 393 | */ |
| 385 | int tracepoint_probe_unregister(const char *name, void *probe) | 394 | int tracepoint_probe_unregister(const char *name, void *probe, void *data) |
| 386 | { | 395 | { |
| 387 | void *old; | 396 | struct tracepoint_func *old; |
| 388 | 397 | ||
| 389 | mutex_lock(&tracepoints_mutex); | 398 | mutex_lock(&tracepoints_mutex); |
| 390 | old = tracepoint_remove_probe(name, probe); | 399 | old = tracepoint_remove_probe(name, probe, data); |
| 391 | mutex_unlock(&tracepoints_mutex); | 400 | mutex_unlock(&tracepoints_mutex); |
| 392 | if (IS_ERR(old)) | 401 | if (IS_ERR(old)) |
| 393 | return PTR_ERR(old); | 402 | return PTR_ERR(old); |
| @@ -418,12 +427,13 @@ static void tracepoint_add_old_probes(void *old) | |||
| 418 | * | 427 | * |
| 419 | * caller must call tracepoint_probe_update_all() | 428 | * caller must call tracepoint_probe_update_all() |
| 420 | */ | 429 | */ |
| 421 | int tracepoint_probe_register_noupdate(const char *name, void *probe) | 430 | int tracepoint_probe_register_noupdate(const char *name, void *probe, |
| 431 | void *data) | ||
| 422 | { | 432 | { |
| 423 | void *old; | 433 | struct tracepoint_func *old; |
| 424 | 434 | ||
| 425 | mutex_lock(&tracepoints_mutex); | 435 | mutex_lock(&tracepoints_mutex); |
| 426 | old = tracepoint_add_probe(name, probe); | 436 | old = tracepoint_add_probe(name, probe, data); |
| 427 | if (IS_ERR(old)) { | 437 | if (IS_ERR(old)) { |
| 428 | mutex_unlock(&tracepoints_mutex); | 438 | mutex_unlock(&tracepoints_mutex); |
| 429 | return PTR_ERR(old); | 439 | return PTR_ERR(old); |
| @@ -441,12 +451,13 @@ EXPORT_SYMBOL_GPL(tracepoint_probe_register_noupdate); | |||
| 441 | * | 451 | * |
| 442 | * caller must call tracepoint_probe_update_all() | 452 | * caller must call tracepoint_probe_update_all() |
| 443 | */ | 453 | */ |
| 444 | int tracepoint_probe_unregister_noupdate(const char *name, void *probe) | 454 | int tracepoint_probe_unregister_noupdate(const char *name, void *probe, |
| 455 | void *data) | ||
| 445 | { | 456 | { |
| 446 | void *old; | 457 | struct tracepoint_func *old; |
| 447 | 458 | ||
| 448 | mutex_lock(&tracepoints_mutex); | 459 | mutex_lock(&tracepoints_mutex); |
| 449 | old = tracepoint_remove_probe(name, probe); | 460 | old = tracepoint_remove_probe(name, probe, data); |
| 450 | if (IS_ERR(old)) { | 461 | if (IS_ERR(old)) { |
| 451 | mutex_unlock(&tracepoints_mutex); | 462 | mutex_unlock(&tracepoints_mutex); |
| 452 | return PTR_ERR(old); | 463 | return PTR_ERR(old); |
