diff options
Diffstat (limited to 'kernel/trace/ring_buffer.c')
-rw-r--r-- | kernel/trace/ring_buffer.c | 43 |
1 files changed, 33 insertions, 10 deletions
diff --git a/kernel/trace/ring_buffer.c b/kernel/trace/ring_buffer.c index 27cf834d8b4e..f2a163db52f9 100644 --- a/kernel/trace/ring_buffer.c +++ b/kernel/trace/ring_buffer.c | |||
@@ -61,6 +61,8 @@ enum { | |||
61 | 61 | ||
62 | static unsigned long ring_buffer_flags __read_mostly = RB_BUFFERS_ON; | 62 | static unsigned long ring_buffer_flags __read_mostly = RB_BUFFERS_ON; |
63 | 63 | ||
64 | #define BUF_PAGE_HDR_SIZE offsetof(struct buffer_data_page, data) | ||
65 | |||
64 | /** | 66 | /** |
65 | * tracing_on - enable all tracing buffers | 67 | * tracing_on - enable all tracing buffers |
66 | * | 68 | * |
@@ -234,9 +236,16 @@ static void rb_init_page(struct buffer_data_page *bpage) | |||
234 | local_set(&bpage->commit, 0); | 236 | local_set(&bpage->commit, 0); |
235 | } | 237 | } |
236 | 238 | ||
239 | /** | ||
240 | * ring_buffer_page_len - the size of data on the page. | ||
241 | * @page: The page to read | ||
242 | * | ||
243 | * Returns the amount of data on the page, including buffer page header. | ||
244 | */ | ||
237 | size_t ring_buffer_page_len(void *page) | 245 | size_t ring_buffer_page_len(void *page) |
238 | { | 246 | { |
239 | return local_read(&((struct buffer_data_page *)page)->commit); | 247 | return local_read(&((struct buffer_data_page *)page)->commit) |
248 | + BUF_PAGE_HDR_SIZE; | ||
240 | } | 249 | } |
241 | 250 | ||
242 | /* | 251 | /* |
@@ -259,7 +268,7 @@ static inline int test_time_stamp(u64 delta) | |||
259 | return 0; | 268 | return 0; |
260 | } | 269 | } |
261 | 270 | ||
262 | #define BUF_PAGE_SIZE (PAGE_SIZE - offsetof(struct buffer_data_page, data)) | 271 | #define BUF_PAGE_SIZE (PAGE_SIZE - BUF_PAGE_HDR_SIZE) |
263 | 272 | ||
264 | /* | 273 | /* |
265 | * head_page == tail_page && head == tail then buffer is empty. | 274 | * head_page == tail_page && head == tail then buffer is empty. |
@@ -2454,6 +2463,15 @@ int ring_buffer_read_page(struct ring_buffer *buffer, | |||
2454 | unsigned int read; | 2463 | unsigned int read; |
2455 | int ret = -1; | 2464 | int ret = -1; |
2456 | 2465 | ||
2466 | /* | ||
2467 | * If len is not big enough to hold the page header, then | ||
2468 | * we can not copy anything. | ||
2469 | */ | ||
2470 | if (len <= BUF_PAGE_HDR_SIZE) | ||
2471 | return -1; | ||
2472 | |||
2473 | len -= BUF_PAGE_HDR_SIZE; | ||
2474 | |||
2457 | if (!data_page) | 2475 | if (!data_page) |
2458 | return -1; | 2476 | return -1; |
2459 | 2477 | ||
@@ -2473,15 +2491,17 @@ int ring_buffer_read_page(struct ring_buffer *buffer, | |||
2473 | commit = rb_page_commit(reader); | 2491 | commit = rb_page_commit(reader); |
2474 | 2492 | ||
2475 | /* | 2493 | /* |
2476 | * If len > what's left on the page, and the writer is also off of | 2494 | * If this page has been partially read or |
2477 | * the read page, then simply switch the read page with the given | 2495 | * if len is not big enough to read the rest of the page or |
2478 | * page. Otherwise we need to copy the data from the reader to the | 2496 | * a writer is still on the page, then |
2479 | * writer. | 2497 | * we must copy the data from the page to the buffer. |
2498 | * Otherwise, we can simply swap the page with the one passed in. | ||
2480 | */ | 2499 | */ |
2481 | if ((len < (commit - read)) || | 2500 | if (read || (len < (commit - read)) || |
2482 | cpu_buffer->reader_page == cpu_buffer->commit_page) { | 2501 | cpu_buffer->reader_page == cpu_buffer->commit_page) { |
2483 | struct buffer_data_page *rpage = cpu_buffer->reader_page->page; | 2502 | struct buffer_data_page *rpage = cpu_buffer->reader_page->page; |
2484 | unsigned int pos = read; | 2503 | unsigned int rpos = read; |
2504 | unsigned int pos = 0; | ||
2485 | unsigned int size; | 2505 | unsigned int size; |
2486 | 2506 | ||
2487 | if (full) | 2507 | if (full) |
@@ -2497,12 +2517,13 @@ int ring_buffer_read_page(struct ring_buffer *buffer, | |||
2497 | 2517 | ||
2498 | /* Need to copy one event at a time */ | 2518 | /* Need to copy one event at a time */ |
2499 | do { | 2519 | do { |
2500 | memcpy(bpage->data + pos, rpage->data + pos, size); | 2520 | memcpy(bpage->data + pos, rpage->data + rpos, size); |
2501 | 2521 | ||
2502 | len -= size; | 2522 | len -= size; |
2503 | 2523 | ||
2504 | rb_advance_reader(cpu_buffer); | 2524 | rb_advance_reader(cpu_buffer); |
2505 | pos = reader->read; | 2525 | rpos = reader->read; |
2526 | pos += size; | ||
2506 | 2527 | ||
2507 | event = rb_reader_event(cpu_buffer); | 2528 | event = rb_reader_event(cpu_buffer); |
2508 | size = rb_event_length(event); | 2529 | size = rb_event_length(event); |
@@ -2512,6 +2533,8 @@ int ring_buffer_read_page(struct ring_buffer *buffer, | |||
2512 | local_set(&bpage->commit, pos); | 2533 | local_set(&bpage->commit, pos); |
2513 | bpage->time_stamp = rpage->time_stamp; | 2534 | bpage->time_stamp = rpage->time_stamp; |
2514 | 2535 | ||
2536 | /* we copied everything to the beginning */ | ||
2537 | read = 0; | ||
2515 | } else { | 2538 | } else { |
2516 | /* swap the pages */ | 2539 | /* swap the pages */ |
2517 | rb_init_page(bpage); | 2540 | rb_init_page(bpage); |