diff options
-rw-r--r-- | kernel/trace/ring_buffer.c | 37 |
1 files changed, 21 insertions, 16 deletions
diff --git a/kernel/trace/ring_buffer.c b/kernel/trace/ring_buffer.c index 50926601a28d..7102d7a2fadb 100644 --- a/kernel/trace/ring_buffer.c +++ b/kernel/trace/ring_buffer.c | |||
@@ -370,6 +370,9 @@ static inline int test_time_stamp(u64 delta) | |||
370 | /* Max payload is BUF_PAGE_SIZE - header (8bytes) */ | 370 | /* Max payload is BUF_PAGE_SIZE - header (8bytes) */ |
371 | #define BUF_MAX_DATA_SIZE (BUF_PAGE_SIZE - (sizeof(u32) * 2)) | 371 | #define BUF_MAX_DATA_SIZE (BUF_PAGE_SIZE - (sizeof(u32) * 2)) |
372 | 372 | ||
373 | /* Max number of timestamps that can fit on a page */ | ||
374 | #define RB_TIMESTAMPS_PER_PAGE (BUF_PAGE_SIZE / RB_LEN_TIME_STAMP) | ||
375 | |||
373 | int ring_buffer_print_page_header(struct trace_seq *s) | 376 | int ring_buffer_print_page_header(struct trace_seq *s) |
374 | { | 377 | { |
375 | struct buffer_data_page field; | 378 | struct buffer_data_page field; |
@@ -1409,8 +1412,12 @@ rb_add_time_stamp(struct ring_buffer_per_cpu *cpu_buffer, | |||
1409 | event->array[0] = *delta >> TS_SHIFT; | 1412 | event->array[0] = *delta >> TS_SHIFT; |
1410 | } else { | 1413 | } else { |
1411 | cpu_buffer->commit_page->page->time_stamp = *ts; | 1414 | cpu_buffer->commit_page->page->time_stamp = *ts; |
1412 | event->time_delta = 0; | 1415 | /* try to discard, since we do not need this */ |
1413 | event->array[0] = 0; | 1416 | if (!rb_try_to_discard(cpu_buffer, event)) { |
1417 | /* nope, just zero it */ | ||
1418 | event->time_delta = 0; | ||
1419 | event->array[0] = 0; | ||
1420 | } | ||
1414 | } | 1421 | } |
1415 | cpu_buffer->write_stamp = *ts; | 1422 | cpu_buffer->write_stamp = *ts; |
1416 | /* let the caller know this was the commit */ | 1423 | /* let the caller know this was the commit */ |
@@ -2268,8 +2275,8 @@ static void rb_advance_iter(struct ring_buffer_iter *iter) | |||
2268 | * Check if we are at the end of the buffer. | 2275 | * Check if we are at the end of the buffer. |
2269 | */ | 2276 | */ |
2270 | if (iter->head >= rb_page_size(iter->head_page)) { | 2277 | if (iter->head >= rb_page_size(iter->head_page)) { |
2271 | if (RB_WARN_ON(buffer, | 2278 | /* discarded commits can make the page empty */ |
2272 | iter->head_page == cpu_buffer->commit_page)) | 2279 | if (iter->head_page == cpu_buffer->commit_page) |
2273 | return; | 2280 | return; |
2274 | rb_inc_iter(iter); | 2281 | rb_inc_iter(iter); |
2275 | return; | 2282 | return; |
@@ -2312,12 +2319,10 @@ rb_buffer_peek(struct ring_buffer *buffer, int cpu, u64 *ts) | |||
2312 | /* | 2319 | /* |
2313 | * We repeat when a timestamp is encountered. It is possible | 2320 | * We repeat when a timestamp is encountered. It is possible |
2314 | * to get multiple timestamps from an interrupt entering just | 2321 | * to get multiple timestamps from an interrupt entering just |
2315 | * as one timestamp is about to be written. The max times | 2322 | * as one timestamp is about to be written, or from discarded |
2316 | * that this can happen is the number of nested interrupts we | 2323 | * commits. The most that we can have is the number on a single page. |
2317 | * can have. Nesting 10 deep of interrupts is clearly | ||
2318 | * an anomaly. | ||
2319 | */ | 2324 | */ |
2320 | if (RB_WARN_ON(cpu_buffer, ++nr_loops > 10)) | 2325 | if (RB_WARN_ON(cpu_buffer, ++nr_loops > RB_TIMESTAMPS_PER_PAGE)) |
2321 | return NULL; | 2326 | return NULL; |
2322 | 2327 | ||
2323 | reader = rb_get_reader_page(cpu_buffer); | 2328 | reader = rb_get_reader_page(cpu_buffer); |
@@ -2383,14 +2388,14 @@ rb_iter_peek(struct ring_buffer_iter *iter, u64 *ts) | |||
2383 | 2388 | ||
2384 | again: | 2389 | again: |
2385 | /* | 2390 | /* |
2386 | * We repeat when a timestamp is encountered. It is possible | 2391 | * We repeat when a timestamp is encountered. |
2387 | * to get multiple timestamps from an interrupt entering just | 2392 | * We can get multiple timestamps by nested interrupts or also |
2388 | * as one timestamp is about to be written. The max times | 2393 | * if filtering is on (discarding commits). Since discarding |
2389 | * that this can happen is the number of nested interrupts we | 2394 | * commits can be frequent we can get a lot of timestamps. |
2390 | * can have. Nesting 10 deep of interrupts is clearly | 2395 | * But we limit them by not adding timestamps if they begin |
2391 | * an anomaly. | 2396 | * at the start of a page. |
2392 | */ | 2397 | */ |
2393 | if (RB_WARN_ON(cpu_buffer, ++nr_loops > 10)) | 2398 | if (RB_WARN_ON(cpu_buffer, ++nr_loops > RB_TIMESTAMPS_PER_PAGE)) |
2394 | return NULL; | 2399 | return NULL; |
2395 | 2400 | ||
2396 | if (rb_per_cpu_empty(cpu_buffer)) | 2401 | if (rb_per_cpu_empty(cpu_buffer)) |