diff options
Diffstat (limited to 'include/linux/ring_buffer.h')
| -rw-r--r-- | include/linux/ring_buffer.h | 66 |
1 files changed, 58 insertions, 8 deletions
diff --git a/include/linux/ring_buffer.h b/include/linux/ring_buffer.h index e1b7b2173885..8670f1575fe1 100644 --- a/include/linux/ring_buffer.h +++ b/include/linux/ring_buffer.h | |||
| @@ -11,7 +11,7 @@ struct ring_buffer_iter; | |||
| 11 | * Don't refer to this struct directly, use functions below. | 11 | * Don't refer to this struct directly, use functions below. |
| 12 | */ | 12 | */ |
| 13 | struct ring_buffer_event { | 13 | struct ring_buffer_event { |
| 14 | u32 type:2, len:3, time_delta:27; | 14 | u32 type_len:5, time_delta:27; |
| 15 | u32 array[]; | 15 | u32 array[]; |
| 16 | }; | 16 | }; |
| 17 | 17 | ||
| @@ -24,7 +24,8 @@ struct ring_buffer_event { | |||
| 24 | * size is variable depending on how much | 24 | * size is variable depending on how much |
| 25 | * padding is needed | 25 | * padding is needed |
| 26 | * If time_delta is non zero: | 26 | * If time_delta is non zero: |
| 27 | * everything else same as RINGBUF_TYPE_DATA | 27 | * array[0] holds the actual length |
| 28 | * size = 4 + length (bytes) | ||
| 28 | * | 29 | * |
| 29 | * @RINGBUF_TYPE_TIME_EXTEND: Extend the time delta | 30 | * @RINGBUF_TYPE_TIME_EXTEND: Extend the time delta |
| 30 | * array[0] = time delta (28 .. 59) | 31 | * array[0] = time delta (28 .. 59) |
| @@ -35,22 +36,23 @@ struct ring_buffer_event { | |||
| 35 | * array[1..2] = tv_sec | 36 | * array[1..2] = tv_sec |
| 36 | * size = 16 bytes | 37 | * size = 16 bytes |
| 37 | * | 38 | * |
| 38 | * @RINGBUF_TYPE_DATA: Data record | 39 | * <= @RINGBUF_TYPE_DATA_TYPE_LEN_MAX: |
| 39 | * If len is zero: | 40 | * Data record |
| 41 | * If type_len is zero: | ||
| 40 | * array[0] holds the actual length | 42 | * array[0] holds the actual length |
| 41 | * array[1..(length+3)/4] holds data | 43 | * array[1..(length+3)/4] holds data |
| 42 | * size = 4 + 4 + length (bytes) | 44 | * size = 4 + length (bytes) |
| 43 | * else | 45 | * else |
| 44 | * length = len << 2 | 46 | * length = type_len << 2 |
| 45 | * array[0..(length+3)/4-1] holds data | 47 | * array[0..(length+3)/4-1] holds data |
| 46 | * size = 4 + length (bytes) | 48 | * size = 4 + length (bytes) |
| 47 | */ | 49 | */ |
| 48 | enum ring_buffer_type { | 50 | enum ring_buffer_type { |
| 51 | RINGBUF_TYPE_DATA_TYPE_LEN_MAX = 28, | ||
| 49 | RINGBUF_TYPE_PADDING, | 52 | RINGBUF_TYPE_PADDING, |
| 50 | RINGBUF_TYPE_TIME_EXTEND, | 53 | RINGBUF_TYPE_TIME_EXTEND, |
| 51 | /* FIXME: RINGBUF_TYPE_TIME_STAMP not implemented */ | 54 | /* FIXME: RINGBUF_TYPE_TIME_STAMP not implemented */ |
| 52 | RINGBUF_TYPE_TIME_STAMP, | 55 | RINGBUF_TYPE_TIME_STAMP, |
| 53 | RINGBUF_TYPE_DATA, | ||
| 54 | }; | 56 | }; |
| 55 | 57 | ||
| 56 | unsigned ring_buffer_event_length(struct ring_buffer_event *event); | 58 | unsigned ring_buffer_event_length(struct ring_buffer_event *event); |
| @@ -68,13 +70,54 @@ ring_buffer_event_time_delta(struct ring_buffer_event *event) | |||
| 68 | return event->time_delta; | 70 | return event->time_delta; |
| 69 | } | 71 | } |
| 70 | 72 | ||
| 73 | /* | ||
| 74 | * ring_buffer_event_discard can discard any event in the ring buffer. | ||
| 75 | * it is up to the caller to protect against a reader from | ||
| 76 | * consuming it or a writer from wrapping and replacing it. | ||
| 77 | * | ||
| 78 | * No external protection is needed if this is called before | ||
| 79 | * the event is commited. But in that case it would be better to | ||
| 80 | * use ring_buffer_discard_commit. | ||
| 81 | * | ||
| 82 | * Note, if an event that has not been committed is discarded | ||
| 83 | * with ring_buffer_event_discard, it must still be committed. | ||
| 84 | */ | ||
| 71 | void ring_buffer_event_discard(struct ring_buffer_event *event); | 85 | void ring_buffer_event_discard(struct ring_buffer_event *event); |
| 72 | 86 | ||
| 73 | /* | 87 | /* |
| 88 | * ring_buffer_discard_commit will remove an event that has not | ||
| 89 | * ben committed yet. If this is used, then ring_buffer_unlock_commit | ||
| 90 | * must not be called on the discarded event. This function | ||
| 91 | * will try to remove the event from the ring buffer completely | ||
| 92 | * if another event has not been written after it. | ||
| 93 | * | ||
| 94 | * Example use: | ||
| 95 | * | ||
| 96 | * if (some_condition) | ||
| 97 | * ring_buffer_discard_commit(buffer, event); | ||
| 98 | * else | ||
| 99 | * ring_buffer_unlock_commit(buffer, event); | ||
| 100 | */ | ||
| 101 | void ring_buffer_discard_commit(struct ring_buffer *buffer, | ||
| 102 | struct ring_buffer_event *event); | ||
| 103 | |||
| 104 | /* | ||
| 74 | * size is in bytes for each per CPU buffer. | 105 | * size is in bytes for each per CPU buffer. |
| 75 | */ | 106 | */ |
| 76 | struct ring_buffer * | 107 | struct ring_buffer * |
| 77 | ring_buffer_alloc(unsigned long size, unsigned flags); | 108 | __ring_buffer_alloc(unsigned long size, unsigned flags, struct lock_class_key *key); |
| 109 | |||
| 110 | /* | ||
| 111 | * Because the ring buffer is generic, if other users of the ring buffer get | ||
| 112 | * traced by ftrace, it can produce lockdep warnings. We need to keep each | ||
| 113 | * ring buffer's lock class separate. | ||
| 114 | */ | ||
| 115 | #define ring_buffer_alloc(size, flags) \ | ||
| 116 | ({ \ | ||
| 117 | static struct lock_class_key __key; \ | ||
| 118 | __ring_buffer_alloc((size), (flags), &__key); \ | ||
| 119 | }) | ||
| 120 | |||
| 78 | void ring_buffer_free(struct ring_buffer *buffer); | 121 | void ring_buffer_free(struct ring_buffer *buffer); |
| 79 | 122 | ||
| 80 | int ring_buffer_resize(struct ring_buffer *buffer, unsigned long size); | 123 | int ring_buffer_resize(struct ring_buffer *buffer, unsigned long size); |
| @@ -122,6 +165,8 @@ unsigned long ring_buffer_entries(struct ring_buffer *buffer); | |||
| 122 | unsigned long ring_buffer_overruns(struct ring_buffer *buffer); | 165 | unsigned long ring_buffer_overruns(struct ring_buffer *buffer); |
| 123 | unsigned long ring_buffer_entries_cpu(struct ring_buffer *buffer, int cpu); | 166 | unsigned long ring_buffer_entries_cpu(struct ring_buffer *buffer, int cpu); |
| 124 | unsigned long ring_buffer_overrun_cpu(struct ring_buffer *buffer, int cpu); | 167 | unsigned long ring_buffer_overrun_cpu(struct ring_buffer *buffer, int cpu); |
| 168 | unsigned long ring_buffer_commit_overrun_cpu(struct ring_buffer *buffer, int cpu); | ||
| 169 | unsigned long ring_buffer_nmi_dropped_cpu(struct ring_buffer *buffer, int cpu); | ||
| 125 | 170 | ||
| 126 | u64 ring_buffer_time_stamp(struct ring_buffer *buffer, int cpu); | 171 | u64 ring_buffer_time_stamp(struct ring_buffer *buffer, int cpu); |
| 127 | void ring_buffer_normalize_time_stamp(struct ring_buffer *buffer, | 172 | void ring_buffer_normalize_time_stamp(struct ring_buffer *buffer, |
| @@ -137,6 +182,11 @@ void ring_buffer_free_read_page(struct ring_buffer *buffer, void *data); | |||
| 137 | int ring_buffer_read_page(struct ring_buffer *buffer, void **data_page, | 182 | int ring_buffer_read_page(struct ring_buffer *buffer, void **data_page, |
| 138 | size_t len, int cpu, int full); | 183 | size_t len, int cpu, int full); |
| 139 | 184 | ||
| 185 | struct trace_seq; | ||
| 186 | |||
| 187 | int ring_buffer_print_entry_header(struct trace_seq *s); | ||
| 188 | int ring_buffer_print_page_header(struct trace_seq *s); | ||
| 189 | |||
| 140 | enum ring_buffer_flags { | 190 | enum ring_buffer_flags { |
| 141 | RB_FL_OVERWRITE = 1 << 0, | 191 | RB_FL_OVERWRITE = 1 << 0, |
| 142 | }; | 192 | }; |
