aboutsummaryrefslogtreecommitdiffstats
path: root/kernel/events/internal.h
diff options
context:
space:
mode:
Diffstat (limited to 'kernel/events/internal.h')
-rw-r--r--kernel/events/internal.h97
1 files changed, 97 insertions, 0 deletions
diff --git a/kernel/events/internal.h b/kernel/events/internal.h
new file mode 100644
index 000000000000..114f27f3a624
--- /dev/null
+++ b/kernel/events/internal.h
@@ -0,0 +1,97 @@
1#ifndef _KERNEL_EVENTS_INTERNAL_H
2#define _KERNEL_EVENTS_INTERNAL_H
3
4#define RING_BUFFER_WRITABLE 0x01
5
6struct ring_buffer {
7 atomic_t refcount;
8 struct rcu_head rcu_head;
9#ifdef CONFIG_PERF_USE_VMALLOC
10 struct work_struct work;
11 int page_order; /* allocation order */
12#endif
13 int nr_pages; /* nr of data pages */
14 int writable; /* are we writable */
15
16 atomic_t poll; /* POLL_ for wakeups */
17
18 local_t head; /* write position */
19 local_t nest; /* nested writers */
20 local_t events; /* event limit */
21 local_t wakeup; /* wakeup stamp */
22 local_t lost; /* nr records lost */
23
24 long watermark; /* wakeup watermark */
25
26 struct perf_event_mmap_page *user_page;
27 void *data_pages[0];
28};
29
30
31extern void rb_free(struct ring_buffer *rb);
32extern struct ring_buffer *
33rb_alloc(int nr_pages, long watermark, int cpu, int flags);
34extern void perf_event_wakeup(struct perf_event *event);
35
36extern void
37perf_event_header__init_id(struct perf_event_header *header,
38 struct perf_sample_data *data,
39 struct perf_event *event);
40extern void
41perf_event__output_id_sample(struct perf_event *event,
42 struct perf_output_handle *handle,
43 struct perf_sample_data *sample);
44
45extern struct page *
46perf_mmap_to_page(struct ring_buffer *rb, unsigned long pgoff);
47
48#ifdef CONFIG_PERF_USE_VMALLOC
49/*
50 * Back perf_mmap() with vmalloc memory.
51 *
52 * Required for architectures that have d-cache aliasing issues.
53 */
54
55static inline int page_order(struct ring_buffer *rb)
56{
57 return rb->page_order;
58}
59
60#else
61
62static inline int page_order(struct ring_buffer *rb)
63{
64 return 0;
65}
66#endif
67
68static unsigned long perf_data_size(struct ring_buffer *rb)
69{
70 return rb->nr_pages << (PAGE_SHIFT + page_order(rb));
71}
72
73static inline void
74__output_copy(struct perf_output_handle *handle,
75 const void *buf, unsigned int len)
76{
77 do {
78 unsigned long size = min_t(unsigned long, handle->size, len);
79
80 memcpy(handle->addr, buf, size);
81
82 len -= size;
83 handle->addr += size;
84 buf += size;
85 handle->size -= size;
86 if (!handle->size) {
87 struct ring_buffer *rb = handle->rb;
88
89 handle->page++;
90 handle->page &= rb->nr_pages - 1;
91 handle->addr = rb->data_pages[handle->page];
92 handle->size = PAGE_SIZE << page_order(rb);
93 }
94 } while (len);
95}
96
97#endif /* _KERNEL_EVENTS_INTERNAL_H */