aboutsummaryrefslogtreecommitdiffstats
path: root/include/linux/perf_event.h
diff options
context:
space:
mode:
Diffstat (limited to 'include/linux/perf_event.h')
-rw-r--r--include/linux/perf_event.h594
1 files changed, 27 insertions, 567 deletions
diff --git a/include/linux/perf_event.h b/include/linux/perf_event.h
index 7602ccb3f40e..6bfb2faa0b19 100644
--- a/include/linux/perf_event.h
+++ b/include/linux/perf_event.h
@@ -14,567 +14,9 @@
14#ifndef _LINUX_PERF_EVENT_H 14#ifndef _LINUX_PERF_EVENT_H
15#define _LINUX_PERF_EVENT_H 15#define _LINUX_PERF_EVENT_H
16 16
17#include <linux/types.h> 17#include <uapi/linux/perf_event.h>
18#include <linux/ioctl.h>
19#include <asm/byteorder.h>
20 18
21/* 19/*
22 * User-space ABI bits:
23 */
24
25/*
26 * attr.type
27 */
28enum perf_type_id {
29 PERF_TYPE_HARDWARE = 0,
30 PERF_TYPE_SOFTWARE = 1,
31 PERF_TYPE_TRACEPOINT = 2,
32 PERF_TYPE_HW_CACHE = 3,
33 PERF_TYPE_RAW = 4,
34 PERF_TYPE_BREAKPOINT = 5,
35
36 PERF_TYPE_MAX, /* non-ABI */
37};
38
39/*
40 * Generalized performance event event_id types, used by the
41 * attr.event_id parameter of the sys_perf_event_open()
42 * syscall:
43 */
44enum perf_hw_id {
45 /*
46 * Common hardware events, generalized by the kernel:
47 */
48 PERF_COUNT_HW_CPU_CYCLES = 0,
49 PERF_COUNT_HW_INSTRUCTIONS = 1,
50 PERF_COUNT_HW_CACHE_REFERENCES = 2,
51 PERF_COUNT_HW_CACHE_MISSES = 3,
52 PERF_COUNT_HW_BRANCH_INSTRUCTIONS = 4,
53 PERF_COUNT_HW_BRANCH_MISSES = 5,
54 PERF_COUNT_HW_BUS_CYCLES = 6,
55 PERF_COUNT_HW_STALLED_CYCLES_FRONTEND = 7,
56 PERF_COUNT_HW_STALLED_CYCLES_BACKEND = 8,
57 PERF_COUNT_HW_REF_CPU_CYCLES = 9,
58
59 PERF_COUNT_HW_MAX, /* non-ABI */
60};
61
62/*
63 * Generalized hardware cache events:
64 *
65 * { L1-D, L1-I, LLC, ITLB, DTLB, BPU, NODE } x
66 * { read, write, prefetch } x
67 * { accesses, misses }
68 */
69enum perf_hw_cache_id {
70 PERF_COUNT_HW_CACHE_L1D = 0,
71 PERF_COUNT_HW_CACHE_L1I = 1,
72 PERF_COUNT_HW_CACHE_LL = 2,
73 PERF_COUNT_HW_CACHE_DTLB = 3,
74 PERF_COUNT_HW_CACHE_ITLB = 4,
75 PERF_COUNT_HW_CACHE_BPU = 5,
76 PERF_COUNT_HW_CACHE_NODE = 6,
77
78 PERF_COUNT_HW_CACHE_MAX, /* non-ABI */
79};
80
81enum perf_hw_cache_op_id {
82 PERF_COUNT_HW_CACHE_OP_READ = 0,
83 PERF_COUNT_HW_CACHE_OP_WRITE = 1,
84 PERF_COUNT_HW_CACHE_OP_PREFETCH = 2,
85
86 PERF_COUNT_HW_CACHE_OP_MAX, /* non-ABI */
87};
88
89enum perf_hw_cache_op_result_id {
90 PERF_COUNT_HW_CACHE_RESULT_ACCESS = 0,
91 PERF_COUNT_HW_CACHE_RESULT_MISS = 1,
92
93 PERF_COUNT_HW_CACHE_RESULT_MAX, /* non-ABI */
94};
95
96/*
97 * Special "software" events provided by the kernel, even if the hardware
98 * does not support performance events. These events measure various
99 * physical and sw events of the kernel (and allow the profiling of them as
100 * well):
101 */
102enum perf_sw_ids {
103 PERF_COUNT_SW_CPU_CLOCK = 0,
104 PERF_COUNT_SW_TASK_CLOCK = 1,
105 PERF_COUNT_SW_PAGE_FAULTS = 2,
106 PERF_COUNT_SW_CONTEXT_SWITCHES = 3,
107 PERF_COUNT_SW_CPU_MIGRATIONS = 4,
108 PERF_COUNT_SW_PAGE_FAULTS_MIN = 5,
109 PERF_COUNT_SW_PAGE_FAULTS_MAJ = 6,
110 PERF_COUNT_SW_ALIGNMENT_FAULTS = 7,
111 PERF_COUNT_SW_EMULATION_FAULTS = 8,
112
113 PERF_COUNT_SW_MAX, /* non-ABI */
114};
115
116/*
117 * Bits that can be set in attr.sample_type to request information
118 * in the overflow packets.
119 */
120enum perf_event_sample_format {
121 PERF_SAMPLE_IP = 1U << 0,
122 PERF_SAMPLE_TID = 1U << 1,
123 PERF_SAMPLE_TIME = 1U << 2,
124 PERF_SAMPLE_ADDR = 1U << 3,
125 PERF_SAMPLE_READ = 1U << 4,
126 PERF_SAMPLE_CALLCHAIN = 1U << 5,
127 PERF_SAMPLE_ID = 1U << 6,
128 PERF_SAMPLE_CPU = 1U << 7,
129 PERF_SAMPLE_PERIOD = 1U << 8,
130 PERF_SAMPLE_STREAM_ID = 1U << 9,
131 PERF_SAMPLE_RAW = 1U << 10,
132 PERF_SAMPLE_BRANCH_STACK = 1U << 11,
133
134 PERF_SAMPLE_MAX = 1U << 12, /* non-ABI */
135};
136
137/*
138 * values to program into branch_sample_type when PERF_SAMPLE_BRANCH is set
139 *
140 * If the user does not pass priv level information via branch_sample_type,
141 * the kernel uses the event's priv level. Branch and event priv levels do
142 * not have to match. Branch priv level is checked for permissions.
143 *
144 * The branch types can be combined, however BRANCH_ANY covers all types
145 * of branches and therefore it supersedes all the other types.
146 */
147enum perf_branch_sample_type {
148 PERF_SAMPLE_BRANCH_USER = 1U << 0, /* user branches */
149 PERF_SAMPLE_BRANCH_KERNEL = 1U << 1, /* kernel branches */
150 PERF_SAMPLE_BRANCH_HV = 1U << 2, /* hypervisor branches */
151
152 PERF_SAMPLE_BRANCH_ANY = 1U << 3, /* any branch types */
153 PERF_SAMPLE_BRANCH_ANY_CALL = 1U << 4, /* any call branch */
154 PERF_SAMPLE_BRANCH_ANY_RETURN = 1U << 5, /* any return branch */
155 PERF_SAMPLE_BRANCH_IND_CALL = 1U << 6, /* indirect calls */
156
157 PERF_SAMPLE_BRANCH_MAX = 1U << 7, /* non-ABI */
158};
159
160#define PERF_SAMPLE_BRANCH_PLM_ALL \
161 (PERF_SAMPLE_BRANCH_USER|\
162 PERF_SAMPLE_BRANCH_KERNEL|\
163 PERF_SAMPLE_BRANCH_HV)
164
165/*
166 * The format of the data returned by read() on a perf event fd,
167 * as specified by attr.read_format:
168 *
169 * struct read_format {
170 * { u64 value;
171 * { u64 time_enabled; } && PERF_FORMAT_TOTAL_TIME_ENABLED
172 * { u64 time_running; } && PERF_FORMAT_TOTAL_TIME_RUNNING
173 * { u64 id; } && PERF_FORMAT_ID
174 * } && !PERF_FORMAT_GROUP
175 *
176 * { u64 nr;
177 * { u64 time_enabled; } && PERF_FORMAT_TOTAL_TIME_ENABLED
178 * { u64 time_running; } && PERF_FORMAT_TOTAL_TIME_RUNNING
179 * { u64 value;
180 * { u64 id; } && PERF_FORMAT_ID
181 * } cntr[nr];
182 * } && PERF_FORMAT_GROUP
183 * };
184 */
185enum perf_event_read_format {
186 PERF_FORMAT_TOTAL_TIME_ENABLED = 1U << 0,
187 PERF_FORMAT_TOTAL_TIME_RUNNING = 1U << 1,
188 PERF_FORMAT_ID = 1U << 2,
189 PERF_FORMAT_GROUP = 1U << 3,
190
191 PERF_FORMAT_MAX = 1U << 4, /* non-ABI */
192};
193
194#define PERF_ATTR_SIZE_VER0 64 /* sizeof first published struct */
195#define PERF_ATTR_SIZE_VER1 72 /* add: config2 */
196#define PERF_ATTR_SIZE_VER2 80 /* add: branch_sample_type */
197
198/*
199 * Hardware event_id to monitor via a performance monitoring event:
200 */
201struct perf_event_attr {
202
203 /*
204 * Major type: hardware/software/tracepoint/etc.
205 */
206 __u32 type;
207
208 /*
209 * Size of the attr structure, for fwd/bwd compat.
210 */
211 __u32 size;
212
213 /*
214 * Type specific configuration information.
215 */
216 __u64 config;
217
218 union {
219 __u64 sample_period;
220 __u64 sample_freq;
221 };
222
223 __u64 sample_type;
224 __u64 read_format;
225
226 __u64 disabled : 1, /* off by default */
227 inherit : 1, /* children inherit it */
228 pinned : 1, /* must always be on PMU */
229 exclusive : 1, /* only group on PMU */
230 exclude_user : 1, /* don't count user */
231 exclude_kernel : 1, /* ditto kernel */
232 exclude_hv : 1, /* ditto hypervisor */
233 exclude_idle : 1, /* don't count when idle */
234 mmap : 1, /* include mmap data */
235 comm : 1, /* include comm data */
236 freq : 1, /* use freq, not period */
237 inherit_stat : 1, /* per task counts */
238 enable_on_exec : 1, /* next exec enables */
239 task : 1, /* trace fork/exit */
240 watermark : 1, /* wakeup_watermark */
241 /*
242 * precise_ip:
243 *
244 * 0 - SAMPLE_IP can have arbitrary skid
245 * 1 - SAMPLE_IP must have constant skid
246 * 2 - SAMPLE_IP requested to have 0 skid
247 * 3 - SAMPLE_IP must have 0 skid
248 *
249 * See also PERF_RECORD_MISC_EXACT_IP
250 */
251 precise_ip : 2, /* skid constraint */
252 mmap_data : 1, /* non-exec mmap data */
253 sample_id_all : 1, /* sample_type all events */
254
255 exclude_host : 1, /* don't count in host */
256 exclude_guest : 1, /* don't count in guest */
257
258 __reserved_1 : 43;
259
260 union {
261 __u32 wakeup_events; /* wakeup every n events */
262 __u32 wakeup_watermark; /* bytes before wakeup */
263 };
264
265 __u32 bp_type;
266 union {
267 __u64 bp_addr;
268 __u64 config1; /* extension of config */
269 };
270 union {
271 __u64 bp_len;
272 __u64 config2; /* extension of config1 */
273 };
274 __u64 branch_sample_type; /* enum branch_sample_type */
275};
276
277/*
278 * Ioctls that can be done on a perf event fd:
279 */
280#define PERF_EVENT_IOC_ENABLE _IO ('$', 0)
281#define PERF_EVENT_IOC_DISABLE _IO ('$', 1)
282#define PERF_EVENT_IOC_REFRESH _IO ('$', 2)
283#define PERF_EVENT_IOC_RESET _IO ('$', 3)
284#define PERF_EVENT_IOC_PERIOD _IOW('$', 4, __u64)
285#define PERF_EVENT_IOC_SET_OUTPUT _IO ('$', 5)
286#define PERF_EVENT_IOC_SET_FILTER _IOW('$', 6, char *)
287
288enum perf_event_ioc_flags {
289 PERF_IOC_FLAG_GROUP = 1U << 0,
290};
291
292/*
293 * Structure of the page that can be mapped via mmap
294 */
295struct perf_event_mmap_page {
296 __u32 version; /* version number of this structure */
297 __u32 compat_version; /* lowest version this is compat with */
298
299 /*
300 * Bits needed to read the hw events in user-space.
301 *
302 * u32 seq, time_mult, time_shift, idx, width;
303 * u64 count, enabled, running;
304 * u64 cyc, time_offset;
305 * s64 pmc = 0;
306 *
307 * do {
308 * seq = pc->lock;
309 * barrier()
310 *
311 * enabled = pc->time_enabled;
312 * running = pc->time_running;
313 *
314 * if (pc->cap_usr_time && enabled != running) {
315 * cyc = rdtsc();
316 * time_offset = pc->time_offset;
317 * time_mult = pc->time_mult;
318 * time_shift = pc->time_shift;
319 * }
320 *
321 * idx = pc->index;
322 * count = pc->offset;
323 * if (pc->cap_usr_rdpmc && idx) {
324 * width = pc->pmc_width;
325 * pmc = rdpmc(idx - 1);
326 * }
327 *
328 * barrier();
329 * } while (pc->lock != seq);
330 *
331 * NOTE: for obvious reason this only works on self-monitoring
332 * processes.
333 */
334 __u32 lock; /* seqlock for synchronization */
335 __u32 index; /* hardware event identifier */
336 __s64 offset; /* add to hardware event value */
337 __u64 time_enabled; /* time event active */
338 __u64 time_running; /* time event on cpu */
339 union {
340 __u64 capabilities;
341 __u64 cap_usr_time : 1,
342 cap_usr_rdpmc : 1,
343 cap_____res : 62;
344 };
345
346 /*
347 * If cap_usr_rdpmc this field provides the bit-width of the value
348 * read using the rdpmc() or equivalent instruction. This can be used
349 * to sign extend the result like:
350 *
351 * pmc <<= 64 - width;
352 * pmc >>= 64 - width; // signed shift right
353 * count += pmc;
354 */
355 __u16 pmc_width;
356
357 /*
358 * If cap_usr_time the below fields can be used to compute the time
359 * delta since time_enabled (in ns) using rdtsc or similar.
360 *
361 * u64 quot, rem;
362 * u64 delta;
363 *
364 * quot = (cyc >> time_shift);
365 * rem = cyc & ((1 << time_shift) - 1);
366 * delta = time_offset + quot * time_mult +
367 * ((rem * time_mult) >> time_shift);
368 *
369 * Where time_offset,time_mult,time_shift and cyc are read in the
370 * seqcount loop described above. This delta can then be added to
371 * enabled and possible running (if idx), improving the scaling:
372 *
373 * enabled += delta;
374 * if (idx)
375 * running += delta;
376 *
377 * quot = count / running;
378 * rem = count % running;
379 * count = quot * enabled + (rem * enabled) / running;
380 */
381 __u16 time_shift;
382 __u32 time_mult;
383 __u64 time_offset;
384
385 /*
386 * Hole for extension of the self monitor capabilities
387 */
388
389 __u64 __reserved[120]; /* align to 1k */
390
391 /*
392 * Control data for the mmap() data buffer.
393 *
394 * User-space reading the @data_head value should issue an rmb(), on
395 * SMP capable platforms, after reading this value -- see
396 * perf_event_wakeup().
397 *
398 * When the mapping is PROT_WRITE the @data_tail value should be
399 * written by userspace to reflect the last read data. In this case
400 * the kernel will not over-write unread data.
401 */
402 __u64 data_head; /* head in the data section */
403 __u64 data_tail; /* user-space written tail */
404};
405
406#define PERF_RECORD_MISC_CPUMODE_MASK (7 << 0)
407#define PERF_RECORD_MISC_CPUMODE_UNKNOWN (0 << 0)
408#define PERF_RECORD_MISC_KERNEL (1 << 0)
409#define PERF_RECORD_MISC_USER (2 << 0)
410#define PERF_RECORD_MISC_HYPERVISOR (3 << 0)
411#define PERF_RECORD_MISC_GUEST_KERNEL (4 << 0)
412#define PERF_RECORD_MISC_GUEST_USER (5 << 0)
413
414/*
415 * Indicates that the content of PERF_SAMPLE_IP points to
416 * the actual instruction that triggered the event. See also
417 * perf_event_attr::precise_ip.
418 */
419#define PERF_RECORD_MISC_EXACT_IP (1 << 14)
420/*
421 * Reserve the last bit to indicate some extended misc field
422 */
423#define PERF_RECORD_MISC_EXT_RESERVED (1 << 15)
424
425struct perf_event_header {
426 __u32 type;
427 __u16 misc;
428 __u16 size;
429};
430
431enum perf_event_type {
432
433 /*
434 * If perf_event_attr.sample_id_all is set then all event types will
435 * have the sample_type selected fields related to where/when
436 * (identity) an event took place (TID, TIME, ID, CPU, STREAM_ID)
437 * described in PERF_RECORD_SAMPLE below, it will be stashed just after
438 * the perf_event_header and the fields already present for the existing
439 * fields, i.e. at the end of the payload. That way a newer perf.data
440 * file will be supported by older perf tools, with these new optional
441 * fields being ignored.
442 *
443 * The MMAP events record the PROT_EXEC mappings so that we can
444 * correlate userspace IPs to code. They have the following structure:
445 *
446 * struct {
447 * struct perf_event_header header;
448 *
449 * u32 pid, tid;
450 * u64 addr;
451 * u64 len;
452 * u64 pgoff;
453 * char filename[];
454 * };
455 */
456 PERF_RECORD_MMAP = 1,
457
458 /*
459 * struct {
460 * struct perf_event_header header;
461 * u64 id;
462 * u64 lost;
463 * };
464 */
465 PERF_RECORD_LOST = 2,
466
467 /*
468 * struct {
469 * struct perf_event_header header;
470 *
471 * u32 pid, tid;
472 * char comm[];
473 * };
474 */
475 PERF_RECORD_COMM = 3,
476
477 /*
478 * struct {
479 * struct perf_event_header header;
480 * u32 pid, ppid;
481 * u32 tid, ptid;
482 * u64 time;
483 * };
484 */
485 PERF_RECORD_EXIT = 4,
486
487 /*
488 * struct {
489 * struct perf_event_header header;
490 * u64 time;
491 * u64 id;
492 * u64 stream_id;
493 * };
494 */
495 PERF_RECORD_THROTTLE = 5,
496 PERF_RECORD_UNTHROTTLE = 6,
497
498 /*
499 * struct {
500 * struct perf_event_header header;
501 * u32 pid, ppid;
502 * u32 tid, ptid;
503 * u64 time;
504 * };
505 */
506 PERF_RECORD_FORK = 7,
507
508 /*
509 * struct {
510 * struct perf_event_header header;
511 * u32 pid, tid;
512 *
513 * struct read_format values;
514 * };
515 */
516 PERF_RECORD_READ = 8,
517
518 /*
519 * struct {
520 * struct perf_event_header header;
521 *
522 * { u64 ip; } && PERF_SAMPLE_IP
523 * { u32 pid, tid; } && PERF_SAMPLE_TID
524 * { u64 time; } && PERF_SAMPLE_TIME
525 * { u64 addr; } && PERF_SAMPLE_ADDR
526 * { u64 id; } && PERF_SAMPLE_ID
527 * { u64 stream_id;} && PERF_SAMPLE_STREAM_ID
528 * { u32 cpu, res; } && PERF_SAMPLE_CPU
529 * { u64 period; } && PERF_SAMPLE_PERIOD
530 *
531 * { struct read_format values; } && PERF_SAMPLE_READ
532 *
533 * { u64 nr,
534 * u64 ips[nr]; } && PERF_SAMPLE_CALLCHAIN
535 *
536 * #
537 * # The RAW record below is opaque data wrt the ABI
538 * #
539 * # That is, the ABI doesn't make any promises wrt to
540 * # the stability of its content, it may vary depending
541 * # on event, hardware, kernel version and phase of
542 * # the moon.
543 * #
544 * # In other words, PERF_SAMPLE_RAW contents are not an ABI.
545 * #
546 *
547 * { u32 size;
548 * char data[size];}&& PERF_SAMPLE_RAW
549 *
550 * { u64 from, to, flags } lbr[nr];} && PERF_SAMPLE_BRANCH_STACK
551 * };
552 */
553 PERF_RECORD_SAMPLE = 9,
554
555 PERF_RECORD_MAX, /* non-ABI */
556};
557
558#define PERF_MAX_STACK_DEPTH 127
559
560enum perf_callchain_context {
561 PERF_CONTEXT_HV = (__u64)-32,
562 PERF_CONTEXT_KERNEL = (__u64)-128,
563 PERF_CONTEXT_USER = (__u64)-512,
564
565 PERF_CONTEXT_GUEST = (__u64)-2048,
566 PERF_CONTEXT_GUEST_KERNEL = (__u64)-2176,
567 PERF_CONTEXT_GUEST_USER = (__u64)-2560,
568
569 PERF_CONTEXT_MAX = (__u64)-4095,
570};
571
572#define PERF_FLAG_FD_NO_GROUP (1U << 0)
573#define PERF_FLAG_FD_OUTPUT (1U << 1)
574#define PERF_FLAG_PID_CGROUP (1U << 2) /* pid=cgroup id, per-cpu mode only */
575
576#ifdef __KERNEL__
577/*
578 * Kernel-internal data types and definitions: 20 * Kernel-internal data types and definitions:
579 */ 21 */
580 22
@@ -609,6 +51,7 @@ struct perf_guest_info_callbacks {
609#include <linux/static_key.h> 51#include <linux/static_key.h>
610#include <linux/atomic.h> 52#include <linux/atomic.h>
611#include <linux/sysfs.h> 53#include <linux/sysfs.h>
54#include <linux/perf_regs.h>
612#include <asm/local.h> 55#include <asm/local.h>
613 56
614struct perf_callchain_entry { 57struct perf_callchain_entry {
@@ -654,6 +97,11 @@ struct perf_branch_stack {
654 struct perf_branch_entry entries[0]; 97 struct perf_branch_entry entries[0];
655}; 98};
656 99
100struct perf_regs_user {
101 __u64 abi;
102 struct pt_regs *regs;
103};
104
657struct task_struct; 105struct task_struct;
658 106
659/* 107/*
@@ -926,7 +374,7 @@ struct perf_event {
926 struct hw_perf_event hw; 374 struct hw_perf_event hw;
927 375
928 struct perf_event_context *ctx; 376 struct perf_event_context *ctx;
929 struct file *filp; 377 atomic_long_t refcount;
930 378
931 /* 379 /*
932 * These accumulate total time (in nanoseconds) that children 380 * These accumulate total time (in nanoseconds) that children
@@ -1065,7 +513,7 @@ struct perf_cpu_context {
1065 int exclusive; 513 int exclusive;
1066 struct list_head rotation_list; 514 struct list_head rotation_list;
1067 int jiffies_interval; 515 int jiffies_interval;
1068 struct pmu *active_pmu; 516 struct pmu *unique_pmu;
1069 struct perf_cgroup *cgrp; 517 struct perf_cgroup *cgrp;
1070}; 518};
1071 519
@@ -1133,6 +581,8 @@ struct perf_sample_data {
1133 struct perf_callchain_entry *callchain; 581 struct perf_callchain_entry *callchain;
1134 struct perf_raw_record *raw; 582 struct perf_raw_record *raw;
1135 struct perf_branch_stack *br_stack; 583 struct perf_branch_stack *br_stack;
584 struct perf_regs_user regs_user;
585 u64 stack_user_size;
1136}; 586};
1137 587
1138static inline void perf_sample_data_init(struct perf_sample_data *data, 588static inline void perf_sample_data_init(struct perf_sample_data *data,
@@ -1142,7 +592,10 @@ static inline void perf_sample_data_init(struct perf_sample_data *data,
1142 data->addr = addr; 592 data->addr = addr;
1143 data->raw = NULL; 593 data->raw = NULL;
1144 data->br_stack = NULL; 594 data->br_stack = NULL;
1145 data->period = period; 595 data->period = period;
596 data->regs_user.abi = PERF_SAMPLE_REGS_ABI_NONE;
597 data->regs_user.regs = NULL;
598 data->stack_user_size = 0;
1146} 599}
1147 600
1148extern void perf_output_sample(struct perf_output_handle *handle, 601extern void perf_output_sample(struct perf_output_handle *handle,
@@ -1290,12 +743,15 @@ static inline bool has_branch_stack(struct perf_event *event)
1290extern int perf_output_begin(struct perf_output_handle *handle, 743extern int perf_output_begin(struct perf_output_handle *handle,
1291 struct perf_event *event, unsigned int size); 744 struct perf_event *event, unsigned int size);
1292extern void perf_output_end(struct perf_output_handle *handle); 745extern void perf_output_end(struct perf_output_handle *handle);
1293extern void perf_output_copy(struct perf_output_handle *handle, 746extern unsigned int perf_output_copy(struct perf_output_handle *handle,
1294 const void *buf, unsigned int len); 747 const void *buf, unsigned int len);
748extern unsigned int perf_output_skip(struct perf_output_handle *handle,
749 unsigned int len);
1295extern int perf_swevent_get_recursion_context(void); 750extern int perf_swevent_get_recursion_context(void);
1296extern void perf_swevent_put_recursion_context(int rctx); 751extern void perf_swevent_put_recursion_context(int rctx);
1297extern void perf_event_enable(struct perf_event *event); 752extern void perf_event_enable(struct perf_event *event);
1298extern void perf_event_disable(struct perf_event *event); 753extern void perf_event_disable(struct perf_event *event);
754extern int __perf_event_disable(void *info);
1299extern void perf_event_task_tick(void); 755extern void perf_event_task_tick(void);
1300#else 756#else
1301static inline void 757static inline void
@@ -1334,6 +790,7 @@ static inline int perf_swevent_get_recursion_context(void) { return -1; }
1334static inline void perf_swevent_put_recursion_context(int rctx) { } 790static inline void perf_swevent_put_recursion_context(int rctx) { }
1335static inline void perf_event_enable(struct perf_event *event) { } 791static inline void perf_event_enable(struct perf_event *event) { }
1336static inline void perf_event_disable(struct perf_event *event) { } 792static inline void perf_event_disable(struct perf_event *event) { }
793static inline int __perf_event_disable(void *info) { return -1; }
1337static inline void perf_event_task_tick(void) { } 794static inline void perf_event_task_tick(void) { }
1338#endif 795#endif
1339 796
@@ -1346,12 +803,16 @@ static inline void perf_event_task_tick(void) { }
1346do { \ 803do { \
1347 static struct notifier_block fn##_nb __cpuinitdata = \ 804 static struct notifier_block fn##_nb __cpuinitdata = \
1348 { .notifier_call = fn, .priority = CPU_PRI_PERF }; \ 805 { .notifier_call = fn, .priority = CPU_PRI_PERF }; \
806 unsigned long cpu = smp_processor_id(); \
807 unsigned long flags; \
1349 fn(&fn##_nb, (unsigned long)CPU_UP_PREPARE, \ 808 fn(&fn##_nb, (unsigned long)CPU_UP_PREPARE, \
1350 (void *)(unsigned long)smp_processor_id()); \ 809 (void *)(unsigned long)cpu); \
810 local_irq_save(flags); \
1351 fn(&fn##_nb, (unsigned long)CPU_STARTING, \ 811 fn(&fn##_nb, (unsigned long)CPU_STARTING, \
1352 (void *)(unsigned long)smp_processor_id()); \ 812 (void *)(unsigned long)cpu); \
813 local_irq_restore(flags); \
1353 fn(&fn##_nb, (unsigned long)CPU_ONLINE, \ 814 fn(&fn##_nb, (unsigned long)CPU_ONLINE, \
1354 (void *)(unsigned long)smp_processor_id()); \ 815 (void *)(unsigned long)cpu); \
1355 register_cpu_notifier(&fn##_nb); \ 816 register_cpu_notifier(&fn##_nb); \
1356} while (0) 817} while (0)
1357 818
@@ -1368,5 +829,4 @@ _name##_show(struct device *dev, \
1368 \ 829 \
1369static struct device_attribute format_attr_##_name = __ATTR_RO(_name) 830static struct device_attribute format_attr_##_name = __ATTR_RO(_name)
1370 831
1371#endif /* __KERNEL__ */
1372#endif /* _LINUX_PERF_EVENT_H */ 832#endif /* _LINUX_PERF_EVENT_H */
generated by cgit v1.2.2 (git 2.25.0) at 2026-05-12 19:14:03 -0400