diff options
-rw-r--r-- | include/linux/perf_event.h | 3 | ||||
-rw-r--r-- | kernel/events/core.c | 25 |
2 files changed, 26 insertions, 2 deletions
diff --git a/include/linux/perf_event.h b/include/linux/perf_event.h index 6f7459f72dfd..5c5362584aba 100644 --- a/include/linux/perf_event.h +++ b/include/linux/perf_event.h | |||
@@ -514,8 +514,11 @@ typedef void (*perf_overflow_handler_t)(struct perf_event *, | |||
514 | * Event capabilities. For event_caps and groups caps. | 514 | * Event capabilities. For event_caps and groups caps. |
515 | * | 515 | * |
516 | * PERF_EV_CAP_SOFTWARE: Is a software event. | 516 | * PERF_EV_CAP_SOFTWARE: Is a software event. |
517 | * PERF_EV_CAP_READ_ACTIVE_PKG: A CPU event (or cgroup event) that can be read | ||
518 | * from any CPU in the package where it is active. | ||
517 | */ | 519 | */ |
518 | #define PERF_EV_CAP_SOFTWARE BIT(0) | 520 | #define PERF_EV_CAP_SOFTWARE BIT(0) |
521 | #define PERF_EV_CAP_READ_ACTIVE_PKG BIT(1) | ||
519 | 522 | ||
520 | #define SWEVENT_HLIST_BITS 8 | 523 | #define SWEVENT_HLIST_BITS 8 |
521 | #define SWEVENT_HLIST_SIZE (1 << SWEVENT_HLIST_BITS) | 524 | #define SWEVENT_HLIST_SIZE (1 << SWEVENT_HLIST_BITS) |
diff --git a/kernel/events/core.c b/kernel/events/core.c index 8c42a5ae9030..3f07e6cfc1b6 100644 --- a/kernel/events/core.c +++ b/kernel/events/core.c | |||
@@ -3424,6 +3424,22 @@ struct perf_read_data { | |||
3424 | int ret; | 3424 | int ret; |
3425 | }; | 3425 | }; |
3426 | 3426 | ||
3427 | static int find_cpu_to_read(struct perf_event *event, int local_cpu) | ||
3428 | { | ||
3429 | int event_cpu = event->oncpu; | ||
3430 | u16 local_pkg, event_pkg; | ||
3431 | |||
3432 | if (event->group_caps & PERF_EV_CAP_READ_ACTIVE_PKG) { | ||
3433 | event_pkg = topology_physical_package_id(event_cpu); | ||
3434 | local_pkg = topology_physical_package_id(local_cpu); | ||
3435 | |||
3436 | if (event_pkg == local_pkg) | ||
3437 | return local_cpu; | ||
3438 | } | ||
3439 | |||
3440 | return event_cpu; | ||
3441 | } | ||
3442 | |||
3427 | /* | 3443 | /* |
3428 | * Cross CPU call to read the hardware event | 3444 | * Cross CPU call to read the hardware event |
3429 | */ | 3445 | */ |
@@ -3545,7 +3561,7 @@ u64 perf_event_read_local(struct perf_event *event) | |||
3545 | 3561 | ||
3546 | static int perf_event_read(struct perf_event *event, bool group) | 3562 | static int perf_event_read(struct perf_event *event, bool group) |
3547 | { | 3563 | { |
3548 | int ret = 0; | 3564 | int ret = 0, cpu_to_read, local_cpu; |
3549 | 3565 | ||
3550 | /* | 3566 | /* |
3551 | * If event is enabled and currently active on a CPU, update the | 3567 | * If event is enabled and currently active on a CPU, update the |
@@ -3557,7 +3573,12 @@ static int perf_event_read(struct perf_event *event, bool group) | |||
3557 | .group = group, | 3573 | .group = group, |
3558 | .ret = 0, | 3574 | .ret = 0, |
3559 | }; | 3575 | }; |
3560 | ret = smp_call_function_single(event->oncpu, __perf_event_read, &data, 1); | 3576 | |
3577 | local_cpu = get_cpu(); | ||
3578 | cpu_to_read = find_cpu_to_read(event, local_cpu); | ||
3579 | put_cpu(); | ||
3580 | |||
3581 | ret = smp_call_function_single(cpu_to_read, __perf_event_read, &data, 1); | ||
3561 | /* The event must have been read from an online CPU: */ | 3582 | /* The event must have been read from an online CPU: */ |
3562 | WARN_ON_ONCE(ret); | 3583 | WARN_ON_ONCE(ret); |
3563 | ret = ret ? : data.ret; | 3584 | ret = ret ? : data.ret; |