aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--kernel/perf_event.c17
1 files changed, 11 insertions, 6 deletions
diff --git a/kernel/perf_event.c b/kernel/perf_event.c
index f75c9c9c8177..ab4c0ffc271c 100644
--- a/kernel/perf_event.c
+++ b/kernel/perf_event.c
@@ -1736,6 +1736,11 @@ static void __perf_event_read(void *info)
1736 event->pmu->read(event); 1736 event->pmu->read(event);
1737} 1737}
1738 1738
1739static inline u64 perf_event_count(struct perf_event *event)
1740{
1741 return atomic64_read(&event->count);
1742}
1743
1739static u64 perf_event_read(struct perf_event *event) 1744static u64 perf_event_read(struct perf_event *event)
1740{ 1745{
1741 /* 1746 /*
@@ -1755,7 +1760,7 @@ static u64 perf_event_read(struct perf_event *event)
1755 raw_spin_unlock_irqrestore(&ctx->lock, flags); 1760 raw_spin_unlock_irqrestore(&ctx->lock, flags);
1756 } 1761 }
1757 1762
1758 return atomic64_read(&event->count); 1763 return perf_event_count(event);
1759} 1764}
1760 1765
1761/* 1766/*
@@ -2352,7 +2357,7 @@ void perf_event_update_userpage(struct perf_event *event)
2352 ++userpg->lock; 2357 ++userpg->lock;
2353 barrier(); 2358 barrier();
2354 userpg->index = perf_event_index(event); 2359 userpg->index = perf_event_index(event);
2355 userpg->offset = atomic64_read(&event->count); 2360 userpg->offset = perf_event_count(event);
2356 if (event->state == PERF_EVENT_STATE_ACTIVE) 2361 if (event->state == PERF_EVENT_STATE_ACTIVE)
2357 userpg->offset -= atomic64_read(&event->hw.prev_count); 2362 userpg->offset -= atomic64_read(&event->hw.prev_count);
2358 2363
@@ -3211,7 +3216,7 @@ static void perf_output_read_one(struct perf_output_handle *handle,
3211 u64 values[4]; 3216 u64 values[4];
3212 int n = 0; 3217 int n = 0;
3213 3218
3214 values[n++] = atomic64_read(&event->count); 3219 values[n++] = perf_event_count(event);
3215 if (read_format & PERF_FORMAT_TOTAL_TIME_ENABLED) { 3220 if (read_format & PERF_FORMAT_TOTAL_TIME_ENABLED) {
3216 values[n++] = event->total_time_enabled + 3221 values[n++] = event->total_time_enabled +
3217 atomic64_read(&event->child_total_time_enabled); 3222 atomic64_read(&event->child_total_time_enabled);
@@ -3248,7 +3253,7 @@ static void perf_output_read_group(struct perf_output_handle *handle,
3248 if (leader != event) 3253 if (leader != event)
3249 leader->pmu->read(leader); 3254 leader->pmu->read(leader);
3250 3255
3251 values[n++] = atomic64_read(&leader->count); 3256 values[n++] = perf_event_count(leader);
3252 if (read_format & PERF_FORMAT_ID) 3257 if (read_format & PERF_FORMAT_ID)
3253 values[n++] = primary_event_id(leader); 3258 values[n++] = primary_event_id(leader);
3254 3259
@@ -3260,7 +3265,7 @@ static void perf_output_read_group(struct perf_output_handle *handle,
3260 if (sub != event) 3265 if (sub != event)
3261 sub->pmu->read(sub); 3266 sub->pmu->read(sub);
3262 3267
3263 values[n++] = atomic64_read(&sub->count); 3268 values[n++] = perf_event_count(sub);
3264 if (read_format & PERF_FORMAT_ID) 3269 if (read_format & PERF_FORMAT_ID)
3265 values[n++] = primary_event_id(sub); 3270 values[n++] = primary_event_id(sub);
3266 3271
@@ -5369,7 +5374,7 @@ static void sync_child_event(struct perf_event *child_event,
5369 if (child_event->attr.inherit_stat) 5374 if (child_event->attr.inherit_stat)
5370 perf_event_read_event(child_event, child); 5375 perf_event_read_event(child_event, child);
5371 5376
5372 child_val = atomic64_read(&child_event->count); 5377 child_val = perf_event_count(child_event);
5373 5378
5374 /* 5379 /*
5375 * Add back the child's count to the parent's count: 5380 * Add back the child's count to the parent's count: