aboutsummaryrefslogtreecommitdiffstats
path: root/include/linux/perf_counter.h
diff options
context:
space:
mode:
authorPeter Zijlstra <a.p.zijlstra@chello.nl>2009-04-02 05:12:04 -0400
committerIngo Molnar <mingo@elte.hu>2009-04-06 03:30:47 -0400
commit92f22a3865abe87eea2609a6f8e5be5123f7ce4f (patch)
tree4ded8d6858a4e50f0e3401e5e3f2a6c37fee8f58 /include/linux/perf_counter.h
parent5872bdb88a35fae7d224bd6b21e5f377e854ccfc (diff)
perf_counter: update mmap() counter read
Paul noted that we don't need SMP barriers for the mmap() counter read because its always on the same cpu (otherwise you can't access the hw counter anyway). So remove the SMP barriers and replace them with regular compiler barriers. Further, update the comment to include a race free method of reading said hardware counter. The primary change is putting the pmc_read inside the seq-loop, otherwise we can still race and read rubbish. Noticed-by: Paul Mackerras <paulus@samba.org> Signed-off-by: Peter Zijlstra <a.p.zijlstra@chello.nl> Cc: Corey Ashford <cjashfor@linux.vnet.ibm.com> Orig-LKML-Reference: <20090402091319.577951445@chello.nl> Signed-off-by: Ingo Molnar <mingo@elte.hu>
Diffstat (limited to 'include/linux/perf_counter.h')
-rw-r--r--include/linux/perf_counter.h22
1 files changed, 10 insertions, 12 deletions
diff --git a/include/linux/perf_counter.h b/include/linux/perf_counter.h
index 90cce0c74a03..f2b914de3f0c 100644
--- a/include/linux/perf_counter.h
+++ b/include/linux/perf_counter.h
@@ -167,30 +167,28 @@ struct perf_counter_mmap_page {
167 /* 167 /*
168 * Bits needed to read the hw counters in user-space. 168 * Bits needed to read the hw counters in user-space.
169 * 169 *
170 * The index and offset should be read atomically using the seqlock: 170 * u32 seq;
171 * 171 * s64 count;
172 * __u32 seq, index;
173 * __s64 offset;
174 * 172 *
175 * again: 173 * again:
176 * rmb();
177 * seq = pc->lock; 174 * seq = pc->lock;
178 *
179 * if (unlikely(seq & 1)) { 175 * if (unlikely(seq & 1)) {
180 * cpu_relax(); 176 * cpu_relax();
181 * goto again; 177 * goto again;
182 * } 178 * }
183 * 179 *
184 * index = pc->index; 180 * if (pc->index) {
185 * offset = pc->offset; 181 * count = pmc_read(pc->index - 1);
182 * count += pc->offset;
183 * } else
184 * goto regular_read;
186 * 185 *
187 * rmb(); 186 * barrier();
188 * if (pc->lock != seq) 187 * if (pc->lock != seq)
189 * goto again; 188 * goto again;
190 * 189 *
191 * After this, index contains architecture specific counter index + 1, 190 * NOTE: for obvious reason this only works on self-monitoring
192 * so that 0 means unavailable, offset contains the value to be added 191 * processes.
193 * to the result of the raw timer read to obtain this counter's value.
194 */ 192 */
195 __u32 lock; /* seqlock for synchronization */ 193 __u32 lock; /* seqlock for synchronization */
196 __u32 index; /* hardware counter identifier */ 194 __u32 index; /* hardware counter identifier */