diff options
Diffstat (limited to 'include/linux/percpu_counter.h')
-rw-r--r-- | include/linux/percpu_counter.h | 38 |
1 files changed, 20 insertions, 18 deletions
diff --git a/include/linux/percpu_counter.h b/include/linux/percpu_counter.h index 66b5de404f22..f5aa593ccf32 100644 --- a/include/linux/percpu_counter.h +++ b/include/linux/percpu_counter.h | |||
@@ -10,13 +10,14 @@ | |||
10 | #include <linux/smp.h> | 10 | #include <linux/smp.h> |
11 | #include <linux/threads.h> | 11 | #include <linux/threads.h> |
12 | #include <linux/percpu.h> | 12 | #include <linux/percpu.h> |
13 | #include <linux/types.h> | ||
13 | 14 | ||
14 | #ifdef CONFIG_SMP | 15 | #ifdef CONFIG_SMP |
15 | 16 | ||
16 | struct percpu_counter { | 17 | struct percpu_counter { |
17 | spinlock_t lock; | 18 | spinlock_t lock; |
18 | long count; | 19 | s64 count; |
19 | long *counters; | 20 | s32 *counters; |
20 | }; | 21 | }; |
21 | 22 | ||
22 | #if NR_CPUS >= 16 | 23 | #if NR_CPUS >= 16 |
@@ -25,11 +26,11 @@ struct percpu_counter { | |||
25 | #define FBC_BATCH (NR_CPUS*4) | 26 | #define FBC_BATCH (NR_CPUS*4) |
26 | #endif | 27 | #endif |
27 | 28 | ||
28 | static inline void percpu_counter_init(struct percpu_counter *fbc) | 29 | static inline void percpu_counter_init(struct percpu_counter *fbc, s64 amount) |
29 | { | 30 | { |
30 | spin_lock_init(&fbc->lock); | 31 | spin_lock_init(&fbc->lock); |
31 | fbc->count = 0; | 32 | fbc->count = amount; |
32 | fbc->counters = alloc_percpu(long); | 33 | fbc->counters = alloc_percpu(s32); |
33 | } | 34 | } |
34 | 35 | ||
35 | static inline void percpu_counter_destroy(struct percpu_counter *fbc) | 36 | static inline void percpu_counter_destroy(struct percpu_counter *fbc) |
@@ -37,10 +38,10 @@ static inline void percpu_counter_destroy(struct percpu_counter *fbc) | |||
37 | free_percpu(fbc->counters); | 38 | free_percpu(fbc->counters); |
38 | } | 39 | } |
39 | 40 | ||
40 | void percpu_counter_mod(struct percpu_counter *fbc, long amount); | 41 | void percpu_counter_mod(struct percpu_counter *fbc, s32 amount); |
41 | long percpu_counter_sum(struct percpu_counter *fbc); | 42 | s64 percpu_counter_sum(struct percpu_counter *fbc); |
42 | 43 | ||
43 | static inline long percpu_counter_read(struct percpu_counter *fbc) | 44 | static inline s64 percpu_counter_read(struct percpu_counter *fbc) |
44 | { | 45 | { |
45 | return fbc->count; | 46 | return fbc->count; |
46 | } | 47 | } |
@@ -48,13 +49,14 @@ static inline long percpu_counter_read(struct percpu_counter *fbc) | |||
48 | /* | 49 | /* |
49 | * It is possible for the percpu_counter_read() to return a small negative | 50 | * It is possible for the percpu_counter_read() to return a small negative |
50 | * number for some counter which should never be negative. | 51 | * number for some counter which should never be negative. |
52 | * | ||
51 | */ | 53 | */ |
52 | static inline long percpu_counter_read_positive(struct percpu_counter *fbc) | 54 | static inline s64 percpu_counter_read_positive(struct percpu_counter *fbc) |
53 | { | 55 | { |
54 | long ret = fbc->count; | 56 | s64 ret = fbc->count; |
55 | 57 | ||
56 | barrier(); /* Prevent reloads of fbc->count */ | 58 | barrier(); /* Prevent reloads of fbc->count */ |
57 | if (ret > 0) | 59 | if (ret >= 0) |
58 | return ret; | 60 | return ret; |
59 | return 1; | 61 | return 1; |
60 | } | 62 | } |
@@ -62,12 +64,12 @@ static inline long percpu_counter_read_positive(struct percpu_counter *fbc) | |||
62 | #else | 64 | #else |
63 | 65 | ||
64 | struct percpu_counter { | 66 | struct percpu_counter { |
65 | long count; | 67 | s64 count; |
66 | }; | 68 | }; |
67 | 69 | ||
68 | static inline void percpu_counter_init(struct percpu_counter *fbc) | 70 | static inline void percpu_counter_init(struct percpu_counter *fbc, s64 amount) |
69 | { | 71 | { |
70 | fbc->count = 0; | 72 | fbc->count = amount; |
71 | } | 73 | } |
72 | 74 | ||
73 | static inline void percpu_counter_destroy(struct percpu_counter *fbc) | 75 | static inline void percpu_counter_destroy(struct percpu_counter *fbc) |
@@ -75,24 +77,24 @@ static inline void percpu_counter_destroy(struct percpu_counter *fbc) | |||
75 | } | 77 | } |
76 | 78 | ||
77 | static inline void | 79 | static inline void |
78 | percpu_counter_mod(struct percpu_counter *fbc, long amount) | 80 | percpu_counter_mod(struct percpu_counter *fbc, s32 amount) |
79 | { | 81 | { |
80 | preempt_disable(); | 82 | preempt_disable(); |
81 | fbc->count += amount; | 83 | fbc->count += amount; |
82 | preempt_enable(); | 84 | preempt_enable(); |
83 | } | 85 | } |
84 | 86 | ||
85 | static inline long percpu_counter_read(struct percpu_counter *fbc) | 87 | static inline s64 percpu_counter_read(struct percpu_counter *fbc) |
86 | { | 88 | { |
87 | return fbc->count; | 89 | return fbc->count; |
88 | } | 90 | } |
89 | 91 | ||
90 | static inline long percpu_counter_read_positive(struct percpu_counter *fbc) | 92 | static inline s64 percpu_counter_read_positive(struct percpu_counter *fbc) |
91 | { | 93 | { |
92 | return fbc->count; | 94 | return fbc->count; |
93 | } | 95 | } |
94 | 96 | ||
95 | static inline long percpu_counter_sum(struct percpu_counter *fbc) | 97 | static inline s64 percpu_counter_sum(struct percpu_counter *fbc) |
96 | { | 98 | { |
97 | return percpu_counter_read_positive(fbc); | 99 | return percpu_counter_read_positive(fbc); |
98 | } | 100 | } |