diff options
Diffstat (limited to 'include/linux/percpu_counter.h')
| -rw-r--r-- | include/linux/percpu_counter.h | 38 |
1 files changed, 20 insertions, 18 deletions
diff --git a/include/linux/percpu_counter.h b/include/linux/percpu_counter.h index 66b5de404f22..f5aa593ccf32 100644 --- a/include/linux/percpu_counter.h +++ b/include/linux/percpu_counter.h | |||
| @@ -10,13 +10,14 @@ | |||
| 10 | #include <linux/smp.h> | 10 | #include <linux/smp.h> |
| 11 | #include <linux/threads.h> | 11 | #include <linux/threads.h> |
| 12 | #include <linux/percpu.h> | 12 | #include <linux/percpu.h> |
| 13 | #include <linux/types.h> | ||
| 13 | 14 | ||
| 14 | #ifdef CONFIG_SMP | 15 | #ifdef CONFIG_SMP |
| 15 | 16 | ||
| 16 | struct percpu_counter { | 17 | struct percpu_counter { |
| 17 | spinlock_t lock; | 18 | spinlock_t lock; |
| 18 | long count; | 19 | s64 count; |
| 19 | long *counters; | 20 | s32 *counters; |
| 20 | }; | 21 | }; |
| 21 | 22 | ||
| 22 | #if NR_CPUS >= 16 | 23 | #if NR_CPUS >= 16 |
| @@ -25,11 +26,11 @@ struct percpu_counter { | |||
| 25 | #define FBC_BATCH (NR_CPUS*4) | 26 | #define FBC_BATCH (NR_CPUS*4) |
| 26 | #endif | 27 | #endif |
| 27 | 28 | ||
| 28 | static inline void percpu_counter_init(struct percpu_counter *fbc) | 29 | static inline void percpu_counter_init(struct percpu_counter *fbc, s64 amount) |
| 29 | { | 30 | { |
| 30 | spin_lock_init(&fbc->lock); | 31 | spin_lock_init(&fbc->lock); |
| 31 | fbc->count = 0; | 32 | fbc->count = amount; |
| 32 | fbc->counters = alloc_percpu(long); | 33 | fbc->counters = alloc_percpu(s32); |
| 33 | } | 34 | } |
| 34 | 35 | ||
| 35 | static inline void percpu_counter_destroy(struct percpu_counter *fbc) | 36 | static inline void percpu_counter_destroy(struct percpu_counter *fbc) |
| @@ -37,10 +38,10 @@ static inline void percpu_counter_destroy(struct percpu_counter *fbc) | |||
| 37 | free_percpu(fbc->counters); | 38 | free_percpu(fbc->counters); |
| 38 | } | 39 | } |
| 39 | 40 | ||
| 40 | void percpu_counter_mod(struct percpu_counter *fbc, long amount); | 41 | void percpu_counter_mod(struct percpu_counter *fbc, s32 amount); |
| 41 | long percpu_counter_sum(struct percpu_counter *fbc); | 42 | s64 percpu_counter_sum(struct percpu_counter *fbc); |
| 42 | 43 | ||
| 43 | static inline long percpu_counter_read(struct percpu_counter *fbc) | 44 | static inline s64 percpu_counter_read(struct percpu_counter *fbc) |
| 44 | { | 45 | { |
| 45 | return fbc->count; | 46 | return fbc->count; |
| 46 | } | 47 | } |
| @@ -48,13 +49,14 @@ static inline long percpu_counter_read(struct percpu_counter *fbc) | |||
| 48 | /* | 49 | /* |
| 49 | * It is possible for the percpu_counter_read() to return a small negative | 50 | * It is possible for the percpu_counter_read() to return a small negative |
| 50 | * number for some counter which should never be negative. | 51 | * number for some counter which should never be negative. |
| 52 | * | ||
| 51 | */ | 53 | */ |
| 52 | static inline long percpu_counter_read_positive(struct percpu_counter *fbc) | 54 | static inline s64 percpu_counter_read_positive(struct percpu_counter *fbc) |
| 53 | { | 55 | { |
| 54 | long ret = fbc->count; | 56 | s64 ret = fbc->count; |
| 55 | 57 | ||
| 56 | barrier(); /* Prevent reloads of fbc->count */ | 58 | barrier(); /* Prevent reloads of fbc->count */ |
| 57 | if (ret > 0) | 59 | if (ret >= 0) |
| 58 | return ret; | 60 | return ret; |
| 59 | return 1; | 61 | return 1; |
| 60 | } | 62 | } |
| @@ -62,12 +64,12 @@ static inline long percpu_counter_read_positive(struct percpu_counter *fbc) | |||
| 62 | #else | 64 | #else |
| 63 | 65 | ||
| 64 | struct percpu_counter { | 66 | struct percpu_counter { |
| 65 | long count; | 67 | s64 count; |
| 66 | }; | 68 | }; |
| 67 | 69 | ||
| 68 | static inline void percpu_counter_init(struct percpu_counter *fbc) | 70 | static inline void percpu_counter_init(struct percpu_counter *fbc, s64 amount) |
| 69 | { | 71 | { |
| 70 | fbc->count = 0; | 72 | fbc->count = amount; |
| 71 | } | 73 | } |
| 72 | 74 | ||
| 73 | static inline void percpu_counter_destroy(struct percpu_counter *fbc) | 75 | static inline void percpu_counter_destroy(struct percpu_counter *fbc) |
| @@ -75,24 +77,24 @@ static inline void percpu_counter_destroy(struct percpu_counter *fbc) | |||
| 75 | } | 77 | } |
| 76 | 78 | ||
| 77 | static inline void | 79 | static inline void |
| 78 | percpu_counter_mod(struct percpu_counter *fbc, long amount) | 80 | percpu_counter_mod(struct percpu_counter *fbc, s32 amount) |
| 79 | { | 81 | { |
| 80 | preempt_disable(); | 82 | preempt_disable(); |
| 81 | fbc->count += amount; | 83 | fbc->count += amount; |
| 82 | preempt_enable(); | 84 | preempt_enable(); |
| 83 | } | 85 | } |
| 84 | 86 | ||
| 85 | static inline long percpu_counter_read(struct percpu_counter *fbc) | 87 | static inline s64 percpu_counter_read(struct percpu_counter *fbc) |
| 86 | { | 88 | { |
| 87 | return fbc->count; | 89 | return fbc->count; |
| 88 | } | 90 | } |
| 89 | 91 | ||
| 90 | static inline long percpu_counter_read_positive(struct percpu_counter *fbc) | 92 | static inline s64 percpu_counter_read_positive(struct percpu_counter *fbc) |
| 91 | { | 93 | { |
| 92 | return fbc->count; | 94 | return fbc->count; |
| 93 | } | 95 | } |
| 94 | 96 | ||
| 95 | static inline long percpu_counter_sum(struct percpu_counter *fbc) | 97 | static inline s64 percpu_counter_sum(struct percpu_counter *fbc) |
| 96 | { | 98 | { |
| 97 | return percpu_counter_read_positive(fbc); | 99 | return percpu_counter_read_positive(fbc); |
| 98 | } | 100 | } |
