aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--block/as-iosched.c9
1 files changed, 5 insertions, 4 deletions
diff --git a/block/as-iosched.c b/block/as-iosched.c
index 66015bc79e6f..8e1fef1eafc9 100644
--- a/block/as-iosched.c
+++ b/block/as-iosched.c
@@ -149,7 +149,7 @@ enum arq_state {
149#define RQ_STATE(rq) ((enum arq_state)(rq)->elevator_private2) 149#define RQ_STATE(rq) ((enum arq_state)(rq)->elevator_private2)
150#define RQ_SET_STATE(rq, state) ((rq)->elevator_private2 = (void *) state) 150#define RQ_SET_STATE(rq, state) ((rq)->elevator_private2 = (void *) state)
151 151
152static atomic_t ioc_count = ATOMIC_INIT(0); 152static DEFINE_PER_CPU(unsigned long, ioc_count);
153static struct completion *ioc_gone; 153static struct completion *ioc_gone;
154 154
155static void as_move_to_dispatch(struct as_data *ad, struct request *rq); 155static void as_move_to_dispatch(struct as_data *ad, struct request *rq);
@@ -163,7 +163,8 @@ static void as_antic_stop(struct as_data *ad);
163static void free_as_io_context(struct as_io_context *aic) 163static void free_as_io_context(struct as_io_context *aic)
164{ 164{
165 kfree(aic); 165 kfree(aic);
166 if (atomic_dec_and_test(&ioc_count) && ioc_gone) 166 elv_ioc_count_dec(ioc_count);
167 if (ioc_gone && !elv_ioc_count_read(ioc_count))
167 complete(ioc_gone); 168 complete(ioc_gone);
168} 169}
169 170
@@ -199,7 +200,7 @@ static struct as_io_context *alloc_as_io_context(void)
199 ret->seek_total = 0; 200 ret->seek_total = 0;
200 ret->seek_samples = 0; 201 ret->seek_samples = 0;
201 ret->seek_mean = 0; 202 ret->seek_mean = 0;
202 atomic_inc(&ioc_count); 203 elv_ioc_count_inc(ioc_count);
203 } 204 }
204 205
205 return ret; 206 return ret;
@@ -1484,7 +1485,7 @@ static void __exit as_exit(void)
1484 ioc_gone = &all_gone; 1485 ioc_gone = &all_gone;
1485 /* ioc_gone's update must be visible before reading ioc_count */ 1486 /* ioc_gone's update must be visible before reading ioc_count */
1486 smp_wmb(); 1487 smp_wmb();
1487 if (atomic_read(&ioc_count)) 1488 if (elv_ioc_count_read(ioc_count))
1488 wait_for_completion(ioc_gone); 1489 wait_for_completion(ioc_gone);
1489 synchronize_rcu(); 1490 synchronize_rcu();
1490} 1491}