aboutsummaryrefslogtreecommitdiffstats
path: root/block/cfq-iosched.c
diff options
context:
space:
mode:
Diffstat (limited to 'block/cfq-iosched.c')
-rw-r--r--block/cfq-iosched.c33
1 files changed, 16 insertions, 17 deletions
diff --git a/block/cfq-iosched.c b/block/cfq-iosched.c
index d5927b53020e..002a5b621653 100644
--- a/block/cfq-iosched.c
+++ b/block/cfq-iosched.c
@@ -888,7 +888,7 @@ static inline unsigned int cfq_cfqq_slice_usage(struct cfq_queue *cfqq)
888} 888}
889 889
890static void cfq_group_served(struct cfq_data *cfqd, struct cfq_group *cfqg, 890static void cfq_group_served(struct cfq_data *cfqd, struct cfq_group *cfqg,
891 struct cfq_queue *cfqq, bool forced) 891 struct cfq_queue *cfqq)
892{ 892{
893 struct cfq_rb_root *st = &cfqd->grp_service_tree; 893 struct cfq_rb_root *st = &cfqd->grp_service_tree;
894 unsigned int used_sl, charge_sl; 894 unsigned int used_sl, charge_sl;
@@ -918,7 +918,7 @@ static void cfq_group_served(struct cfq_data *cfqd, struct cfq_group *cfqg,
918 cfq_log_cfqg(cfqd, cfqg, "served: vt=%llu min_vt=%llu", cfqg->vdisktime, 918 cfq_log_cfqg(cfqd, cfqg, "served: vt=%llu min_vt=%llu", cfqg->vdisktime,
919 st->min_vdisktime); 919 st->min_vdisktime);
920 blkiocg_update_timeslice_used(&cfqg->blkg, used_sl); 920 blkiocg_update_timeslice_used(&cfqg->blkg, used_sl);
921 blkiocg_set_start_empty_time(&cfqg->blkg, forced); 921 blkiocg_set_start_empty_time(&cfqg->blkg);
922} 922}
923 923
924#ifdef CONFIG_CFQ_GROUP_IOSCHED 924#ifdef CONFIG_CFQ_GROUP_IOSCHED
@@ -1582,7 +1582,7 @@ static void __cfq_set_active_queue(struct cfq_data *cfqd,
1582 */ 1582 */
1583static void 1583static void
1584__cfq_slice_expired(struct cfq_data *cfqd, struct cfq_queue *cfqq, 1584__cfq_slice_expired(struct cfq_data *cfqd, struct cfq_queue *cfqq,
1585 bool timed_out, bool forced) 1585 bool timed_out)
1586{ 1586{
1587 cfq_log_cfqq(cfqd, cfqq, "slice expired t=%d", timed_out); 1587 cfq_log_cfqq(cfqd, cfqq, "slice expired t=%d", timed_out);
1588 1588
@@ -1609,7 +1609,7 @@ __cfq_slice_expired(struct cfq_data *cfqd, struct cfq_queue *cfqq,
1609 cfq_log_cfqq(cfqd, cfqq, "resid=%ld", cfqq->slice_resid); 1609 cfq_log_cfqq(cfqd, cfqq, "resid=%ld", cfqq->slice_resid);
1610 } 1610 }
1611 1611
1612 cfq_group_served(cfqd, cfqq->cfqg, cfqq, forced); 1612 cfq_group_served(cfqd, cfqq->cfqg, cfqq);
1613 1613
1614 if (cfq_cfqq_on_rr(cfqq) && RB_EMPTY_ROOT(&cfqq->sort_list)) 1614 if (cfq_cfqq_on_rr(cfqq) && RB_EMPTY_ROOT(&cfqq->sort_list))
1615 cfq_del_cfqq_rr(cfqd, cfqq); 1615 cfq_del_cfqq_rr(cfqd, cfqq);
@@ -1628,13 +1628,12 @@ __cfq_slice_expired(struct cfq_data *cfqd, struct cfq_queue *cfqq,
1628 } 1628 }
1629} 1629}
1630 1630
1631static inline void cfq_slice_expired(struct cfq_data *cfqd, bool timed_out, 1631static inline void cfq_slice_expired(struct cfq_data *cfqd, bool timed_out)
1632 bool forced)
1633{ 1632{
1634 struct cfq_queue *cfqq = cfqd->active_queue; 1633 struct cfq_queue *cfqq = cfqd->active_queue;
1635 1634
1636 if (cfqq) 1635 if (cfqq)
1637 __cfq_slice_expired(cfqd, cfqq, timed_out, forced); 1636 __cfq_slice_expired(cfqd, cfqq, timed_out);
1638} 1637}
1639 1638
1640/* 1639/*
@@ -2202,7 +2201,7 @@ static struct cfq_queue *cfq_select_queue(struct cfq_data *cfqd)
2202 } 2201 }
2203 2202
2204expire: 2203expire:
2205 cfq_slice_expired(cfqd, 0, false); 2204 cfq_slice_expired(cfqd, 0);
2206new_queue: 2205new_queue:
2207 /* 2206 /*
2208 * Current queue expired. Check if we have to switch to a new 2207 * Current queue expired. Check if we have to switch to a new
@@ -2228,7 +2227,7 @@ static int __cfq_forced_dispatch_cfqq(struct cfq_queue *cfqq)
2228 BUG_ON(!list_empty(&cfqq->fifo)); 2227 BUG_ON(!list_empty(&cfqq->fifo));
2229 2228
2230 /* By default cfqq is not expired if it is empty. Do it explicitly */ 2229 /* By default cfqq is not expired if it is empty. Do it explicitly */
2231 __cfq_slice_expired(cfqq->cfqd, cfqq, 0, true); 2230 __cfq_slice_expired(cfqq->cfqd, cfqq, 0);
2232 return dispatched; 2231 return dispatched;
2233} 2232}
2234 2233
@@ -2242,7 +2241,7 @@ static int cfq_forced_dispatch(struct cfq_data *cfqd)
2242 int dispatched = 0; 2241 int dispatched = 0;
2243 2242
2244 /* Expire the timeslice of the current active queue first */ 2243 /* Expire the timeslice of the current active queue first */
2245 cfq_slice_expired(cfqd, 0, true); 2244 cfq_slice_expired(cfqd, 0);
2246 while ((cfqq = cfq_get_next_queue_forced(cfqd)) != NULL) { 2245 while ((cfqq = cfq_get_next_queue_forced(cfqd)) != NULL) {
2247 __cfq_set_active_queue(cfqd, cfqq); 2246 __cfq_set_active_queue(cfqd, cfqq);
2248 dispatched += __cfq_forced_dispatch_cfqq(cfqq); 2247 dispatched += __cfq_forced_dispatch_cfqq(cfqq);
@@ -2411,7 +2410,7 @@ static int cfq_dispatch_requests(struct request_queue *q, int force)
2411 cfqq->slice_dispatch >= cfq_prio_to_maxrq(cfqd, cfqq)) || 2410 cfqq->slice_dispatch >= cfq_prio_to_maxrq(cfqd, cfqq)) ||
2412 cfq_class_idle(cfqq))) { 2411 cfq_class_idle(cfqq))) {
2413 cfqq->slice_end = jiffies + 1; 2412 cfqq->slice_end = jiffies + 1;
2414 cfq_slice_expired(cfqd, 0, false); 2413 cfq_slice_expired(cfqd, 0);
2415 } 2414 }
2416 2415
2417 cfq_log_cfqq(cfqd, cfqq, "dispatched a request"); 2416 cfq_log_cfqq(cfqd, cfqq, "dispatched a request");
@@ -2442,7 +2441,7 @@ static void cfq_put_queue(struct cfq_queue *cfqq)
2442 orig_cfqg = cfqq->orig_cfqg; 2441 orig_cfqg = cfqq->orig_cfqg;
2443 2442
2444 if (unlikely(cfqd->active_queue == cfqq)) { 2443 if (unlikely(cfqd->active_queue == cfqq)) {
2445 __cfq_slice_expired(cfqd, cfqq, 0, false); 2444 __cfq_slice_expired(cfqd, cfqq, 0);
2446 cfq_schedule_dispatch(cfqd); 2445 cfq_schedule_dispatch(cfqd);
2447 } 2446 }
2448 2447
@@ -2543,7 +2542,7 @@ static void cfq_exit_cfqq(struct cfq_data *cfqd, struct cfq_queue *cfqq)
2543 struct cfq_queue *__cfqq, *next; 2542 struct cfq_queue *__cfqq, *next;
2544 2543
2545 if (unlikely(cfqq == cfqd->active_queue)) { 2544 if (unlikely(cfqq == cfqd->active_queue)) {
2546 __cfq_slice_expired(cfqd, cfqq, 0, false); 2545 __cfq_slice_expired(cfqd, cfqq, 0);
2547 cfq_schedule_dispatch(cfqd); 2546 cfq_schedule_dispatch(cfqd);
2548 } 2547 }
2549 2548
@@ -3172,7 +3171,7 @@ cfq_should_preempt(struct cfq_data *cfqd, struct cfq_queue *new_cfqq,
3172static void cfq_preempt_queue(struct cfq_data *cfqd, struct cfq_queue *cfqq) 3171static void cfq_preempt_queue(struct cfq_data *cfqd, struct cfq_queue *cfqq)
3173{ 3172{
3174 cfq_log_cfqq(cfqd, cfqq, "preempt"); 3173 cfq_log_cfqq(cfqd, cfqq, "preempt");
3175 cfq_slice_expired(cfqd, 1, false); 3174 cfq_slice_expired(cfqd, 1);
3176 3175
3177 /* 3176 /*
3178 * Put the new queue at the front of the of the current list, 3177 * Put the new queue at the front of the of the current list,
@@ -3383,7 +3382,7 @@ static void cfq_completed_request(struct request_queue *q, struct request *rq)
3383 * - when there is a close cooperator 3382 * - when there is a close cooperator
3384 */ 3383 */
3385 if (cfq_slice_used(cfqq) || cfq_class_idle(cfqq)) 3384 if (cfq_slice_used(cfqq) || cfq_class_idle(cfqq))
3386 cfq_slice_expired(cfqd, 1, false); 3385 cfq_slice_expired(cfqd, 1);
3387 else if (sync && cfqq_empty && 3386 else if (sync && cfqq_empty &&
3388 !cfq_close_cooperator(cfqd, cfqq)) { 3387 !cfq_close_cooperator(cfqd, cfqq)) {
3389 cfqd->noidle_tree_requires_idle |= !rq_noidle(rq); 3388 cfqd->noidle_tree_requires_idle |= !rq_noidle(rq);
@@ -3648,7 +3647,7 @@ static void cfq_idle_slice_timer(unsigned long data)
3648 cfq_clear_cfqq_deep(cfqq); 3647 cfq_clear_cfqq_deep(cfqq);
3649 } 3648 }
3650expire: 3649expire:
3651 cfq_slice_expired(cfqd, timed_out, false); 3650 cfq_slice_expired(cfqd, timed_out);
3652out_kick: 3651out_kick:
3653 cfq_schedule_dispatch(cfqd); 3652 cfq_schedule_dispatch(cfqd);
3654out_cont: 3653out_cont:
@@ -3691,7 +3690,7 @@ static void cfq_exit_queue(struct elevator_queue *e)
3691 spin_lock_irq(q->queue_lock); 3690 spin_lock_irq(q->queue_lock);
3692 3691
3693 if (cfqd->active_queue) 3692 if (cfqd->active_queue)
3694 __cfq_slice_expired(cfqd, cfqd->active_queue, 0, false); 3693 __cfq_slice_expired(cfqd, cfqd->active_queue, 0);
3695 3694
3696 while (!list_empty(&cfqd->cic_list)) { 3695 while (!list_empty(&cfqd->cic_list)) {
3697 struct cfq_io_context *cic = list_entry(cfqd->cic_list.next, 3696 struct cfq_io_context *cic = list_entry(cfqd->cic_list.next,