aboutsummaryrefslogtreecommitdiffstats
path: root/block/cfq-iosched.c
diff options
context:
space:
mode:
Diffstat (limited to 'block/cfq-iosched.c')
-rw-r--r--block/cfq-iosched.c39
1 files changed, 39 insertions, 0 deletions
diff --git a/block/cfq-iosched.c b/block/cfq-iosched.c
index 3a62ce95daec..3d99e45789bd 100644
--- a/block/cfq-iosched.c
+++ b/block/cfq-iosched.c
@@ -2608,6 +2608,41 @@ static void cfq_init_cfqq(struct cfq_data *cfqd, struct cfq_queue *cfqq,
2608 cfqq->pid = pid; 2608 cfqq->pid = pid;
2609} 2609}
2610 2610
2611#ifdef CONFIG_CFQ_GROUP_IOSCHED
2612static void changed_cgroup(struct io_context *ioc, struct cfq_io_context *cic)
2613{
2614 struct cfq_queue *sync_cfqq = cic_to_cfqq(cic, 1);
2615 struct cfq_data *cfqd = cic->key;
2616 unsigned long flags;
2617 struct request_queue *q;
2618
2619 if (unlikely(!cfqd))
2620 return;
2621
2622 q = cfqd->queue;
2623
2624 spin_lock_irqsave(q->queue_lock, flags);
2625
2626 if (sync_cfqq) {
2627 /*
2628 * Drop reference to sync queue. A new sync queue will be
2629 * assigned in new group upon arrival of a fresh request.
2630 */
2631 cfq_log_cfqq(cfqd, sync_cfqq, "changed cgroup");
2632 cic_set_cfqq(cic, NULL, 1);
2633 cfq_put_queue(sync_cfqq);
2634 }
2635
2636 spin_unlock_irqrestore(q->queue_lock, flags);
2637}
2638
2639static void cfq_ioc_set_cgroup(struct io_context *ioc)
2640{
2641 call_for_each_cic(ioc, changed_cgroup);
2642 ioc->cgroup_changed = 0;
2643}
2644#endif /* CONFIG_CFQ_GROUP_IOSCHED */
2645
2611static struct cfq_queue * 2646static struct cfq_queue *
2612cfq_find_alloc_queue(struct cfq_data *cfqd, bool is_sync, 2647cfq_find_alloc_queue(struct cfq_data *cfqd, bool is_sync,
2613 struct io_context *ioc, gfp_t gfp_mask) 2648 struct io_context *ioc, gfp_t gfp_mask)
@@ -2840,6 +2875,10 @@ out:
2840 if (unlikely(ioc->ioprio_changed)) 2875 if (unlikely(ioc->ioprio_changed))
2841 cfq_ioc_set_ioprio(ioc); 2876 cfq_ioc_set_ioprio(ioc);
2842 2877
2878#ifdef CONFIG_CFQ_GROUP_IOSCHED
2879 if (unlikely(ioc->cgroup_changed))
2880 cfq_ioc_set_cgroup(ioc);
2881#endif
2843 return cic; 2882 return cic;
2844err_free: 2883err_free:
2845 cfq_cic_free(cic); 2884 cfq_cic_free(cic);