aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--kernel/sched.c3
-rw-r--r--kernel/sched_rt.c67
2 files changed, 40 insertions, 30 deletions
diff --git a/kernel/sched.c b/kernel/sched.c
index cc1d558406f8..5b307da827ef 100644
--- a/kernel/sched.c
+++ b/kernel/sched.c
@@ -7697,7 +7697,6 @@ static void init_tg_rt_entry(struct task_group *tg, struct rt_rq *rt_rq,
7697 else 7697 else
7698 rt_se->rt_rq = parent->my_q; 7698 rt_se->rt_rq = parent->my_q;
7699 7699
7700 rt_se->rt_rq = &rq->rt;
7701 rt_se->my_q = rt_rq; 7700 rt_se->my_q = rt_rq;
7702 rt_se->parent = parent; 7701 rt_se->parent = parent;
7703 INIT_LIST_HEAD(&rt_se->run_list); 7702 INIT_LIST_HEAD(&rt_se->run_list);
@@ -8420,7 +8419,7 @@ static unsigned long to_ratio(u64 period, u64 runtime)
8420#ifdef CONFIG_CGROUP_SCHED 8419#ifdef CONFIG_CGROUP_SCHED
8421static int __rt_schedulable(struct task_group *tg, u64 period, u64 runtime) 8420static int __rt_schedulable(struct task_group *tg, u64 period, u64 runtime)
8422{ 8421{
8423 struct task_group *tgi, *parent = tg->parent; 8422 struct task_group *tgi, *parent = tg ? tg->parent : NULL;
8424 unsigned long total = 0; 8423 unsigned long total = 0;
8425 8424
8426 if (!parent) { 8425 if (!parent) {
diff --git a/kernel/sched_rt.c b/kernel/sched_rt.c
index f721b52acd8d..fee5fa7c72db 100644
--- a/kernel/sched_rt.c
+++ b/kernel/sched_rt.c
@@ -571,14 +571,20 @@ void dec_rt_tasks(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq)
571#endif 571#endif
572} 572}
573 573
574static void enqueue_rt_entity(struct sched_rt_entity *rt_se) 574static void __enqueue_rt_entity(struct sched_rt_entity *rt_se)
575{ 575{
576 struct rt_rq *rt_rq = rt_rq_of_se(rt_se); 576 struct rt_rq *rt_rq = rt_rq_of_se(rt_se);
577 struct rt_prio_array *array = &rt_rq->active; 577 struct rt_prio_array *array = &rt_rq->active;
578 struct rt_rq *group_rq = group_rt_rq(rt_se); 578 struct rt_rq *group_rq = group_rt_rq(rt_se);
579 struct list_head *queue = array->queue + rt_se_prio(rt_se); 579 struct list_head *queue = array->queue + rt_se_prio(rt_se);
580 580
581 if (group_rq && rt_rq_throttled(group_rq)) 581 /*
582 * Don't enqueue the group if its throttled, or when empty.
583 * The latter is a consequence of the former when a child group
584 * get throttled and the current group doesn't have any other
585 * active members.
586 */
587 if (group_rq && (rt_rq_throttled(group_rq) || !group_rq->rt_nr_running))
582 return; 588 return;
583 589
584 if (rt_se->nr_cpus_allowed == 1) 590 if (rt_se->nr_cpus_allowed == 1)
@@ -591,7 +597,7 @@ static void enqueue_rt_entity(struct sched_rt_entity *rt_se)
591 inc_rt_tasks(rt_se, rt_rq); 597 inc_rt_tasks(rt_se, rt_rq);
592} 598}
593 599
594static void dequeue_rt_entity(struct sched_rt_entity *rt_se) 600static void __dequeue_rt_entity(struct sched_rt_entity *rt_se)
595{ 601{
596 struct rt_rq *rt_rq = rt_rq_of_se(rt_se); 602 struct rt_rq *rt_rq = rt_rq_of_se(rt_se);
597 struct rt_prio_array *array = &rt_rq->active; 603 struct rt_prio_array *array = &rt_rq->active;
@@ -607,11 +613,10 @@ static void dequeue_rt_entity(struct sched_rt_entity *rt_se)
607 * Because the prio of an upper entry depends on the lower 613 * Because the prio of an upper entry depends on the lower
608 * entries, we must remove entries top - down. 614 * entries, we must remove entries top - down.
609 */ 615 */
610static void dequeue_rt_stack(struct task_struct *p) 616static void dequeue_rt_stack(struct sched_rt_entity *rt_se)
611{ 617{
612 struct sched_rt_entity *rt_se, *back = NULL; 618 struct sched_rt_entity *back = NULL;
613 619
614 rt_se = &p->rt;
615 for_each_sched_rt_entity(rt_se) { 620 for_each_sched_rt_entity(rt_se) {
616 rt_se->back = back; 621 rt_se->back = back;
617 back = rt_se; 622 back = rt_se;
@@ -619,7 +624,26 @@ static void dequeue_rt_stack(struct task_struct *p)
619 624
620 for (rt_se = back; rt_se; rt_se = rt_se->back) { 625 for (rt_se = back; rt_se; rt_se = rt_se->back) {
621 if (on_rt_rq(rt_se)) 626 if (on_rt_rq(rt_se))
622 dequeue_rt_entity(rt_se); 627 __dequeue_rt_entity(rt_se);
628 }
629}
630
631static void enqueue_rt_entity(struct sched_rt_entity *rt_se)
632{
633 dequeue_rt_stack(rt_se);
634 for_each_sched_rt_entity(rt_se)
635 __enqueue_rt_entity(rt_se);
636}
637
638static void dequeue_rt_entity(struct sched_rt_entity *rt_se)
639{
640 dequeue_rt_stack(rt_se);
641
642 for_each_sched_rt_entity(rt_se) {
643 struct rt_rq *rt_rq = group_rt_rq(rt_se);
644
645 if (rt_rq && rt_rq->rt_nr_running)
646 __enqueue_rt_entity(rt_se);
623 } 647 }
624} 648}
625 649
@@ -633,32 +657,15 @@ static void enqueue_task_rt(struct rq *rq, struct task_struct *p, int wakeup)
633 if (wakeup) 657 if (wakeup)
634 rt_se->timeout = 0; 658 rt_se->timeout = 0;
635 659
636 dequeue_rt_stack(p); 660 enqueue_rt_entity(rt_se);
637
638 /*
639 * enqueue everybody, bottom - up.
640 */
641 for_each_sched_rt_entity(rt_se)
642 enqueue_rt_entity(rt_se);
643} 661}
644 662
645static void dequeue_task_rt(struct rq *rq, struct task_struct *p, int sleep) 663static void dequeue_task_rt(struct rq *rq, struct task_struct *p, int sleep)
646{ 664{
647 struct sched_rt_entity *rt_se = &p->rt; 665 struct sched_rt_entity *rt_se = &p->rt;
648 struct rt_rq *rt_rq;
649 666
650 update_curr_rt(rq); 667 update_curr_rt(rq);
651 668 dequeue_rt_entity(rt_se);
652 dequeue_rt_stack(p);
653
654 /*
655 * re-enqueue all non-empty rt_rq entities.
656 */
657 for_each_sched_rt_entity(rt_se) {
658 rt_rq = group_rt_rq(rt_se);
659 if (rt_rq && rt_rq->rt_nr_running)
660 enqueue_rt_entity(rt_se);
661 }
662} 669}
663 670
664/* 671/*
@@ -669,9 +676,13 @@ static
669void requeue_rt_entity(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se) 676void requeue_rt_entity(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se)
670{ 677{
671 struct rt_prio_array *array = &rt_rq->active; 678 struct rt_prio_array *array = &rt_rq->active;
679 struct list_head *queue = array->queue + rt_se_prio(rt_se);
672 680
673 list_del_init(&rt_se->run_list); 681 if (on_rt_rq(rt_se)) {
674 list_add_tail(&rt_se->run_list, array->queue + rt_se_prio(rt_se)); 682 list_del_init(&rt_se->run_list);
683 list_add_tail(&rt_se->run_list,
684 array->queue + rt_se_prio(rt_se));
685 }
675} 686}
676 687
677static void requeue_task_rt(struct rq *rq, struct task_struct *p) 688static void requeue_task_rt(struct rq *rq, struct task_struct *p)