aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--kernel/sched/core.c6
-rw-r--r--kernel/sched/fair.c24
-rw-r--r--kernel/sched/sched.h2
3 files changed, 28 insertions, 4 deletions
diff --git a/kernel/sched/core.c b/kernel/sched/core.c
index 0241b1b55a04..729e7fc7634b 100644
--- a/kernel/sched/core.c
+++ b/kernel/sched/core.c
@@ -1611,10 +1611,6 @@ static void __sched_fork(struct task_struct *p)
1611 p->se.vruntime = 0; 1611 p->se.vruntime = 0;
1612 INIT_LIST_HEAD(&p->se.group_node); 1612 INIT_LIST_HEAD(&p->se.group_node);
1613 1613
1614#ifdef CONFIG_SMP
1615 p->se.avg.runnable_avg_period = 0;
1616 p->se.avg.runnable_avg_sum = 0;
1617#endif
1618#ifdef CONFIG_SCHEDSTATS 1614#ifdef CONFIG_SCHEDSTATS
1619 memset(&p->se.statistics, 0, sizeof(p->se.statistics)); 1615 memset(&p->se.statistics, 0, sizeof(p->se.statistics));
1620#endif 1616#endif
@@ -1758,6 +1754,8 @@ void wake_up_new_task(struct task_struct *p)
1758 set_task_cpu(p, select_task_rq(p, SD_BALANCE_FORK, 0)); 1754 set_task_cpu(p, select_task_rq(p, SD_BALANCE_FORK, 0));
1759#endif 1755#endif
1760 1756
1757 /* Initialize new task's runnable average */
1758 init_task_runnable_average(p);
1761 rq = __task_rq_lock(p); 1759 rq = __task_rq_lock(p);
1762 activate_task(rq, p, 0); 1760 activate_task(rq, p, 0);
1763 p->on_rq = 1; 1761 p->on_rq = 1;
diff --git a/kernel/sched/fair.c b/kernel/sched/fair.c
index 36eadaaa4e5b..e1602a0fdbf8 100644
--- a/kernel/sched/fair.c
+++ b/kernel/sched/fair.c
@@ -680,6 +680,26 @@ static u64 sched_vslice(struct cfs_rq *cfs_rq, struct sched_entity *se)
680 return calc_delta_fair(sched_slice(cfs_rq, se), se); 680 return calc_delta_fair(sched_slice(cfs_rq, se), se);
681} 681}
682 682
683#ifdef CONFIG_SMP
684static inline void __update_task_entity_contrib(struct sched_entity *se);
685
686/* Give new task start runnable values to heavy its load in infant time */
687void init_task_runnable_average(struct task_struct *p)
688{
689 u32 slice;
690
691 p->se.avg.decay_count = 0;
692 slice = sched_slice(task_cfs_rq(p), &p->se) >> 10;
693 p->se.avg.runnable_avg_sum = slice;
694 p->se.avg.runnable_avg_period = slice;
695 __update_task_entity_contrib(&p->se);
696}
697#else
698void init_task_runnable_average(struct task_struct *p)
699{
700}
701#endif
702
683/* 703/*
684 * Update the current task's runtime statistics. Skip current tasks that 704 * Update the current task's runtime statistics. Skip current tasks that
685 * are not in our scheduling class. 705 * are not in our scheduling class.
@@ -1527,6 +1547,10 @@ static inline void enqueue_entity_load_avg(struct cfs_rq *cfs_rq,
1527 * We track migrations using entity decay_count <= 0, on a wake-up 1547 * We track migrations using entity decay_count <= 0, on a wake-up
1528 * migration we use a negative decay count to track the remote decays 1548 * migration we use a negative decay count to track the remote decays
1529 * accumulated while sleeping. 1549 * accumulated while sleeping.
1550 *
1551 * Newly forked tasks are enqueued with se->avg.decay_count == 0, they
1552 * are seen by enqueue_entity_load_avg() as a migration with an already
1553 * constructed load_avg_contrib.
1530 */ 1554 */
1531 if (unlikely(se->avg.decay_count <= 0)) { 1555 if (unlikely(se->avg.decay_count <= 0)) {
1532 se->avg.last_runnable_update = rq_clock_task(rq_of(cfs_rq)); 1556 se->avg.last_runnable_update = rq_clock_task(rq_of(cfs_rq));
diff --git a/kernel/sched/sched.h b/kernel/sched/sched.h
index 31d25f80a7c6..9c65d46504b1 100644
--- a/kernel/sched/sched.h
+++ b/kernel/sched/sched.h
@@ -1048,6 +1048,8 @@ extern void init_rt_bandwidth(struct rt_bandwidth *rt_b, u64 period, u64 runtime
1048 1048
1049extern void update_idle_cpu_load(struct rq *this_rq); 1049extern void update_idle_cpu_load(struct rq *this_rq);
1050 1050
1051extern void init_task_runnable_average(struct task_struct *p);
1052
1051#ifdef CONFIG_PARAVIRT 1053#ifdef CONFIG_PARAVIRT
1052static inline u64 steal_ticks(u64 steal) 1054static inline u64 steal_ticks(u64 steal)
1053{ 1055{