diff options
Diffstat (limited to 'kernel/sched_fair.c')
-rw-r--r-- | kernel/sched_fair.c | 26 |
1 files changed, 9 insertions, 17 deletions
diff --git a/kernel/sched_fair.c b/kernel/sched_fair.c index e3f3c10f7033..95c1295ad26d 100644 --- a/kernel/sched_fair.c +++ b/kernel/sched_fair.c | |||
@@ -528,11 +528,12 @@ account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) | |||
528 | update_load_add(&cfs_rq->load, se->load.weight); | 528 | update_load_add(&cfs_rq->load, se->load.weight); |
529 | if (!parent_entity(se)) | 529 | if (!parent_entity(se)) |
530 | inc_cpu_load(rq_of(cfs_rq), se->load.weight); | 530 | inc_cpu_load(rq_of(cfs_rq), se->load.weight); |
531 | if (entity_is_task(se)) | 531 | if (entity_is_task(se)) { |
532 | add_cfs_task_weight(cfs_rq, se->load.weight); | 532 | add_cfs_task_weight(cfs_rq, se->load.weight); |
533 | list_add(&se->group_node, &cfs_rq->tasks); | ||
534 | } | ||
533 | cfs_rq->nr_running++; | 535 | cfs_rq->nr_running++; |
534 | se->on_rq = 1; | 536 | se->on_rq = 1; |
535 | list_add(&se->group_node, &cfs_rq->tasks); | ||
536 | } | 537 | } |
537 | 538 | ||
538 | static void | 539 | static void |
@@ -541,11 +542,12 @@ account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) | |||
541 | update_load_sub(&cfs_rq->load, se->load.weight); | 542 | update_load_sub(&cfs_rq->load, se->load.weight); |
542 | if (!parent_entity(se)) | 543 | if (!parent_entity(se)) |
543 | dec_cpu_load(rq_of(cfs_rq), se->load.weight); | 544 | dec_cpu_load(rq_of(cfs_rq), se->load.weight); |
544 | if (entity_is_task(se)) | 545 | if (entity_is_task(se)) { |
545 | add_cfs_task_weight(cfs_rq, -se->load.weight); | 546 | add_cfs_task_weight(cfs_rq, -se->load.weight); |
547 | list_del_init(&se->group_node); | ||
548 | } | ||
546 | cfs_rq->nr_running--; | 549 | cfs_rq->nr_running--; |
547 | se->on_rq = 0; | 550 | se->on_rq = 0; |
548 | list_del_init(&se->group_node); | ||
549 | } | 551 | } |
550 | 552 | ||
551 | static void enqueue_sleeper(struct cfs_rq *cfs_rq, struct sched_entity *se) | 553 | static void enqueue_sleeper(struct cfs_rq *cfs_rq, struct sched_entity *se) |
@@ -1335,19 +1337,9 @@ __load_balance_iterator(struct cfs_rq *cfs_rq, struct list_head *next) | |||
1335 | if (next == &cfs_rq->tasks) | 1337 | if (next == &cfs_rq->tasks) |
1336 | return NULL; | 1338 | return NULL; |
1337 | 1339 | ||
1338 | /* Skip over entities that are not tasks */ | 1340 | se = list_entry(next, struct sched_entity, group_node); |
1339 | do { | 1341 | p = task_of(se); |
1340 | se = list_entry(next, struct sched_entity, group_node); | 1342 | cfs_rq->balance_iterator = next->next; |
1341 | next = next->next; | ||
1342 | } while (next != &cfs_rq->tasks && !entity_is_task(se)); | ||
1343 | |||
1344 | if (next == &cfs_rq->tasks && !entity_is_task(se)) | ||
1345 | return NULL; | ||
1346 | |||
1347 | cfs_rq->balance_iterator = next; | ||
1348 | |||
1349 | if (entity_is_task(se)) | ||
1350 | p = task_of(se); | ||
1351 | 1343 | ||
1352 | return p; | 1344 | return p; |
1353 | } | 1345 | } |