diff options
| -rw-r--r-- | include/linux/sched.h | 1 | ||||
| -rw-r--r-- | kernel/sched.c | 4 | ||||
| -rw-r--r-- | kernel/sched_fair.c | 14 |
3 files changed, 15 insertions, 4 deletions
diff --git a/include/linux/sched.h b/include/linux/sched.h index 04233c8974d9..8be5b57768c0 100644 --- a/include/linux/sched.h +++ b/include/linux/sched.h | |||
| @@ -912,6 +912,7 @@ struct sched_entity { | |||
| 912 | struct load_weight load; /* for load-balancing */ | 912 | struct load_weight load; /* for load-balancing */ |
| 913 | struct rb_node run_node; | 913 | struct rb_node run_node; |
| 914 | unsigned int on_rq; | 914 | unsigned int on_rq; |
| 915 | int peer_preempt; | ||
| 915 | 916 | ||
| 916 | u64 exec_start; | 917 | u64 exec_start; |
| 917 | u64 sum_exec_runtime; | 918 | u64 sum_exec_runtime; |
diff --git a/kernel/sched.c b/kernel/sched.c index 0bd8f2c0fb40..e8051bd59acb 100644 --- a/kernel/sched.c +++ b/kernel/sched.c | |||
| @@ -445,6 +445,7 @@ enum { | |||
| 445 | SCHED_FEAT_TREE_AVG = 4, | 445 | SCHED_FEAT_TREE_AVG = 4, |
| 446 | SCHED_FEAT_APPROX_AVG = 8, | 446 | SCHED_FEAT_APPROX_AVG = 8, |
| 447 | SCHED_FEAT_WAKEUP_PREEMPT = 16, | 447 | SCHED_FEAT_WAKEUP_PREEMPT = 16, |
| 448 | SCHED_FEAT_PREEMPT_RESTRICT = 32, | ||
| 448 | }; | 449 | }; |
| 449 | 450 | ||
| 450 | const_debug unsigned int sysctl_sched_features = | 451 | const_debug unsigned int sysctl_sched_features = |
| @@ -452,7 +453,8 @@ const_debug unsigned int sysctl_sched_features = | |||
| 452 | SCHED_FEAT_START_DEBIT *1 | | 453 | SCHED_FEAT_START_DEBIT *1 | |
| 453 | SCHED_FEAT_TREE_AVG *0 | | 454 | SCHED_FEAT_TREE_AVG *0 | |
| 454 | SCHED_FEAT_APPROX_AVG *0 | | 455 | SCHED_FEAT_APPROX_AVG *0 | |
| 455 | SCHED_FEAT_WAKEUP_PREEMPT *1; | 456 | SCHED_FEAT_WAKEUP_PREEMPT *1 | |
| 457 | SCHED_FEAT_PREEMPT_RESTRICT *1; | ||
| 456 | 458 | ||
| 457 | #define sched_feat(x) (sysctl_sched_features & SCHED_FEAT_##x) | 459 | #define sched_feat(x) (sysctl_sched_features & SCHED_FEAT_##x) |
| 458 | 460 | ||
diff --git a/kernel/sched_fair.c b/kernel/sched_fair.c index 3843ec71aad5..f819f943fb86 100644 --- a/kernel/sched_fair.c +++ b/kernel/sched_fair.c | |||
| @@ -526,6 +526,7 @@ dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int sleep) | |||
| 526 | 526 | ||
| 527 | update_stats_dequeue(cfs_rq, se); | 527 | update_stats_dequeue(cfs_rq, se); |
| 528 | if (sleep) { | 528 | if (sleep) { |
| 529 | se->peer_preempt = 0; | ||
| 529 | #ifdef CONFIG_SCHEDSTATS | 530 | #ifdef CONFIG_SCHEDSTATS |
| 530 | if (entity_is_task(se)) { | 531 | if (entity_is_task(se)) { |
| 531 | struct task_struct *tsk = task_of(se); | 532 | struct task_struct *tsk = task_of(se); |
| @@ -553,8 +554,10 @@ check_preempt_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr) | |||
| 553 | 554 | ||
| 554 | ideal_runtime = sched_slice(cfs_rq, curr); | 555 | ideal_runtime = sched_slice(cfs_rq, curr); |
| 555 | delta_exec = curr->sum_exec_runtime - curr->prev_sum_exec_runtime; | 556 | delta_exec = curr->sum_exec_runtime - curr->prev_sum_exec_runtime; |
| 556 | if (delta_exec > ideal_runtime) | 557 | if (delta_exec > ideal_runtime || |
| 558 | (sched_feat(PREEMPT_RESTRICT) && curr->peer_preempt)) | ||
| 557 | resched_task(rq_of(cfs_rq)->curr); | 559 | resched_task(rq_of(cfs_rq)->curr); |
| 560 | curr->peer_preempt = 0; | ||
| 558 | } | 561 | } |
| 559 | 562 | ||
| 560 | static void | 563 | static void |
| @@ -839,8 +842,12 @@ static void check_preempt_wakeup(struct rq *rq, struct task_struct *p) | |||
| 839 | if (unlikely(se->load.weight != NICE_0_LOAD)) | 842 | if (unlikely(se->load.weight != NICE_0_LOAD)) |
| 840 | gran = calc_delta_fair(gran, &se->load); | 843 | gran = calc_delta_fair(gran, &se->load); |
| 841 | 844 | ||
| 842 | if (delta > gran) | 845 | if (delta > gran) { |
| 843 | resched_task(curr); | 846 | int now = !sched_feat(PREEMPT_RESTRICT); |
| 847 | |||
| 848 | if (now || p->prio < curr->prio || !se->peer_preempt++) | ||
| 849 | resched_task(curr); | ||
| 850 | } | ||
| 844 | } | 851 | } |
| 845 | } | 852 | } |
| 846 | 853 | ||
| @@ -1034,6 +1041,7 @@ static void task_new_fair(struct rq *rq, struct task_struct *p) | |||
| 1034 | check_spread(cfs_rq, curr); | 1041 | check_spread(cfs_rq, curr); |
| 1035 | __enqueue_entity(cfs_rq, se); | 1042 | __enqueue_entity(cfs_rq, se); |
| 1036 | account_entity_enqueue(cfs_rq, se); | 1043 | account_entity_enqueue(cfs_rq, se); |
| 1044 | se->peer_preempt = 0; | ||
| 1037 | resched_task(rq->curr); | 1045 | resched_task(rq->curr); |
| 1038 | } | 1046 | } |
| 1039 | 1047 | ||
