diff options
Diffstat (limited to 'kernel')
-rw-r--r-- | kernel/sched.c | 4 | ||||
-rw-r--r-- | kernel/sched_fair.c | 14 |
2 files changed, 14 insertions, 4 deletions
diff --git a/kernel/sched.c b/kernel/sched.c index 0bd8f2c0fb40..e8051bd59acb 100644 --- a/kernel/sched.c +++ b/kernel/sched.c | |||
@@ -445,6 +445,7 @@ enum { | |||
445 | SCHED_FEAT_TREE_AVG = 4, | 445 | SCHED_FEAT_TREE_AVG = 4, |
446 | SCHED_FEAT_APPROX_AVG = 8, | 446 | SCHED_FEAT_APPROX_AVG = 8, |
447 | SCHED_FEAT_WAKEUP_PREEMPT = 16, | 447 | SCHED_FEAT_WAKEUP_PREEMPT = 16, |
448 | SCHED_FEAT_PREEMPT_RESTRICT = 32, | ||
448 | }; | 449 | }; |
449 | 450 | ||
450 | const_debug unsigned int sysctl_sched_features = | 451 | const_debug unsigned int sysctl_sched_features = |
@@ -452,7 +453,8 @@ const_debug unsigned int sysctl_sched_features = | |||
452 | SCHED_FEAT_START_DEBIT *1 | | 453 | SCHED_FEAT_START_DEBIT *1 | |
453 | SCHED_FEAT_TREE_AVG *0 | | 454 | SCHED_FEAT_TREE_AVG *0 | |
454 | SCHED_FEAT_APPROX_AVG *0 | | 455 | SCHED_FEAT_APPROX_AVG *0 | |
455 | SCHED_FEAT_WAKEUP_PREEMPT *1; | 456 | SCHED_FEAT_WAKEUP_PREEMPT *1 | |
457 | SCHED_FEAT_PREEMPT_RESTRICT *1; | ||
456 | 458 | ||
457 | #define sched_feat(x) (sysctl_sched_features & SCHED_FEAT_##x) | 459 | #define sched_feat(x) (sysctl_sched_features & SCHED_FEAT_##x) |
458 | 460 | ||
diff --git a/kernel/sched_fair.c b/kernel/sched_fair.c index 3843ec71aad5..f819f943fb86 100644 --- a/kernel/sched_fair.c +++ b/kernel/sched_fair.c | |||
@@ -526,6 +526,7 @@ dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int sleep) | |||
526 | 526 | ||
527 | update_stats_dequeue(cfs_rq, se); | 527 | update_stats_dequeue(cfs_rq, se); |
528 | if (sleep) { | 528 | if (sleep) { |
529 | se->peer_preempt = 0; | ||
529 | #ifdef CONFIG_SCHEDSTATS | 530 | #ifdef CONFIG_SCHEDSTATS |
530 | if (entity_is_task(se)) { | 531 | if (entity_is_task(se)) { |
531 | struct task_struct *tsk = task_of(se); | 532 | struct task_struct *tsk = task_of(se); |
@@ -553,8 +554,10 @@ check_preempt_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr) | |||
553 | 554 | ||
554 | ideal_runtime = sched_slice(cfs_rq, curr); | 555 | ideal_runtime = sched_slice(cfs_rq, curr); |
555 | delta_exec = curr->sum_exec_runtime - curr->prev_sum_exec_runtime; | 556 | delta_exec = curr->sum_exec_runtime - curr->prev_sum_exec_runtime; |
556 | if (delta_exec > ideal_runtime) | 557 | if (delta_exec > ideal_runtime || |
558 | (sched_feat(PREEMPT_RESTRICT) && curr->peer_preempt)) | ||
557 | resched_task(rq_of(cfs_rq)->curr); | 559 | resched_task(rq_of(cfs_rq)->curr); |
560 | curr->peer_preempt = 0; | ||
558 | } | 561 | } |
559 | 562 | ||
560 | static void | 563 | static void |
@@ -839,8 +842,12 @@ static void check_preempt_wakeup(struct rq *rq, struct task_struct *p) | |||
839 | if (unlikely(se->load.weight != NICE_0_LOAD)) | 842 | if (unlikely(se->load.weight != NICE_0_LOAD)) |
840 | gran = calc_delta_fair(gran, &se->load); | 843 | gran = calc_delta_fair(gran, &se->load); |
841 | 844 | ||
842 | if (delta > gran) | 845 | if (delta > gran) { |
843 | resched_task(curr); | 846 | int now = !sched_feat(PREEMPT_RESTRICT); |
847 | |||
848 | if (now || p->prio < curr->prio || !se->peer_preempt++) | ||
849 | resched_task(curr); | ||
850 | } | ||
844 | } | 851 | } |
845 | } | 852 | } |
846 | 853 | ||
@@ -1034,6 +1041,7 @@ static void task_new_fair(struct rq *rq, struct task_struct *p) | |||
1034 | check_spread(cfs_rq, curr); | 1041 | check_spread(cfs_rq, curr); |
1035 | __enqueue_entity(cfs_rq, se); | 1042 | __enqueue_entity(cfs_rq, se); |
1036 | account_entity_enqueue(cfs_rq, se); | 1043 | account_entity_enqueue(cfs_rq, se); |
1044 | se->peer_preempt = 0; | ||
1037 | resched_task(rq->curr); | 1045 | resched_task(rq->curr); |
1038 | } | 1046 | } |
1039 | 1047 | ||