diff options
Diffstat (limited to 'kernel/sched.c')
-rw-r--r-- | kernel/sched.c | 29 |
1 files changed, 16 insertions, 13 deletions
diff --git a/kernel/sched.c b/kernel/sched.c index 3878f5018007..b54ecf84b6be 100644 --- a/kernel/sched.c +++ b/kernel/sched.c | |||
@@ -814,6 +814,7 @@ const_debug unsigned int sysctl_sched_nr_migrate = 32; | |||
814 | * default: 0.25ms | 814 | * default: 0.25ms |
815 | */ | 815 | */ |
816 | unsigned int sysctl_sched_shares_ratelimit = 250000; | 816 | unsigned int sysctl_sched_shares_ratelimit = 250000; |
817 | unsigned int normalized_sysctl_sched_shares_ratelimit = 250000; | ||
817 | 818 | ||
818 | /* | 819 | /* |
819 | * Inject some fuzzyness into changing the per-cpu group shares | 820 | * Inject some fuzzyness into changing the per-cpu group shares |
@@ -1814,6 +1815,7 @@ static void cfs_rq_set_shares(struct cfs_rq *cfs_rq, unsigned long shares) | |||
1814 | #endif | 1815 | #endif |
1815 | 1816 | ||
1816 | static void calc_load_account_active(struct rq *this_rq); | 1817 | static void calc_load_account_active(struct rq *this_rq); |
1818 | static void update_sysctl(void); | ||
1817 | 1819 | ||
1818 | static inline void __set_task_cpu(struct task_struct *p, unsigned int cpu) | 1820 | static inline void __set_task_cpu(struct task_struct *p, unsigned int cpu) |
1819 | { | 1821 | { |
@@ -7028,22 +7030,23 @@ cpumask_var_t nohz_cpu_mask; | |||
7028 | * | 7030 | * |
7029 | * This idea comes from the SD scheduler of Con Kolivas: | 7031 | * This idea comes from the SD scheduler of Con Kolivas: |
7030 | */ | 7032 | */ |
7031 | static inline void sched_init_granularity(void) | 7033 | static void update_sysctl(void) |
7032 | { | 7034 | { |
7033 | unsigned int factor = 1 + ilog2(num_online_cpus()); | 7035 | unsigned int cpus = min(num_online_cpus(), 8U); |
7034 | const unsigned long limit = 200000000; | 7036 | unsigned int factor = 1 + ilog2(cpus); |
7035 | |||
7036 | sysctl_sched_min_granularity *= factor; | ||
7037 | if (sysctl_sched_min_granularity > limit) | ||
7038 | sysctl_sched_min_granularity = limit; | ||
7039 | |||
7040 | sysctl_sched_latency *= factor; | ||
7041 | if (sysctl_sched_latency > limit) | ||
7042 | sysctl_sched_latency = limit; | ||
7043 | 7037 | ||
7044 | sysctl_sched_wakeup_granularity *= factor; | 7038 | #define SET_SYSCTL(name) \ |
7039 | (sysctl_##name = (factor) * normalized_sysctl_##name) | ||
7040 | SET_SYSCTL(sched_min_granularity); | ||
7041 | SET_SYSCTL(sched_latency); | ||
7042 | SET_SYSCTL(sched_wakeup_granularity); | ||
7043 | SET_SYSCTL(sched_shares_ratelimit); | ||
7044 | #undef SET_SYSCTL | ||
7045 | } | ||
7045 | 7046 | ||
7046 | sysctl_sched_shares_ratelimit *= factor; | 7047 | static inline void sched_init_granularity(void) |
7048 | { | ||
7049 | update_sysctl(); | ||
7047 | } | 7050 | } |
7048 | 7051 | ||
7049 | #ifdef CONFIG_SMP | 7052 | #ifdef CONFIG_SMP |