aboutsummaryrefslogtreecommitdiffstats
path: root/kernel/sched.c
diff options
context:
space:
mode:
Diffstat (limited to 'kernel/sched.c')
-rw-r--r--kernel/sched.c29
1 files changed, 16 insertions, 13 deletions
diff --git a/kernel/sched.c b/kernel/sched.c
index 3878f5018007..b54ecf84b6be 100644
--- a/kernel/sched.c
+++ b/kernel/sched.c
@@ -814,6 +814,7 @@ const_debug unsigned int sysctl_sched_nr_migrate = 32;
814 * default: 0.25ms 814 * default: 0.25ms
815 */ 815 */
816unsigned int sysctl_sched_shares_ratelimit = 250000; 816unsigned int sysctl_sched_shares_ratelimit = 250000;
817unsigned int normalized_sysctl_sched_shares_ratelimit = 250000;
817 818
818/* 819/*
819 * Inject some fuzzyness into changing the per-cpu group shares 820 * Inject some fuzzyness into changing the per-cpu group shares
@@ -1814,6 +1815,7 @@ static void cfs_rq_set_shares(struct cfs_rq *cfs_rq, unsigned long shares)
1814#endif 1815#endif
1815 1816
1816static void calc_load_account_active(struct rq *this_rq); 1817static void calc_load_account_active(struct rq *this_rq);
1818static void update_sysctl(void);
1817 1819
1818static inline void __set_task_cpu(struct task_struct *p, unsigned int cpu) 1820static inline void __set_task_cpu(struct task_struct *p, unsigned int cpu)
1819{ 1821{
@@ -7028,22 +7030,23 @@ cpumask_var_t nohz_cpu_mask;
7028 * 7030 *
7029 * This idea comes from the SD scheduler of Con Kolivas: 7031 * This idea comes from the SD scheduler of Con Kolivas:
7030 */ 7032 */
7031static inline void sched_init_granularity(void) 7033static void update_sysctl(void)
7032{ 7034{
7033 unsigned int factor = 1 + ilog2(num_online_cpus()); 7035 unsigned int cpus = min(num_online_cpus(), 8U);
7034 const unsigned long limit = 200000000; 7036 unsigned int factor = 1 + ilog2(cpus);
7035
7036 sysctl_sched_min_granularity *= factor;
7037 if (sysctl_sched_min_granularity > limit)
7038 sysctl_sched_min_granularity = limit;
7039
7040 sysctl_sched_latency *= factor;
7041 if (sysctl_sched_latency > limit)
7042 sysctl_sched_latency = limit;
7043 7037
7044 sysctl_sched_wakeup_granularity *= factor; 7038#define SET_SYSCTL(name) \
7039 (sysctl_##name = (factor) * normalized_sysctl_##name)
7040 SET_SYSCTL(sched_min_granularity);
7041 SET_SYSCTL(sched_latency);
7042 SET_SYSCTL(sched_wakeup_granularity);
7043 SET_SYSCTL(sched_shares_ratelimit);
7044#undef SET_SYSCTL
7045}
7045 7046
7046 sysctl_sched_shares_ratelimit *= factor; 7047static inline void sched_init_granularity(void)
7048{
7049 update_sysctl();
7047} 7050}
7048 7051
7049#ifdef CONFIG_SMP 7052#ifdef CONFIG_SMP