diff options
Diffstat (limited to 'kernel/sched.c')
-rw-r--r-- | kernel/sched.c | 64 |
1 files changed, 38 insertions, 26 deletions
diff --git a/kernel/sched.c b/kernel/sched.c index 8be2c13b50d0..c1d0ed360088 100644 --- a/kernel/sched.c +++ b/kernel/sched.c | |||
@@ -1323,8 +1323,8 @@ static inline void update_load_sub(struct load_weight *lw, unsigned long dec) | |||
1323 | * slice expiry etc. | 1323 | * slice expiry etc. |
1324 | */ | 1324 | */ |
1325 | 1325 | ||
1326 | #define WEIGHT_IDLEPRIO 2 | 1326 | #define WEIGHT_IDLEPRIO 3 |
1327 | #define WMULT_IDLEPRIO (1 << 31) | 1327 | #define WMULT_IDLEPRIO 1431655765 |
1328 | 1328 | ||
1329 | /* | 1329 | /* |
1330 | * Nice levels are multiplicative, with a gentle 10% change for every | 1330 | * Nice levels are multiplicative, with a gentle 10% change for every |
@@ -3880,19 +3880,24 @@ int select_nohz_load_balancer(int stop_tick) | |||
3880 | int cpu = smp_processor_id(); | 3880 | int cpu = smp_processor_id(); |
3881 | 3881 | ||
3882 | if (stop_tick) { | 3882 | if (stop_tick) { |
3883 | cpumask_set_cpu(cpu, nohz.cpu_mask); | ||
3884 | cpu_rq(cpu)->in_nohz_recently = 1; | 3883 | cpu_rq(cpu)->in_nohz_recently = 1; |
3885 | 3884 | ||
3886 | /* | 3885 | if (!cpu_active(cpu)) { |
3887 | * If we are going offline and still the leader, give up! | 3886 | if (atomic_read(&nohz.load_balancer) != cpu) |
3888 | */ | 3887 | return 0; |
3889 | if (!cpu_active(cpu) && | 3888 | |
3890 | atomic_read(&nohz.load_balancer) == cpu) { | 3889 | /* |
3890 | * If we are going offline and still the leader, | ||
3891 | * give up! | ||
3892 | */ | ||
3891 | if (atomic_cmpxchg(&nohz.load_balancer, cpu, -1) != cpu) | 3893 | if (atomic_cmpxchg(&nohz.load_balancer, cpu, -1) != cpu) |
3892 | BUG(); | 3894 | BUG(); |
3895 | |||
3893 | return 0; | 3896 | return 0; |
3894 | } | 3897 | } |
3895 | 3898 | ||
3899 | cpumask_set_cpu(cpu, nohz.cpu_mask); | ||
3900 | |||
3896 | /* time for ilb owner also to sleep */ | 3901 | /* time for ilb owner also to sleep */ |
3897 | if (cpumask_weight(nohz.cpu_mask) == num_online_cpus()) { | 3902 | if (cpumask_weight(nohz.cpu_mask) == num_online_cpus()) { |
3898 | if (atomic_read(&nohz.load_balancer) == cpu) | 3903 | if (atomic_read(&nohz.load_balancer) == cpu) |
@@ -4440,7 +4445,7 @@ void __kprobes sub_preempt_count(int val) | |||
4440 | /* | 4445 | /* |
4441 | * Underflow? | 4446 | * Underflow? |
4442 | */ | 4447 | */ |
4443 | if (DEBUG_LOCKS_WARN_ON(val > preempt_count() - (!!kernel_locked()))) | 4448 | if (DEBUG_LOCKS_WARN_ON(val > preempt_count())) |
4444 | return; | 4449 | return; |
4445 | /* | 4450 | /* |
4446 | * Is the spinlock portion underflowing? | 4451 | * Is the spinlock portion underflowing? |
@@ -4687,8 +4692,8 @@ EXPORT_SYMBOL(default_wake_function); | |||
4687 | * started to run but is not in state TASK_RUNNING. try_to_wake_up() returns | 4692 | * started to run but is not in state TASK_RUNNING. try_to_wake_up() returns |
4688 | * zero in this (rare) case, and we handle it by continuing to scan the queue. | 4693 | * zero in this (rare) case, and we handle it by continuing to scan the queue. |
4689 | */ | 4694 | */ |
4690 | static void __wake_up_common(wait_queue_head_t *q, unsigned int mode, | 4695 | void __wake_up_common(wait_queue_head_t *q, unsigned int mode, |
4691 | int nr_exclusive, int sync, void *key) | 4696 | int nr_exclusive, int sync, void *key) |
4692 | { | 4697 | { |
4693 | wait_queue_t *curr, *next; | 4698 | wait_queue_t *curr, *next; |
4694 | 4699 | ||
@@ -5126,7 +5131,7 @@ int can_nice(const struct task_struct *p, const int nice) | |||
5126 | * sys_setpriority is a more generic, but much slower function that | 5131 | * sys_setpriority is a more generic, but much slower function that |
5127 | * does similar things. | 5132 | * does similar things. |
5128 | */ | 5133 | */ |
5129 | asmlinkage long sys_nice(int increment) | 5134 | SYSCALL_DEFINE1(nice, int, increment) |
5130 | { | 5135 | { |
5131 | long nice, retval; | 5136 | long nice, retval; |
5132 | 5137 | ||
@@ -5433,8 +5438,8 @@ do_sched_setscheduler(pid_t pid, int policy, struct sched_param __user *param) | |||
5433 | * @policy: new policy. | 5438 | * @policy: new policy. |
5434 | * @param: structure containing the new RT priority. | 5439 | * @param: structure containing the new RT priority. |
5435 | */ | 5440 | */ |
5436 | asmlinkage long | 5441 | SYSCALL_DEFINE3(sched_setscheduler, pid_t, pid, int, policy, |
5437 | sys_sched_setscheduler(pid_t pid, int policy, struct sched_param __user *param) | 5442 | struct sched_param __user *, param) |
5438 | { | 5443 | { |
5439 | /* negative values for policy are not valid */ | 5444 | /* negative values for policy are not valid */ |
5440 | if (policy < 0) | 5445 | if (policy < 0) |
@@ -5448,7 +5453,7 @@ sys_sched_setscheduler(pid_t pid, int policy, struct sched_param __user *param) | |||
5448 | * @pid: the pid in question. | 5453 | * @pid: the pid in question. |
5449 | * @param: structure containing the new RT priority. | 5454 | * @param: structure containing the new RT priority. |
5450 | */ | 5455 | */ |
5451 | asmlinkage long sys_sched_setparam(pid_t pid, struct sched_param __user *param) | 5456 | SYSCALL_DEFINE2(sched_setparam, pid_t, pid, struct sched_param __user *, param) |
5452 | { | 5457 | { |
5453 | return do_sched_setscheduler(pid, -1, param); | 5458 | return do_sched_setscheduler(pid, -1, param); |
5454 | } | 5459 | } |
@@ -5457,7 +5462,7 @@ asmlinkage long sys_sched_setparam(pid_t pid, struct sched_param __user *param) | |||
5457 | * sys_sched_getscheduler - get the policy (scheduling class) of a thread | 5462 | * sys_sched_getscheduler - get the policy (scheduling class) of a thread |
5458 | * @pid: the pid in question. | 5463 | * @pid: the pid in question. |
5459 | */ | 5464 | */ |
5460 | asmlinkage long sys_sched_getscheduler(pid_t pid) | 5465 | SYSCALL_DEFINE1(sched_getscheduler, pid_t, pid) |
5461 | { | 5466 | { |
5462 | struct task_struct *p; | 5467 | struct task_struct *p; |
5463 | int retval; | 5468 | int retval; |
@@ -5482,7 +5487,7 @@ asmlinkage long sys_sched_getscheduler(pid_t pid) | |||
5482 | * @pid: the pid in question. | 5487 | * @pid: the pid in question. |
5483 | * @param: structure containing the RT priority. | 5488 | * @param: structure containing the RT priority. |
5484 | */ | 5489 | */ |
5485 | asmlinkage long sys_sched_getparam(pid_t pid, struct sched_param __user *param) | 5490 | SYSCALL_DEFINE2(sched_getparam, pid_t, pid, struct sched_param __user *, param) |
5486 | { | 5491 | { |
5487 | struct sched_param lp; | 5492 | struct sched_param lp; |
5488 | struct task_struct *p; | 5493 | struct task_struct *p; |
@@ -5600,8 +5605,8 @@ static int get_user_cpu_mask(unsigned long __user *user_mask_ptr, unsigned len, | |||
5600 | * @len: length in bytes of the bitmask pointed to by user_mask_ptr | 5605 | * @len: length in bytes of the bitmask pointed to by user_mask_ptr |
5601 | * @user_mask_ptr: user-space pointer to the new cpu mask | 5606 | * @user_mask_ptr: user-space pointer to the new cpu mask |
5602 | */ | 5607 | */ |
5603 | asmlinkage long sys_sched_setaffinity(pid_t pid, unsigned int len, | 5608 | SYSCALL_DEFINE3(sched_setaffinity, pid_t, pid, unsigned int, len, |
5604 | unsigned long __user *user_mask_ptr) | 5609 | unsigned long __user *, user_mask_ptr) |
5605 | { | 5610 | { |
5606 | cpumask_var_t new_mask; | 5611 | cpumask_var_t new_mask; |
5607 | int retval; | 5612 | int retval; |
@@ -5648,8 +5653,8 @@ out_unlock: | |||
5648 | * @len: length in bytes of the bitmask pointed to by user_mask_ptr | 5653 | * @len: length in bytes of the bitmask pointed to by user_mask_ptr |
5649 | * @user_mask_ptr: user-space pointer to hold the current cpu mask | 5654 | * @user_mask_ptr: user-space pointer to hold the current cpu mask |
5650 | */ | 5655 | */ |
5651 | asmlinkage long sys_sched_getaffinity(pid_t pid, unsigned int len, | 5656 | SYSCALL_DEFINE3(sched_getaffinity, pid_t, pid, unsigned int, len, |
5652 | unsigned long __user *user_mask_ptr) | 5657 | unsigned long __user *, user_mask_ptr) |
5653 | { | 5658 | { |
5654 | int ret; | 5659 | int ret; |
5655 | cpumask_var_t mask; | 5660 | cpumask_var_t mask; |
@@ -5678,7 +5683,7 @@ asmlinkage long sys_sched_getaffinity(pid_t pid, unsigned int len, | |||
5678 | * This function yields the current CPU to other tasks. If there are no | 5683 | * This function yields the current CPU to other tasks. If there are no |
5679 | * other threads running on this CPU then this function will return. | 5684 | * other threads running on this CPU then this function will return. |
5680 | */ | 5685 | */ |
5681 | asmlinkage long sys_sched_yield(void) | 5686 | SYSCALL_DEFINE0(sched_yield) |
5682 | { | 5687 | { |
5683 | struct rq *rq = this_rq_lock(); | 5688 | struct rq *rq = this_rq_lock(); |
5684 | 5689 | ||
@@ -5819,7 +5824,7 @@ long __sched io_schedule_timeout(long timeout) | |||
5819 | * this syscall returns the maximum rt_priority that can be used | 5824 | * this syscall returns the maximum rt_priority that can be used |
5820 | * by a given scheduling class. | 5825 | * by a given scheduling class. |
5821 | */ | 5826 | */ |
5822 | asmlinkage long sys_sched_get_priority_max(int policy) | 5827 | SYSCALL_DEFINE1(sched_get_priority_max, int, policy) |
5823 | { | 5828 | { |
5824 | int ret = -EINVAL; | 5829 | int ret = -EINVAL; |
5825 | 5830 | ||
@@ -5844,7 +5849,7 @@ asmlinkage long sys_sched_get_priority_max(int policy) | |||
5844 | * this syscall returns the minimum rt_priority that can be used | 5849 | * this syscall returns the minimum rt_priority that can be used |
5845 | * by a given scheduling class. | 5850 | * by a given scheduling class. |
5846 | */ | 5851 | */ |
5847 | asmlinkage long sys_sched_get_priority_min(int policy) | 5852 | SYSCALL_DEFINE1(sched_get_priority_min, int, policy) |
5848 | { | 5853 | { |
5849 | int ret = -EINVAL; | 5854 | int ret = -EINVAL; |
5850 | 5855 | ||
@@ -5869,8 +5874,8 @@ asmlinkage long sys_sched_get_priority_min(int policy) | |||
5869 | * this syscall writes the default timeslice value of a given process | 5874 | * this syscall writes the default timeslice value of a given process |
5870 | * into the user-space timespec buffer. A value of '0' means infinity. | 5875 | * into the user-space timespec buffer. A value of '0' means infinity. |
5871 | */ | 5876 | */ |
5872 | asmlinkage | 5877 | SYSCALL_DEFINE2(sched_rr_get_interval, pid_t, pid, |
5873 | long sys_sched_rr_get_interval(pid_t pid, struct timespec __user *interval) | 5878 | struct timespec __user *, interval) |
5874 | { | 5879 | { |
5875 | struct task_struct *p; | 5880 | struct task_struct *p; |
5876 | unsigned int time_slice; | 5881 | unsigned int time_slice; |
@@ -9050,6 +9055,13 @@ static int tg_schedulable(struct task_group *tg, void *data) | |||
9050 | runtime = d->rt_runtime; | 9055 | runtime = d->rt_runtime; |
9051 | } | 9056 | } |
9052 | 9057 | ||
9058 | #ifdef CONFIG_USER_SCHED | ||
9059 | if (tg == &root_task_group) { | ||
9060 | period = global_rt_period(); | ||
9061 | runtime = global_rt_runtime(); | ||
9062 | } | ||
9063 | #endif | ||
9064 | |||
9053 | /* | 9065 | /* |
9054 | * Cannot have more runtime than the period. | 9066 | * Cannot have more runtime than the period. |
9055 | */ | 9067 | */ |