diff options
author | Linus Torvalds <torvalds@linux-foundation.org> | 2011-01-06 13:06:26 -0500 |
---|---|---|
committer | Linus Torvalds <torvalds@linux-foundation.org> | 2011-01-06 13:06:26 -0500 |
commit | 2af49b6058d857fa5b476db642d4452bf5833ecd (patch) | |
tree | dbce19fe5db5c34294a911baedd2e91bb897b9ce /kernel/sched.c | |
parent | b08b27213384d1bd6eda04a2b6f788b4cdee0f34 (diff) | |
parent | 394f4528c523d88daabd50f883a8d6b164075555 (diff) |
Merge branch 'core-rcu-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/linux-2.6-tip
* 'core-rcu-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/linux-2.6-tip:
rcu: remove unused __list_for_each_rcu() macro
rculist: fix borked __list_for_each_rcu() macro
rcu: reduce __call_rcu()-induced contention on rcu_node structures
rcu: limit rcu_node leaf-level fanout
rcu: fine-tune grace-period begin/end checks
rcu: Keep gpnum and completed fields synchronized
rcu: Stop chasing QS if another CPU did it for us
rcu: increase synchronize_sched_expedited() batching
rcu: Make synchronize_srcu_expedited() fast if running readers
rcu: fix race condition in synchronize_sched_expedited()
rcu: update documentation/comments for Lai's adoption patch
rcu,cleanup: simplify the code when cpu is dying
rcu,cleanup: move synchronize_sched_expedited() out of sched.c
rcu: get rid of obsolete "classic" names in TREE_RCU tracing
rcu: Distinguish between boosting and boosted
rcu: document TINY_RCU and TINY_PREEMPT_RCU tracing.
rcu: add tracing for TINY_RCU and TINY_PREEMPT_RCU
rcu: priority boosting for TINY_PREEMPT_RCU
rcu: move TINY_RCU from softirq to kthread
rcu: add priority-inversion testing to rcutorture
Diffstat (limited to 'kernel/sched.c')
-rw-r--r-- | kernel/sched.c | 69 |
1 files changed, 0 insertions, 69 deletions
diff --git a/kernel/sched.c b/kernel/sched.c index 297d1a0eedb0..e6f8f1254319 100644 --- a/kernel/sched.c +++ b/kernel/sched.c | |||
@@ -9534,72 +9534,3 @@ struct cgroup_subsys cpuacct_subsys = { | |||
9534 | }; | 9534 | }; |
9535 | #endif /* CONFIG_CGROUP_CPUACCT */ | 9535 | #endif /* CONFIG_CGROUP_CPUACCT */ |
9536 | 9536 | ||
9537 | #ifndef CONFIG_SMP | ||
9538 | |||
9539 | void synchronize_sched_expedited(void) | ||
9540 | { | ||
9541 | barrier(); | ||
9542 | } | ||
9543 | EXPORT_SYMBOL_GPL(synchronize_sched_expedited); | ||
9544 | |||
9545 | #else /* #ifndef CONFIG_SMP */ | ||
9546 | |||
9547 | static atomic_t synchronize_sched_expedited_count = ATOMIC_INIT(0); | ||
9548 | |||
9549 | static int synchronize_sched_expedited_cpu_stop(void *data) | ||
9550 | { | ||
9551 | /* | ||
9552 | * There must be a full memory barrier on each affected CPU | ||
9553 | * between the time that try_stop_cpus() is called and the | ||
9554 | * time that it returns. | ||
9555 | * | ||
9556 | * In the current initial implementation of cpu_stop, the | ||
9557 | * above condition is already met when the control reaches | ||
9558 | * this point and the following smp_mb() is not strictly | ||
9559 | * necessary. Do smp_mb() anyway for documentation and | ||
9560 | * robustness against future implementation changes. | ||
9561 | */ | ||
9562 | smp_mb(); /* See above comment block. */ | ||
9563 | return 0; | ||
9564 | } | ||
9565 | |||
9566 | /* | ||
9567 | * Wait for an rcu-sched grace period to elapse, but use "big hammer" | ||
9568 | * approach to force grace period to end quickly. This consumes | ||
9569 | * significant time on all CPUs, and is thus not recommended for | ||
9570 | * any sort of common-case code. | ||
9571 | * | ||
9572 | * Note that it is illegal to call this function while holding any | ||
9573 | * lock that is acquired by a CPU-hotplug notifier. Failing to | ||
9574 | * observe this restriction will result in deadlock. | ||
9575 | */ | ||
9576 | void synchronize_sched_expedited(void) | ||
9577 | { | ||
9578 | int snap, trycount = 0; | ||
9579 | |||
9580 | smp_mb(); /* ensure prior mod happens before capturing snap. */ | ||
9581 | snap = atomic_read(&synchronize_sched_expedited_count) + 1; | ||
9582 | get_online_cpus(); | ||
9583 | while (try_stop_cpus(cpu_online_mask, | ||
9584 | synchronize_sched_expedited_cpu_stop, | ||
9585 | NULL) == -EAGAIN) { | ||
9586 | put_online_cpus(); | ||
9587 | if (trycount++ < 10) | ||
9588 | udelay(trycount * num_online_cpus()); | ||
9589 | else { | ||
9590 | synchronize_sched(); | ||
9591 | return; | ||
9592 | } | ||
9593 | if (atomic_read(&synchronize_sched_expedited_count) - snap > 0) { | ||
9594 | smp_mb(); /* ensure test happens before caller kfree */ | ||
9595 | return; | ||
9596 | } | ||
9597 | get_online_cpus(); | ||
9598 | } | ||
9599 | atomic_inc(&synchronize_sched_expedited_count); | ||
9600 | smp_mb__after_atomic_inc(); /* ensure post-GP actions seen after GP. */ | ||
9601 | put_online_cpus(); | ||
9602 | } | ||
9603 | EXPORT_SYMBOL_GPL(synchronize_sched_expedited); | ||
9604 | |||
9605 | #endif /* #else #ifndef CONFIG_SMP */ | ||