diff options
| author | Jeff Garzik <jeff@garzik.org> | 2006-03-29 19:58:22 -0500 |
|---|---|---|
| committer | Jeff Garzik <jeff@garzik.org> | 2006-03-29 19:58:22 -0500 |
| commit | 79072f38909e3d9883317238887460c39ddcc4cb (patch) | |
| tree | 28369f5a844535ff836565eefd62695b0e890fa3 /kernel/rcupdate.c | |
| parent | 200d5a7684cc49ef4be40e832daf3f217e70dfbb (diff) | |
| parent | 55d8ca4f8094246da6e71889a4e04bfafaa78b10 (diff) | |
Merge branch 'upstream'
Diffstat (limited to 'kernel/rcupdate.c')
| -rw-r--r-- | kernel/rcupdate.c | 19 |
1 files changed, 9 insertions, 10 deletions
diff --git a/kernel/rcupdate.c b/kernel/rcupdate.c index fedf5e369755..13458bbaa1be 100644 --- a/kernel/rcupdate.c +++ b/kernel/rcupdate.c | |||
| @@ -47,15 +47,16 @@ | |||
| 47 | #include <linux/notifier.h> | 47 | #include <linux/notifier.h> |
| 48 | #include <linux/rcupdate.h> | 48 | #include <linux/rcupdate.h> |
| 49 | #include <linux/cpu.h> | 49 | #include <linux/cpu.h> |
| 50 | #include <linux/mutex.h> | ||
| 50 | 51 | ||
| 51 | /* Definition for rcupdate control block. */ | 52 | /* Definition for rcupdate control block. */ |
| 52 | struct rcu_ctrlblk rcu_ctrlblk = { | 53 | static struct rcu_ctrlblk rcu_ctrlblk = { |
| 53 | .cur = -300, | 54 | .cur = -300, |
| 54 | .completed = -300, | 55 | .completed = -300, |
| 55 | .lock = SPIN_LOCK_UNLOCKED, | 56 | .lock = SPIN_LOCK_UNLOCKED, |
| 56 | .cpumask = CPU_MASK_NONE, | 57 | .cpumask = CPU_MASK_NONE, |
| 57 | }; | 58 | }; |
| 58 | struct rcu_ctrlblk rcu_bh_ctrlblk = { | 59 | static struct rcu_ctrlblk rcu_bh_ctrlblk = { |
| 59 | .cur = -300, | 60 | .cur = -300, |
| 60 | .completed = -300, | 61 | .completed = -300, |
| 61 | .lock = SPIN_LOCK_UNLOCKED, | 62 | .lock = SPIN_LOCK_UNLOCKED, |
| @@ -75,7 +76,7 @@ static int rsinterval = 1000; | |||
| 75 | #endif | 76 | #endif |
| 76 | 77 | ||
| 77 | static atomic_t rcu_barrier_cpu_count; | 78 | static atomic_t rcu_barrier_cpu_count; |
| 78 | static struct semaphore rcu_barrier_sema; | 79 | static DEFINE_MUTEX(rcu_barrier_mutex); |
| 79 | static struct completion rcu_barrier_completion; | 80 | static struct completion rcu_barrier_completion; |
| 80 | 81 | ||
| 81 | #ifdef CONFIG_SMP | 82 | #ifdef CONFIG_SMP |
| @@ -207,13 +208,13 @@ static void rcu_barrier_func(void *notused) | |||
| 207 | void rcu_barrier(void) | 208 | void rcu_barrier(void) |
| 208 | { | 209 | { |
| 209 | BUG_ON(in_interrupt()); | 210 | BUG_ON(in_interrupt()); |
| 210 | /* Take cpucontrol semaphore to protect against CPU hotplug */ | 211 | /* Take cpucontrol mutex to protect against CPU hotplug */ |
| 211 | down(&rcu_barrier_sema); | 212 | mutex_lock(&rcu_barrier_mutex); |
| 212 | init_completion(&rcu_barrier_completion); | 213 | init_completion(&rcu_barrier_completion); |
| 213 | atomic_set(&rcu_barrier_cpu_count, 0); | 214 | atomic_set(&rcu_barrier_cpu_count, 0); |
| 214 | on_each_cpu(rcu_barrier_func, NULL, 0, 1); | 215 | on_each_cpu(rcu_barrier_func, NULL, 0, 1); |
| 215 | wait_for_completion(&rcu_barrier_completion); | 216 | wait_for_completion(&rcu_barrier_completion); |
| 216 | up(&rcu_barrier_sema); | 217 | mutex_unlock(&rcu_barrier_mutex); |
| 217 | } | 218 | } |
| 218 | EXPORT_SYMBOL_GPL(rcu_barrier); | 219 | EXPORT_SYMBOL_GPL(rcu_barrier); |
| 219 | 220 | ||
| @@ -415,8 +416,8 @@ static void __rcu_process_callbacks(struct rcu_ctrlblk *rcp, | |||
| 415 | rdp->curtail = &rdp->curlist; | 416 | rdp->curtail = &rdp->curlist; |
| 416 | } | 417 | } |
| 417 | 418 | ||
| 418 | local_irq_disable(); | ||
| 419 | if (rdp->nxtlist && !rdp->curlist) { | 419 | if (rdp->nxtlist && !rdp->curlist) { |
| 420 | local_irq_disable(); | ||
| 420 | rdp->curlist = rdp->nxtlist; | 421 | rdp->curlist = rdp->nxtlist; |
| 421 | rdp->curtail = rdp->nxttail; | 422 | rdp->curtail = rdp->nxttail; |
| 422 | rdp->nxtlist = NULL; | 423 | rdp->nxtlist = NULL; |
| @@ -441,9 +442,8 @@ static void __rcu_process_callbacks(struct rcu_ctrlblk *rcp, | |||
| 441 | rcu_start_batch(rcp); | 442 | rcu_start_batch(rcp); |
| 442 | spin_unlock(&rcp->lock); | 443 | spin_unlock(&rcp->lock); |
| 443 | } | 444 | } |
| 444 | } else { | ||
| 445 | local_irq_enable(); | ||
| 446 | } | 445 | } |
| 446 | |||
| 447 | rcu_check_quiescent_state(rcp, rdp); | 447 | rcu_check_quiescent_state(rcp, rdp); |
| 448 | if (rdp->donelist) | 448 | if (rdp->donelist) |
| 449 | rcu_do_batch(rdp); | 449 | rcu_do_batch(rdp); |
| @@ -549,7 +549,6 @@ static struct notifier_block __devinitdata rcu_nb = { | |||
| 549 | */ | 549 | */ |
| 550 | void __init rcu_init(void) | 550 | void __init rcu_init(void) |
| 551 | { | 551 | { |
| 552 | sema_init(&rcu_barrier_sema, 1); | ||
| 553 | rcu_cpu_notify(&rcu_nb, CPU_UP_PREPARE, | 552 | rcu_cpu_notify(&rcu_nb, CPU_UP_PREPARE, |
| 554 | (void *)(long)smp_processor_id()); | 553 | (void *)(long)smp_processor_id()); |
| 555 | /* Register notifier for non-boot CPUs */ | 554 | /* Register notifier for non-boot CPUs */ |
