diff options
Diffstat (limited to 'kernel/rcutree_plugin.h')
-rw-r--r-- | kernel/rcutree_plugin.h | 10 |
1 files changed, 6 insertions, 4 deletions
diff --git a/kernel/rcutree_plugin.h b/kernel/rcutree_plugin.h index 5f94619450af..cd6047cc7fc2 100644 --- a/kernel/rcutree_plugin.h +++ b/kernel/rcutree_plugin.h | |||
@@ -117,9 +117,9 @@ static void rcu_preempt_note_context_switch(int cpu) | |||
117 | * on line! | 117 | * on line! |
118 | */ | 118 | */ |
119 | WARN_ON_ONCE((rdp->grpmask & rnp->qsmaskinit) == 0); | 119 | WARN_ON_ONCE((rdp->grpmask & rnp->qsmaskinit) == 0); |
120 | phase = !(rnp->qsmask & rdp->grpmask) ^ (rnp->gpnum & 0x1); | 120 | WARN_ON_ONCE(!list_empty(&t->rcu_node_entry)); |
121 | phase = (rnp->gpnum + !(rnp->qsmask & rdp->grpmask)) & 0x1; | ||
121 | list_add(&t->rcu_node_entry, &rnp->blocked_tasks[phase]); | 122 | list_add(&t->rcu_node_entry, &rnp->blocked_tasks[phase]); |
122 | smp_mb(); /* Ensure later ctxt swtch seen after above. */ | ||
123 | spin_unlock_irqrestore(&rnp->lock, flags); | 123 | spin_unlock_irqrestore(&rnp->lock, flags); |
124 | } | 124 | } |
125 | 125 | ||
@@ -133,7 +133,9 @@ static void rcu_preempt_note_context_switch(int cpu) | |||
133 | * means that we continue to block the current grace period. | 133 | * means that we continue to block the current grace period. |
134 | */ | 134 | */ |
135 | rcu_preempt_qs(cpu); | 135 | rcu_preempt_qs(cpu); |
136 | local_irq_save(flags); | ||
136 | t->rcu_read_unlock_special &= ~RCU_READ_UNLOCK_NEED_QS; | 137 | t->rcu_read_unlock_special &= ~RCU_READ_UNLOCK_NEED_QS; |
138 | local_irq_restore(flags); | ||
137 | } | 139 | } |
138 | 140 | ||
139 | /* | 141 | /* |
@@ -189,10 +191,10 @@ static void rcu_read_unlock_special(struct task_struct *t) | |||
189 | */ | 191 | */ |
190 | for (;;) { | 192 | for (;;) { |
191 | rnp = t->rcu_blocked_node; | 193 | rnp = t->rcu_blocked_node; |
192 | spin_lock(&rnp->lock); | 194 | spin_lock(&rnp->lock); /* irqs already disabled. */ |
193 | if (rnp == t->rcu_blocked_node) | 195 | if (rnp == t->rcu_blocked_node) |
194 | break; | 196 | break; |
195 | spin_unlock(&rnp->lock); | 197 | spin_unlock(&rnp->lock); /* irqs remain disabled. */ |
196 | } | 198 | } |
197 | empty = list_empty(&rnp->blocked_tasks[rnp->gpnum & 0x1]); | 199 | empty = list_empty(&rnp->blocked_tasks[rnp->gpnum & 0x1]); |
198 | list_del_init(&t->rcu_node_entry); | 200 | list_del_init(&t->rcu_node_entry); |