aboutsummaryrefslogtreecommitdiffstats
path: root/kernel/padata.c
diff options
context:
space:
mode:
Diffstat (limited to 'kernel/padata.c')
-rw-r--r--kernel/padata.c33
1 files changed, 25 insertions, 8 deletions
diff --git a/kernel/padata.c b/kernel/padata.c
index 6d7ea481b716..ec6b8b7cf951 100644
--- a/kernel/padata.c
+++ b/kernel/padata.c
@@ -417,6 +417,29 @@ static void padata_free_pd(struct parallel_data *pd)
417 kfree(pd); 417 kfree(pd);
418} 418}
419 419
420static void padata_flush_queues(struct parallel_data *pd)
421{
422 int cpu;
423 struct padata_queue *queue;
424
425 for_each_cpu(cpu, pd->cpumask) {
426 queue = per_cpu_ptr(pd->queue, cpu);
427 flush_work(&queue->pwork);
428 }
429
430 del_timer_sync(&pd->timer);
431
432 if (atomic_read(&pd->reorder_objects))
433 padata_reorder(pd);
434
435 for_each_cpu(cpu, pd->cpumask) {
436 queue = per_cpu_ptr(pd->queue, cpu);
437 flush_work(&queue->swork);
438 }
439
440 BUG_ON(atomic_read(&pd->refcnt) != 0);
441}
442
420static void padata_replace(struct padata_instance *pinst, 443static void padata_replace(struct padata_instance *pinst,
421 struct parallel_data *pd_new) 444 struct parallel_data *pd_new)
422{ 445{
@@ -428,11 +451,7 @@ static void padata_replace(struct padata_instance *pinst,
428 451
429 synchronize_rcu(); 452 synchronize_rcu();
430 453
431 while (atomic_read(&pd_old->refcnt) != 0) 454 padata_flush_queues(pd_old);
432 yield();
433
434 flush_workqueue(pinst->wq);
435
436 padata_free_pd(pd_old); 455 padata_free_pd(pd_old);
437 456
438 pinst->flags &= ~PADATA_RESET; 457 pinst->flags &= ~PADATA_RESET;
@@ -695,12 +714,10 @@ void padata_free(struct padata_instance *pinst)
695 714
696 synchronize_rcu(); 715 synchronize_rcu();
697 716
698 while (atomic_read(&pinst->pd->refcnt) != 0)
699 yield();
700
701#ifdef CONFIG_HOTPLUG_CPU 717#ifdef CONFIG_HOTPLUG_CPU
702 unregister_hotcpu_notifier(&pinst->cpu_notifier); 718 unregister_hotcpu_notifier(&pinst->cpu_notifier);
703#endif 719#endif
720 padata_flush_queues(pinst->pd);
704 padata_free_pd(pinst->pd); 721 padata_free_pd(pinst->pd);
705 free_cpumask_var(pinst->cpumask); 722 free_cpumask_var(pinst->cpumask);
706 kfree(pinst); 723 kfree(pinst);