diff options
author | Benjamin Herrenschmidt <benh@kernel.crashing.org> | 2009-07-23 19:15:28 -0400 |
---|---|---|
committer | Benjamin Herrenschmidt <benh@kernel.crashing.org> | 2009-08-19 20:24:56 -0400 |
commit | c7cc58a1ad8dfe3c199d3b6ce50412b86dd3edaf (patch) | |
tree | 1d1ded72de81743ddd1306677d64757136972402 /arch/powerpc/mm/pgtable.c | |
parent | cf54dc7cd4f9aab55cd3e1794b0b74c3c88cd1a0 (diff) |
powerpc/mm: Rework & cleanup page table freeing code path
That patch used to just add a hook to page table flushing but
pulling that string brought out a whole bunch of issues, so it
now does that and more:
- We now make the RCU batching of page freeing SMP only, as I
believe it was intended initially. We make a few more things compile
to nothing on !CONFIG_SMP
- Some macros are turned into functions, though that forced me to
out of line a few stuffs due to unsolvable include depenencies,
however it's probably better that way anyway, it's not -that-
critical code path.
- 32-bit didn't call pte_free_finish() on tlb_flush() which means
that it wouldn't push out the batch to RCU for delayed freeing when
a bunch of page tables have been freed, they would just stay in there
until the batch gets full.
64-bit BookE will use that hook to maintain the virtually linear
page tables or the indirect entries in the TLB when using the
HW loader.
Signed-off-by: Benjamin Herrenschmidt <benh@kernel.crashing.org>
Diffstat (limited to 'arch/powerpc/mm/pgtable.c')
-rw-r--r-- | arch/powerpc/mm/pgtable.c | 10 |
1 files changed, 10 insertions, 0 deletions
diff --git a/arch/powerpc/mm/pgtable.c b/arch/powerpc/mm/pgtable.c index 627767d6169b..a65979a5f75b 100644 --- a/arch/powerpc/mm/pgtable.c +++ b/arch/powerpc/mm/pgtable.c | |||
@@ -30,6 +30,14 @@ | |||
30 | #include <asm/tlbflush.h> | 30 | #include <asm/tlbflush.h> |
31 | #include <asm/tlb.h> | 31 | #include <asm/tlb.h> |
32 | 32 | ||
33 | #ifdef CONFIG_SMP | ||
34 | |||
35 | /* | ||
36 | * Handle batching of page table freeing on SMP. Page tables are | ||
37 | * queued up and send to be freed later by RCU in order to avoid | ||
38 | * freeing a page table page that is being walked without locks | ||
39 | */ | ||
40 | |||
33 | static DEFINE_PER_CPU(struct pte_freelist_batch *, pte_freelist_cur); | 41 | static DEFINE_PER_CPU(struct pte_freelist_batch *, pte_freelist_cur); |
34 | static unsigned long pte_freelist_forced_free; | 42 | static unsigned long pte_freelist_forced_free; |
35 | 43 | ||
@@ -116,6 +124,8 @@ void pte_free_finish(void) | |||
116 | *batchp = NULL; | 124 | *batchp = NULL; |
117 | } | 125 | } |
118 | 126 | ||
127 | #endif /* CONFIG_SMP */ | ||
128 | |||
119 | /* | 129 | /* |
120 | * Handle i/d cache flushing, called from set_pte_at() or ptep_set_access_flags() | 130 | * Handle i/d cache flushing, called from set_pte_at() or ptep_set_access_flags() |
121 | */ | 131 | */ |