aboutsummaryrefslogtreecommitdiffstats
path: root/arch/x86/mm/pgtable_32.c
diff options
context:
space:
mode:
Diffstat (limited to 'arch/x86/mm/pgtable_32.c')
-rw-r--r--arch/x86/mm/pgtable_32.c68
1 files changed, 0 insertions, 68 deletions
diff --git a/arch/x86/mm/pgtable_32.c b/arch/x86/mm/pgtable_32.c
index 3a6c9200058d..5ca3552474ae 100644
--- a/arch/x86/mm/pgtable_32.c
+++ b/arch/x86/mm/pgtable_32.c
@@ -195,11 +195,6 @@ struct page *pte_alloc_one(struct mm_struct *mm, unsigned long address)
195 return pte; 195 return pte;
196} 196}
197 197
198void pmd_ctor(struct kmem_cache *cache, void *pmd)
199{
200 memset(pmd, 0, PTRS_PER_PMD*sizeof(pmd_t));
201}
202
203/* 198/*
204 * List of all pgd's needed for non-PAE so it can invalidate entries 199 * List of all pgd's needed for non-PAE so it can invalidate entries
205 * in both cached and uncached pgd's; not needed for PAE since the 200 * in both cached and uncached pgd's; not needed for PAE since the
@@ -285,7 +280,6 @@ static void pgd_dtor(void *pgd)
285 if (SHARED_KERNEL_PMD) 280 if (SHARED_KERNEL_PMD)
286 return; 281 return;
287 282
288 paravirt_release_pd(__pa(pgd) >> PAGE_SHIFT);
289 spin_lock_irqsave(&pgd_lock, flags); 283 spin_lock_irqsave(&pgd_lock, flags);
290 pgd_list_del(pgd); 284 pgd_list_del(pgd);
291 spin_unlock_irqrestore(&pgd_lock, flags); 285 spin_unlock_irqrestore(&pgd_lock, flags);
@@ -367,84 +361,22 @@ static void pgd_mop_up_pmds(pgd_t *pgd)
367} 361}
368#endif /* CONFIG_X86_PAE */ 362#endif /* CONFIG_X86_PAE */
369 363
370/* If we allocate a pmd for part of the kernel address space, then
371 make sure its initialized with the appropriate kernel mappings.
372 Otherwise use a cached zeroed pmd. */
373static pmd_t *pmd_cache_alloc(int idx)
374{
375 pmd_t *pmd;
376
377 if (idx >= USER_PTRS_PER_PGD) {
378 pmd = (pmd_t *)__get_free_page(GFP_KERNEL);
379
380 if (pmd)
381 memcpy(pmd,
382 (void *)pgd_page_vaddr(swapper_pg_dir[idx]),
383 sizeof(pmd_t) * PTRS_PER_PMD);
384 } else
385 pmd = kmem_cache_alloc(pmd_cache, GFP_KERNEL);
386
387 return pmd;
388}
389
390static void pmd_cache_free(pmd_t *pmd, int idx)
391{
392 if (idx >= USER_PTRS_PER_PGD)
393 free_page((unsigned long)pmd);
394 else
395 kmem_cache_free(pmd_cache, pmd);
396}
397
398pgd_t *pgd_alloc(struct mm_struct *mm) 364pgd_t *pgd_alloc(struct mm_struct *mm)
399{ 365{
400 int i;
401 pgd_t *pgd = quicklist_alloc(0, GFP_KERNEL, pgd_ctor); 366 pgd_t *pgd = quicklist_alloc(0, GFP_KERNEL, pgd_ctor);
402 367
403 if (PTRS_PER_PMD == 1 || !pgd)
404 return pgd;
405
406 mm->pgd = pgd; /* so that alloc_pd can use it */ 368 mm->pgd = pgd; /* so that alloc_pd can use it */
407 369
408 for (i = 0; i < UNSHARED_PTRS_PER_PGD; ++i) {
409 pmd_t *pmd = pmd_cache_alloc(i);
410
411 if (!pmd)
412 goto out_oom;
413
414 paravirt_alloc_pd(mm, __pa(pmd) >> PAGE_SHIFT);
415 set_pgd(&pgd[i], __pgd(1 + __pa(pmd)));
416 }
417 if (pgd && !pgd_prepopulate_pmd(mm, pgd)) { 370 if (pgd && !pgd_prepopulate_pmd(mm, pgd)) {
418 quicklist_free(0, pgd_dtor, pgd); 371 quicklist_free(0, pgd_dtor, pgd);
419 pgd = NULL; 372 pgd = NULL;
420 } 373 }
421 374
422 return pgd; 375 return pgd;
423
424out_oom:
425 for (i--; i >= 0; i--) {
426 pgd_t pgdent = pgd[i];
427 void* pmd = (void *)__va(pgd_val(pgdent)-1);
428 paravirt_release_pd(__pa(pmd) >> PAGE_SHIFT);
429 pmd_cache_free(pmd, i);
430 }
431 quicklist_free(0, pgd_dtor, pgd);
432 return NULL;
433} 376}
434 377
435void pgd_free(pgd_t *pgd) 378void pgd_free(pgd_t *pgd)
436{ 379{
437 int i;
438
439 /* in the PAE case user pgd entries are overwritten before usage */
440 if (PTRS_PER_PMD > 1)
441 for (i = 0; i < UNSHARED_PTRS_PER_PGD; ++i) {
442 pgd_t pgdent = pgd[i];
443 void* pmd = (void *)__va(pgd_val(pgdent)-1);
444 paravirt_release_pd(__pa(pmd) >> PAGE_SHIFT);
445 pmd_cache_free(pmd, i);
446 }
447 /* in the non-PAE case, free_pgtables() clears user pgd entries */
448 pgd_mop_up_pmds(pgd); 380 pgd_mop_up_pmds(pgd);
449 quicklist_free(0, pgd_dtor, pgd); 381 quicklist_free(0, pgd_dtor, pgd);
450} 382}