diff options
Diffstat (limited to 'arch/x86/mm/pgtable_32.c')
-rw-r--r-- | arch/x86/mm/pgtable_32.c | 68 |
1 files changed, 0 insertions, 68 deletions
diff --git a/arch/x86/mm/pgtable_32.c b/arch/x86/mm/pgtable_32.c index 3a6c9200058d..5ca3552474ae 100644 --- a/arch/x86/mm/pgtable_32.c +++ b/arch/x86/mm/pgtable_32.c | |||
@@ -195,11 +195,6 @@ struct page *pte_alloc_one(struct mm_struct *mm, unsigned long address) | |||
195 | return pte; | 195 | return pte; |
196 | } | 196 | } |
197 | 197 | ||
198 | void pmd_ctor(struct kmem_cache *cache, void *pmd) | ||
199 | { | ||
200 | memset(pmd, 0, PTRS_PER_PMD*sizeof(pmd_t)); | ||
201 | } | ||
202 | |||
203 | /* | 198 | /* |
204 | * List of all pgd's needed for non-PAE so it can invalidate entries | 199 | * List of all pgd's needed for non-PAE so it can invalidate entries |
205 | * in both cached and uncached pgd's; not needed for PAE since the | 200 | * in both cached and uncached pgd's; not needed for PAE since the |
@@ -285,7 +280,6 @@ static void pgd_dtor(void *pgd) | |||
285 | if (SHARED_KERNEL_PMD) | 280 | if (SHARED_KERNEL_PMD) |
286 | return; | 281 | return; |
287 | 282 | ||
288 | paravirt_release_pd(__pa(pgd) >> PAGE_SHIFT); | ||
289 | spin_lock_irqsave(&pgd_lock, flags); | 283 | spin_lock_irqsave(&pgd_lock, flags); |
290 | pgd_list_del(pgd); | 284 | pgd_list_del(pgd); |
291 | spin_unlock_irqrestore(&pgd_lock, flags); | 285 | spin_unlock_irqrestore(&pgd_lock, flags); |
@@ -367,84 +361,22 @@ static void pgd_mop_up_pmds(pgd_t *pgd) | |||
367 | } | 361 | } |
368 | #endif /* CONFIG_X86_PAE */ | 362 | #endif /* CONFIG_X86_PAE */ |
369 | 363 | ||
370 | /* If we allocate a pmd for part of the kernel address space, then | ||
371 | make sure its initialized with the appropriate kernel mappings. | ||
372 | Otherwise use a cached zeroed pmd. */ | ||
373 | static pmd_t *pmd_cache_alloc(int idx) | ||
374 | { | ||
375 | pmd_t *pmd; | ||
376 | |||
377 | if (idx >= USER_PTRS_PER_PGD) { | ||
378 | pmd = (pmd_t *)__get_free_page(GFP_KERNEL); | ||
379 | |||
380 | if (pmd) | ||
381 | memcpy(pmd, | ||
382 | (void *)pgd_page_vaddr(swapper_pg_dir[idx]), | ||
383 | sizeof(pmd_t) * PTRS_PER_PMD); | ||
384 | } else | ||
385 | pmd = kmem_cache_alloc(pmd_cache, GFP_KERNEL); | ||
386 | |||
387 | return pmd; | ||
388 | } | ||
389 | |||
390 | static void pmd_cache_free(pmd_t *pmd, int idx) | ||
391 | { | ||
392 | if (idx >= USER_PTRS_PER_PGD) | ||
393 | free_page((unsigned long)pmd); | ||
394 | else | ||
395 | kmem_cache_free(pmd_cache, pmd); | ||
396 | } | ||
397 | |||
398 | pgd_t *pgd_alloc(struct mm_struct *mm) | 364 | pgd_t *pgd_alloc(struct mm_struct *mm) |
399 | { | 365 | { |
400 | int i; | ||
401 | pgd_t *pgd = quicklist_alloc(0, GFP_KERNEL, pgd_ctor); | 366 | pgd_t *pgd = quicklist_alloc(0, GFP_KERNEL, pgd_ctor); |
402 | 367 | ||
403 | if (PTRS_PER_PMD == 1 || !pgd) | ||
404 | return pgd; | ||
405 | |||
406 | mm->pgd = pgd; /* so that alloc_pd can use it */ | 368 | mm->pgd = pgd; /* so that alloc_pd can use it */ |
407 | 369 | ||
408 | for (i = 0; i < UNSHARED_PTRS_PER_PGD; ++i) { | ||
409 | pmd_t *pmd = pmd_cache_alloc(i); | ||
410 | |||
411 | if (!pmd) | ||
412 | goto out_oom; | ||
413 | |||
414 | paravirt_alloc_pd(mm, __pa(pmd) >> PAGE_SHIFT); | ||
415 | set_pgd(&pgd[i], __pgd(1 + __pa(pmd))); | ||
416 | } | ||
417 | if (pgd && !pgd_prepopulate_pmd(mm, pgd)) { | 370 | if (pgd && !pgd_prepopulate_pmd(mm, pgd)) { |
418 | quicklist_free(0, pgd_dtor, pgd); | 371 | quicklist_free(0, pgd_dtor, pgd); |
419 | pgd = NULL; | 372 | pgd = NULL; |
420 | } | 373 | } |
421 | 374 | ||
422 | return pgd; | 375 | return pgd; |
423 | |||
424 | out_oom: | ||
425 | for (i--; i >= 0; i--) { | ||
426 | pgd_t pgdent = pgd[i]; | ||
427 | void* pmd = (void *)__va(pgd_val(pgdent)-1); | ||
428 | paravirt_release_pd(__pa(pmd) >> PAGE_SHIFT); | ||
429 | pmd_cache_free(pmd, i); | ||
430 | } | ||
431 | quicklist_free(0, pgd_dtor, pgd); | ||
432 | return NULL; | ||
433 | } | 376 | } |
434 | 377 | ||
435 | void pgd_free(pgd_t *pgd) | 378 | void pgd_free(pgd_t *pgd) |
436 | { | 379 | { |
437 | int i; | ||
438 | |||
439 | /* in the PAE case user pgd entries are overwritten before usage */ | ||
440 | if (PTRS_PER_PMD > 1) | ||
441 | for (i = 0; i < UNSHARED_PTRS_PER_PGD; ++i) { | ||
442 | pgd_t pgdent = pgd[i]; | ||
443 | void* pmd = (void *)__va(pgd_val(pgdent)-1); | ||
444 | paravirt_release_pd(__pa(pmd) >> PAGE_SHIFT); | ||
445 | pmd_cache_free(pmd, i); | ||
446 | } | ||
447 | /* in the non-PAE case, free_pgtables() clears user pgd entries */ | ||
448 | pgd_mop_up_pmds(pgd); | 380 | pgd_mop_up_pmds(pgd); |
449 | quicklist_free(0, pgd_dtor, pgd); | 381 | quicklist_free(0, pgd_dtor, pgd); |
450 | } | 382 | } |