diff options
-rw-r--r-- | include/linux/mm.h | 9 | ||||
-rw-r--r-- | init/main.c | 2 | ||||
-rw-r--r-- | mm/memory.c | 7 |
3 files changed, 17 insertions, 1 deletions
diff --git a/include/linux/mm.h b/include/linux/mm.h index 1cedd000cf29..0548eb201e05 100644 --- a/include/linux/mm.h +++ b/include/linux/mm.h | |||
@@ -1318,6 +1318,7 @@ static inline pmd_t *pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long a | |||
1318 | 1318 | ||
1319 | #if USE_SPLIT_PTE_PTLOCKS | 1319 | #if USE_SPLIT_PTE_PTLOCKS |
1320 | #if BLOATED_SPINLOCKS | 1320 | #if BLOATED_SPINLOCKS |
1321 | void __init ptlock_cache_init(void); | ||
1321 | extern bool ptlock_alloc(struct page *page); | 1322 | extern bool ptlock_alloc(struct page *page); |
1322 | extern void ptlock_free(struct page *page); | 1323 | extern void ptlock_free(struct page *page); |
1323 | 1324 | ||
@@ -1326,6 +1327,7 @@ static inline spinlock_t *ptlock_ptr(struct page *page) | |||
1326 | return page->ptl; | 1327 | return page->ptl; |
1327 | } | 1328 | } |
1328 | #else /* BLOATED_SPINLOCKS */ | 1329 | #else /* BLOATED_SPINLOCKS */ |
1330 | static inline void ptlock_cache_init(void) {} | ||
1329 | static inline bool ptlock_alloc(struct page *page) | 1331 | static inline bool ptlock_alloc(struct page *page) |
1330 | { | 1332 | { |
1331 | return true; | 1333 | return true; |
@@ -1378,10 +1380,17 @@ static inline spinlock_t *pte_lockptr(struct mm_struct *mm, pmd_t *pmd) | |||
1378 | { | 1380 | { |
1379 | return &mm->page_table_lock; | 1381 | return &mm->page_table_lock; |
1380 | } | 1382 | } |
1383 | static inline void ptlock_cache_init(void) {} | ||
1381 | static inline bool ptlock_init(struct page *page) { return true; } | 1384 | static inline bool ptlock_init(struct page *page) { return true; } |
1382 | static inline void pte_lock_deinit(struct page *page) {} | 1385 | static inline void pte_lock_deinit(struct page *page) {} |
1383 | #endif /* USE_SPLIT_PTE_PTLOCKS */ | 1386 | #endif /* USE_SPLIT_PTE_PTLOCKS */ |
1384 | 1387 | ||
1388 | static inline void pgtable_init(void) | ||
1389 | { | ||
1390 | ptlock_cache_init(); | ||
1391 | pgtable_cache_init(); | ||
1392 | } | ||
1393 | |||
1385 | static inline bool pgtable_page_ctor(struct page *page) | 1394 | static inline bool pgtable_page_ctor(struct page *page) |
1386 | { | 1395 | { |
1387 | inc_zone_page_state(page, NR_PAGETABLE); | 1396 | inc_zone_page_state(page, NR_PAGETABLE); |
diff --git a/init/main.c b/init/main.c index 6ad1a533a8c7..5f191133376f 100644 --- a/init/main.c +++ b/init/main.c | |||
@@ -473,7 +473,7 @@ static void __init mm_init(void) | |||
473 | mem_init(); | 473 | mem_init(); |
474 | kmem_cache_init(); | 474 | kmem_cache_init(); |
475 | percpu_init_late(); | 475 | percpu_init_late(); |
476 | pgtable_cache_init(); | 476 | pgtable_init(); |
477 | vmalloc_init(); | 477 | vmalloc_init(); |
478 | } | 478 | } |
479 | 479 | ||
diff --git a/mm/memory.c b/mm/memory.c index 5d9025f3b3e1..0409e8f43fa0 100644 --- a/mm/memory.c +++ b/mm/memory.c | |||
@@ -4272,6 +4272,13 @@ void copy_user_huge_page(struct page *dst, struct page *src, | |||
4272 | #endif /* CONFIG_TRANSPARENT_HUGEPAGE || CONFIG_HUGETLBFS */ | 4272 | #endif /* CONFIG_TRANSPARENT_HUGEPAGE || CONFIG_HUGETLBFS */ |
4273 | 4273 | ||
4274 | #if USE_SPLIT_PTE_PTLOCKS && BLOATED_SPINLOCKS | 4274 | #if USE_SPLIT_PTE_PTLOCKS && BLOATED_SPINLOCKS |
4275 | static struct kmem_cache *page_ptl_cachep; | ||
4276 | void __init ptlock_cache_init(void) | ||
4277 | { | ||
4278 | page_ptl_cachep = kmem_cache_create("page->ptl", sizeof(spinlock_t), 0, | ||
4279 | SLAB_PANIC, NULL); | ||
4280 | } | ||
4281 | |||
4275 | bool ptlock_alloc(struct page *page) | 4282 | bool ptlock_alloc(struct page *page) |
4276 | { | 4283 | { |
4277 | spinlock_t *ptl; | 4284 | spinlock_t *ptl; |