aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--include/linux/mm.h9
-rw-r--r--init/main.c2
-rw-r--r--mm/memory.c7
3 files changed, 17 insertions, 1 deletions
diff --git a/include/linux/mm.h b/include/linux/mm.h
index 1cedd000cf29..0548eb201e05 100644
--- a/include/linux/mm.h
+++ b/include/linux/mm.h
@@ -1318,6 +1318,7 @@ static inline pmd_t *pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long a
1318 1318
1319#if USE_SPLIT_PTE_PTLOCKS 1319#if USE_SPLIT_PTE_PTLOCKS
1320#if BLOATED_SPINLOCKS 1320#if BLOATED_SPINLOCKS
1321void __init ptlock_cache_init(void);
1321extern bool ptlock_alloc(struct page *page); 1322extern bool ptlock_alloc(struct page *page);
1322extern void ptlock_free(struct page *page); 1323extern void ptlock_free(struct page *page);
1323 1324
@@ -1326,6 +1327,7 @@ static inline spinlock_t *ptlock_ptr(struct page *page)
1326 return page->ptl; 1327 return page->ptl;
1327} 1328}
1328#else /* BLOATED_SPINLOCKS */ 1329#else /* BLOATED_SPINLOCKS */
1330static inline void ptlock_cache_init(void) {}
1329static inline bool ptlock_alloc(struct page *page) 1331static inline bool ptlock_alloc(struct page *page)
1330{ 1332{
1331 return true; 1333 return true;
@@ -1378,10 +1380,17 @@ static inline spinlock_t *pte_lockptr(struct mm_struct *mm, pmd_t *pmd)
1378{ 1380{
1379 return &mm->page_table_lock; 1381 return &mm->page_table_lock;
1380} 1382}
1383static inline void ptlock_cache_init(void) {}
1381static inline bool ptlock_init(struct page *page) { return true; } 1384static inline bool ptlock_init(struct page *page) { return true; }
1382static inline void pte_lock_deinit(struct page *page) {} 1385static inline void pte_lock_deinit(struct page *page) {}
1383#endif /* USE_SPLIT_PTE_PTLOCKS */ 1386#endif /* USE_SPLIT_PTE_PTLOCKS */
1384 1387
1388static inline void pgtable_init(void)
1389{
1390 ptlock_cache_init();
1391 pgtable_cache_init();
1392}
1393
1385static inline bool pgtable_page_ctor(struct page *page) 1394static inline bool pgtable_page_ctor(struct page *page)
1386{ 1395{
1387 inc_zone_page_state(page, NR_PAGETABLE); 1396 inc_zone_page_state(page, NR_PAGETABLE);
diff --git a/init/main.c b/init/main.c
index 6ad1a533a8c7..5f191133376f 100644
--- a/init/main.c
+++ b/init/main.c
@@ -473,7 +473,7 @@ static void __init mm_init(void)
473 mem_init(); 473 mem_init();
474 kmem_cache_init(); 474 kmem_cache_init();
475 percpu_init_late(); 475 percpu_init_late();
476 pgtable_cache_init(); 476 pgtable_init();
477 vmalloc_init(); 477 vmalloc_init();
478} 478}
479 479
diff --git a/mm/memory.c b/mm/memory.c
index 5d9025f3b3e1..0409e8f43fa0 100644
--- a/mm/memory.c
+++ b/mm/memory.c
@@ -4272,6 +4272,13 @@ void copy_user_huge_page(struct page *dst, struct page *src,
4272#endif /* CONFIG_TRANSPARENT_HUGEPAGE || CONFIG_HUGETLBFS */ 4272#endif /* CONFIG_TRANSPARENT_HUGEPAGE || CONFIG_HUGETLBFS */
4273 4273
4274#if USE_SPLIT_PTE_PTLOCKS && BLOATED_SPINLOCKS 4274#if USE_SPLIT_PTE_PTLOCKS && BLOATED_SPINLOCKS
4275static struct kmem_cache *page_ptl_cachep;
4276void __init ptlock_cache_init(void)
4277{
4278 page_ptl_cachep = kmem_cache_create("page->ptl", sizeof(spinlock_t), 0,
4279 SLAB_PANIC, NULL);
4280}
4281
4275bool ptlock_alloc(struct page *page) 4282bool ptlock_alloc(struct page *page)
4276{ 4283{
4277 spinlock_t *ptl; 4284 spinlock_t *ptl;