diff options
Diffstat (limited to 'mm/memory.c')
-rw-r--r-- | mm/memory.c | 16 |
1 files changed, 14 insertions, 2 deletions
diff --git a/mm/memory.c b/mm/memory.c index 6768ce9e57d2..86487dfa5e59 100644 --- a/mm/memory.c +++ b/mm/memory.c | |||
@@ -59,6 +59,7 @@ | |||
59 | #include <linux/gfp.h> | 59 | #include <linux/gfp.h> |
60 | #include <linux/migrate.h> | 60 | #include <linux/migrate.h> |
61 | #include <linux/string.h> | 61 | #include <linux/string.h> |
62 | #include <linux/dma-debug.h> | ||
62 | 63 | ||
63 | #include <asm/io.h> | 64 | #include <asm/io.h> |
64 | #include <asm/pgalloc.h> | 65 | #include <asm/pgalloc.h> |
@@ -2559,6 +2560,8 @@ static inline int pte_unmap_same(struct mm_struct *mm, pmd_t *pmd, | |||
2559 | 2560 | ||
2560 | static inline void cow_user_page(struct page *dst, struct page *src, unsigned long va, struct vm_area_struct *vma) | 2561 | static inline void cow_user_page(struct page *dst, struct page *src, unsigned long va, struct vm_area_struct *vma) |
2561 | { | 2562 | { |
2563 | debug_dma_assert_idle(src); | ||
2564 | |||
2562 | /* | 2565 | /* |
2563 | * If the source page was a PFN mapping, we don't have | 2566 | * If the source page was a PFN mapping, we don't have |
2564 | * a "struct page" for it. We do a best-effort copy by | 2567 | * a "struct page" for it. We do a best-effort copy by |
@@ -4272,11 +4275,20 @@ void copy_user_huge_page(struct page *dst, struct page *src, | |||
4272 | #endif /* CONFIG_TRANSPARENT_HUGEPAGE || CONFIG_HUGETLBFS */ | 4275 | #endif /* CONFIG_TRANSPARENT_HUGEPAGE || CONFIG_HUGETLBFS */ |
4273 | 4276 | ||
4274 | #if USE_SPLIT_PTE_PTLOCKS && ALLOC_SPLIT_PTLOCKS | 4277 | #if USE_SPLIT_PTE_PTLOCKS && ALLOC_SPLIT_PTLOCKS |
4278 | |||
4279 | static struct kmem_cache *page_ptl_cachep; | ||
4280 | |||
4281 | void __init ptlock_cache_init(void) | ||
4282 | { | ||
4283 | page_ptl_cachep = kmem_cache_create("page->ptl", sizeof(spinlock_t), 0, | ||
4284 | SLAB_PANIC, NULL); | ||
4285 | } | ||
4286 | |||
4275 | bool ptlock_alloc(struct page *page) | 4287 | bool ptlock_alloc(struct page *page) |
4276 | { | 4288 | { |
4277 | spinlock_t *ptl; | 4289 | spinlock_t *ptl; |
4278 | 4290 | ||
4279 | ptl = kmalloc(sizeof(spinlock_t), GFP_KERNEL); | 4291 | ptl = kmem_cache_alloc(page_ptl_cachep, GFP_KERNEL); |
4280 | if (!ptl) | 4292 | if (!ptl) |
4281 | return false; | 4293 | return false; |
4282 | page->ptl = ptl; | 4294 | page->ptl = ptl; |
@@ -4285,6 +4297,6 @@ bool ptlock_alloc(struct page *page) | |||
4285 | 4297 | ||
4286 | void ptlock_free(struct page *page) | 4298 | void ptlock_free(struct page *page) |
4287 | { | 4299 | { |
4288 | kfree(page->ptl); | 4300 | kmem_cache_free(page_ptl_cachep, page->ptl); |
4289 | } | 4301 | } |
4290 | #endif | 4302 | #endif |