diff options
-rw-r--r-- | include/linux/page_owner.h | 12 | ||||
-rw-r--r-- | mm/page_alloc.c | 8 | ||||
-rw-r--r-- | mm/page_owner.c | 14 |
3 files changed, 14 insertions, 20 deletions
diff --git a/include/linux/page_owner.h b/include/linux/page_owner.h index 46f1b939948c..30583ab0ffb1 100644 --- a/include/linux/page_owner.h +++ b/include/linux/page_owner.h | |||
@@ -10,7 +10,7 @@ extern struct page_ext_operations page_owner_ops; | |||
10 | extern void __reset_page_owner(struct page *page, unsigned int order); | 10 | extern void __reset_page_owner(struct page *page, unsigned int order); |
11 | extern void __set_page_owner(struct page *page, | 11 | extern void __set_page_owner(struct page *page, |
12 | unsigned int order, gfp_t gfp_mask); | 12 | unsigned int order, gfp_t gfp_mask); |
13 | extern gfp_t __get_page_owner_gfp(struct page *page); | 13 | extern void __split_page_owner(struct page *page, unsigned int order); |
14 | extern void __copy_page_owner(struct page *oldpage, struct page *newpage); | 14 | extern void __copy_page_owner(struct page *oldpage, struct page *newpage); |
15 | extern void __set_page_owner_migrate_reason(struct page *page, int reason); | 15 | extern void __set_page_owner_migrate_reason(struct page *page, int reason); |
16 | extern void __dump_page_owner(struct page *page); | 16 | extern void __dump_page_owner(struct page *page); |
@@ -28,12 +28,10 @@ static inline void set_page_owner(struct page *page, | |||
28 | __set_page_owner(page, order, gfp_mask); | 28 | __set_page_owner(page, order, gfp_mask); |
29 | } | 29 | } |
30 | 30 | ||
31 | static inline gfp_t get_page_owner_gfp(struct page *page) | 31 | static inline void split_page_owner(struct page *page, unsigned int order) |
32 | { | 32 | { |
33 | if (static_branch_unlikely(&page_owner_inited)) | 33 | if (static_branch_unlikely(&page_owner_inited)) |
34 | return __get_page_owner_gfp(page); | 34 | __split_page_owner(page, order); |
35 | else | ||
36 | return 0; | ||
37 | } | 35 | } |
38 | static inline void copy_page_owner(struct page *oldpage, struct page *newpage) | 36 | static inline void copy_page_owner(struct page *oldpage, struct page *newpage) |
39 | { | 37 | { |
@@ -58,9 +56,9 @@ static inline void set_page_owner(struct page *page, | |||
58 | unsigned int order, gfp_t gfp_mask) | 56 | unsigned int order, gfp_t gfp_mask) |
59 | { | 57 | { |
60 | } | 58 | } |
61 | static inline gfp_t get_page_owner_gfp(struct page *page) | 59 | static inline void split_page_owner(struct page *page, |
60 | unsigned int order) | ||
62 | { | 61 | { |
63 | return 0; | ||
64 | } | 62 | } |
65 | static inline void copy_page_owner(struct page *oldpage, struct page *newpage) | 63 | static inline void copy_page_owner(struct page *oldpage, struct page *newpage) |
66 | { | 64 | { |
diff --git a/mm/page_alloc.c b/mm/page_alloc.c index f07552fc43e1..a82b303c19b1 100644 --- a/mm/page_alloc.c +++ b/mm/page_alloc.c | |||
@@ -2461,7 +2461,6 @@ void free_hot_cold_page_list(struct list_head *list, bool cold) | |||
2461 | void split_page(struct page *page, unsigned int order) | 2461 | void split_page(struct page *page, unsigned int order) |
2462 | { | 2462 | { |
2463 | int i; | 2463 | int i; |
2464 | gfp_t gfp_mask; | ||
2465 | 2464 | ||
2466 | VM_BUG_ON_PAGE(PageCompound(page), page); | 2465 | VM_BUG_ON_PAGE(PageCompound(page), page); |
2467 | VM_BUG_ON_PAGE(!page_count(page), page); | 2466 | VM_BUG_ON_PAGE(!page_count(page), page); |
@@ -2475,12 +2474,9 @@ void split_page(struct page *page, unsigned int order) | |||
2475 | split_page(virt_to_page(page[0].shadow), order); | 2474 | split_page(virt_to_page(page[0].shadow), order); |
2476 | #endif | 2475 | #endif |
2477 | 2476 | ||
2478 | gfp_mask = get_page_owner_gfp(page); | 2477 | for (i = 1; i < (1 << order); i++) |
2479 | set_page_owner(page, 0, gfp_mask); | ||
2480 | for (i = 1; i < (1 << order); i++) { | ||
2481 | set_page_refcounted(page + i); | 2478 | set_page_refcounted(page + i); |
2482 | set_page_owner(page + i, 0, gfp_mask); | 2479 | split_page_owner(page, order); |
2483 | } | ||
2484 | } | 2480 | } |
2485 | EXPORT_SYMBOL_GPL(split_page); | 2481 | EXPORT_SYMBOL_GPL(split_page); |
2486 | 2482 | ||
diff --git a/mm/page_owner.c b/mm/page_owner.c index 437877f5b774..31b69437a3d6 100644 --- a/mm/page_owner.c +++ b/mm/page_owner.c | |||
@@ -94,17 +94,17 @@ void __set_page_owner_migrate_reason(struct page *page, int reason) | |||
94 | page_ext->last_migrate_reason = reason; | 94 | page_ext->last_migrate_reason = reason; |
95 | } | 95 | } |
96 | 96 | ||
97 | gfp_t __get_page_owner_gfp(struct page *page) | 97 | void __split_page_owner(struct page *page, unsigned int order) |
98 | { | 98 | { |
99 | int i; | ||
99 | struct page_ext *page_ext = lookup_page_ext(page); | 100 | struct page_ext *page_ext = lookup_page_ext(page); |
101 | |||
100 | if (unlikely(!page_ext)) | 102 | if (unlikely(!page_ext)) |
101 | /* | 103 | return; |
102 | * The caller just returns 0 if no valid gfp | ||
103 | * So return 0 here too. | ||
104 | */ | ||
105 | return 0; | ||
106 | 104 | ||
107 | return page_ext->gfp_mask; | 105 | page_ext->order = 0; |
106 | for (i = 1; i < (1 << order); i++) | ||
107 | __copy_page_owner(page, page + i); | ||
108 | } | 108 | } |
109 | 109 | ||
110 | void __copy_page_owner(struct page *oldpage, struct page *newpage) | 110 | void __copy_page_owner(struct page *oldpage, struct page *newpage) |