diff options
Diffstat (limited to 'include/linux')
-rw-r--r-- | include/linux/huge_mm.h | 8 | ||||
-rw-r--r-- | include/linux/mm_inline.h | 8 |
2 files changed, 13 insertions, 3 deletions
diff --git a/include/linux/huge_mm.h b/include/linux/huge_mm.h index 827595228734..9b48c24df260 100644 --- a/include/linux/huge_mm.h +++ b/include/linux/huge_mm.h | |||
@@ -117,11 +117,19 @@ static inline void vma_adjust_trans_huge(struct vm_area_struct *vma, | |||
117 | return; | 117 | return; |
118 | __vma_adjust_trans_huge(vma, start, end, adjust_next); | 118 | __vma_adjust_trans_huge(vma, start, end, adjust_next); |
119 | } | 119 | } |
120 | static inline int hpage_nr_pages(struct page *page) | ||
121 | { | ||
122 | if (unlikely(PageTransHuge(page))) | ||
123 | return HPAGE_PMD_NR; | ||
124 | return 1; | ||
125 | } | ||
120 | #else /* CONFIG_TRANSPARENT_HUGEPAGE */ | 126 | #else /* CONFIG_TRANSPARENT_HUGEPAGE */ |
121 | #define HPAGE_PMD_SHIFT ({ BUG(); 0; }) | 127 | #define HPAGE_PMD_SHIFT ({ BUG(); 0; }) |
122 | #define HPAGE_PMD_MASK ({ BUG(); 0; }) | 128 | #define HPAGE_PMD_MASK ({ BUG(); 0; }) |
123 | #define HPAGE_PMD_SIZE ({ BUG(); 0; }) | 129 | #define HPAGE_PMD_SIZE ({ BUG(); 0; }) |
124 | 130 | ||
131 | #define hpage_nr_pages(x) 1 | ||
132 | |||
125 | #define transparent_hugepage_enabled(__vma) 0 | 133 | #define transparent_hugepage_enabled(__vma) 0 |
126 | 134 | ||
127 | #define transparent_hugepage_flags 0UL | 135 | #define transparent_hugepage_flags 0UL |
diff --git a/include/linux/mm_inline.h b/include/linux/mm_inline.h index 650f31eabdb1..8f7d24712dc1 100644 --- a/include/linux/mm_inline.h +++ b/include/linux/mm_inline.h | |||
@@ -1,6 +1,8 @@ | |||
1 | #ifndef LINUX_MM_INLINE_H | 1 | #ifndef LINUX_MM_INLINE_H |
2 | #define LINUX_MM_INLINE_H | 2 | #define LINUX_MM_INLINE_H |
3 | 3 | ||
4 | #include <linux/huge_mm.h> | ||
5 | |||
4 | /** | 6 | /** |
5 | * page_is_file_cache - should the page be on a file LRU or anon LRU? | 7 | * page_is_file_cache - should the page be on a file LRU or anon LRU? |
6 | * @page: the page to test | 8 | * @page: the page to test |
@@ -24,7 +26,7 @@ __add_page_to_lru_list(struct zone *zone, struct page *page, enum lru_list l, | |||
24 | struct list_head *head) | 26 | struct list_head *head) |
25 | { | 27 | { |
26 | list_add(&page->lru, head); | 28 | list_add(&page->lru, head); |
27 | __inc_zone_state(zone, NR_LRU_BASE + l); | 29 | __mod_zone_page_state(zone, NR_LRU_BASE + l, hpage_nr_pages(page)); |
28 | mem_cgroup_add_lru_list(page, l); | 30 | mem_cgroup_add_lru_list(page, l); |
29 | } | 31 | } |
30 | 32 | ||
@@ -38,7 +40,7 @@ static inline void | |||
38 | del_page_from_lru_list(struct zone *zone, struct page *page, enum lru_list l) | 40 | del_page_from_lru_list(struct zone *zone, struct page *page, enum lru_list l) |
39 | { | 41 | { |
40 | list_del(&page->lru); | 42 | list_del(&page->lru); |
41 | __dec_zone_state(zone, NR_LRU_BASE + l); | 43 | __mod_zone_page_state(zone, NR_LRU_BASE + l, -hpage_nr_pages(page)); |
42 | mem_cgroup_del_lru_list(page, l); | 44 | mem_cgroup_del_lru_list(page, l); |
43 | } | 45 | } |
44 | 46 | ||
@@ -73,7 +75,7 @@ del_page_from_lru(struct zone *zone, struct page *page) | |||
73 | l += LRU_ACTIVE; | 75 | l += LRU_ACTIVE; |
74 | } | 76 | } |
75 | } | 77 | } |
76 | __dec_zone_state(zone, NR_LRU_BASE + l); | 78 | __mod_zone_page_state(zone, NR_LRU_BASE + l, -hpage_nr_pages(page)); |
77 | mem_cgroup_del_lru_list(page, l); | 79 | mem_cgroup_del_lru_list(page, l); |
78 | } | 80 | } |
79 | 81 | ||