diff options
Diffstat (limited to 'mm/hugetlb.c')
-rw-r--r-- | mm/hugetlb.c | 24 |
1 files changed, 8 insertions, 16 deletions
diff --git a/mm/hugetlb.c b/mm/hugetlb.c index 508707704d2c..39d49ecea8e8 100644 --- a/mm/hugetlb.c +++ b/mm/hugetlb.c | |||
@@ -64,7 +64,7 @@ static struct page *dequeue_huge_page(struct vm_area_struct *vma, | |||
64 | return page; | 64 | return page; |
65 | } | 65 | } |
66 | 66 | ||
67 | static struct page *alloc_fresh_huge_page(void) | 67 | static int alloc_fresh_huge_page(void) |
68 | { | 68 | { |
69 | static int nid = 0; | 69 | static int nid = 0; |
70 | struct page *page; | 70 | struct page *page; |
@@ -72,12 +72,15 @@ static struct page *alloc_fresh_huge_page(void) | |||
72 | HUGETLB_PAGE_ORDER); | 72 | HUGETLB_PAGE_ORDER); |
73 | nid = (nid + 1) % num_online_nodes(); | 73 | nid = (nid + 1) % num_online_nodes(); |
74 | if (page) { | 74 | if (page) { |
75 | page[1].lru.next = (void *)free_huge_page; /* dtor */ | ||
75 | spin_lock(&hugetlb_lock); | 76 | spin_lock(&hugetlb_lock); |
76 | nr_huge_pages++; | 77 | nr_huge_pages++; |
77 | nr_huge_pages_node[page_to_nid(page)]++; | 78 | nr_huge_pages_node[page_to_nid(page)]++; |
78 | spin_unlock(&hugetlb_lock); | 79 | spin_unlock(&hugetlb_lock); |
80 | put_page(page); /* free it into the hugepage allocator */ | ||
81 | return 1; | ||
79 | } | 82 | } |
80 | return page; | 83 | return 0; |
81 | } | 84 | } |
82 | 85 | ||
83 | void free_huge_page(struct page *page) | 86 | void free_huge_page(struct page *page) |
@@ -85,7 +88,6 @@ void free_huge_page(struct page *page) | |||
85 | BUG_ON(page_count(page)); | 88 | BUG_ON(page_count(page)); |
86 | 89 | ||
87 | INIT_LIST_HEAD(&page->lru); | 90 | INIT_LIST_HEAD(&page->lru); |
88 | page[1].lru.next = NULL; /* reset dtor */ | ||
89 | 91 | ||
90 | spin_lock(&hugetlb_lock); | 92 | spin_lock(&hugetlb_lock); |
91 | enqueue_huge_page(page); | 93 | enqueue_huge_page(page); |
@@ -105,7 +107,6 @@ struct page *alloc_huge_page(struct vm_area_struct *vma, unsigned long addr) | |||
105 | } | 107 | } |
106 | spin_unlock(&hugetlb_lock); | 108 | spin_unlock(&hugetlb_lock); |
107 | set_page_count(page, 1); | 109 | set_page_count(page, 1); |
108 | page[1].lru.next = (void *)free_huge_page; /* set dtor */ | ||
109 | for (i = 0; i < (HPAGE_SIZE/PAGE_SIZE); ++i) | 110 | for (i = 0; i < (HPAGE_SIZE/PAGE_SIZE); ++i) |
110 | clear_user_highpage(&page[i], addr); | 111 | clear_user_highpage(&page[i], addr); |
111 | return page; | 112 | return page; |
@@ -114,7 +115,6 @@ struct page *alloc_huge_page(struct vm_area_struct *vma, unsigned long addr) | |||
114 | static int __init hugetlb_init(void) | 115 | static int __init hugetlb_init(void) |
115 | { | 116 | { |
116 | unsigned long i; | 117 | unsigned long i; |
117 | struct page *page; | ||
118 | 118 | ||
119 | if (HPAGE_SHIFT == 0) | 119 | if (HPAGE_SHIFT == 0) |
120 | return 0; | 120 | return 0; |
@@ -123,12 +123,8 @@ static int __init hugetlb_init(void) | |||
123 | INIT_LIST_HEAD(&hugepage_freelists[i]); | 123 | INIT_LIST_HEAD(&hugepage_freelists[i]); |
124 | 124 | ||
125 | for (i = 0; i < max_huge_pages; ++i) { | 125 | for (i = 0; i < max_huge_pages; ++i) { |
126 | page = alloc_fresh_huge_page(); | 126 | if (!alloc_fresh_huge_page()) |
127 | if (!page) | ||
128 | break; | 127 | break; |
129 | spin_lock(&hugetlb_lock); | ||
130 | enqueue_huge_page(page); | ||
131 | spin_unlock(&hugetlb_lock); | ||
132 | } | 128 | } |
133 | max_huge_pages = free_huge_pages = nr_huge_pages = i; | 129 | max_huge_pages = free_huge_pages = nr_huge_pages = i; |
134 | printk("Total HugeTLB memory allocated, %ld\n", free_huge_pages); | 130 | printk("Total HugeTLB memory allocated, %ld\n", free_huge_pages); |
@@ -154,8 +150,8 @@ static void update_and_free_page(struct page *page) | |||
154 | page[i].flags &= ~(1 << PG_locked | 1 << PG_error | 1 << PG_referenced | | 150 | page[i].flags &= ~(1 << PG_locked | 1 << PG_error | 1 << PG_referenced | |
155 | 1 << PG_dirty | 1 << PG_active | 1 << PG_reserved | | 151 | 1 << PG_dirty | 1 << PG_active | 1 << PG_reserved | |
156 | 1 << PG_private | 1<< PG_writeback); | 152 | 1 << PG_private | 1<< PG_writeback); |
157 | set_page_count(&page[i], 0); | ||
158 | } | 153 | } |
154 | page[1].lru.next = NULL; | ||
159 | set_page_count(page, 1); | 155 | set_page_count(page, 1); |
160 | __free_pages(page, HUGETLB_PAGE_ORDER); | 156 | __free_pages(page, HUGETLB_PAGE_ORDER); |
161 | } | 157 | } |
@@ -188,12 +184,8 @@ static inline void try_to_free_low(unsigned long count) | |||
188 | static unsigned long set_max_huge_pages(unsigned long count) | 184 | static unsigned long set_max_huge_pages(unsigned long count) |
189 | { | 185 | { |
190 | while (count > nr_huge_pages) { | 186 | while (count > nr_huge_pages) { |
191 | struct page *page = alloc_fresh_huge_page(); | 187 | if (!alloc_fresh_huge_page()) |
192 | if (!page) | ||
193 | return nr_huge_pages; | 188 | return nr_huge_pages; |
194 | spin_lock(&hugetlb_lock); | ||
195 | enqueue_huge_page(page); | ||
196 | spin_unlock(&hugetlb_lock); | ||
197 | } | 189 | } |
198 | if (count >= nr_huge_pages) | 190 | if (count >= nr_huge_pages) |
199 | return nr_huge_pages; | 191 | return nr_huge_pages; |