diff options
Diffstat (limited to 'mm/page_alloc.c')
| -rw-r--r-- | mm/page_alloc.c | 28 |
1 files changed, 21 insertions, 7 deletions
diff --git a/mm/page_alloc.c b/mm/page_alloc.c index d0a240fbb8bf..54069e64e3a8 100644 --- a/mm/page_alloc.c +++ b/mm/page_alloc.c | |||
| @@ -263,24 +263,39 @@ void prep_compound_page(struct page *page, unsigned long order) | |||
| 263 | { | 263 | { |
| 264 | int i; | 264 | int i; |
| 265 | int nr_pages = 1 << order; | 265 | int nr_pages = 1 << order; |
| 266 | |||
| 267 | set_compound_page_dtor(page, free_compound_page); | ||
| 268 | set_compound_order(page, order); | ||
| 269 | __SetPageHead(page); | ||
| 270 | for (i = 1; i < nr_pages; i++) { | ||
| 271 | struct page *p = page + i; | ||
| 272 | |||
| 273 | __SetPageTail(p); | ||
| 274 | p->first_page = page; | ||
| 275 | } | ||
| 276 | } | ||
| 277 | |||
| 278 | #ifdef CONFIG_HUGETLBFS | ||
| 279 | void prep_compound_gigantic_page(struct page *page, unsigned long order) | ||
| 280 | { | ||
| 281 | int i; | ||
| 282 | int nr_pages = 1 << order; | ||
| 266 | struct page *p = page + 1; | 283 | struct page *p = page + 1; |
| 267 | 284 | ||
| 268 | set_compound_page_dtor(page, free_compound_page); | 285 | set_compound_page_dtor(page, free_compound_page); |
| 269 | set_compound_order(page, order); | 286 | set_compound_order(page, order); |
| 270 | __SetPageHead(page); | 287 | __SetPageHead(page); |
| 271 | for (i = 1; i < nr_pages; i++, p++) { | 288 | for (i = 1; i < nr_pages; i++, p = mem_map_next(p, page, i)) { |
| 272 | if (unlikely((i & (MAX_ORDER_NR_PAGES - 1)) == 0)) | ||
| 273 | p = pfn_to_page(page_to_pfn(page) + i); | ||
| 274 | __SetPageTail(p); | 289 | __SetPageTail(p); |
| 275 | p->first_page = page; | 290 | p->first_page = page; |
| 276 | } | 291 | } |
| 277 | } | 292 | } |
| 293 | #endif | ||
| 278 | 294 | ||
| 279 | static void destroy_compound_page(struct page *page, unsigned long order) | 295 | static void destroy_compound_page(struct page *page, unsigned long order) |
| 280 | { | 296 | { |
| 281 | int i; | 297 | int i; |
| 282 | int nr_pages = 1 << order; | 298 | int nr_pages = 1 << order; |
| 283 | struct page *p = page + 1; | ||
| 284 | 299 | ||
| 285 | if (unlikely(compound_order(page) != order)) | 300 | if (unlikely(compound_order(page) != order)) |
| 286 | bad_page(page); | 301 | bad_page(page); |
| @@ -288,9 +303,8 @@ static void destroy_compound_page(struct page *page, unsigned long order) | |||
| 288 | if (unlikely(!PageHead(page))) | 303 | if (unlikely(!PageHead(page))) |
| 289 | bad_page(page); | 304 | bad_page(page); |
| 290 | __ClearPageHead(page); | 305 | __ClearPageHead(page); |
| 291 | for (i = 1; i < nr_pages; i++, p++) { | 306 | for (i = 1; i < nr_pages; i++) { |
| 292 | if (unlikely((i & (MAX_ORDER_NR_PAGES - 1)) == 0)) | 307 | struct page *p = page + i; |
| 293 | p = pfn_to_page(page_to_pfn(page) + i); | ||
| 294 | 308 | ||
| 295 | if (unlikely(!PageTail(p) | | 309 | if (unlikely(!PageTail(p) | |
| 296 | (p->first_page != page))) | 310 | (p->first_page != page))) |
