diff options
Diffstat (limited to 'mm/bootmem.c')
-rw-r--r-- | mm/bootmem.c | 81 |
1 files changed, 44 insertions, 37 deletions
diff --git a/mm/bootmem.c b/mm/bootmem.c index 23c3317c09ed..f0f85fa713ca 100644 --- a/mm/bootmem.c +++ b/mm/bootmem.c | |||
@@ -38,7 +38,7 @@ unsigned long saved_max_pfn; | |||
38 | #endif | 38 | #endif |
39 | 39 | ||
40 | /* return the number of _pages_ that will be allocated for the boot bitmap */ | 40 | /* return the number of _pages_ that will be allocated for the boot bitmap */ |
41 | unsigned long __init bootmem_bootmap_pages (unsigned long pages) | 41 | unsigned long __init bootmem_bootmap_pages(unsigned long pages) |
42 | { | 42 | { |
43 | unsigned long mapsize; | 43 | unsigned long mapsize; |
44 | 44 | ||
@@ -48,12 +48,14 @@ unsigned long __init bootmem_bootmap_pages (unsigned long pages) | |||
48 | 48 | ||
49 | return mapsize; | 49 | return mapsize; |
50 | } | 50 | } |
51 | |||
51 | /* | 52 | /* |
52 | * link bdata in order | 53 | * link bdata in order |
53 | */ | 54 | */ |
54 | static void __init link_bootmem(bootmem_data_t *bdata) | 55 | static void __init link_bootmem(bootmem_data_t *bdata) |
55 | { | 56 | { |
56 | bootmem_data_t *ent; | 57 | bootmem_data_t *ent; |
58 | |||
57 | if (list_empty(&bdata_list)) { | 59 | if (list_empty(&bdata_list)) { |
58 | list_add(&bdata->list, &bdata_list); | 60 | list_add(&bdata->list, &bdata_list); |
59 | return; | 61 | return; |
@@ -66,7 +68,6 @@ static void __init link_bootmem(bootmem_data_t *bdata) | |||
66 | } | 68 | } |
67 | } | 69 | } |
68 | list_add_tail(&bdata->list, &bdata_list); | 70 | list_add_tail(&bdata->list, &bdata_list); |
69 | return; | ||
70 | } | 71 | } |
71 | 72 | ||
72 | /* | 73 | /* |
@@ -85,7 +86,7 @@ static unsigned long __init get_mapsize(bootmem_data_t *bdata) | |||
85 | /* | 86 | /* |
86 | * Called once to set up the allocator itself. | 87 | * Called once to set up the allocator itself. |
87 | */ | 88 | */ |
88 | static unsigned long __init init_bootmem_core (pg_data_t *pgdat, | 89 | static unsigned long __init init_bootmem_core(pg_data_t *pgdat, |
89 | unsigned long mapstart, unsigned long start, unsigned long end) | 90 | unsigned long mapstart, unsigned long start, unsigned long end) |
90 | { | 91 | { |
91 | bootmem_data_t *bdata = pgdat->bdata; | 92 | bootmem_data_t *bdata = pgdat->bdata; |
@@ -185,7 +186,7 @@ __alloc_bootmem_core(struct bootmem_data *bdata, unsigned long size, | |||
185 | unsigned long i, start = 0, incr, eidx, end_pfn; | 186 | unsigned long i, start = 0, incr, eidx, end_pfn; |
186 | void *ret; | 187 | void *ret; |
187 | 188 | ||
188 | if(!size) { | 189 | if (!size) { |
189 | printk("__alloc_bootmem_core(): zero-sized request\n"); | 190 | printk("__alloc_bootmem_core(): zero-sized request\n"); |
190 | BUG(); | 191 | BUG(); |
191 | } | 192 | } |
@@ -234,7 +235,7 @@ restart_scan: | |||
234 | for (j = i + 1; j < i + areasize; ++j) { | 235 | for (j = i + 1; j < i + areasize; ++j) { |
235 | if (j >= eidx) | 236 | if (j >= eidx) |
236 | goto fail_block; | 237 | goto fail_block; |
237 | if (test_bit (j, bdata->node_bootmem_map)) | 238 | if (test_bit(j, bdata->node_bootmem_map)) |
238 | goto fail_block; | 239 | goto fail_block; |
239 | } | 240 | } |
240 | start = i; | 241 | start = i; |
@@ -262,19 +263,21 @@ found: | |||
262 | bdata->last_offset && bdata->last_pos+1 == start) { | 263 | bdata->last_offset && bdata->last_pos+1 == start) { |
263 | offset = ALIGN(bdata->last_offset, align); | 264 | offset = ALIGN(bdata->last_offset, align); |
264 | BUG_ON(offset > PAGE_SIZE); | 265 | BUG_ON(offset > PAGE_SIZE); |
265 | remaining_size = PAGE_SIZE-offset; | 266 | remaining_size = PAGE_SIZE - offset; |
266 | if (size < remaining_size) { | 267 | if (size < remaining_size) { |
267 | areasize = 0; | 268 | areasize = 0; |
268 | /* last_pos unchanged */ | 269 | /* last_pos unchanged */ |
269 | bdata->last_offset = offset+size; | 270 | bdata->last_offset = offset + size; |
270 | ret = phys_to_virt(bdata->last_pos*PAGE_SIZE + offset + | 271 | ret = phys_to_virt(bdata->last_pos * PAGE_SIZE + |
271 | bdata->node_boot_start); | 272 | offset + |
273 | bdata->node_boot_start); | ||
272 | } else { | 274 | } else { |
273 | remaining_size = size - remaining_size; | 275 | remaining_size = size - remaining_size; |
274 | areasize = (remaining_size+PAGE_SIZE-1)/PAGE_SIZE; | 276 | areasize = (remaining_size + PAGE_SIZE-1) / PAGE_SIZE; |
275 | ret = phys_to_virt(bdata->last_pos*PAGE_SIZE + offset + | 277 | ret = phys_to_virt(bdata->last_pos * PAGE_SIZE + |
276 | bdata->node_boot_start); | 278 | offset + |
277 | bdata->last_pos = start+areasize-1; | 279 | bdata->node_boot_start); |
280 | bdata->last_pos = start + areasize - 1; | ||
278 | bdata->last_offset = remaining_size; | 281 | bdata->last_offset = remaining_size; |
279 | } | 282 | } |
280 | bdata->last_offset &= ~PAGE_MASK; | 283 | bdata->last_offset &= ~PAGE_MASK; |
@@ -287,7 +290,7 @@ found: | |||
287 | /* | 290 | /* |
288 | * Reserve the area now: | 291 | * Reserve the area now: |
289 | */ | 292 | */ |
290 | for (i = start; i < start+areasize; i++) | 293 | for (i = start; i < start + areasize; i++) |
291 | if (unlikely(test_and_set_bit(i, bdata->node_bootmem_map))) | 294 | if (unlikely(test_and_set_bit(i, bdata->node_bootmem_map))) |
292 | BUG(); | 295 | BUG(); |
293 | memset(ret, 0, size); | 296 | memset(ret, 0, size); |
@@ -338,7 +341,7 @@ static unsigned long __init free_all_bootmem_core(pg_data_t *pgdat) | |||
338 | } | 341 | } |
339 | } | 342 | } |
340 | } else { | 343 | } else { |
341 | i+=BITS_PER_LONG; | 344 | i += BITS_PER_LONG; |
342 | } | 345 | } |
343 | pfn += BITS_PER_LONG; | 346 | pfn += BITS_PER_LONG; |
344 | } | 347 | } |
@@ -361,51 +364,51 @@ static unsigned long __init free_all_bootmem_core(pg_data_t *pgdat) | |||
361 | return total; | 364 | return total; |
362 | } | 365 | } |
363 | 366 | ||
364 | unsigned long __init init_bootmem_node (pg_data_t *pgdat, unsigned long freepfn, | 367 | unsigned long __init init_bootmem_node(pg_data_t *pgdat, unsigned long freepfn, |
365 | unsigned long startpfn, unsigned long endpfn) | 368 | unsigned long startpfn, unsigned long endpfn) |
366 | { | 369 | { |
367 | return(init_bootmem_core(pgdat, freepfn, startpfn, endpfn)); | 370 | return init_bootmem_core(pgdat, freepfn, startpfn, endpfn); |
368 | } | 371 | } |
369 | 372 | ||
370 | void __init reserve_bootmem_node (pg_data_t *pgdat, unsigned long physaddr, | 373 | void __init reserve_bootmem_node(pg_data_t *pgdat, unsigned long physaddr, |
371 | unsigned long size) | 374 | unsigned long size) |
372 | { | 375 | { |
373 | reserve_bootmem_core(pgdat->bdata, physaddr, size); | 376 | reserve_bootmem_core(pgdat->bdata, physaddr, size); |
374 | } | 377 | } |
375 | 378 | ||
376 | void __init free_bootmem_node (pg_data_t *pgdat, unsigned long physaddr, | 379 | void __init free_bootmem_node(pg_data_t *pgdat, unsigned long physaddr, |
377 | unsigned long size) | 380 | unsigned long size) |
378 | { | 381 | { |
379 | free_bootmem_core(pgdat->bdata, physaddr, size); | 382 | free_bootmem_core(pgdat->bdata, physaddr, size); |
380 | } | 383 | } |
381 | 384 | ||
382 | unsigned long __init free_all_bootmem_node (pg_data_t *pgdat) | 385 | unsigned long __init free_all_bootmem_node(pg_data_t *pgdat) |
383 | { | 386 | { |
384 | return(free_all_bootmem_core(pgdat)); | 387 | return free_all_bootmem_core(pgdat); |
385 | } | 388 | } |
386 | 389 | ||
387 | unsigned long __init init_bootmem (unsigned long start, unsigned long pages) | 390 | unsigned long __init init_bootmem(unsigned long start, unsigned long pages) |
388 | { | 391 | { |
389 | max_low_pfn = pages; | 392 | max_low_pfn = pages; |
390 | min_low_pfn = start; | 393 | min_low_pfn = start; |
391 | return(init_bootmem_core(NODE_DATA(0), start, 0, pages)); | 394 | return init_bootmem_core(NODE_DATA(0), start, 0, pages); |
392 | } | 395 | } |
393 | 396 | ||
394 | #ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE | 397 | #ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE |
395 | void __init reserve_bootmem (unsigned long addr, unsigned long size) | 398 | void __init reserve_bootmem(unsigned long addr, unsigned long size) |
396 | { | 399 | { |
397 | reserve_bootmem_core(NODE_DATA(0)->bdata, addr, size); | 400 | reserve_bootmem_core(NODE_DATA(0)->bdata, addr, size); |
398 | } | 401 | } |
399 | #endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */ | 402 | #endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */ |
400 | 403 | ||
401 | void __init free_bootmem (unsigned long addr, unsigned long size) | 404 | void __init free_bootmem(unsigned long addr, unsigned long size) |
402 | { | 405 | { |
403 | free_bootmem_core(NODE_DATA(0)->bdata, addr, size); | 406 | free_bootmem_core(NODE_DATA(0)->bdata, addr, size); |
404 | } | 407 | } |
405 | 408 | ||
406 | unsigned long __init free_all_bootmem (void) | 409 | unsigned long __init free_all_bootmem(void) |
407 | { | 410 | { |
408 | return(free_all_bootmem_core(NODE_DATA(0))); | 411 | return free_all_bootmem_core(NODE_DATA(0)); |
409 | } | 412 | } |
410 | 413 | ||
411 | void * __init __alloc_bootmem_nopanic(unsigned long size, unsigned long align, | 414 | void * __init __alloc_bootmem_nopanic(unsigned long size, unsigned long align, |
@@ -414,9 +417,11 @@ void * __init __alloc_bootmem_nopanic(unsigned long size, unsigned long align, | |||
414 | bootmem_data_t *bdata; | 417 | bootmem_data_t *bdata; |
415 | void *ptr; | 418 | void *ptr; |
416 | 419 | ||
417 | list_for_each_entry(bdata, &bdata_list, list) | 420 | list_for_each_entry(bdata, &bdata_list, list) { |
418 | if ((ptr = __alloc_bootmem_core(bdata, size, align, goal, 0))) | 421 | ptr = __alloc_bootmem_core(bdata, size, align, goal, 0); |
419 | return(ptr); | 422 | if (ptr) |
423 | return ptr; | ||
424 | } | ||
420 | return NULL; | 425 | return NULL; |
421 | } | 426 | } |
422 | 427 | ||
@@ -424,6 +429,7 @@ void * __init __alloc_bootmem(unsigned long size, unsigned long align, | |||
424 | unsigned long goal) | 429 | unsigned long goal) |
425 | { | 430 | { |
426 | void *mem = __alloc_bootmem_nopanic(size,align,goal); | 431 | void *mem = __alloc_bootmem_nopanic(size,align,goal); |
432 | |||
427 | if (mem) | 433 | if (mem) |
428 | return mem; | 434 | return mem; |
429 | /* | 435 | /* |
@@ -442,7 +448,7 @@ void * __init __alloc_bootmem_node(pg_data_t *pgdat, unsigned long size, | |||
442 | 448 | ||
443 | ptr = __alloc_bootmem_core(pgdat->bdata, size, align, goal, 0); | 449 | ptr = __alloc_bootmem_core(pgdat->bdata, size, align, goal, 0); |
444 | if (ptr) | 450 | if (ptr) |
445 | return (ptr); | 451 | return ptr; |
446 | 452 | ||
447 | return __alloc_bootmem(size, align, goal); | 453 | return __alloc_bootmem(size, align, goal); |
448 | } | 454 | } |
@@ -455,10 +461,11 @@ void * __init __alloc_bootmem_low(unsigned long size, unsigned long align, | |||
455 | bootmem_data_t *bdata; | 461 | bootmem_data_t *bdata; |
456 | void *ptr; | 462 | void *ptr; |
457 | 463 | ||
458 | list_for_each_entry(bdata, &bdata_list, list) | 464 | list_for_each_entry(bdata, &bdata_list, list) { |
459 | if ((ptr = __alloc_bootmem_core(bdata, size, | 465 | ptr = __alloc_bootmem_core(bdata, size, align, goal, LOW32LIMIT); |
460 | align, goal, LOW32LIMIT))) | 466 | if (ptr) |
461 | return(ptr); | 467 | return ptr; |
468 | } | ||
462 | 469 | ||
463 | /* | 470 | /* |
464 | * Whoops, we cannot satisfy the allocation request. | 471 | * Whoops, we cannot satisfy the allocation request. |