aboutsummaryrefslogtreecommitdiffstats
path: root/mm/sparse.c
diff options
context:
space:
mode:
Diffstat (limited to 'mm/sparse.c')
-rw-r--r--mm/sparse.c54
1 files changed, 51 insertions, 3 deletions
diff --git a/mm/sparse.c b/mm/sparse.c
index 52843a76feed..1f4dbb867b8a 100644
--- a/mm/sparse.c
+++ b/mm/sparse.c
@@ -206,7 +206,8 @@ struct page *sparse_decode_mem_map(unsigned long coded_mem_map, unsigned long pn
206} 206}
207 207
208static int __meminit sparse_init_one_section(struct mem_section *ms, 208static int __meminit sparse_init_one_section(struct mem_section *ms,
209 unsigned long pnum, struct page *mem_map) 209 unsigned long pnum, struct page *mem_map,
210 unsigned long *pageblock_bitmap)
210{ 211{
211 if (!present_section(ms)) 212 if (!present_section(ms))
212 return -EINVAL; 213 return -EINVAL;
@@ -214,6 +215,7 @@ static int __meminit sparse_init_one_section(struct mem_section *ms,
214 ms->section_mem_map &= ~SECTION_MAP_MASK; 215 ms->section_mem_map &= ~SECTION_MAP_MASK;
215 ms->section_mem_map |= sparse_encode_mem_map(mem_map, pnum) | 216 ms->section_mem_map |= sparse_encode_mem_map(mem_map, pnum) |
216 SECTION_HAS_MEM_MAP; 217 SECTION_HAS_MEM_MAP;
218 ms->pageblock_flags = pageblock_bitmap;
217 219
218 return 1; 220 return 1;
219} 221}
@@ -224,6 +226,38 @@ void *alloc_bootmem_high_node(pg_data_t *pgdat, unsigned long size)
224 return NULL; 226 return NULL;
225} 227}
226 228
229static unsigned long usemap_size(void)
230{
231 unsigned long size_bytes;
232 size_bytes = roundup(SECTION_BLOCKFLAGS_BITS, 8) / 8;
233 size_bytes = roundup(size_bytes, sizeof(unsigned long));
234 return size_bytes;
235}
236
237#ifdef CONFIG_MEMORY_HOTPLUG
238static unsigned long *__kmalloc_section_usemap(void)
239{
240 return kmalloc(usemap_size(), GFP_KERNEL);
241}
242#endif /* CONFIG_MEMORY_HOTPLUG */
243
244static unsigned long *sparse_early_usemap_alloc(unsigned long pnum)
245{
246 unsigned long *usemap;
247 struct mem_section *ms = __nr_to_section(pnum);
248 int nid = sparse_early_nid(ms);
249
250 usemap = alloc_bootmem_node(NODE_DATA(nid), usemap_size());
251 if (usemap)
252 return usemap;
253
254 /* Stupid: suppress gcc warning for SPARSEMEM && !NUMA */
255 nid = 0;
256
257 printk(KERN_WARNING "%s: allocation failed\n", __FUNCTION__);
258 return NULL;
259}
260
227#ifndef CONFIG_SPARSEMEM_VMEMMAP 261#ifndef CONFIG_SPARSEMEM_VMEMMAP
228struct page __init *sparse_early_mem_map_populate(unsigned long pnum, int nid) 262struct page __init *sparse_early_mem_map_populate(unsigned long pnum, int nid)
229{ 263{
@@ -268,6 +302,7 @@ void __init sparse_init(void)
268{ 302{
269 unsigned long pnum; 303 unsigned long pnum;
270 struct page *map; 304 struct page *map;
305 unsigned long *usemap;
271 306
272 for (pnum = 0; pnum < NR_MEM_SECTIONS; pnum++) { 307 for (pnum = 0; pnum < NR_MEM_SECTIONS; pnum++) {
273 if (!present_section_nr(pnum)) 308 if (!present_section_nr(pnum))
@@ -276,7 +311,13 @@ void __init sparse_init(void)
276 map = sparse_early_mem_map_alloc(pnum); 311 map = sparse_early_mem_map_alloc(pnum);
277 if (!map) 312 if (!map)
278 continue; 313 continue;
279 sparse_init_one_section(__nr_to_section(pnum), pnum, map); 314
315 usemap = sparse_early_usemap_alloc(pnum);
316 if (!usemap)
317 continue;
318
319 sparse_init_one_section(__nr_to_section(pnum), pnum, map,
320 usemap);
280 } 321 }
281} 322}
282 323
@@ -332,6 +373,7 @@ int sparse_add_one_section(struct zone *zone, unsigned long start_pfn,
332 struct pglist_data *pgdat = zone->zone_pgdat; 373 struct pglist_data *pgdat = zone->zone_pgdat;
333 struct mem_section *ms; 374 struct mem_section *ms;
334 struct page *memmap; 375 struct page *memmap;
376 unsigned long *usemap;
335 unsigned long flags; 377 unsigned long flags;
336 int ret; 378 int ret;
337 379
@@ -341,6 +383,7 @@ int sparse_add_one_section(struct zone *zone, unsigned long start_pfn,
341 */ 383 */
342 sparse_index_init(section_nr, pgdat->node_id); 384 sparse_index_init(section_nr, pgdat->node_id);
343 memmap = __kmalloc_section_memmap(nr_pages); 385 memmap = __kmalloc_section_memmap(nr_pages);
386 usemap = __kmalloc_section_usemap();
344 387
345 pgdat_resize_lock(pgdat, &flags); 388 pgdat_resize_lock(pgdat, &flags);
346 389
@@ -349,9 +392,14 @@ int sparse_add_one_section(struct zone *zone, unsigned long start_pfn,
349 ret = -EEXIST; 392 ret = -EEXIST;
350 goto out; 393 goto out;
351 } 394 }
395
396 if (!usemap) {
397 ret = -ENOMEM;
398 goto out;
399 }
352 ms->section_mem_map |= SECTION_MARKED_PRESENT; 400 ms->section_mem_map |= SECTION_MARKED_PRESENT;
353 401
354 ret = sparse_init_one_section(ms, section_nr, memmap); 402 ret = sparse_init_one_section(ms, section_nr, memmap, usemap);
355 403
356out: 404out:
357 pgdat_resize_unlock(pgdat, &flags); 405 pgdat_resize_unlock(pgdat, &flags);