aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--include/linux/mm.h2
-rw-r--r--mm/sparse-vmemmap.c2
-rw-r--r--mm/sparse.c25
3 files changed, 24 insertions, 5 deletions
diff --git a/include/linux/mm.h b/include/linux/mm.h
index 292c68623759..cc551f06728b 100644
--- a/include/linux/mm.h
+++ b/include/linux/mm.h
@@ -1147,7 +1147,7 @@ extern int randomize_va_space;
1147 1147
1148const char * arch_vma_name(struct vm_area_struct *vma); 1148const char * arch_vma_name(struct vm_area_struct *vma);
1149 1149
1150struct page *sparse_early_mem_map_populate(unsigned long pnum, int nid); 1150struct page *sparse_mem_map_populate(unsigned long pnum, int nid);
1151pgd_t *vmemmap_pgd_populate(unsigned long addr, int node); 1151pgd_t *vmemmap_pgd_populate(unsigned long addr, int node);
1152pud_t *vmemmap_pud_populate(pgd_t *pgd, unsigned long addr, int node); 1152pud_t *vmemmap_pud_populate(pgd_t *pgd, unsigned long addr, int node);
1153pmd_t *vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node); 1153pmd_t *vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node);
diff --git a/mm/sparse-vmemmap.c b/mm/sparse-vmemmap.c
index 4f2d4854f840..d3b718b0c20a 100644
--- a/mm/sparse-vmemmap.c
+++ b/mm/sparse-vmemmap.c
@@ -137,7 +137,7 @@ int __meminit vmemmap_populate_basepages(struct page *start_page,
137 return 0; 137 return 0;
138} 138}
139 139
140struct page __init *sparse_early_mem_map_populate(unsigned long pnum, int nid) 140struct page * __meminit sparse_mem_map_populate(unsigned long pnum, int nid)
141{ 141{
142 struct page *map = pfn_to_page(pnum * PAGES_PER_SECTION); 142 struct page *map = pfn_to_page(pnum * PAGES_PER_SECTION);
143 int error = vmemmap_populate(map, PAGES_PER_SECTION, nid); 143 int error = vmemmap_populate(map, PAGES_PER_SECTION, nid);
diff --git a/mm/sparse.c b/mm/sparse.c
index 1f4dbb867b8a..08fb14f5eea3 100644
--- a/mm/sparse.c
+++ b/mm/sparse.c
@@ -259,7 +259,7 @@ static unsigned long *sparse_early_usemap_alloc(unsigned long pnum)
259} 259}
260 260
261#ifndef CONFIG_SPARSEMEM_VMEMMAP 261#ifndef CONFIG_SPARSEMEM_VMEMMAP
262struct page __init *sparse_early_mem_map_populate(unsigned long pnum, int nid) 262struct page __init *sparse_mem_map_populate(unsigned long pnum, int nid)
263{ 263{
264 struct page *map; 264 struct page *map;
265 265
@@ -284,7 +284,7 @@ struct page __init *sparse_early_mem_map_alloc(unsigned long pnum)
284 struct mem_section *ms = __nr_to_section(pnum); 284 struct mem_section *ms = __nr_to_section(pnum);
285 int nid = sparse_early_nid(ms); 285 int nid = sparse_early_nid(ms);
286 286
287 map = sparse_early_mem_map_populate(pnum, nid); 287 map = sparse_mem_map_populate(pnum, nid);
288 if (map) 288 if (map)
289 return map; 289 return map;
290 290
@@ -322,6 +322,18 @@ void __init sparse_init(void)
322} 322}
323 323
324#ifdef CONFIG_MEMORY_HOTPLUG 324#ifdef CONFIG_MEMORY_HOTPLUG
325#ifdef CONFIG_SPARSEMEM_VMEMMAP
326static inline struct page *kmalloc_section_memmap(unsigned long pnum, int nid,
327 unsigned long nr_pages)
328{
329 /* This will make the necessary allocations eventually. */
330 return sparse_mem_map_populate(pnum, nid);
331}
332static void __kfree_section_memmap(struct page *memmap, unsigned long nr_pages)
333{
334 return; /* XXX: Not implemented yet */
335}
336#else
325static struct page *__kmalloc_section_memmap(unsigned long nr_pages) 337static struct page *__kmalloc_section_memmap(unsigned long nr_pages)
326{ 338{
327 struct page *page, *ret; 339 struct page *page, *ret;
@@ -344,6 +356,12 @@ got_map_ptr:
344 return ret; 356 return ret;
345} 357}
346 358
359static inline struct page *kmalloc_section_memmap(unsigned long pnum, int nid,
360 unsigned long nr_pages)
361{
362 return __kmalloc_section_memmap(nr_pages);
363}
364
347static int vaddr_in_vmalloc_area(void *addr) 365static int vaddr_in_vmalloc_area(void *addr)
348{ 366{
349 if (addr >= (void *)VMALLOC_START && 367 if (addr >= (void *)VMALLOC_START &&
@@ -360,6 +378,7 @@ static void __kfree_section_memmap(struct page *memmap, unsigned long nr_pages)
360 free_pages((unsigned long)memmap, 378 free_pages((unsigned long)memmap,
361 get_order(sizeof(struct page) * nr_pages)); 379 get_order(sizeof(struct page) * nr_pages));
362} 380}
381#endif /* CONFIG_SPARSEMEM_VMEMMAP */
363 382
364/* 383/*
365 * returns the number of sections whose mem_maps were properly 384 * returns the number of sections whose mem_maps were properly
@@ -382,7 +401,7 @@ int sparse_add_one_section(struct zone *zone, unsigned long start_pfn,
382 * plus, it does a kmalloc 401 * plus, it does a kmalloc
383 */ 402 */
384 sparse_index_init(section_nr, pgdat->node_id); 403 sparse_index_init(section_nr, pgdat->node_id);
385 memmap = __kmalloc_section_memmap(nr_pages); 404 memmap = kmalloc_section_memmap(section_nr, pgdat->node_id, nr_pages);
386 usemap = __kmalloc_section_usemap(); 405 usemap = __kmalloc_section_usemap();
387 406
388 pgdat_resize_lock(pgdat, &flags); 407 pgdat_resize_lock(pgdat, &flags);