diff options
Diffstat (limited to 'arch/x86/mm/numa_64.c')
-rw-r--r-- | arch/x86/mm/numa_64.c | 131 |
1 files changed, 3 insertions, 128 deletions
diff --git a/arch/x86/mm/numa_64.c b/arch/x86/mm/numa_64.c index e8c00cc7203..13f5b068e8c 100644 --- a/arch/x86/mm/numa_64.c +++ b/arch/x86/mm/numa_64.c | |||
@@ -28,125 +28,10 @@ EXPORT_SYMBOL(node_data); | |||
28 | 28 | ||
29 | nodemask_t numa_nodes_parsed __initdata; | 29 | nodemask_t numa_nodes_parsed __initdata; |
30 | 30 | ||
31 | struct memnode memnode; | ||
32 | |||
33 | static unsigned long __initdata nodemap_addr; | ||
34 | static unsigned long __initdata nodemap_size; | ||
35 | |||
36 | static struct numa_meminfo numa_meminfo __initdata; | 31 | static struct numa_meminfo numa_meminfo __initdata; |
37 | |||
38 | static int numa_distance_cnt; | 32 | static int numa_distance_cnt; |
39 | static u8 *numa_distance; | 33 | static u8 *numa_distance; |
40 | 34 | ||
41 | /* | ||
42 | * Given a shift value, try to populate memnodemap[] | ||
43 | * Returns : | ||
44 | * 1 if OK | ||
45 | * 0 if memnodmap[] too small (of shift too small) | ||
46 | * -1 if node overlap or lost ram (shift too big) | ||
47 | */ | ||
48 | static int __init populate_memnodemap(const struct numa_meminfo *mi, int shift) | ||
49 | { | ||
50 | unsigned long addr, end; | ||
51 | int i, res = -1; | ||
52 | |||
53 | memset(memnodemap, 0xff, sizeof(s16)*memnodemapsize); | ||
54 | for (i = 0; i < mi->nr_blks; i++) { | ||
55 | addr = mi->blk[i].start; | ||
56 | end = mi->blk[i].end; | ||
57 | if (addr >= end) | ||
58 | continue; | ||
59 | if ((end >> shift) >= memnodemapsize) | ||
60 | return 0; | ||
61 | do { | ||
62 | if (memnodemap[addr >> shift] != NUMA_NO_NODE) | ||
63 | return -1; | ||
64 | memnodemap[addr >> shift] = mi->blk[i].nid; | ||
65 | addr += (1UL << shift); | ||
66 | } while (addr < end); | ||
67 | res = 1; | ||
68 | } | ||
69 | return res; | ||
70 | } | ||
71 | |||
72 | static int __init allocate_cachealigned_memnodemap(void) | ||
73 | { | ||
74 | unsigned long addr; | ||
75 | |||
76 | memnodemap = memnode.embedded_map; | ||
77 | if (memnodemapsize <= ARRAY_SIZE(memnode.embedded_map)) | ||
78 | return 0; | ||
79 | |||
80 | addr = 0x8000; | ||
81 | nodemap_size = roundup(sizeof(s16) * memnodemapsize, L1_CACHE_BYTES); | ||
82 | nodemap_addr = memblock_find_in_range(addr, get_max_mapped(), | ||
83 | nodemap_size, L1_CACHE_BYTES); | ||
84 | if (nodemap_addr == MEMBLOCK_ERROR) { | ||
85 | printk(KERN_ERR | ||
86 | "NUMA: Unable to allocate Memory to Node hash map\n"); | ||
87 | nodemap_addr = nodemap_size = 0; | ||
88 | return -1; | ||
89 | } | ||
90 | memnodemap = phys_to_virt(nodemap_addr); | ||
91 | memblock_x86_reserve_range(nodemap_addr, nodemap_addr + nodemap_size, "MEMNODEMAP"); | ||
92 | |||
93 | printk(KERN_DEBUG "NUMA: Allocated memnodemap from %lx - %lx\n", | ||
94 | nodemap_addr, nodemap_addr + nodemap_size); | ||
95 | return 0; | ||
96 | } | ||
97 | |||
98 | /* | ||
99 | * The LSB of all start and end addresses in the node map is the value of the | ||
100 | * maximum possible shift. | ||
101 | */ | ||
102 | static int __init extract_lsb_from_nodes(const struct numa_meminfo *mi) | ||
103 | { | ||
104 | int i, nodes_used = 0; | ||
105 | unsigned long start, end; | ||
106 | unsigned long bitfield = 0, memtop = 0; | ||
107 | |||
108 | for (i = 0; i < mi->nr_blks; i++) { | ||
109 | start = mi->blk[i].start; | ||
110 | end = mi->blk[i].end; | ||
111 | if (start >= end) | ||
112 | continue; | ||
113 | bitfield |= start; | ||
114 | nodes_used++; | ||
115 | if (end > memtop) | ||
116 | memtop = end; | ||
117 | } | ||
118 | if (nodes_used <= 1) | ||
119 | i = 63; | ||
120 | else | ||
121 | i = find_first_bit(&bitfield, sizeof(unsigned long)*8); | ||
122 | memnodemapsize = (memtop >> i)+1; | ||
123 | return i; | ||
124 | } | ||
125 | |||
126 | static int __init compute_hash_shift(const struct numa_meminfo *mi) | ||
127 | { | ||
128 | int shift; | ||
129 | |||
130 | shift = extract_lsb_from_nodes(mi); | ||
131 | if (allocate_cachealigned_memnodemap()) | ||
132 | return -1; | ||
133 | printk(KERN_DEBUG "NUMA: Using %d for the hash shift.\n", | ||
134 | shift); | ||
135 | |||
136 | if (populate_memnodemap(mi, shift) != 1) { | ||
137 | printk(KERN_INFO "Your memory is not aligned you need to " | ||
138 | "rebuild your kernel with a bigger NODEMAPSIZE " | ||
139 | "shift=%d\n", shift); | ||
140 | return -1; | ||
141 | } | ||
142 | return shift; | ||
143 | } | ||
144 | |||
145 | int __meminit __early_pfn_to_nid(unsigned long pfn) | ||
146 | { | ||
147 | return phys_to_nid(pfn << PAGE_SHIFT); | ||
148 | } | ||
149 | |||
150 | static void * __init early_node_mem(int nodeid, unsigned long start, | 35 | static void * __init early_node_mem(int nodeid, unsigned long start, |
151 | unsigned long end, unsigned long size, | 36 | unsigned long end, unsigned long size, |
152 | unsigned long align) | 37 | unsigned long align) |
@@ -270,7 +155,7 @@ setup_node_bootmem(int nodeid, unsigned long start, unsigned long end) | |||
270 | memblock_x86_reserve_range(nodedata_phys, nodedata_phys + pgdat_size, "NODE_DATA"); | 155 | memblock_x86_reserve_range(nodedata_phys, nodedata_phys + pgdat_size, "NODE_DATA"); |
271 | printk(KERN_INFO " NODE_DATA [%016lx - %016lx]\n", nodedata_phys, | 156 | printk(KERN_INFO " NODE_DATA [%016lx - %016lx]\n", nodedata_phys, |
272 | nodedata_phys + pgdat_size - 1); | 157 | nodedata_phys + pgdat_size - 1); |
273 | nid = phys_to_nid(nodedata_phys); | 158 | nid = early_pfn_to_nid(nodedata_phys >> PAGE_SHIFT); |
274 | if (nid != nodeid) | 159 | if (nid != nodeid) |
275 | printk(KERN_INFO " NODE_DATA(%d) on node %d\n", nodeid, nid); | 160 | printk(KERN_INFO " NODE_DATA(%d) on node %d\n", nodeid, nid); |
276 | 161 | ||
@@ -527,12 +412,6 @@ static int __init numa_register_memblks(struct numa_meminfo *mi) | |||
527 | if (WARN_ON(nodes_empty(node_possible_map))) | 412 | if (WARN_ON(nodes_empty(node_possible_map))) |
528 | return -EINVAL; | 413 | return -EINVAL; |
529 | 414 | ||
530 | memnode_shift = compute_hash_shift(mi); | ||
531 | if (memnode_shift < 0) { | ||
532 | printk(KERN_ERR "NUMA: No NUMA node hash function found. Contact maintainer\n"); | ||
533 | return -EINVAL; | ||
534 | } | ||
535 | |||
536 | for (i = 0; i < mi->nr_blks; i++) | 415 | for (i = 0; i < mi->nr_blks; i++) |
537 | memblock_x86_register_active_regions(mi->blk[i].nid, | 416 | memblock_x86_register_active_regions(mi->blk[i].nid, |
538 | mi->blk[i].start >> PAGE_SHIFT, | 417 | mi->blk[i].start >> PAGE_SHIFT, |
@@ -626,17 +505,13 @@ static int __init numa_init(int (*init_func)(void)) | |||
626 | 505 | ||
627 | void __init initmem_init(void) | 506 | void __init initmem_init(void) |
628 | { | 507 | { |
629 | int ret; | ||
630 | |||
631 | if (!numa_off) { | 508 | if (!numa_off) { |
632 | #ifdef CONFIG_ACPI_NUMA | 509 | #ifdef CONFIG_ACPI_NUMA |
633 | ret = numa_init(x86_acpi_numa_init); | 510 | if (!numa_init(x86_acpi_numa_init)) |
634 | if (!ret) | ||
635 | return; | 511 | return; |
636 | #endif | 512 | #endif |
637 | #ifdef CONFIG_AMD_NUMA | 513 | #ifdef CONFIG_AMD_NUMA |
638 | ret = numa_init(amd_numa_init); | 514 | if (!numa_init(amd_numa_init)) |
639 | if (!ret) | ||
640 | return; | 515 | return; |
641 | #endif | 516 | #endif |
642 | } | 517 | } |