diff options
Diffstat (limited to 'include/linux/bootmem.h')
-rw-r--r-- | include/linux/bootmem.h | 190 |
1 files changed, 189 insertions, 1 deletions
diff --git a/include/linux/bootmem.h b/include/linux/bootmem.h index f1f07d31a3af..db51fe4fe317 100644 --- a/include/linux/bootmem.h +++ b/include/linux/bootmem.h | |||
@@ -5,6 +5,7 @@ | |||
5 | #define _LINUX_BOOTMEM_H | 5 | #define _LINUX_BOOTMEM_H |
6 | 6 | ||
7 | #include <linux/mmzone.h> | 7 | #include <linux/mmzone.h> |
8 | #include <linux/mm_types.h> | ||
8 | #include <asm/dma.h> | 9 | #include <asm/dma.h> |
9 | 10 | ||
10 | /* | 11 | /* |
@@ -52,7 +53,6 @@ extern void free_bootmem_node(pg_data_t *pgdat, | |||
52 | unsigned long size); | 53 | unsigned long size); |
53 | extern void free_bootmem(unsigned long physaddr, unsigned long size); | 54 | extern void free_bootmem(unsigned long physaddr, unsigned long size); |
54 | extern void free_bootmem_late(unsigned long physaddr, unsigned long size); | 55 | extern void free_bootmem_late(unsigned long physaddr, unsigned long size); |
55 | extern void __free_pages_bootmem(struct page *page, unsigned int order); | ||
56 | 56 | ||
57 | /* | 57 | /* |
58 | * Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE, | 58 | * Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE, |
@@ -142,6 +142,194 @@ extern void *__alloc_bootmem_low_node(pg_data_t *pgdat, | |||
142 | #define alloc_bootmem_low_pages_node(pgdat, x) \ | 142 | #define alloc_bootmem_low_pages_node(pgdat, x) \ |
143 | __alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0) | 143 | __alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0) |
144 | 144 | ||
145 | |||
146 | #if defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) | ||
147 | |||
148 | /* FIXME: use MEMBLOCK_ALLOC_* variants here */ | ||
149 | #define BOOTMEM_ALLOC_ACCESSIBLE 0 | ||
150 | #define BOOTMEM_ALLOC_ANYWHERE (~(phys_addr_t)0) | ||
151 | |||
152 | /* FIXME: Move to memblock.h at a point where we remove nobootmem.c */ | ||
153 | void *memblock_virt_alloc_try_nid_nopanic(phys_addr_t size, | ||
154 | phys_addr_t align, phys_addr_t min_addr, | ||
155 | phys_addr_t max_addr, int nid); | ||
156 | void *memblock_virt_alloc_try_nid(phys_addr_t size, phys_addr_t align, | ||
157 | phys_addr_t min_addr, phys_addr_t max_addr, int nid); | ||
158 | void __memblock_free_early(phys_addr_t base, phys_addr_t size); | ||
159 | void __memblock_free_late(phys_addr_t base, phys_addr_t size); | ||
160 | |||
161 | static inline void * __init memblock_virt_alloc( | ||
162 | phys_addr_t size, phys_addr_t align) | ||
163 | { | ||
164 | return memblock_virt_alloc_try_nid(size, align, BOOTMEM_LOW_LIMIT, | ||
165 | BOOTMEM_ALLOC_ACCESSIBLE, | ||
166 | NUMA_NO_NODE); | ||
167 | } | ||
168 | |||
169 | static inline void * __init memblock_virt_alloc_nopanic( | ||
170 | phys_addr_t size, phys_addr_t align) | ||
171 | { | ||
172 | return memblock_virt_alloc_try_nid_nopanic(size, align, | ||
173 | BOOTMEM_LOW_LIMIT, | ||
174 | BOOTMEM_ALLOC_ACCESSIBLE, | ||
175 | NUMA_NO_NODE); | ||
176 | } | ||
177 | |||
178 | #ifndef ARCH_LOW_ADDRESS_LIMIT | ||
179 | #define ARCH_LOW_ADDRESS_LIMIT 0xffffffffUL | ||
180 | #endif | ||
181 | |||
182 | static inline void * __init memblock_virt_alloc_low( | ||
183 | phys_addr_t size, phys_addr_t align) | ||
184 | { | ||
185 | return memblock_virt_alloc_try_nid(size, align, | ||
186 | BOOTMEM_LOW_LIMIT, | ||
187 | ARCH_LOW_ADDRESS_LIMIT, | ||
188 | NUMA_NO_NODE); | ||
189 | } | ||
190 | static inline void * __init memblock_virt_alloc_low_nopanic( | ||
191 | phys_addr_t size, phys_addr_t align) | ||
192 | { | ||
193 | return memblock_virt_alloc_try_nid_nopanic(size, align, | ||
194 | BOOTMEM_LOW_LIMIT, | ||
195 | ARCH_LOW_ADDRESS_LIMIT, | ||
196 | NUMA_NO_NODE); | ||
197 | } | ||
198 | |||
199 | static inline void * __init memblock_virt_alloc_from_nopanic( | ||
200 | phys_addr_t size, phys_addr_t align, phys_addr_t min_addr) | ||
201 | { | ||
202 | return memblock_virt_alloc_try_nid_nopanic(size, align, min_addr, | ||
203 | BOOTMEM_ALLOC_ACCESSIBLE, | ||
204 | NUMA_NO_NODE); | ||
205 | } | ||
206 | |||
207 | static inline void * __init memblock_virt_alloc_node( | ||
208 | phys_addr_t size, int nid) | ||
209 | { | ||
210 | return memblock_virt_alloc_try_nid(size, 0, BOOTMEM_LOW_LIMIT, | ||
211 | BOOTMEM_ALLOC_ACCESSIBLE, nid); | ||
212 | } | ||
213 | |||
214 | static inline void * __init memblock_virt_alloc_node_nopanic( | ||
215 | phys_addr_t size, int nid) | ||
216 | { | ||
217 | return memblock_virt_alloc_try_nid_nopanic(size, 0, BOOTMEM_LOW_LIMIT, | ||
218 | BOOTMEM_ALLOC_ACCESSIBLE, | ||
219 | nid); | ||
220 | } | ||
221 | |||
222 | static inline void __init memblock_free_early( | ||
223 | phys_addr_t base, phys_addr_t size) | ||
224 | { | ||
225 | __memblock_free_early(base, size); | ||
226 | } | ||
227 | |||
228 | static inline void __init memblock_free_early_nid( | ||
229 | phys_addr_t base, phys_addr_t size, int nid) | ||
230 | { | ||
231 | __memblock_free_early(base, size); | ||
232 | } | ||
233 | |||
234 | static inline void __init memblock_free_late( | ||
235 | phys_addr_t base, phys_addr_t size) | ||
236 | { | ||
237 | __memblock_free_late(base, size); | ||
238 | } | ||
239 | |||
240 | #else | ||
241 | |||
242 | #define BOOTMEM_ALLOC_ACCESSIBLE 0 | ||
243 | |||
244 | |||
245 | /* Fall back to all the existing bootmem APIs */ | ||
246 | static inline void * __init memblock_virt_alloc( | ||
247 | phys_addr_t size, phys_addr_t align) | ||
248 | { | ||
249 | if (!align) | ||
250 | align = SMP_CACHE_BYTES; | ||
251 | return __alloc_bootmem(size, align, BOOTMEM_LOW_LIMIT); | ||
252 | } | ||
253 | |||
254 | static inline void * __init memblock_virt_alloc_nopanic( | ||
255 | phys_addr_t size, phys_addr_t align) | ||
256 | { | ||
257 | if (!align) | ||
258 | align = SMP_CACHE_BYTES; | ||
259 | return __alloc_bootmem_nopanic(size, align, BOOTMEM_LOW_LIMIT); | ||
260 | } | ||
261 | |||
262 | static inline void * __init memblock_virt_alloc_low( | ||
263 | phys_addr_t size, phys_addr_t align) | ||
264 | { | ||
265 | if (!align) | ||
266 | align = SMP_CACHE_BYTES; | ||
267 | return __alloc_bootmem_low(size, align, 0); | ||
268 | } | ||
269 | |||
270 | static inline void * __init memblock_virt_alloc_low_nopanic( | ||
271 | phys_addr_t size, phys_addr_t align) | ||
272 | { | ||
273 | if (!align) | ||
274 | align = SMP_CACHE_BYTES; | ||
275 | return __alloc_bootmem_low_nopanic(size, align, 0); | ||
276 | } | ||
277 | |||
278 | static inline void * __init memblock_virt_alloc_from_nopanic( | ||
279 | phys_addr_t size, phys_addr_t align, phys_addr_t min_addr) | ||
280 | { | ||
281 | return __alloc_bootmem_nopanic(size, align, min_addr); | ||
282 | } | ||
283 | |||
284 | static inline void * __init memblock_virt_alloc_node( | ||
285 | phys_addr_t size, int nid) | ||
286 | { | ||
287 | return __alloc_bootmem_node(NODE_DATA(nid), size, SMP_CACHE_BYTES, | ||
288 | BOOTMEM_LOW_LIMIT); | ||
289 | } | ||
290 | |||
291 | static inline void * __init memblock_virt_alloc_node_nopanic( | ||
292 | phys_addr_t size, int nid) | ||
293 | { | ||
294 | return __alloc_bootmem_node_nopanic(NODE_DATA(nid), size, | ||
295 | SMP_CACHE_BYTES, | ||
296 | BOOTMEM_LOW_LIMIT); | ||
297 | } | ||
298 | |||
299 | static inline void * __init memblock_virt_alloc_try_nid(phys_addr_t size, | ||
300 | phys_addr_t align, phys_addr_t min_addr, phys_addr_t max_addr, int nid) | ||
301 | { | ||
302 | return __alloc_bootmem_node_high(NODE_DATA(nid), size, align, | ||
303 | min_addr); | ||
304 | } | ||
305 | |||
306 | static inline void * __init memblock_virt_alloc_try_nid_nopanic( | ||
307 | phys_addr_t size, phys_addr_t align, | ||
308 | phys_addr_t min_addr, phys_addr_t max_addr, int nid) | ||
309 | { | ||
310 | return ___alloc_bootmem_node_nopanic(NODE_DATA(nid), size, align, | ||
311 | min_addr, max_addr); | ||
312 | } | ||
313 | |||
314 | static inline void __init memblock_free_early( | ||
315 | phys_addr_t base, phys_addr_t size) | ||
316 | { | ||
317 | free_bootmem(base, size); | ||
318 | } | ||
319 | |||
320 | static inline void __init memblock_free_early_nid( | ||
321 | phys_addr_t base, phys_addr_t size, int nid) | ||
322 | { | ||
323 | free_bootmem_node(NODE_DATA(nid), base, size); | ||
324 | } | ||
325 | |||
326 | static inline void __init memblock_free_late( | ||
327 | phys_addr_t base, phys_addr_t size) | ||
328 | { | ||
329 | free_bootmem_late(base, size); | ||
330 | } | ||
331 | #endif /* defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) */ | ||
332 | |||
145 | #ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP | 333 | #ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP |
146 | extern void *alloc_remap(int nid, unsigned long size); | 334 | extern void *alloc_remap(int nid, unsigned long size); |
147 | #else | 335 | #else |