diff options
Diffstat (limited to 'arch/x86/mm/pat.c')
-rw-r--r-- | arch/x86/mm/pat.c | 67 |
1 files changed, 32 insertions, 35 deletions
diff --git a/arch/x86/mm/pat.c b/arch/x86/mm/pat.c index aceb6c7c6dba..738fd0f24958 100644 --- a/arch/x86/mm/pat.c +++ b/arch/x86/mm/pat.c | |||
@@ -7,24 +7,24 @@ | |||
7 | * Loosely based on earlier PAT patchset from Eric Biederman and Andi Kleen. | 7 | * Loosely based on earlier PAT patchset from Eric Biederman and Andi Kleen. |
8 | */ | 8 | */ |
9 | 9 | ||
10 | #include <linux/mm.h> | 10 | #include <linux/seq_file.h> |
11 | #include <linux/bootmem.h> | ||
12 | #include <linux/debugfs.h> | ||
11 | #include <linux/kernel.h> | 13 | #include <linux/kernel.h> |
12 | #include <linux/gfp.h> | 14 | #include <linux/gfp.h> |
15 | #include <linux/mm.h> | ||
13 | #include <linux/fs.h> | 16 | #include <linux/fs.h> |
14 | #include <linux/bootmem.h> | ||
15 | #include <linux/debugfs.h> | ||
16 | #include <linux/seq_file.h> | ||
17 | 17 | ||
18 | #include <asm/msr.h> | 18 | #include <asm/cacheflush.h> |
19 | #include <asm/tlbflush.h> | ||
20 | #include <asm/processor.h> | 19 | #include <asm/processor.h> |
21 | #include <asm/page.h> | 20 | #include <asm/tlbflush.h> |
22 | #include <asm/pgtable.h> | 21 | #include <asm/pgtable.h> |
23 | #include <asm/pat.h> | ||
24 | #include <asm/e820.h> | ||
25 | #include <asm/cacheflush.h> | ||
26 | #include <asm/fcntl.h> | 22 | #include <asm/fcntl.h> |
23 | #include <asm/e820.h> | ||
27 | #include <asm/mtrr.h> | 24 | #include <asm/mtrr.h> |
25 | #include <asm/page.h> | ||
26 | #include <asm/msr.h> | ||
27 | #include <asm/pat.h> | ||
28 | #include <asm/io.h> | 28 | #include <asm/io.h> |
29 | 29 | ||
30 | #ifdef CONFIG_X86_PAT | 30 | #ifdef CONFIG_X86_PAT |
@@ -46,6 +46,7 @@ early_param("nopat", nopat); | |||
46 | 46 | ||
47 | 47 | ||
48 | static int debug_enable; | 48 | static int debug_enable; |
49 | |||
49 | static int __init pat_debug_setup(char *str) | 50 | static int __init pat_debug_setup(char *str) |
50 | { | 51 | { |
51 | debug_enable = 1; | 52 | debug_enable = 1; |
@@ -145,14 +146,14 @@ static char *cattr_name(unsigned long flags) | |||
145 | */ | 146 | */ |
146 | 147 | ||
147 | struct memtype { | 148 | struct memtype { |
148 | u64 start; | 149 | u64 start; |
149 | u64 end; | 150 | u64 end; |
150 | unsigned long type; | 151 | unsigned long type; |
151 | struct list_head nd; | 152 | struct list_head nd; |
152 | }; | 153 | }; |
153 | 154 | ||
154 | static LIST_HEAD(memtype_list); | 155 | static LIST_HEAD(memtype_list); |
155 | static DEFINE_SPINLOCK(memtype_lock); /* protects memtype list */ | 156 | static DEFINE_SPINLOCK(memtype_lock); /* protects memtype list */ |
156 | 157 | ||
157 | /* | 158 | /* |
158 | * Does intersection of PAT memory type and MTRR memory type and returns | 159 | * Does intersection of PAT memory type and MTRR memory type and returns |
@@ -180,8 +181,8 @@ static unsigned long pat_x_mtrr_type(u64 start, u64 end, unsigned long req_type) | |||
180 | return req_type; | 181 | return req_type; |
181 | } | 182 | } |
182 | 183 | ||
183 | static int chk_conflict(struct memtype *new, struct memtype *entry, | 184 | static int |
184 | unsigned long *type) | 185 | chk_conflict(struct memtype *new, struct memtype *entry, unsigned long *type) |
185 | { | 186 | { |
186 | if (new->type != entry->type) { | 187 | if (new->type != entry->type) { |
187 | if (type) { | 188 | if (type) { |
@@ -211,15 +212,6 @@ static struct memtype *cached_entry; | |||
211 | static u64 cached_start; | 212 | static u64 cached_start; |
212 | 213 | ||
213 | /* | 214 | /* |
214 | * RED-PEN: TODO: Add PageReserved() check as well here, | ||
215 | * once we add SetPageReserved() to all the drivers using | ||
216 | * set_memory_* or set_pages_*. | ||
217 | * | ||
218 | * This will help prevent accidentally freeing pages | ||
219 | * before setting the attribute back to WB. | ||
220 | */ | ||
221 | |||
222 | /* | ||
223 | * For RAM pages, mark the pages as non WB memory type using | 215 | * For RAM pages, mark the pages as non WB memory type using |
224 | * PageNonWB (PG_arch_1). We allow only one set_memory_uc() or | 216 | * PageNonWB (PG_arch_1). We allow only one set_memory_uc() or |
225 | * set_memory_wc() on a RAM page at a time before marking it as WB again. | 217 | * set_memory_wc() on a RAM page at a time before marking it as WB again. |
@@ -232,7 +224,7 @@ static u64 cached_start; | |||
232 | * UC and WC mapping. | 224 | * UC and WC mapping. |
233 | */ | 225 | */ |
234 | static int reserve_ram_pages_type(u64 start, u64 end, unsigned long req_type, | 226 | static int reserve_ram_pages_type(u64 start, u64 end, unsigned long req_type, |
235 | unsigned long *new_type) | 227 | unsigned long *new_type) |
236 | { | 228 | { |
237 | struct page *page; | 229 | struct page *page; |
238 | u64 pfn, end_pfn; | 230 | u64 pfn, end_pfn; |
@@ -295,15 +287,15 @@ out: | |||
295 | * it will return a negative return value. | 287 | * it will return a negative return value. |
296 | */ | 288 | */ |
297 | int reserve_memtype(u64 start, u64 end, unsigned long req_type, | 289 | int reserve_memtype(u64 start, u64 end, unsigned long req_type, |
298 | unsigned long *new_type) | 290 | unsigned long *new_type) |
299 | { | 291 | { |
300 | struct memtype *new, *entry; | 292 | struct memtype *new, *entry; |
301 | unsigned long actual_type; | 293 | unsigned long actual_type; |
302 | struct list_head *where; | 294 | struct list_head *where; |
303 | int err = 0; | ||
304 | int is_range_ram; | 295 | int is_range_ram; |
296 | int err = 0; | ||
305 | 297 | ||
306 | BUG_ON(start >= end); /* end is exclusive */ | 298 | BUG_ON(start >= end); /* end is exclusive */ |
307 | 299 | ||
308 | if (!pat_enabled) { | 300 | if (!pat_enabled) { |
309 | /* This is identical to page table setting without PAT */ | 301 | /* This is identical to page table setting without PAT */ |
@@ -336,9 +328,10 @@ int reserve_memtype(u64 start, u64 end, unsigned long req_type, | |||
336 | actual_type = _PAGE_CACHE_WB; | 328 | actual_type = _PAGE_CACHE_WB; |
337 | else | 329 | else |
338 | actual_type = _PAGE_CACHE_UC_MINUS; | 330 | actual_type = _PAGE_CACHE_UC_MINUS; |
339 | } else | 331 | } else { |
340 | actual_type = pat_x_mtrr_type(start, end, | 332 | actual_type = pat_x_mtrr_type(start, end, |
341 | req_type & _PAGE_CACHE_MASK); | 333 | req_type & _PAGE_CACHE_MASK); |
334 | } | ||
342 | 335 | ||
343 | is_range_ram = pagerange_is_ram(start, end); | 336 | is_range_ram = pagerange_is_ram(start, end); |
344 | if (is_range_ram == 1) | 337 | if (is_range_ram == 1) |
@@ -350,9 +343,9 @@ int reserve_memtype(u64 start, u64 end, unsigned long req_type, | |||
350 | if (!new) | 343 | if (!new) |
351 | return -ENOMEM; | 344 | return -ENOMEM; |
352 | 345 | ||
353 | new->start = start; | 346 | new->start = start; |
354 | new->end = end; | 347 | new->end = end; |
355 | new->type = actual_type; | 348 | new->type = actual_type; |
356 | 349 | ||
357 | if (new_type) | 350 | if (new_type) |
358 | *new_type = actual_type; | 351 | *new_type = actual_type; |
@@ -411,6 +404,7 @@ int reserve_memtype(u64 start, u64 end, unsigned long req_type, | |||
411 | start, end, cattr_name(new->type), cattr_name(req_type)); | 404 | start, end, cattr_name(new->type), cattr_name(req_type)); |
412 | kfree(new); | 405 | kfree(new); |
413 | spin_unlock(&memtype_lock); | 406 | spin_unlock(&memtype_lock); |
407 | |||
414 | return err; | 408 | return err; |
415 | } | 409 | } |
416 | 410 | ||
@@ -469,6 +463,7 @@ int free_memtype(u64 start, u64 end) | |||
469 | } | 463 | } |
470 | 464 | ||
471 | dprintk("free_memtype request 0x%Lx-0x%Lx\n", start, end); | 465 | dprintk("free_memtype request 0x%Lx-0x%Lx\n", start, end); |
466 | |||
472 | return err; | 467 | return err; |
473 | } | 468 | } |
474 | 469 | ||
@@ -575,9 +570,9 @@ int phys_mem_access_prot_allowed(struct file *file, unsigned long pfn, | |||
575 | 570 | ||
576 | void map_devmem(unsigned long pfn, unsigned long size, pgprot_t vma_prot) | 571 | void map_devmem(unsigned long pfn, unsigned long size, pgprot_t vma_prot) |
577 | { | 572 | { |
573 | unsigned long want_flags = (pgprot_val(vma_prot) & _PAGE_CACHE_MASK); | ||
578 | u64 addr = (u64)pfn << PAGE_SHIFT; | 574 | u64 addr = (u64)pfn << PAGE_SHIFT; |
579 | unsigned long flags; | 575 | unsigned long flags; |
580 | unsigned long want_flags = (pgprot_val(vma_prot) & _PAGE_CACHE_MASK); | ||
581 | 576 | ||
582 | reserve_memtype(addr, addr + size, want_flags, &flags); | 577 | reserve_memtype(addr, addr + size, want_flags, &flags); |
583 | if (flags != want_flags) { | 578 | if (flags != want_flags) { |
@@ -620,6 +615,7 @@ static struct memtype *memtype_get_idx(loff_t pos) | |||
620 | } | 615 | } |
621 | spin_unlock(&memtype_lock); | 616 | spin_unlock(&memtype_lock); |
622 | kfree(print_entry); | 617 | kfree(print_entry); |
618 | |||
623 | return NULL; | 619 | return NULL; |
624 | } | 620 | } |
625 | 621 | ||
@@ -650,6 +646,7 @@ static int memtype_seq_show(struct seq_file *seq, void *v) | |||
650 | seq_printf(seq, "%s @ 0x%Lx-0x%Lx\n", cattr_name(print_entry->type), | 646 | seq_printf(seq, "%s @ 0x%Lx-0x%Lx\n", cattr_name(print_entry->type), |
651 | print_entry->start, print_entry->end); | 647 | print_entry->start, print_entry->end); |
652 | kfree(print_entry); | 648 | kfree(print_entry); |
649 | |||
653 | return 0; | 650 | return 0; |
654 | } | 651 | } |
655 | 652 | ||