diff options
Diffstat (limited to 'arch/x86/mm/pat.c')
-rw-r--r-- | arch/x86/mm/pat.c | 85 |
1 files changed, 47 insertions, 38 deletions
diff --git a/arch/x86/mm/pat.c b/arch/x86/mm/pat.c index 7b61036427df..e0ab173b6974 100644 --- a/arch/x86/mm/pat.c +++ b/arch/x86/mm/pat.c | |||
@@ -11,6 +11,7 @@ | |||
11 | #include <linux/bootmem.h> | 11 | #include <linux/bootmem.h> |
12 | #include <linux/debugfs.h> | 12 | #include <linux/debugfs.h> |
13 | #include <linux/kernel.h> | 13 | #include <linux/kernel.h> |
14 | #include <linux/module.h> | ||
14 | #include <linux/gfp.h> | 15 | #include <linux/gfp.h> |
15 | #include <linux/mm.h> | 16 | #include <linux/mm.h> |
16 | #include <linux/fs.h> | 17 | #include <linux/fs.h> |
@@ -211,6 +212,33 @@ chk_conflict(struct memtype *new, struct memtype *entry, unsigned long *type) | |||
211 | static struct memtype *cached_entry; | 212 | static struct memtype *cached_entry; |
212 | static u64 cached_start; | 213 | static u64 cached_start; |
213 | 214 | ||
215 | static int pat_pagerange_is_ram(unsigned long start, unsigned long end) | ||
216 | { | ||
217 | int ram_page = 0, not_rampage = 0; | ||
218 | unsigned long page_nr; | ||
219 | |||
220 | for (page_nr = (start >> PAGE_SHIFT); page_nr < (end >> PAGE_SHIFT); | ||
221 | ++page_nr) { | ||
222 | /* | ||
223 | * For legacy reasons, physical address range in the legacy ISA | ||
224 | * region is tracked as non-RAM. This will allow users of | ||
225 | * /dev/mem to map portions of legacy ISA region, even when | ||
226 | * some of those portions are listed(or not even listed) with | ||
227 | * different e820 types(RAM/reserved/..) | ||
228 | */ | ||
229 | if (page_nr >= (ISA_END_ADDRESS >> PAGE_SHIFT) && | ||
230 | page_is_ram(page_nr)) | ||
231 | ram_page = 1; | ||
232 | else | ||
233 | not_rampage = 1; | ||
234 | |||
235 | if (ram_page == not_rampage) | ||
236 | return -1; | ||
237 | } | ||
238 | |||
239 | return ram_page; | ||
240 | } | ||
241 | |||
214 | /* | 242 | /* |
215 | * For RAM pages, mark the pages as non WB memory type using | 243 | * For RAM pages, mark the pages as non WB memory type using |
216 | * PageNonWB (PG_arch_1). We allow only one set_memory_uc() or | 244 | * PageNonWB (PG_arch_1). We allow only one set_memory_uc() or |
@@ -336,20 +364,12 @@ int reserve_memtype(u64 start, u64 end, unsigned long req_type, | |||
336 | if (new_type) | 364 | if (new_type) |
337 | *new_type = actual_type; | 365 | *new_type = actual_type; |
338 | 366 | ||
339 | /* | 367 | is_range_ram = pat_pagerange_is_ram(start, end); |
340 | * For legacy reasons, some parts of the physical address range in the | 368 | if (is_range_ram == 1) |
341 | * legacy 1MB region is treated as non-RAM (even when listed as RAM in | 369 | return reserve_ram_pages_type(start, end, req_type, |
342 | * the e820 tables). So we will track the memory attributes of this | 370 | new_type); |
343 | * legacy 1MB region using the linear memtype_list always. | 371 | else if (is_range_ram < 0) |
344 | */ | 372 | return -EINVAL; |
345 | if (end >= ISA_END_ADDRESS) { | ||
346 | is_range_ram = pagerange_is_ram(start, end); | ||
347 | if (is_range_ram == 1) | ||
348 | return reserve_ram_pages_type(start, end, req_type, | ||
349 | new_type); | ||
350 | else if (is_range_ram < 0) | ||
351 | return -EINVAL; | ||
352 | } | ||
353 | 373 | ||
354 | new = kmalloc(sizeof(struct memtype), GFP_KERNEL); | 374 | new = kmalloc(sizeof(struct memtype), GFP_KERNEL); |
355 | if (!new) | 375 | if (!new) |
@@ -446,19 +466,11 @@ int free_memtype(u64 start, u64 end) | |||
446 | if (is_ISA_range(start, end - 1)) | 466 | if (is_ISA_range(start, end - 1)) |
447 | return 0; | 467 | return 0; |
448 | 468 | ||
449 | /* | 469 | is_range_ram = pat_pagerange_is_ram(start, end); |
450 | * For legacy reasons, some parts of the physical address range in the | 470 | if (is_range_ram == 1) |
451 | * legacy 1MB region is treated as non-RAM (even when listed as RAM in | 471 | return free_ram_pages_type(start, end); |
452 | * the e820 tables). So we will track the memory attributes of this | 472 | else if (is_range_ram < 0) |
453 | * legacy 1MB region using the linear memtype_list always. | 473 | return -EINVAL; |
454 | */ | ||
455 | if (end >= ISA_END_ADDRESS) { | ||
456 | is_range_ram = pagerange_is_ram(start, end); | ||
457 | if (is_range_ram == 1) | ||
458 | return free_ram_pages_type(start, end); | ||
459 | else if (is_range_ram < 0) | ||
460 | return -EINVAL; | ||
461 | } | ||
462 | 474 | ||
463 | spin_lock(&memtype_lock); | 475 | spin_lock(&memtype_lock); |
464 | list_for_each_entry(entry, &memtype_list, nd) { | 476 | list_for_each_entry(entry, &memtype_list, nd) { |
@@ -626,17 +638,13 @@ static int reserve_pfn_range(u64 paddr, unsigned long size, pgprot_t *vma_prot, | |||
626 | unsigned long flags; | 638 | unsigned long flags; |
627 | unsigned long want_flags = (pgprot_val(*vma_prot) & _PAGE_CACHE_MASK); | 639 | unsigned long want_flags = (pgprot_val(*vma_prot) & _PAGE_CACHE_MASK); |
628 | 640 | ||
629 | is_ram = pagerange_is_ram(paddr, paddr + size); | 641 | is_ram = pat_pagerange_is_ram(paddr, paddr + size); |
630 | 642 | ||
631 | if (is_ram != 0) { | 643 | /* |
632 | /* | 644 | * reserve_pfn_range() doesn't support RAM pages. |
633 | * For mapping RAM pages, drivers need to call | 645 | */ |
634 | * set_memory_[uc|wc|wb] directly, for reserve and free, before | 646 | if (is_ram != 0) |
635 | * setting up the PTE. | 647 | return -EINVAL; |
636 | */ | ||
637 | WARN_ON_ONCE(1); | ||
638 | return 0; | ||
639 | } | ||
640 | 648 | ||
641 | ret = reserve_memtype(paddr, paddr + size, want_flags, &flags); | 649 | ret = reserve_memtype(paddr, paddr + size, want_flags, &flags); |
642 | if (ret) | 650 | if (ret) |
@@ -693,7 +701,7 @@ static void free_pfn_range(u64 paddr, unsigned long size) | |||
693 | { | 701 | { |
694 | int is_ram; | 702 | int is_ram; |
695 | 703 | ||
696 | is_ram = pagerange_is_ram(paddr, paddr + size); | 704 | is_ram = pat_pagerange_is_ram(paddr, paddr + size); |
697 | if (is_ram == 0) | 705 | if (is_ram == 0) |
698 | free_memtype(paddr, paddr + size); | 706 | free_memtype(paddr, paddr + size); |
699 | } | 707 | } |
@@ -861,6 +869,7 @@ pgprot_t pgprot_writecombine(pgprot_t prot) | |||
861 | else | 869 | else |
862 | return pgprot_noncached(prot); | 870 | return pgprot_noncached(prot); |
863 | } | 871 | } |
872 | EXPORT_SYMBOL_GPL(pgprot_writecombine); | ||
864 | 873 | ||
865 | #if defined(CONFIG_DEBUG_FS) && defined(CONFIG_X86_PAT) | 874 | #if defined(CONFIG_DEBUG_FS) && defined(CONFIG_X86_PAT) |
866 | 875 | ||