diff options
author | Dan Williams <dan.j.williams@intel.com> | 2016-02-11 19:13:17 -0500 |
---|---|---|
committer | Linus Torvalds <torvalds@linux-foundation.org> | 2016-02-11 21:35:48 -0500 |
commit | db78c22230d0bcc8b27b81f05b39f104f08232c5 (patch) | |
tree | d5c99cc8df77b86bd9d88db6b24acbb4827a5023 | |
parent | 4a389810bc3cb0e73443104f0827e81e23cb1e12 (diff) |
mm: fix pfn_t vs highmem
The pfn_t type uses an unsigned long to store a pfn + flags value. On a
64-bit platform the upper 12 bits of an unsigned long are never used for
storing the value of a pfn. However, this is not true on highmem
platforms, all 32-bits of a pfn value are used to address a 44-bit
physical address space. A pfn_t needs to store a 64-bit value.
Link: https://bugzilla.kernel.org/show_bug.cgi?id=112211
Fixes: 01c8f1c44b83 ("mm, dax, gpu: convert vm_insert_mixed to pfn_t")
Signed-off-by: Dan Williams <dan.j.williams@intel.com>
Reported-by: Stuart Foster <smf.linux@ntlworld.com>
Reported-by: Julian Margetson <runaway@candw.ms>
Tested-by: Julian Margetson <runaway@candw.ms>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
-rw-r--r-- | include/linux/pfn.h | 2 | ||||
-rw-r--r-- | include/linux/pfn_t.h | 19 | ||||
-rw-r--r-- | kernel/memremap.c | 2 |
3 files changed, 11 insertions, 12 deletions
diff --git a/include/linux/pfn.h b/include/linux/pfn.h index 2d8e49711b63..1132953235c0 100644 --- a/include/linux/pfn.h +++ b/include/linux/pfn.h | |||
@@ -10,7 +10,7 @@ | |||
10 | * backing is indicated by flags in the high bits of the value. | 10 | * backing is indicated by flags in the high bits of the value. |
11 | */ | 11 | */ |
12 | typedef struct { | 12 | typedef struct { |
13 | unsigned long val; | 13 | u64 val; |
14 | } pfn_t; | 14 | } pfn_t; |
15 | #endif | 15 | #endif |
16 | 16 | ||
diff --git a/include/linux/pfn_t.h b/include/linux/pfn_t.h index 37448ab5fb5c..94994810c7c0 100644 --- a/include/linux/pfn_t.h +++ b/include/linux/pfn_t.h | |||
@@ -9,14 +9,13 @@ | |||
9 | * PFN_DEV - pfn is not covered by system memmap by default | 9 | * PFN_DEV - pfn is not covered by system memmap by default |
10 | * PFN_MAP - pfn has a dynamic page mapping established by a device driver | 10 | * PFN_MAP - pfn has a dynamic page mapping established by a device driver |
11 | */ | 11 | */ |
12 | #define PFN_FLAGS_MASK (((unsigned long) ~PAGE_MASK) \ | 12 | #define PFN_FLAGS_MASK (((u64) ~PAGE_MASK) << (BITS_PER_LONG_LONG - PAGE_SHIFT)) |
13 | << (BITS_PER_LONG - PAGE_SHIFT)) | 13 | #define PFN_SG_CHAIN (1ULL << (BITS_PER_LONG_LONG - 1)) |
14 | #define PFN_SG_CHAIN (1UL << (BITS_PER_LONG - 1)) | 14 | #define PFN_SG_LAST (1ULL << (BITS_PER_LONG_LONG - 2)) |
15 | #define PFN_SG_LAST (1UL << (BITS_PER_LONG - 2)) | 15 | #define PFN_DEV (1ULL << (BITS_PER_LONG_LONG - 3)) |
16 | #define PFN_DEV (1UL << (BITS_PER_LONG - 3)) | 16 | #define PFN_MAP (1ULL << (BITS_PER_LONG_LONG - 4)) |
17 | #define PFN_MAP (1UL << (BITS_PER_LONG - 4)) | 17 | |
18 | 18 | static inline pfn_t __pfn_to_pfn_t(unsigned long pfn, u64 flags) | |
19 | static inline pfn_t __pfn_to_pfn_t(unsigned long pfn, unsigned long flags) | ||
20 | { | 19 | { |
21 | pfn_t pfn_t = { .val = pfn | (flags & PFN_FLAGS_MASK), }; | 20 | pfn_t pfn_t = { .val = pfn | (flags & PFN_FLAGS_MASK), }; |
22 | 21 | ||
@@ -29,7 +28,7 @@ static inline pfn_t pfn_to_pfn_t(unsigned long pfn) | |||
29 | return __pfn_to_pfn_t(pfn, 0); | 28 | return __pfn_to_pfn_t(pfn, 0); |
30 | } | 29 | } |
31 | 30 | ||
32 | extern pfn_t phys_to_pfn_t(phys_addr_t addr, unsigned long flags); | 31 | extern pfn_t phys_to_pfn_t(phys_addr_t addr, u64 flags); |
33 | 32 | ||
34 | static inline bool pfn_t_has_page(pfn_t pfn) | 33 | static inline bool pfn_t_has_page(pfn_t pfn) |
35 | { | 34 | { |
@@ -87,7 +86,7 @@ static inline pmd_t pfn_t_pmd(pfn_t pfn, pgprot_t pgprot) | |||
87 | #ifdef __HAVE_ARCH_PTE_DEVMAP | 86 | #ifdef __HAVE_ARCH_PTE_DEVMAP |
88 | static inline bool pfn_t_devmap(pfn_t pfn) | 87 | static inline bool pfn_t_devmap(pfn_t pfn) |
89 | { | 88 | { |
90 | const unsigned long flags = PFN_DEV|PFN_MAP; | 89 | const u64 flags = PFN_DEV|PFN_MAP; |
91 | 90 | ||
92 | return (pfn.val & flags) == flags; | 91 | return (pfn.val & flags) == flags; |
93 | } | 92 | } |
diff --git a/kernel/memremap.c b/kernel/memremap.c index 70ee3775de24..2c468dea60bc 100644 --- a/kernel/memremap.c +++ b/kernel/memremap.c | |||
@@ -150,7 +150,7 @@ void devm_memunmap(struct device *dev, void *addr) | |||
150 | } | 150 | } |
151 | EXPORT_SYMBOL(devm_memunmap); | 151 | EXPORT_SYMBOL(devm_memunmap); |
152 | 152 | ||
153 | pfn_t phys_to_pfn_t(phys_addr_t addr, unsigned long flags) | 153 | pfn_t phys_to_pfn_t(phys_addr_t addr, u64 flags) |
154 | { | 154 | { |
155 | return __pfn_to_pfn_t(addr >> PAGE_SHIFT, flags); | 155 | return __pfn_to_pfn_t(addr >> PAGE_SHIFT, flags); |
156 | } | 156 | } |