diff options
-rw-r--r-- | include/asm-i386/pgtable-2level.h | 14 | ||||
-rw-r--r-- | include/asm-i386/pgtable-3level.h | 14 |
2 files changed, 28 insertions, 0 deletions
diff --git a/include/asm-i386/pgtable-2level.h b/include/asm-i386/pgtable-2level.h index 85d9005c0cdf..3daab67cd366 100644 --- a/include/asm-i386/pgtable-2level.h +++ b/include/asm-i386/pgtable-2level.h | |||
@@ -41,10 +41,24 @@ static inline void native_pte_clear(struct mm_struct *mm, unsigned long addr, pt | |||
41 | *xp = __pte(0); | 41 | *xp = __pte(0); |
42 | } | 42 | } |
43 | 43 | ||
44 | /* local pte updates need not use xchg for locking */ | ||
45 | static inline pte_t native_local_ptep_get_and_clear(pte_t *ptep) | ||
46 | { | ||
47 | pte_t res; | ||
48 | |||
49 | res = *ptep; | ||
50 | native_pte_clear(NULL, 0, ptep); | ||
51 | return res; | ||
52 | } | ||
53 | |||
54 | #ifdef CONFIG_SMP | ||
44 | static inline pte_t native_ptep_get_and_clear(pte_t *xp) | 55 | static inline pte_t native_ptep_get_and_clear(pte_t *xp) |
45 | { | 56 | { |
46 | return __pte(xchg(&xp->pte_low, 0)); | 57 | return __pte(xchg(&xp->pte_low, 0)); |
47 | } | 58 | } |
59 | #else | ||
60 | #define native_ptep_get_and_clear(xp) native_local_ptep_get_and_clear(xp) | ||
61 | #endif | ||
48 | 62 | ||
49 | #define pte_page(x) pfn_to_page(pte_pfn(x)) | 63 | #define pte_page(x) pfn_to_page(pte_pfn(x)) |
50 | #define pte_none(x) (!(x).pte_low) | 64 | #define pte_none(x) (!(x).pte_low) |
diff --git a/include/asm-i386/pgtable-3level.h b/include/asm-i386/pgtable-3level.h index 664bfee5a2f2..45b024181507 100644 --- a/include/asm-i386/pgtable-3level.h +++ b/include/asm-i386/pgtable-3level.h | |||
@@ -139,6 +139,17 @@ static inline void pud_clear (pud_t * pud) { } | |||
139 | #define pmd_offset(pud, address) ((pmd_t *) pud_page(*(pud)) + \ | 139 | #define pmd_offset(pud, address) ((pmd_t *) pud_page(*(pud)) + \ |
140 | pmd_index(address)) | 140 | pmd_index(address)) |
141 | 141 | ||
142 | /* local pte updates need not use xchg for locking */ | ||
143 | static inline pte_t native_local_ptep_get_and_clear(pte_t *ptep) | ||
144 | { | ||
145 | pte_t res; | ||
146 | |||
147 | res = *ptep; | ||
148 | native_pte_clear(NULL, 0, ptep); | ||
149 | return res; | ||
150 | } | ||
151 | |||
152 | #ifdef CONFIG_SMP | ||
142 | static inline pte_t native_ptep_get_and_clear(pte_t *ptep) | 153 | static inline pte_t native_ptep_get_and_clear(pte_t *ptep) |
143 | { | 154 | { |
144 | pte_t res; | 155 | pte_t res; |
@@ -150,6 +161,9 @@ static inline pte_t native_ptep_get_and_clear(pte_t *ptep) | |||
150 | 161 | ||
151 | return res; | 162 | return res; |
152 | } | 163 | } |
164 | #else | ||
165 | #define native_ptep_get_and_clear(xp) native_local_ptep_get_and_clear(xp) | ||
166 | #endif | ||
153 | 167 | ||
154 | #define __HAVE_ARCH_PTE_SAME | 168 | #define __HAVE_ARCH_PTE_SAME |
155 | static inline int pte_same(pte_t a, pte_t b) | 169 | static inline int pte_same(pte_t a, pte_t b) |