diff options
author | Ingo Molnar <mingo@elte.hu> | 2009-02-13 07:09:00 -0500 |
---|---|---|
committer | Ingo Molnar <mingo@elte.hu> | 2009-02-13 07:09:00 -0500 |
commit | b233969eaa98c7b339d955fe25a58bf6bf25739a (patch) | |
tree | 96c372824bfe05cae4b2b2b57c96719d633296da /arch/x86/include/asm/pgtable.h | |
parent | d040c1614c24162adc3fe106b182596999264e26 (diff) | |
parent | 54321d947ae9d6a051b81e3eccaf2d8658aeecc6 (diff) |
Merge branch 'x86/untangle2' of git://git.kernel.org/pub/scm/linux/kernel/git/jeremy/xen into x86/headers
Conflicts:
arch/x86/include/asm/page.h
arch/x86/include/asm/pgtable.h
arch/x86/mach-voyager/voyager_smp.c
arch/x86/mm/fault.c
Diffstat (limited to 'arch/x86/include/asm/pgtable.h')
-rw-r--r-- | arch/x86/include/asm/pgtable.h | 322 |
1 files changed, 67 insertions, 255 deletions
diff --git a/arch/x86/include/asm/pgtable.h b/arch/x86/include/asm/pgtable.h index 8fef0f6bfbb6..62024ff897d9 100644 --- a/arch/x86/include/asm/pgtable.h +++ b/arch/x86/include/asm/pgtable.h | |||
@@ -3,164 +3,7 @@ | |||
3 | 3 | ||
4 | #include <asm/page.h> | 4 | #include <asm/page.h> |
5 | 5 | ||
6 | #define FIRST_USER_ADDRESS 0 | 6 | #include <asm/pgtable_types.h> |
7 | |||
8 | #define _PAGE_BIT_PRESENT 0 /* is present */ | ||
9 | #define _PAGE_BIT_RW 1 /* writeable */ | ||
10 | #define _PAGE_BIT_USER 2 /* userspace addressable */ | ||
11 | #define _PAGE_BIT_PWT 3 /* page write through */ | ||
12 | #define _PAGE_BIT_PCD 4 /* page cache disabled */ | ||
13 | #define _PAGE_BIT_ACCESSED 5 /* was accessed (raised by CPU) */ | ||
14 | #define _PAGE_BIT_DIRTY 6 /* was written to (raised by CPU) */ | ||
15 | #define _PAGE_BIT_PSE 7 /* 4 MB (or 2MB) page */ | ||
16 | #define _PAGE_BIT_PAT 7 /* on 4KB pages */ | ||
17 | #define _PAGE_BIT_GLOBAL 8 /* Global TLB entry PPro+ */ | ||
18 | #define _PAGE_BIT_UNUSED1 9 /* available for programmer */ | ||
19 | #define _PAGE_BIT_IOMAP 10 /* flag used to indicate IO mapping */ | ||
20 | #define _PAGE_BIT_UNUSED3 11 | ||
21 | #define _PAGE_BIT_PAT_LARGE 12 /* On 2MB or 1GB pages */ | ||
22 | #define _PAGE_BIT_SPECIAL _PAGE_BIT_UNUSED1 | ||
23 | #define _PAGE_BIT_CPA_TEST _PAGE_BIT_UNUSED1 | ||
24 | #define _PAGE_BIT_NX 63 /* No execute: only valid after cpuid check */ | ||
25 | |||
26 | /* If _PAGE_BIT_PRESENT is clear, we use these: */ | ||
27 | /* - if the user mapped it with PROT_NONE; pte_present gives true */ | ||
28 | #define _PAGE_BIT_PROTNONE _PAGE_BIT_GLOBAL | ||
29 | /* - set: nonlinear file mapping, saved PTE; unset:swap */ | ||
30 | #define _PAGE_BIT_FILE _PAGE_BIT_DIRTY | ||
31 | |||
32 | #define _PAGE_PRESENT (_AT(pteval_t, 1) << _PAGE_BIT_PRESENT) | ||
33 | #define _PAGE_RW (_AT(pteval_t, 1) << _PAGE_BIT_RW) | ||
34 | #define _PAGE_USER (_AT(pteval_t, 1) << _PAGE_BIT_USER) | ||
35 | #define _PAGE_PWT (_AT(pteval_t, 1) << _PAGE_BIT_PWT) | ||
36 | #define _PAGE_PCD (_AT(pteval_t, 1) << _PAGE_BIT_PCD) | ||
37 | #define _PAGE_ACCESSED (_AT(pteval_t, 1) << _PAGE_BIT_ACCESSED) | ||
38 | #define _PAGE_DIRTY (_AT(pteval_t, 1) << _PAGE_BIT_DIRTY) | ||
39 | #define _PAGE_PSE (_AT(pteval_t, 1) << _PAGE_BIT_PSE) | ||
40 | #define _PAGE_GLOBAL (_AT(pteval_t, 1) << _PAGE_BIT_GLOBAL) | ||
41 | #define _PAGE_UNUSED1 (_AT(pteval_t, 1) << _PAGE_BIT_UNUSED1) | ||
42 | #define _PAGE_IOMAP (_AT(pteval_t, 1) << _PAGE_BIT_IOMAP) | ||
43 | #define _PAGE_UNUSED3 (_AT(pteval_t, 1) << _PAGE_BIT_UNUSED3) | ||
44 | #define _PAGE_PAT (_AT(pteval_t, 1) << _PAGE_BIT_PAT) | ||
45 | #define _PAGE_PAT_LARGE (_AT(pteval_t, 1) << _PAGE_BIT_PAT_LARGE) | ||
46 | #define _PAGE_SPECIAL (_AT(pteval_t, 1) << _PAGE_BIT_SPECIAL) | ||
47 | #define _PAGE_CPA_TEST (_AT(pteval_t, 1) << _PAGE_BIT_CPA_TEST) | ||
48 | #define __HAVE_ARCH_PTE_SPECIAL | ||
49 | |||
50 | #if defined(CONFIG_X86_64) || defined(CONFIG_X86_PAE) | ||
51 | #define _PAGE_NX (_AT(pteval_t, 1) << _PAGE_BIT_NX) | ||
52 | #else | ||
53 | #define _PAGE_NX (_AT(pteval_t, 0)) | ||
54 | #endif | ||
55 | |||
56 | #define _PAGE_FILE (_AT(pteval_t, 1) << _PAGE_BIT_FILE) | ||
57 | #define _PAGE_PROTNONE (_AT(pteval_t, 1) << _PAGE_BIT_PROTNONE) | ||
58 | |||
59 | #define _PAGE_TABLE (_PAGE_PRESENT | _PAGE_RW | _PAGE_USER | \ | ||
60 | _PAGE_ACCESSED | _PAGE_DIRTY) | ||
61 | #define _KERNPG_TABLE (_PAGE_PRESENT | _PAGE_RW | _PAGE_ACCESSED | \ | ||
62 | _PAGE_DIRTY) | ||
63 | |||
64 | /* Set of bits not changed in pte_modify */ | ||
65 | #define _PAGE_CHG_MASK (PTE_PFN_MASK | _PAGE_PCD | _PAGE_PWT | \ | ||
66 | _PAGE_SPECIAL | _PAGE_ACCESSED | _PAGE_DIRTY) | ||
67 | |||
68 | #define _PAGE_CACHE_MASK (_PAGE_PCD | _PAGE_PWT) | ||
69 | #define _PAGE_CACHE_WB (0) | ||
70 | #define _PAGE_CACHE_WC (_PAGE_PWT) | ||
71 | #define _PAGE_CACHE_UC_MINUS (_PAGE_PCD) | ||
72 | #define _PAGE_CACHE_UC (_PAGE_PCD | _PAGE_PWT) | ||
73 | |||
74 | #define PAGE_NONE __pgprot(_PAGE_PROTNONE | _PAGE_ACCESSED) | ||
75 | #define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_RW | _PAGE_USER | \ | ||
76 | _PAGE_ACCESSED | _PAGE_NX) | ||
77 | |||
78 | #define PAGE_SHARED_EXEC __pgprot(_PAGE_PRESENT | _PAGE_RW | \ | ||
79 | _PAGE_USER | _PAGE_ACCESSED) | ||
80 | #define PAGE_COPY_NOEXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \ | ||
81 | _PAGE_ACCESSED | _PAGE_NX) | ||
82 | #define PAGE_COPY_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \ | ||
83 | _PAGE_ACCESSED) | ||
84 | #define PAGE_COPY PAGE_COPY_NOEXEC | ||
85 | #define PAGE_READONLY __pgprot(_PAGE_PRESENT | _PAGE_USER | \ | ||
86 | _PAGE_ACCESSED | _PAGE_NX) | ||
87 | #define PAGE_READONLY_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \ | ||
88 | _PAGE_ACCESSED) | ||
89 | |||
90 | #define __PAGE_KERNEL_EXEC \ | ||
91 | (_PAGE_PRESENT | _PAGE_RW | _PAGE_DIRTY | _PAGE_ACCESSED | _PAGE_GLOBAL) | ||
92 | #define __PAGE_KERNEL (__PAGE_KERNEL_EXEC | _PAGE_NX) | ||
93 | |||
94 | #define __PAGE_KERNEL_RO (__PAGE_KERNEL & ~_PAGE_RW) | ||
95 | #define __PAGE_KERNEL_RX (__PAGE_KERNEL_EXEC & ~_PAGE_RW) | ||
96 | #define __PAGE_KERNEL_EXEC_NOCACHE (__PAGE_KERNEL_EXEC | _PAGE_PCD | _PAGE_PWT) | ||
97 | #define __PAGE_KERNEL_WC (__PAGE_KERNEL | _PAGE_CACHE_WC) | ||
98 | #define __PAGE_KERNEL_NOCACHE (__PAGE_KERNEL | _PAGE_PCD | _PAGE_PWT) | ||
99 | #define __PAGE_KERNEL_UC_MINUS (__PAGE_KERNEL | _PAGE_PCD) | ||
100 | #define __PAGE_KERNEL_VSYSCALL (__PAGE_KERNEL_RX | _PAGE_USER) | ||
101 | #define __PAGE_KERNEL_VSYSCALL_NOCACHE (__PAGE_KERNEL_VSYSCALL | _PAGE_PCD | _PAGE_PWT) | ||
102 | #define __PAGE_KERNEL_LARGE (__PAGE_KERNEL | _PAGE_PSE) | ||
103 | #define __PAGE_KERNEL_LARGE_NOCACHE (__PAGE_KERNEL | _PAGE_CACHE_UC | _PAGE_PSE) | ||
104 | #define __PAGE_KERNEL_LARGE_EXEC (__PAGE_KERNEL_EXEC | _PAGE_PSE) | ||
105 | |||
106 | #define __PAGE_KERNEL_IO (__PAGE_KERNEL | _PAGE_IOMAP) | ||
107 | #define __PAGE_KERNEL_IO_NOCACHE (__PAGE_KERNEL_NOCACHE | _PAGE_IOMAP) | ||
108 | #define __PAGE_KERNEL_IO_UC_MINUS (__PAGE_KERNEL_UC_MINUS | _PAGE_IOMAP) | ||
109 | #define __PAGE_KERNEL_IO_WC (__PAGE_KERNEL_WC | _PAGE_IOMAP) | ||
110 | |||
111 | #define PAGE_KERNEL __pgprot(__PAGE_KERNEL) | ||
112 | #define PAGE_KERNEL_RO __pgprot(__PAGE_KERNEL_RO) | ||
113 | #define PAGE_KERNEL_EXEC __pgprot(__PAGE_KERNEL_EXEC) | ||
114 | #define PAGE_KERNEL_RX __pgprot(__PAGE_KERNEL_RX) | ||
115 | #define PAGE_KERNEL_WC __pgprot(__PAGE_KERNEL_WC) | ||
116 | #define PAGE_KERNEL_NOCACHE __pgprot(__PAGE_KERNEL_NOCACHE) | ||
117 | #define PAGE_KERNEL_UC_MINUS __pgprot(__PAGE_KERNEL_UC_MINUS) | ||
118 | #define PAGE_KERNEL_EXEC_NOCACHE __pgprot(__PAGE_KERNEL_EXEC_NOCACHE) | ||
119 | #define PAGE_KERNEL_LARGE __pgprot(__PAGE_KERNEL_LARGE) | ||
120 | #define PAGE_KERNEL_LARGE_NOCACHE __pgprot(__PAGE_KERNEL_LARGE_NOCACHE) | ||
121 | #define PAGE_KERNEL_LARGE_EXEC __pgprot(__PAGE_KERNEL_LARGE_EXEC) | ||
122 | #define PAGE_KERNEL_VSYSCALL __pgprot(__PAGE_KERNEL_VSYSCALL) | ||
123 | #define PAGE_KERNEL_VSYSCALL_NOCACHE __pgprot(__PAGE_KERNEL_VSYSCALL_NOCACHE) | ||
124 | |||
125 | #define PAGE_KERNEL_IO __pgprot(__PAGE_KERNEL_IO) | ||
126 | #define PAGE_KERNEL_IO_NOCACHE __pgprot(__PAGE_KERNEL_IO_NOCACHE) | ||
127 | #define PAGE_KERNEL_IO_UC_MINUS __pgprot(__PAGE_KERNEL_IO_UC_MINUS) | ||
128 | #define PAGE_KERNEL_IO_WC __pgprot(__PAGE_KERNEL_IO_WC) | ||
129 | |||
130 | /* xwr */ | ||
131 | #define __P000 PAGE_NONE | ||
132 | #define __P001 PAGE_READONLY | ||
133 | #define __P010 PAGE_COPY | ||
134 | #define __P011 PAGE_COPY | ||
135 | #define __P100 PAGE_READONLY_EXEC | ||
136 | #define __P101 PAGE_READONLY_EXEC | ||
137 | #define __P110 PAGE_COPY_EXEC | ||
138 | #define __P111 PAGE_COPY_EXEC | ||
139 | |||
140 | #define __S000 PAGE_NONE | ||
141 | #define __S001 PAGE_READONLY | ||
142 | #define __S010 PAGE_SHARED | ||
143 | #define __S011 PAGE_SHARED | ||
144 | #define __S100 PAGE_READONLY_EXEC | ||
145 | #define __S101 PAGE_READONLY_EXEC | ||
146 | #define __S110 PAGE_SHARED_EXEC | ||
147 | #define __S111 PAGE_SHARED_EXEC | ||
148 | |||
149 | /* | ||
150 | * early identity mapping pte attrib macros. | ||
151 | */ | ||
152 | #ifdef CONFIG_X86_64 | ||
153 | #define __PAGE_KERNEL_IDENT_LARGE_EXEC __PAGE_KERNEL_LARGE_EXEC | ||
154 | #else | ||
155 | /* | ||
156 | * For PDE_IDENT_ATTR include USER bit. As the PDE and PTE protection | ||
157 | * bits are combined, this will alow user to access the high address mapped | ||
158 | * VDSO in the presence of CONFIG_COMPAT_VDSO | ||
159 | */ | ||
160 | #define PTE_IDENT_ATTR 0x003 /* PRESENT+RW */ | ||
161 | #define PDE_IDENT_ATTR 0x067 /* PRESENT+RW+USER+DIRTY+ACCESSED */ | ||
162 | #define PGD_IDENT_ATTR 0x001 /* PRESENT (no other attributes) */ | ||
163 | #endif | ||
164 | 7 | ||
165 | /* | 8 | /* |
166 | * Macro to mark a page protection value as UC- | 9 | * Macro to mark a page protection value as UC- |
@@ -172,9 +15,6 @@ | |||
172 | 15 | ||
173 | #ifndef __ASSEMBLY__ | 16 | #ifndef __ASSEMBLY__ |
174 | 17 | ||
175 | #define pgprot_writecombine pgprot_writecombine | ||
176 | extern pgprot_t pgprot_writecombine(pgprot_t prot); | ||
177 | |||
178 | /* | 18 | /* |
179 | * ZERO_PAGE is a global shared page that is always zero: used | 19 | * ZERO_PAGE is a global shared page that is always zero: used |
180 | * for zero-mapped memory areas etc.. | 20 | * for zero-mapped memory areas etc.. |
@@ -185,6 +25,66 @@ extern unsigned long empty_zero_page[PAGE_SIZE / sizeof(unsigned long)]; | |||
185 | extern spinlock_t pgd_lock; | 25 | extern spinlock_t pgd_lock; |
186 | extern struct list_head pgd_list; | 26 | extern struct list_head pgd_list; |
187 | 27 | ||
28 | #ifdef CONFIG_PARAVIRT | ||
29 | #include <asm/paravirt.h> | ||
30 | #else /* !CONFIG_PARAVIRT */ | ||
31 | #define set_pte(ptep, pte) native_set_pte(ptep, pte) | ||
32 | #define set_pte_at(mm, addr, ptep, pte) native_set_pte_at(mm, addr, ptep, pte) | ||
33 | |||
34 | #define set_pte_present(mm, addr, ptep, pte) \ | ||
35 | native_set_pte_present(mm, addr, ptep, pte) | ||
36 | #define set_pte_atomic(ptep, pte) \ | ||
37 | native_set_pte_atomic(ptep, pte) | ||
38 | |||
39 | #define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd) | ||
40 | |||
41 | #ifndef __PAGETABLE_PUD_FOLDED | ||
42 | #define set_pgd(pgdp, pgd) native_set_pgd(pgdp, pgd) | ||
43 | #define pgd_clear(pgd) native_pgd_clear(pgd) | ||
44 | #endif | ||
45 | |||
46 | #ifndef set_pud | ||
47 | # define set_pud(pudp, pud) native_set_pud(pudp, pud) | ||
48 | #endif | ||
49 | |||
50 | #ifndef __PAGETABLE_PMD_FOLDED | ||
51 | #define pud_clear(pud) native_pud_clear(pud) | ||
52 | #endif | ||
53 | |||
54 | #define pte_clear(mm, addr, ptep) native_pte_clear(mm, addr, ptep) | ||
55 | #define pmd_clear(pmd) native_pmd_clear(pmd) | ||
56 | |||
57 | #define pte_update(mm, addr, ptep) do { } while (0) | ||
58 | #define pte_update_defer(mm, addr, ptep) do { } while (0) | ||
59 | |||
60 | static inline void __init paravirt_pagetable_setup_start(pgd_t *base) | ||
61 | { | ||
62 | native_pagetable_setup_start(base); | ||
63 | } | ||
64 | |||
65 | static inline void __init paravirt_pagetable_setup_done(pgd_t *base) | ||
66 | { | ||
67 | native_pagetable_setup_done(base); | ||
68 | } | ||
69 | |||
70 | #define pgd_val(x) native_pgd_val(x) | ||
71 | #define __pgd(x) native_make_pgd(x) | ||
72 | |||
73 | #ifndef __PAGETABLE_PUD_FOLDED | ||
74 | #define pud_val(x) native_pud_val(x) | ||
75 | #define __pud(x) native_make_pud(x) | ||
76 | #endif | ||
77 | |||
78 | #ifndef __PAGETABLE_PMD_FOLDED | ||
79 | #define pmd_val(x) native_pmd_val(x) | ||
80 | #define __pmd(x) native_make_pmd(x) | ||
81 | #endif | ||
82 | |||
83 | #define pte_val(x) native_pte_val(x) | ||
84 | #define __pte(x) native_make_pte(x) | ||
85 | |||
86 | #endif /* CONFIG_PARAVIRT */ | ||
87 | |||
188 | /* | 88 | /* |
189 | * The following only work if pte_present() is true. | 89 | * The following only work if pte_present() is true. |
190 | * Undefined behaviour if not.. | 90 | * Undefined behaviour if not.. |
@@ -316,8 +216,6 @@ static inline pte_t pte_mkspecial(pte_t pte) | |||
316 | return pte_set_flags(pte, _PAGE_SPECIAL); | 216 | return pte_set_flags(pte, _PAGE_SPECIAL); |
317 | } | 217 | } |
318 | 218 | ||
319 | extern pteval_t __supported_pte_mask; | ||
320 | |||
321 | /* | 219 | /* |
322 | * Mask out unsupported bits in a present pgprot. Non-present pgprots | 220 | * Mask out unsupported bits in a present pgprot. Non-present pgprots |
323 | * can use those bits for other purposes, so leave them be. | 221 | * can use those bits for other purposes, so leave them be. |
@@ -390,75 +288,6 @@ static inline int is_new_memtype_allowed(unsigned long flags, | |||
390 | return 1; | 288 | return 1; |
391 | } | 289 | } |
392 | 290 | ||
393 | #ifndef __ASSEMBLY__ | ||
394 | /* Indicate that x86 has its own track and untrack pfn vma functions */ | ||
395 | #define __HAVE_PFNMAP_TRACKING | ||
396 | |||
397 | #define __HAVE_PHYS_MEM_ACCESS_PROT | ||
398 | struct file; | ||
399 | pgprot_t phys_mem_access_prot(struct file *file, unsigned long pfn, | ||
400 | unsigned long size, pgprot_t vma_prot); | ||
401 | int phys_mem_access_prot_allowed(struct file *file, unsigned long pfn, | ||
402 | unsigned long size, pgprot_t *vma_prot); | ||
403 | #endif | ||
404 | |||
405 | /* Install a pte for a particular vaddr in kernel space. */ | ||
406 | void set_pte_vaddr(unsigned long vaddr, pte_t pte); | ||
407 | |||
408 | #ifdef CONFIG_X86_32 | ||
409 | extern void native_pagetable_setup_start(pgd_t *base); | ||
410 | extern void native_pagetable_setup_done(pgd_t *base); | ||
411 | #else | ||
412 | static inline void native_pagetable_setup_start(pgd_t *base) {} | ||
413 | static inline void native_pagetable_setup_done(pgd_t *base) {} | ||
414 | #endif | ||
415 | |||
416 | struct seq_file; | ||
417 | extern void arch_report_meminfo(struct seq_file *m); | ||
418 | |||
419 | #ifdef CONFIG_PARAVIRT | ||
420 | #include <asm/paravirt.h> | ||
421 | #else /* !CONFIG_PARAVIRT */ | ||
422 | #define set_pte(ptep, pte) native_set_pte(ptep, pte) | ||
423 | #define set_pte_at(mm, addr, ptep, pte) native_set_pte_at(mm, addr, ptep, pte) | ||
424 | |||
425 | #define set_pte_present(mm, addr, ptep, pte) \ | ||
426 | native_set_pte_present(mm, addr, ptep, pte) | ||
427 | #define set_pte_atomic(ptep, pte) \ | ||
428 | native_set_pte_atomic(ptep, pte) | ||
429 | |||
430 | #define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd) | ||
431 | |||
432 | #ifndef __PAGETABLE_PUD_FOLDED | ||
433 | #define set_pgd(pgdp, pgd) native_set_pgd(pgdp, pgd) | ||
434 | #define pgd_clear(pgd) native_pgd_clear(pgd) | ||
435 | #endif | ||
436 | |||
437 | #ifndef set_pud | ||
438 | # define set_pud(pudp, pud) native_set_pud(pudp, pud) | ||
439 | #endif | ||
440 | |||
441 | #ifndef __PAGETABLE_PMD_FOLDED | ||
442 | #define pud_clear(pud) native_pud_clear(pud) | ||
443 | #endif | ||
444 | |||
445 | #define pte_clear(mm, addr, ptep) native_pte_clear(mm, addr, ptep) | ||
446 | #define pmd_clear(pmd) native_pmd_clear(pmd) | ||
447 | |||
448 | #define pte_update(mm, addr, ptep) do { } while (0) | ||
449 | #define pte_update_defer(mm, addr, ptep) do { } while (0) | ||
450 | |||
451 | static inline void __init paravirt_pagetable_setup_start(pgd_t *base) | ||
452 | { | ||
453 | native_pagetable_setup_start(base); | ||
454 | } | ||
455 | |||
456 | static inline void __init paravirt_pagetable_setup_done(pgd_t *base) | ||
457 | { | ||
458 | native_pagetable_setup_done(base); | ||
459 | } | ||
460 | #endif /* CONFIG_PARAVIRT */ | ||
461 | |||
462 | #endif /* __ASSEMBLY__ */ | 291 | #endif /* __ASSEMBLY__ */ |
463 | 292 | ||
464 | #ifdef CONFIG_X86_32 | 293 | #ifdef CONFIG_X86_32 |
@@ -600,7 +429,7 @@ static inline unsigned long pmd_pfn(pmd_t pmd) | |||
600 | 429 | ||
601 | static inline int pud_large(pud_t pud) | 430 | static inline int pud_large(pud_t pud) |
602 | { | 431 | { |
603 | return (pud_flags(pud) & (_PAGE_PSE | _PAGE_PRESENT)) == | 432 | return (pud_val(pud) & (_PAGE_PSE | _PAGE_PRESENT)) == |
604 | (_PAGE_PSE | _PAGE_PRESENT); | 433 | (_PAGE_PSE | _PAGE_PRESENT); |
605 | } | 434 | } |
606 | 435 | ||
@@ -608,6 +437,11 @@ static inline int pud_bad(pud_t pud) | |||
608 | { | 437 | { |
609 | return (pud_flags(pud) & ~(_KERNPG_TABLE | _PAGE_USER)) != 0; | 438 | return (pud_flags(pud) & ~(_KERNPG_TABLE | _PAGE_USER)) != 0; |
610 | } | 439 | } |
440 | #else | ||
441 | static inline int pud_large(pud_t pud) | ||
442 | { | ||
443 | return 0; | ||
444 | } | ||
611 | #endif /* PAGETABLE_LEVELS > 2 */ | 445 | #endif /* PAGETABLE_LEVELS > 2 */ |
612 | 446 | ||
613 | #if PAGETABLE_LEVELS > 3 | 447 | #if PAGETABLE_LEVELS > 3 |
@@ -676,28 +510,6 @@ static inline int pgd_none(pgd_t pgd) | |||
676 | 510 | ||
677 | #ifndef __ASSEMBLY__ | 511 | #ifndef __ASSEMBLY__ |
678 | 512 | ||
679 | enum { | ||
680 | PG_LEVEL_NONE, | ||
681 | PG_LEVEL_4K, | ||
682 | PG_LEVEL_2M, | ||
683 | PG_LEVEL_1G, | ||
684 | PG_LEVEL_NUM | ||
685 | }; | ||
686 | |||
687 | #ifdef CONFIG_PROC_FS | ||
688 | extern void update_page_count(int level, unsigned long pages); | ||
689 | #else | ||
690 | static inline void update_page_count(int level, unsigned long pages) { } | ||
691 | #endif | ||
692 | |||
693 | /* | ||
694 | * Helper function that returns the kernel pagetable entry controlling | ||
695 | * the virtual address 'address'. NULL means no pagetable entry present. | ||
696 | * NOTE: the return type is pte_t but if the pmd is PSE then we return it | ||
697 | * as a pte too. | ||
698 | */ | ||
699 | extern pte_t *lookup_address(unsigned long address, unsigned int *level); | ||
700 | |||
701 | /* local pte updates need not use xchg for locking */ | 513 | /* local pte updates need not use xchg for locking */ |
702 | static inline pte_t native_local_ptep_get_and_clear(pte_t *ptep) | 514 | static inline pte_t native_local_ptep_get_and_clear(pte_t *ptep) |
703 | { | 515 | { |