diff options
author | Linus Torvalds <torvalds@ppc970.osdl.org> | 2005-04-16 18:20:36 -0400 |
---|---|---|
committer | Linus Torvalds <torvalds@ppc970.osdl.org> | 2005-04-16 18:20:36 -0400 |
commit | 1da177e4c3f41524e886b7f1b8a0c1fc7321cac2 (patch) | |
tree | 0bba044c4ce775e45a88a51686b5d9f90697ea9d /include/asm-i386/pgtable-3level.h |
Linux-2.6.12-rc2v2.6.12-rc2
Initial git repository build. I'm not bothering with the full history,
even though we have it. We can create a separate "historical" git
archive of that later if we want to, and in the meantime it's about
3.2GB when imported into git - space that would just make the early
git days unnecessarily complicated, when we don't have a lot of good
infrastructure for it.
Let it rip!
Diffstat (limited to 'include/asm-i386/pgtable-3level.h')
-rw-r--r-- | include/asm-i386/pgtable-3level.h | 160 |
1 files changed, 160 insertions, 0 deletions
diff --git a/include/asm-i386/pgtable-3level.h b/include/asm-i386/pgtable-3level.h new file mode 100644 index 000000000000..d609f9c2c1f0 --- /dev/null +++ b/include/asm-i386/pgtable-3level.h | |||
@@ -0,0 +1,160 @@ | |||
1 | #ifndef _I386_PGTABLE_3LEVEL_H | ||
2 | #define _I386_PGTABLE_3LEVEL_H | ||
3 | |||
4 | #include <asm-generic/pgtable-nopud.h> | ||
5 | |||
6 | /* | ||
7 | * Intel Physical Address Extension (PAE) Mode - three-level page | ||
8 | * tables on PPro+ CPUs. | ||
9 | * | ||
10 | * Copyright (C) 1999 Ingo Molnar <mingo@redhat.com> | ||
11 | */ | ||
12 | |||
13 | #define pte_ERROR(e) \ | ||
14 | printk("%s:%d: bad pte %p(%08lx%08lx).\n", __FILE__, __LINE__, &(e), (e).pte_high, (e).pte_low) | ||
15 | #define pmd_ERROR(e) \ | ||
16 | printk("%s:%d: bad pmd %p(%016Lx).\n", __FILE__, __LINE__, &(e), pmd_val(e)) | ||
17 | #define pgd_ERROR(e) \ | ||
18 | printk("%s:%d: bad pgd %p(%016Lx).\n", __FILE__, __LINE__, &(e), pgd_val(e)) | ||
19 | |||
20 | #define pud_none(pud) 0 | ||
21 | #define pud_bad(pud) 0 | ||
22 | #define pud_present(pud) 1 | ||
23 | |||
24 | /* | ||
25 | * Is the pte executable? | ||
26 | */ | ||
27 | static inline int pte_x(pte_t pte) | ||
28 | { | ||
29 | return !(pte_val(pte) & _PAGE_NX); | ||
30 | } | ||
31 | |||
32 | /* | ||
33 | * All present user-pages with !NX bit are user-executable: | ||
34 | */ | ||
35 | static inline int pte_exec(pte_t pte) | ||
36 | { | ||
37 | return pte_user(pte) && pte_x(pte); | ||
38 | } | ||
39 | /* | ||
40 | * All present pages with !NX bit are kernel-executable: | ||
41 | */ | ||
42 | static inline int pte_exec_kernel(pte_t pte) | ||
43 | { | ||
44 | return pte_x(pte); | ||
45 | } | ||
46 | |||
47 | /* Rules for using set_pte: the pte being assigned *must* be | ||
48 | * either not present or in a state where the hardware will | ||
49 | * not attempt to update the pte. In places where this is | ||
50 | * not possible, use pte_get_and_clear to obtain the old pte | ||
51 | * value and then use set_pte to update it. -ben | ||
52 | */ | ||
53 | static inline void set_pte(pte_t *ptep, pte_t pte) | ||
54 | { | ||
55 | ptep->pte_high = pte.pte_high; | ||
56 | smp_wmb(); | ||
57 | ptep->pte_low = pte.pte_low; | ||
58 | } | ||
59 | #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) | ||
60 | |||
61 | #define __HAVE_ARCH_SET_PTE_ATOMIC | ||
62 | #define set_pte_atomic(pteptr,pteval) \ | ||
63 | set_64bit((unsigned long long *)(pteptr),pte_val(pteval)) | ||
64 | #define set_pmd(pmdptr,pmdval) \ | ||
65 | set_64bit((unsigned long long *)(pmdptr),pmd_val(pmdval)) | ||
66 | #define set_pud(pudptr,pudval) \ | ||
67 | set_64bit((unsigned long long *)(pudptr),pud_val(pudval)) | ||
68 | |||
69 | /* | ||
70 | * Pentium-II erratum A13: in PAE mode we explicitly have to flush | ||
71 | * the TLB via cr3 if the top-level pgd is changed... | ||
72 | * We do not let the generic code free and clear pgd entries due to | ||
73 | * this erratum. | ||
74 | */ | ||
75 | static inline void pud_clear (pud_t * pud) { } | ||
76 | |||
77 | #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) | ||
78 | |||
79 | #define pmd_page_kernel(pmd) \ | ||
80 | ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)) | ||
81 | |||
82 | #define pud_page(pud) \ | ||
83 | ((struct page *) __va(pud_val(pud) & PAGE_MASK)) | ||
84 | |||
85 | #define pud_page_kernel(pud) \ | ||
86 | ((unsigned long) __va(pud_val(pud) & PAGE_MASK)) | ||
87 | |||
88 | |||
89 | /* Find an entry in the second-level page table.. */ | ||
90 | #define pmd_offset(pud, address) ((pmd_t *) pud_page(*(pud)) + \ | ||
91 | pmd_index(address)) | ||
92 | |||
93 | static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) | ||
94 | { | ||
95 | pte_t res; | ||
96 | |||
97 | /* xchg acts as a barrier before the setting of the high bits */ | ||
98 | res.pte_low = xchg(&ptep->pte_low, 0); | ||
99 | res.pte_high = ptep->pte_high; | ||
100 | ptep->pte_high = 0; | ||
101 | |||
102 | return res; | ||
103 | } | ||
104 | |||
105 | static inline int pte_same(pte_t a, pte_t b) | ||
106 | { | ||
107 | return a.pte_low == b.pte_low && a.pte_high == b.pte_high; | ||
108 | } | ||
109 | |||
110 | #define pte_page(x) pfn_to_page(pte_pfn(x)) | ||
111 | |||
112 | static inline int pte_none(pte_t pte) | ||
113 | { | ||
114 | return !pte.pte_low && !pte.pte_high; | ||
115 | } | ||
116 | |||
117 | static inline unsigned long pte_pfn(pte_t pte) | ||
118 | { | ||
119 | return (pte.pte_low >> PAGE_SHIFT) | | ||
120 | (pte.pte_high << (32 - PAGE_SHIFT)); | ||
121 | } | ||
122 | |||
123 | extern unsigned long long __supported_pte_mask; | ||
124 | |||
125 | static inline pte_t pfn_pte(unsigned long page_nr, pgprot_t pgprot) | ||
126 | { | ||
127 | pte_t pte; | ||
128 | |||
129 | pte.pte_high = (page_nr >> (32 - PAGE_SHIFT)) | \ | ||
130 | (pgprot_val(pgprot) >> 32); | ||
131 | pte.pte_high &= (__supported_pte_mask >> 32); | ||
132 | pte.pte_low = ((page_nr << PAGE_SHIFT) | pgprot_val(pgprot)) & \ | ||
133 | __supported_pte_mask; | ||
134 | return pte; | ||
135 | } | ||
136 | |||
137 | static inline pmd_t pfn_pmd(unsigned long page_nr, pgprot_t pgprot) | ||
138 | { | ||
139 | return __pmd((((unsigned long long)page_nr << PAGE_SHIFT) | \ | ||
140 | pgprot_val(pgprot)) & __supported_pte_mask); | ||
141 | } | ||
142 | |||
143 | /* | ||
144 | * Bits 0, 6 and 7 are taken in the low part of the pte, | ||
145 | * put the 32 bits of offset into the high part. | ||
146 | */ | ||
147 | #define pte_to_pgoff(pte) ((pte).pte_high) | ||
148 | #define pgoff_to_pte(off) ((pte_t) { _PAGE_FILE, (off) }) | ||
149 | #define PTE_FILE_MAX_BITS 32 | ||
150 | |||
151 | /* Encode and de-code a swap entry */ | ||
152 | #define __swp_type(x) (((x).val) & 0x1f) | ||
153 | #define __swp_offset(x) ((x).val >> 5) | ||
154 | #define __swp_entry(type, offset) ((swp_entry_t){(type) | (offset) << 5}) | ||
155 | #define __pte_to_swp_entry(pte) ((swp_entry_t){ (pte).pte_high }) | ||
156 | #define __swp_entry_to_pte(x) ((pte_t){ 0, (x).val }) | ||
157 | |||
158 | #define __pmd_free_tlb(tlb, x) do { } while (0) | ||
159 | |||
160 | #endif /* _I386_PGTABLE_3LEVEL_H */ | ||