diff options
Diffstat (limited to 'arch/tile/include/asm/page.h')
-rw-r--r-- | arch/tile/include/asm/page.h | 339 |
1 files changed, 339 insertions, 0 deletions
diff --git a/arch/tile/include/asm/page.h b/arch/tile/include/asm/page.h new file mode 100644 index 00000000000..f894a9016da --- /dev/null +++ b/arch/tile/include/asm/page.h | |||
@@ -0,0 +1,339 @@ | |||
1 | /* | ||
2 | * Copyright 2010 Tilera Corporation. All Rights Reserved. | ||
3 | * | ||
4 | * This program is free software; you can redistribute it and/or | ||
5 | * modify it under the terms of the GNU General Public License | ||
6 | * as published by the Free Software Foundation, version 2. | ||
7 | * | ||
8 | * This program is distributed in the hope that it will be useful, but | ||
9 | * WITHOUT ANY WARRANTY; without even the implied warranty of | ||
10 | * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or | ||
11 | * NON INFRINGEMENT. See the GNU General Public License for | ||
12 | * more details. | ||
13 | */ | ||
14 | |||
15 | #ifndef _ASM_TILE_PAGE_H | ||
16 | #define _ASM_TILE_PAGE_H | ||
17 | |||
18 | #include <linux/const.h> | ||
19 | |||
20 | /* PAGE_SHIFT and HPAGE_SHIFT determine the page sizes. */ | ||
21 | #define PAGE_SHIFT 16 | ||
22 | #define HPAGE_SHIFT 24 | ||
23 | |||
24 | #define PAGE_SIZE (_AC(1, UL) << PAGE_SHIFT) | ||
25 | #define HPAGE_SIZE (_AC(1, UL) << HPAGE_SHIFT) | ||
26 | |||
27 | #define PAGE_MASK (~(PAGE_SIZE - 1)) | ||
28 | #define HPAGE_MASK (~(HPAGE_SIZE - 1)) | ||
29 | |||
30 | #ifdef __KERNEL__ | ||
31 | |||
32 | #include <hv/hypervisor.h> | ||
33 | #include <arch/chip.h> | ||
34 | |||
35 | /* | ||
36 | * The {,H}PAGE_SHIFT values must match the HV_LOG2_PAGE_SIZE_xxx | ||
37 | * definitions in <hv/hypervisor.h>. We validate this at build time | ||
38 | * here, and again at runtime during early boot. We provide a | ||
39 | * separate definition since userspace doesn't have <hv/hypervisor.h>. | ||
40 | * | ||
41 | * Be careful to distinguish PAGE_SHIFT from HV_PTE_INDEX_PFN, since | ||
42 | * they are the same on i386 but not TILE. | ||
43 | */ | ||
44 | #if HV_LOG2_PAGE_SIZE_SMALL != PAGE_SHIFT | ||
45 | # error Small page size mismatch in Linux | ||
46 | #endif | ||
47 | #if HV_LOG2_PAGE_SIZE_LARGE != HPAGE_SHIFT | ||
48 | # error Huge page size mismatch in Linux | ||
49 | #endif | ||
50 | |||
51 | #ifndef __ASSEMBLY__ | ||
52 | |||
53 | #include <linux/types.h> | ||
54 | #include <linux/string.h> | ||
55 | |||
56 | struct page; | ||
57 | |||
58 | static inline void clear_page(void *page) | ||
59 | { | ||
60 | memset(page, 0, PAGE_SIZE); | ||
61 | } | ||
62 | |||
63 | static inline void copy_page(void *to, void *from) | ||
64 | { | ||
65 | memcpy(to, from, PAGE_SIZE); | ||
66 | } | ||
67 | |||
68 | static inline void clear_user_page(void *page, unsigned long vaddr, | ||
69 | struct page *pg) | ||
70 | { | ||
71 | clear_page(page); | ||
72 | } | ||
73 | |||
74 | static inline void copy_user_page(void *to, void *from, unsigned long vaddr, | ||
75 | struct page *topage) | ||
76 | { | ||
77 | copy_page(to, from); | ||
78 | } | ||
79 | |||
80 | /* | ||
81 | * Hypervisor page tables are made of the same basic structure. | ||
82 | */ | ||
83 | |||
84 | typedef __u64 pteval_t; | ||
85 | typedef __u64 pmdval_t; | ||
86 | typedef __u64 pudval_t; | ||
87 | typedef __u64 pgdval_t; | ||
88 | typedef __u64 pgprotval_t; | ||
89 | |||
90 | typedef HV_PTE pte_t; | ||
91 | typedef HV_PTE pgd_t; | ||
92 | typedef HV_PTE pgprot_t; | ||
93 | |||
94 | /* | ||
95 | * User L2 page tables are managed as one L2 page table per page, | ||
96 | * because we use the page allocator for them. This keeps the allocation | ||
97 | * simple and makes it potentially useful to implement HIGHPTE at some point. | ||
98 | * However, it's also inefficient, since L2 page tables are much smaller | ||
99 | * than pages (currently 2KB vs 64KB). So we should revisit this. | ||
100 | */ | ||
101 | typedef struct page *pgtable_t; | ||
102 | |||
103 | /* Must be a macro since it is used to create constants. */ | ||
104 | #define __pgprot(val) hv_pte(val) | ||
105 | |||
106 | static inline u64 pgprot_val(pgprot_t pgprot) | ||
107 | { | ||
108 | return hv_pte_val(pgprot); | ||
109 | } | ||
110 | |||
111 | static inline u64 pte_val(pte_t pte) | ||
112 | { | ||
113 | return hv_pte_val(pte); | ||
114 | } | ||
115 | |||
116 | static inline u64 pgd_val(pgd_t pgd) | ||
117 | { | ||
118 | return hv_pte_val(pgd); | ||
119 | } | ||
120 | |||
121 | #ifdef __tilegx__ | ||
122 | |||
123 | typedef HV_PTE pmd_t; | ||
124 | |||
125 | static inline u64 pmd_val(pmd_t pmd) | ||
126 | { | ||
127 | return hv_pte_val(pmd); | ||
128 | } | ||
129 | |||
130 | #endif | ||
131 | |||
132 | #endif /* !__ASSEMBLY__ */ | ||
133 | |||
134 | #define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT) | ||
135 | |||
136 | #define HUGE_MAX_HSTATE 2 | ||
137 | |||
138 | #ifdef CONFIG_HUGETLB_PAGE | ||
139 | #define HAVE_ARCH_HUGETLB_UNMAPPED_AREA | ||
140 | #endif | ||
141 | |||
142 | /* Each memory controller has PAs distinct in their high bits. */ | ||
143 | #define NR_PA_HIGHBIT_SHIFT (CHIP_PA_WIDTH() - CHIP_LOG_NUM_MSHIMS()) | ||
144 | #define NR_PA_HIGHBIT_VALUES (1 << CHIP_LOG_NUM_MSHIMS()) | ||
145 | #define __pa_to_highbits(pa) ((phys_addr_t)(pa) >> NR_PA_HIGHBIT_SHIFT) | ||
146 | #define __pfn_to_highbits(pfn) ((pfn) >> (NR_PA_HIGHBIT_SHIFT - PAGE_SHIFT)) | ||
147 | |||
148 | #ifdef __tilegx__ | ||
149 | |||
150 | /* | ||
151 | * We reserve the lower half of memory for user-space programs, and the | ||
152 | * upper half for system code. We re-map all of physical memory in the | ||
153 | * upper half, which takes a quarter of our VA space. Then we have | ||
154 | * the vmalloc regions. The supervisor code lives at 0xfffffff700000000, | ||
155 | * with the hypervisor above that. | ||
156 | * | ||
157 | * Loadable kernel modules are placed immediately after the static | ||
158 | * supervisor code, with each being allocated a 256MB region of | ||
159 | * address space, so we don't have to worry about the range of "jal" | ||
160 | * and other branch instructions. | ||
161 | * | ||
162 | * For now we keep life simple and just allocate one pmd (4GB) for vmalloc. | ||
163 | * Similarly, for now we don't play any struct page mapping games. | ||
164 | */ | ||
165 | |||
166 | #if CHIP_PA_WIDTH() + 2 > CHIP_VA_WIDTH() | ||
167 | # error Too much PA to map with the VA available! | ||
168 | #endif | ||
169 | #define HALF_VA_SPACE (_AC(1, UL) << (CHIP_VA_WIDTH() - 1)) | ||
170 | |||
171 | #define MEM_LOW_END (HALF_VA_SPACE - 1) /* low half */ | ||
172 | #define MEM_HIGH_START (-HALF_VA_SPACE) /* high half */ | ||
173 | #define PAGE_OFFSET MEM_HIGH_START | ||
174 | #define _VMALLOC_START _AC(0xfffffff500000000, UL) /* 4 GB */ | ||
175 | #define HUGE_VMAP_BASE _AC(0xfffffff600000000, UL) /* 4 GB */ | ||
176 | #define MEM_SV_START _AC(0xfffffff700000000, UL) /* 256 MB */ | ||
177 | #define MEM_SV_INTRPT MEM_SV_START | ||
178 | #define MEM_MODULE_START _AC(0xfffffff710000000, UL) /* 256 MB */ | ||
179 | #define MEM_MODULE_END (MEM_MODULE_START + (256*1024*1024)) | ||
180 | #define MEM_HV_START _AC(0xfffffff800000000, UL) /* 32 GB */ | ||
181 | |||
182 | /* Highest DTLB address we will use */ | ||
183 | #define KERNEL_HIGH_VADDR MEM_SV_START | ||
184 | |||
185 | /* Since we don't currently provide any fixmaps, we use an impossible VA. */ | ||
186 | #define FIXADDR_TOP MEM_HV_START | ||
187 | |||
188 | #else /* !__tilegx__ */ | ||
189 | |||
190 | /* | ||
191 | * A PAGE_OFFSET of 0xC0000000 means that the kernel has | ||
192 | * a virtual address space of one gigabyte, which limits the | ||
193 | * amount of physical memory you can use to about 768MB. | ||
194 | * If you want more physical memory than this then see the CONFIG_HIGHMEM | ||
195 | * option in the kernel configuration. | ||
196 | * | ||
197 | * The top two 16MB chunks in the table below (VIRT and HV) are | ||
198 | * unavailable to Linux. Since the kernel interrupt vectors must live | ||
199 | * at 0xfd000000, we map all of the bottom of RAM at this address with | ||
200 | * a huge page table entry to minimize its ITLB footprint (as well as | ||
201 | * at PAGE_OFFSET). The last architected requirement is that user | ||
202 | * interrupt vectors live at 0xfc000000, so we make that range of | ||
203 | * memory available to user processes. The remaining regions are sized | ||
204 | * as shown; after the first four addresses, we show "typical" values, | ||
205 | * since the actual addresses depend on kernel #defines. | ||
206 | * | ||
207 | * MEM_VIRT_INTRPT 0xff000000 | ||
208 | * MEM_HV_INTRPT 0xfe000000 | ||
209 | * MEM_SV_INTRPT (kernel code) 0xfd000000 | ||
210 | * MEM_USER_INTRPT (user vector) 0xfc000000 | ||
211 | * FIX_KMAP_xxx 0xf8000000 (via NR_CPUS * KM_TYPE_NR) | ||
212 | * PKMAP_BASE 0xf7000000 (via LAST_PKMAP) | ||
213 | * HUGE_VMAP 0xf3000000 (via CONFIG_NR_HUGE_VMAPS) | ||
214 | * VMALLOC_START 0xf0000000 (via __VMALLOC_RESERVE) | ||
215 | * mapped LOWMEM 0xc0000000 | ||
216 | */ | ||
217 | |||
218 | #define MEM_USER_INTRPT _AC(0xfc000000, UL) | ||
219 | #define MEM_SV_INTRPT _AC(0xfd000000, UL) | ||
220 | #define MEM_HV_INTRPT _AC(0xfe000000, UL) | ||
221 | #define MEM_VIRT_INTRPT _AC(0xff000000, UL) | ||
222 | |||
223 | #define INTRPT_SIZE 0x4000 | ||
224 | |||
225 | /* Tolerate page size larger than the architecture interrupt region size. */ | ||
226 | #if PAGE_SIZE > INTRPT_SIZE | ||
227 | #undef INTRPT_SIZE | ||
228 | #define INTRPT_SIZE PAGE_SIZE | ||
229 | #endif | ||
230 | |||
231 | #define KERNEL_HIGH_VADDR MEM_USER_INTRPT | ||
232 | #define FIXADDR_TOP (KERNEL_HIGH_VADDR - PAGE_SIZE) | ||
233 | |||
234 | #define PAGE_OFFSET _AC(CONFIG_PAGE_OFFSET, UL) | ||
235 | |||
236 | /* On 32-bit architectures we mix kernel modules in with other vmaps. */ | ||
237 | #define MEM_MODULE_START VMALLOC_START | ||
238 | #define MEM_MODULE_END VMALLOC_END | ||
239 | |||
240 | #endif /* __tilegx__ */ | ||
241 | |||
242 | #ifndef __ASSEMBLY__ | ||
243 | |||
244 | #ifdef CONFIG_HIGHMEM | ||
245 | |||
246 | /* Map kernel virtual addresses to page frames, in HPAGE_SIZE chunks. */ | ||
247 | extern unsigned long pbase_map[]; | ||
248 | extern void *vbase_map[]; | ||
249 | |||
250 | static inline unsigned long kaddr_to_pfn(const volatile void *_kaddr) | ||
251 | { | ||
252 | unsigned long kaddr = (unsigned long)_kaddr; | ||
253 | return pbase_map[kaddr >> HPAGE_SHIFT] + | ||
254 | ((kaddr & (HPAGE_SIZE - 1)) >> PAGE_SHIFT); | ||
255 | } | ||
256 | |||
257 | static inline void *pfn_to_kaddr(unsigned long pfn) | ||
258 | { | ||
259 | return vbase_map[__pfn_to_highbits(pfn)] + (pfn << PAGE_SHIFT); | ||
260 | } | ||
261 | |||
262 | static inline phys_addr_t virt_to_phys(const volatile void *kaddr) | ||
263 | { | ||
264 | unsigned long pfn = kaddr_to_pfn(kaddr); | ||
265 | return ((phys_addr_t)pfn << PAGE_SHIFT) + | ||
266 | ((unsigned long)kaddr & (PAGE_SIZE-1)); | ||
267 | } | ||
268 | |||
269 | static inline void *phys_to_virt(phys_addr_t paddr) | ||
270 | { | ||
271 | return pfn_to_kaddr(paddr >> PAGE_SHIFT) + (paddr & (PAGE_SIZE-1)); | ||
272 | } | ||
273 | |||
274 | /* With HIGHMEM, we pack PAGE_OFFSET through high_memory with all valid VAs. */ | ||
275 | static inline int virt_addr_valid(const volatile void *kaddr) | ||
276 | { | ||
277 | extern void *high_memory; /* copied from <linux/mm.h> */ | ||
278 | return ((unsigned long)kaddr >= PAGE_OFFSET && kaddr < high_memory); | ||
279 | } | ||
280 | |||
281 | #else /* !CONFIG_HIGHMEM */ | ||
282 | |||
283 | static inline unsigned long kaddr_to_pfn(const volatile void *kaddr) | ||
284 | { | ||
285 | return ((unsigned long)kaddr - PAGE_OFFSET) >> PAGE_SHIFT; | ||
286 | } | ||
287 | |||
288 | static inline void *pfn_to_kaddr(unsigned long pfn) | ||
289 | { | ||
290 | return (void *)((pfn << PAGE_SHIFT) + PAGE_OFFSET); | ||
291 | } | ||
292 | |||
293 | static inline phys_addr_t virt_to_phys(const volatile void *kaddr) | ||
294 | { | ||
295 | return (phys_addr_t)((unsigned long)kaddr - PAGE_OFFSET); | ||
296 | } | ||
297 | |||
298 | static inline void *phys_to_virt(phys_addr_t paddr) | ||
299 | { | ||
300 | return (void *)((unsigned long)paddr + PAGE_OFFSET); | ||
301 | } | ||
302 | |||
303 | /* Check that the given address is within some mapped range of PAs. */ | ||
304 | #define virt_addr_valid(kaddr) pfn_valid(kaddr_to_pfn(kaddr)) | ||
305 | |||
306 | #endif /* !CONFIG_HIGHMEM */ | ||
307 | |||
308 | /* All callers are not consistent in how they call these functions. */ | ||
309 | #define __pa(kaddr) virt_to_phys((void *)(unsigned long)(kaddr)) | ||
310 | #define __va(paddr) phys_to_virt((phys_addr_t)(paddr)) | ||
311 | |||
312 | extern int devmem_is_allowed(unsigned long pagenr); | ||
313 | |||
314 | #ifdef CONFIG_FLATMEM | ||
315 | static inline int pfn_valid(unsigned long pfn) | ||
316 | { | ||
317 | return pfn < max_mapnr; | ||
318 | } | ||
319 | #endif | ||
320 | |||
321 | /* Provide as macros since these require some other headers included. */ | ||
322 | #define page_to_pa(page) ((phys_addr_t)(page_to_pfn(page)) << PAGE_SHIFT) | ||
323 | #define virt_to_page(kaddr) pfn_to_page(kaddr_to_pfn(kaddr)) | ||
324 | #define page_to_virt(page) pfn_to_kaddr(page_to_pfn(page)) | ||
325 | |||
326 | struct mm_struct; | ||
327 | extern pte_t *virt_to_pte(struct mm_struct *mm, unsigned long addr); | ||
328 | |||
329 | #endif /* !__ASSEMBLY__ */ | ||
330 | |||
331 | #define VM_DATA_DEFAULT_FLAGS \ | ||
332 | (VM_READ | VM_WRITE | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) | ||
333 | |||
334 | #include <asm-generic/memory_model.h> | ||
335 | #include <asm-generic/getorder.h> | ||
336 | |||
337 | #endif /* __KERNEL__ */ | ||
338 | |||
339 | #endif /* _ASM_TILE_PAGE_H */ | ||