aboutsummaryrefslogtreecommitdiffstats
path: root/include/asm-ppc64/page.h
diff options
context:
space:
mode:
Diffstat (limited to 'include/asm-ppc64/page.h')
-rw-r--r--include/asm-ppc64/page.h261
1 files changed, 261 insertions, 0 deletions
diff --git a/include/asm-ppc64/page.h b/include/asm-ppc64/page.h
new file mode 100644
index 000000000000..20e0f19324e8
--- /dev/null
+++ b/include/asm-ppc64/page.h
@@ -0,0 +1,261 @@
1#ifndef _PPC64_PAGE_H
2#define _PPC64_PAGE_H
3
4/*
5 * Copyright (C) 2001 PPC64 Team, IBM Corp
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
11 */
12
13#include <linux/config.h>
14
15#ifdef __ASSEMBLY__
16 #define ASM_CONST(x) x
17#else
18 #define __ASM_CONST(x) x##UL
19 #define ASM_CONST(x) __ASM_CONST(x)
20#endif
21
22/* PAGE_SHIFT determines the page size */
23#define PAGE_SHIFT 12
24#define PAGE_SIZE (ASM_CONST(1) << PAGE_SHIFT)
25#define PAGE_MASK (~(PAGE_SIZE-1))
26#define PAGE_OFFSET_MASK (PAGE_SIZE-1)
27
28#define SID_SHIFT 28
29#define SID_MASK 0xfffffffffUL
30#define ESID_MASK 0xfffffffff0000000UL
31#define GET_ESID(x) (((x) >> SID_SHIFT) & SID_MASK)
32
33#define HPAGE_SHIFT 24
34#define HPAGE_SIZE ((1UL) << HPAGE_SHIFT)
35#define HPAGE_MASK (~(HPAGE_SIZE - 1))
36
37#ifdef CONFIG_HUGETLB_PAGE
38
39#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
40
41/* For 64-bit processes the hugepage range is 1T-1.5T */
42#define TASK_HPAGE_BASE ASM_CONST(0x0000010000000000)
43#define TASK_HPAGE_END ASM_CONST(0x0000018000000000)
44
45#define LOW_ESID_MASK(addr, len) (((1U << (GET_ESID(addr+len-1)+1)) \
46 - (1U << GET_ESID(addr))) & 0xffff)
47
48#define ARCH_HAS_HUGEPAGE_ONLY_RANGE
49#define ARCH_HAS_PREPARE_HUGEPAGE_RANGE
50
51#define touches_hugepage_low_range(mm, addr, len) \
52 (LOW_ESID_MASK((addr), (len)) & mm->context.htlb_segs)
53#define touches_hugepage_high_range(addr, len) \
54 (((addr) > (TASK_HPAGE_BASE-(len))) && ((addr) < TASK_HPAGE_END))
55
56#define __within_hugepage_low_range(addr, len, segmask) \
57 ((LOW_ESID_MASK((addr), (len)) | (segmask)) == (segmask))
58#define within_hugepage_low_range(addr, len) \
59 __within_hugepage_low_range((addr), (len), \
60 current->mm->context.htlb_segs)
61#define within_hugepage_high_range(addr, len) (((addr) >= TASK_HPAGE_BASE) \
62 && ((addr)+(len) <= TASK_HPAGE_END) && ((addr)+(len) >= (addr)))
63
64#define is_hugepage_only_range(mm, addr, len) \
65 (touches_hugepage_high_range((addr), (len)) || \
66 touches_hugepage_low_range((mm), (addr), (len)))
67#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
68
69#define in_hugepage_area(context, addr) \
70 (cpu_has_feature(CPU_FTR_16M_PAGE) && \
71 ( (((addr) >= TASK_HPAGE_BASE) && ((addr) < TASK_HPAGE_END)) || \
72 ( ((addr) < 0x100000000L) && \
73 ((1 << GET_ESID(addr)) & (context).htlb_segs) ) ) )
74
75#else /* !CONFIG_HUGETLB_PAGE */
76
77#define in_hugepage_area(mm, addr) 0
78
79#endif /* !CONFIG_HUGETLB_PAGE */
80
81/* align addr on a size boundary - adjust address up/down if needed */
82#define _ALIGN_UP(addr,size) (((addr)+((size)-1))&(~((size)-1)))
83#define _ALIGN_DOWN(addr,size) ((addr)&(~((size)-1)))
84
85/* align addr on a size boundary - adjust address up if needed */
86#define _ALIGN(addr,size) _ALIGN_UP(addr,size)
87
88/* to align the pointer to the (next) double word boundary */
89#define DOUBLEWORD_ALIGN(addr) _ALIGN(addr,sizeof(unsigned long))
90
91/* to align the pointer to the (next) page boundary */
92#define PAGE_ALIGN(addr) _ALIGN(addr, PAGE_SIZE)
93
94#ifdef __KERNEL__
95#ifndef __ASSEMBLY__
96#include <asm/cache.h>
97
98#undef STRICT_MM_TYPECHECKS
99
100#define REGION_SIZE 4UL
101#define REGION_SHIFT 60UL
102#define REGION_MASK (((1UL<<REGION_SIZE)-1UL)<<REGION_SHIFT)
103#define REGION_STRIDE (1UL << REGION_SHIFT)
104
105static __inline__ void clear_page(void *addr)
106{
107 unsigned long lines, line_size;
108
109 line_size = ppc64_caches.dline_size;
110 lines = ppc64_caches.dlines_per_page;
111
112 __asm__ __volatile__(
113 "mtctr %1 # clear_page\n\
1141: dcbz 0,%0\n\
115 add %0,%0,%3\n\
116 bdnz+ 1b"
117 : "=r" (addr)
118 : "r" (lines), "0" (addr), "r" (line_size)
119 : "ctr", "memory");
120}
121
122extern void copy_page(void *to, void *from);
123struct page;
124extern void clear_user_page(void *page, unsigned long vaddr, struct page *pg);
125extern void copy_user_page(void *to, void *from, unsigned long vaddr, struct page *p);
126
127#ifdef STRICT_MM_TYPECHECKS
128/*
129 * These are used to make use of C type-checking.
130 * Entries in the pte table are 64b, while entries in the pgd & pmd are 32b.
131 */
132typedef struct { unsigned long pte; } pte_t;
133typedef struct { unsigned int pmd; } pmd_t;
134typedef struct { unsigned int pgd; } pgd_t;
135typedef struct { unsigned long pgprot; } pgprot_t;
136
137#define pte_val(x) ((x).pte)
138#define pmd_val(x) ((x).pmd)
139#define pgd_val(x) ((x).pgd)
140#define pgprot_val(x) ((x).pgprot)
141
142#define __pte(x) ((pte_t) { (x) } )
143#define __pmd(x) ((pmd_t) { (x) } )
144#define __pgd(x) ((pgd_t) { (x) } )
145#define __pgprot(x) ((pgprot_t) { (x) } )
146
147#else
148/*
149 * .. while these make it easier on the compiler
150 */
151typedef unsigned long pte_t;
152typedef unsigned int pmd_t;
153typedef unsigned int pgd_t;
154typedef unsigned long pgprot_t;
155
156#define pte_val(x) (x)
157#define pmd_val(x) (x)
158#define pgd_val(x) (x)
159#define pgprot_val(x) (x)
160
161#define __pte(x) (x)
162#define __pmd(x) (x)
163#define __pgd(x) (x)
164#define __pgprot(x) (x)
165
166#endif
167
168/* Pure 2^n version of get_order */
169static inline int get_order(unsigned long size)
170{
171 int order;
172
173 size = (size-1) >> (PAGE_SHIFT-1);
174 order = -1;
175 do {
176 size >>= 1;
177 order++;
178 } while (size);
179 return order;
180}
181
182#define __pa(x) ((unsigned long)(x)-PAGE_OFFSET)
183
184extern int page_is_ram(unsigned long pfn);
185
186extern u64 ppc64_pft_size; /* Log 2 of page table size */
187
188/* We do define AT_SYSINFO_EHDR but don't use the gate mecanism */
189#define __HAVE_ARCH_GATE_AREA 1
190
191#endif /* __ASSEMBLY__ */
192
193#ifdef MODULE
194#define __page_aligned __attribute__((__aligned__(PAGE_SIZE)))
195#else
196#define __page_aligned \
197 __attribute__((__aligned__(PAGE_SIZE), \
198 __section__(".data.page_aligned")))
199#endif
200
201
202/* This must match the -Ttext linker address */
203/* Note: tophys & tovirt make assumptions about how */
204/* KERNELBASE is defined for performance reasons. */
205/* When KERNELBASE moves, those macros may have */
206/* to change! */
207#define PAGE_OFFSET ASM_CONST(0xC000000000000000)
208#define KERNELBASE PAGE_OFFSET
209#define VMALLOCBASE ASM_CONST(0xD000000000000000)
210#define IOREGIONBASE ASM_CONST(0xE000000000000000)
211
212#define IO_REGION_ID (IOREGIONBASE>>REGION_SHIFT)
213#define VMALLOC_REGION_ID (VMALLOCBASE>>REGION_SHIFT)
214#define KERNEL_REGION_ID (KERNELBASE>>REGION_SHIFT)
215#define USER_REGION_ID (0UL)
216#define REGION_ID(X) (((unsigned long)(X))>>REGION_SHIFT)
217
218#define __bpn_to_ba(x) ((((unsigned long)(x))<<PAGE_SHIFT) + KERNELBASE)
219#define __ba_to_bpn(x) ((((unsigned long)(x)) & ~REGION_MASK) >> PAGE_SHIFT)
220
221#define __va(x) ((void *)((unsigned long)(x) + KERNELBASE))
222
223#ifdef CONFIG_DISCONTIGMEM
224#define page_to_pfn(page) discontigmem_page_to_pfn(page)
225#define pfn_to_page(pfn) discontigmem_pfn_to_page(pfn)
226#define pfn_valid(pfn) discontigmem_pfn_valid(pfn)
227#else
228#define pfn_to_page(pfn) (mem_map + (pfn))
229#define page_to_pfn(page) ((unsigned long)((page) - mem_map))
230#define pfn_valid(pfn) ((pfn) < max_mapnr)
231#endif
232
233#define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
234#define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT)
235
236#define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
237
238/*
239 * Unfortunately the PLT is in the BSS in the PPC32 ELF ABI,
240 * and needs to be executable. This means the whole heap ends
241 * up being executable.
242 */
243#define VM_DATA_DEFAULT_FLAGS32 (VM_READ | VM_WRITE | VM_EXEC | \
244 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
245
246#define VM_DATA_DEFAULT_FLAGS64 (VM_READ | VM_WRITE | \
247 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
248
249#define VM_DATA_DEFAULT_FLAGS \
250 (test_thread_flag(TIF_32BIT) ? \
251 VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64)
252
253/*
254 * This is the default if a program doesn't have a PT_GNU_STACK
255 * program header entry.
256 */
257#define VM_STACK_DEFAULT_FLAGS (VM_READ | VM_WRITE | VM_EXEC | \
258 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
259
260#endif /* __KERNEL__ */
261#endif /* _PPC64_PAGE_H */