diff options
-rw-r--r-- | arch/arm/mm/Kconfig | 5 | ||||
-rw-r--r-- | arch/arm/mm/Makefile | 1 | ||||
-rw-r--r-- | arch/arm/mm/copypage-feroceon.S | 95 | ||||
-rw-r--r-- | arch/arm/mm/proc-feroceon.S | 17 | ||||
-rw-r--r-- | include/asm-arm/page.h | 8 |
5 files changed, 120 insertions, 6 deletions
diff --git a/arch/arm/mm/Kconfig b/arch/arm/mm/Kconfig index a92a577c1b65..33ed048502a3 100644 --- a/arch/arm/mm/Kconfig +++ b/arch/arm/mm/Kconfig | |||
@@ -372,7 +372,7 @@ config CPU_FEROCEON | |||
372 | select CPU_PABRT_NOIFAR | 372 | select CPU_PABRT_NOIFAR |
373 | select CPU_CACHE_VIVT | 373 | select CPU_CACHE_VIVT |
374 | select CPU_CP15_MMU | 374 | select CPU_CP15_MMU |
375 | select CPU_COPY_V4WB if MMU | 375 | select CPU_COPY_FEROCEON if MMU |
376 | select CPU_TLB_V4WBI if MMU | 376 | select CPU_TLB_V4WBI if MMU |
377 | 377 | ||
378 | config CPU_FEROCEON_OLD_ID | 378 | config CPU_FEROCEON_OLD_ID |
@@ -523,6 +523,9 @@ config CPU_COPY_V4WT | |||
523 | config CPU_COPY_V4WB | 523 | config CPU_COPY_V4WB |
524 | bool | 524 | bool |
525 | 525 | ||
526 | config CPU_COPY_FEROCEON | ||
527 | bool | ||
528 | |||
526 | config CPU_COPY_V6 | 529 | config CPU_COPY_V6 |
527 | bool | 530 | bool |
528 | 531 | ||
diff --git a/arch/arm/mm/Makefile b/arch/arm/mm/Makefile index 44536a0b995a..32b2d2d213a6 100644 --- a/arch/arm/mm/Makefile +++ b/arch/arm/mm/Makefile | |||
@@ -36,6 +36,7 @@ obj-$(CONFIG_CPU_CACHE_V7) += cache-v7.o | |||
36 | obj-$(CONFIG_CPU_COPY_V3) += copypage-v3.o | 36 | obj-$(CONFIG_CPU_COPY_V3) += copypage-v3.o |
37 | obj-$(CONFIG_CPU_COPY_V4WT) += copypage-v4wt.o | 37 | obj-$(CONFIG_CPU_COPY_V4WT) += copypage-v4wt.o |
38 | obj-$(CONFIG_CPU_COPY_V4WB) += copypage-v4wb.o | 38 | obj-$(CONFIG_CPU_COPY_V4WB) += copypage-v4wb.o |
39 | obj-$(CONFIG_CPU_COPY_FEROCEON) += copypage-feroceon.o | ||
39 | obj-$(CONFIG_CPU_COPY_V6) += copypage-v6.o context.o | 40 | obj-$(CONFIG_CPU_COPY_V6) += copypage-v6.o context.o |
40 | obj-$(CONFIG_CPU_SA1100) += copypage-v4mc.o | 41 | obj-$(CONFIG_CPU_SA1100) += copypage-v4mc.o |
41 | obj-$(CONFIG_CPU_XSCALE) += copypage-xscale.o | 42 | obj-$(CONFIG_CPU_XSCALE) += copypage-xscale.o |
diff --git a/arch/arm/mm/copypage-feroceon.S b/arch/arm/mm/copypage-feroceon.S new file mode 100644 index 000000000000..7eb0d320d240 --- /dev/null +++ b/arch/arm/mm/copypage-feroceon.S | |||
@@ -0,0 +1,95 @@ | |||
1 | /* | ||
2 | * linux/arch/arm/lib/copypage-feroceon.S | ||
3 | * | ||
4 | * Copyright (C) 2008 Marvell Semiconductors | ||
5 | * | ||
6 | * This program is free software; you can redistribute it and/or modify | ||
7 | * it under the terms of the GNU General Public License version 2 as | ||
8 | * published by the Free Software Foundation. | ||
9 | * | ||
10 | * This handles copy_user_page and clear_user_page on Feroceon | ||
11 | * more optimally than the generic implementations. | ||
12 | */ | ||
13 | #include <linux/linkage.h> | ||
14 | #include <linux/init.h> | ||
15 | #include <asm/asm-offsets.h> | ||
16 | |||
17 | .text | ||
18 | .align 5 | ||
19 | |||
20 | ENTRY(feroceon_copy_user_page) | ||
21 | stmfd sp!, {r4-r9, lr} | ||
22 | mov ip, #PAGE_SZ | ||
23 | 1: mov lr, r1 | ||
24 | ldmia r1!, {r2 - r9} | ||
25 | pld [lr, #32] | ||
26 | pld [lr, #64] | ||
27 | pld [lr, #96] | ||
28 | pld [lr, #128] | ||
29 | pld [lr, #160] | ||
30 | pld [lr, #192] | ||
31 | pld [lr, #224] | ||
32 | stmia r0, {r2 - r9} | ||
33 | ldmia r1!, {r2 - r9} | ||
34 | mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D line | ||
35 | add r0, r0, #32 | ||
36 | stmia r0, {r2 - r9} | ||
37 | ldmia r1!, {r2 - r9} | ||
38 | mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D line | ||
39 | add r0, r0, #32 | ||
40 | stmia r0, {r2 - r9} | ||
41 | ldmia r1!, {r2 - r9} | ||
42 | mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D line | ||
43 | add r0, r0, #32 | ||
44 | stmia r0, {r2 - r9} | ||
45 | ldmia r1!, {r2 - r9} | ||
46 | mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D line | ||
47 | add r0, r0, #32 | ||
48 | stmia r0, {r2 - r9} | ||
49 | ldmia r1!, {r2 - r9} | ||
50 | mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D line | ||
51 | add r0, r0, #32 | ||
52 | stmia r0, {r2 - r9} | ||
53 | ldmia r1!, {r2 - r9} | ||
54 | mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D line | ||
55 | add r0, r0, #32 | ||
56 | stmia r0, {r2 - r9} | ||
57 | ldmia r1!, {r2 - r9} | ||
58 | mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D line | ||
59 | add r0, r0, #32 | ||
60 | stmia r0, {r2 - r9} | ||
61 | subs ip, ip, #(32 * 8) | ||
62 | mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D line | ||
63 | add r0, r0, #32 | ||
64 | bne 1b | ||
65 | mcr p15, 0, ip, c7, c10, 4 @ drain WB | ||
66 | ldmfd sp!, {r4-r9, pc} | ||
67 | |||
68 | .align 5 | ||
69 | |||
70 | ENTRY(feroceon_clear_user_page) | ||
71 | stmfd sp!, {r4-r7, lr} | ||
72 | mov r1, #PAGE_SZ/32 | ||
73 | mov r2, #0 | ||
74 | mov r3, #0 | ||
75 | mov r4, #0 | ||
76 | mov r5, #0 | ||
77 | mov r6, #0 | ||
78 | mov r7, #0 | ||
79 | mov ip, #0 | ||
80 | mov lr, #0 | ||
81 | 1: stmia r0, {r2-r7, ip, lr} | ||
82 | subs r1, r1, #1 | ||
83 | mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D line | ||
84 | add r0, r0, #32 | ||
85 | bne 1b | ||
86 | mcr p15, 0, r1, c7, c10, 4 @ drain WB | ||
87 | ldmfd sp!, {r4-r7, pc} | ||
88 | |||
89 | __INITDATA | ||
90 | |||
91 | .type feroceon_user_fns, #object | ||
92 | ENTRY(feroceon_user_fns) | ||
93 | .long feroceon_clear_user_page | ||
94 | .long feroceon_copy_user_page | ||
95 | .size feroceon_user_fns, . - feroceon_user_fns | ||
diff --git a/arch/arm/mm/proc-feroceon.S b/arch/arm/mm/proc-feroceon.S index 3ceb6785a345..a02c1712b52d 100644 --- a/arch/arm/mm/proc-feroceon.S +++ b/arch/arm/mm/proc-feroceon.S | |||
@@ -93,7 +93,7 @@ ENTRY(cpu_feroceon_reset) | |||
93 | * | 93 | * |
94 | * Called with IRQs disabled | 94 | * Called with IRQs disabled |
95 | */ | 95 | */ |
96 | .align 10 | 96 | .align 5 |
97 | ENTRY(cpu_feroceon_do_idle) | 97 | ENTRY(cpu_feroceon_do_idle) |
98 | mov r0, #0 | 98 | mov r0, #0 |
99 | mcr p15, 0, r0, c7, c10, 4 @ Drain write buffer | 99 | mcr p15, 0, r0, c7, c10, 4 @ Drain write buffer |
@@ -106,6 +106,7 @@ ENTRY(cpu_feroceon_do_idle) | |||
106 | * Clean and invalidate all cache entries in a particular | 106 | * Clean and invalidate all cache entries in a particular |
107 | * address space. | 107 | * address space. |
108 | */ | 108 | */ |
109 | .align 5 | ||
109 | ENTRY(feroceon_flush_user_cache_all) | 110 | ENTRY(feroceon_flush_user_cache_all) |
110 | /* FALLTHROUGH */ | 111 | /* FALLTHROUGH */ |
111 | 112 | ||
@@ -135,6 +136,7 @@ __flush_whole_cache: | |||
135 | * - end - end address (exclusive) | 136 | * - end - end address (exclusive) |
136 | * - flags - vm_flags describing address space | 137 | * - flags - vm_flags describing address space |
137 | */ | 138 | */ |
139 | .align 5 | ||
138 | ENTRY(feroceon_flush_user_cache_range) | 140 | ENTRY(feroceon_flush_user_cache_range) |
139 | mov ip, #0 | 141 | mov ip, #0 |
140 | sub r3, r1, r0 @ calculate total size | 142 | sub r3, r1, r0 @ calculate total size |
@@ -163,6 +165,7 @@ ENTRY(feroceon_flush_user_cache_range) | |||
163 | * - start - virtual start address | 165 | * - start - virtual start address |
164 | * - end - virtual end address | 166 | * - end - virtual end address |
165 | */ | 167 | */ |
168 | .align 5 | ||
166 | ENTRY(feroceon_coherent_kern_range) | 169 | ENTRY(feroceon_coherent_kern_range) |
167 | /* FALLTHROUGH */ | 170 | /* FALLTHROUGH */ |
168 | 171 | ||
@@ -194,6 +197,7 @@ ENTRY(feroceon_coherent_user_range) | |||
194 | * | 197 | * |
195 | * - addr - page aligned address | 198 | * - addr - page aligned address |
196 | */ | 199 | */ |
200 | .align 5 | ||
197 | ENTRY(feroceon_flush_kern_dcache_page) | 201 | ENTRY(feroceon_flush_kern_dcache_page) |
198 | add r1, r0, #PAGE_SZ | 202 | add r1, r0, #PAGE_SZ |
199 | 1: mcr p15, 0, r0, c7, c14, 1 @ clean+invalidate D entry | 203 | 1: mcr p15, 0, r0, c7, c14, 1 @ clean+invalidate D entry |
@@ -218,6 +222,7 @@ ENTRY(feroceon_flush_kern_dcache_page) | |||
218 | * | 222 | * |
219 | * (same as v4wb) | 223 | * (same as v4wb) |
220 | */ | 224 | */ |
225 | .align 5 | ||
221 | ENTRY(feroceon_dma_inv_range) | 226 | ENTRY(feroceon_dma_inv_range) |
222 | tst r0, #CACHE_DLINESIZE - 1 | 227 | tst r0, #CACHE_DLINESIZE - 1 |
223 | mcrne p15, 0, r0, c7, c10, 1 @ clean D entry | 228 | mcrne p15, 0, r0, c7, c10, 1 @ clean D entry |
@@ -241,6 +246,7 @@ ENTRY(feroceon_dma_inv_range) | |||
241 | * | 246 | * |
242 | * (same as v4wb) | 247 | * (same as v4wb) |
243 | */ | 248 | */ |
249 | .align 5 | ||
244 | ENTRY(feroceon_dma_clean_range) | 250 | ENTRY(feroceon_dma_clean_range) |
245 | bic r0, r0, #CACHE_DLINESIZE - 1 | 251 | bic r0, r0, #CACHE_DLINESIZE - 1 |
246 | 1: mcr p15, 0, r0, c7, c10, 1 @ clean D entry | 252 | 1: mcr p15, 0, r0, c7, c10, 1 @ clean D entry |
@@ -258,10 +264,10 @@ ENTRY(feroceon_dma_clean_range) | |||
258 | * - start - virtual start address | 264 | * - start - virtual start address |
259 | * - end - virtual end address | 265 | * - end - virtual end address |
260 | */ | 266 | */ |
267 | .align 5 | ||
261 | ENTRY(feroceon_dma_flush_range) | 268 | ENTRY(feroceon_dma_flush_range) |
262 | bic r0, r0, #CACHE_DLINESIZE - 1 | 269 | bic r0, r0, #CACHE_DLINESIZE - 1 |
263 | 1: | 270 | 1: mcr p15, 0, r0, c7, c14, 1 @ clean+invalidate D entry |
264 | mcr p15, 0, r0, c7, c14, 1 @ clean+invalidate D entry | ||
265 | add r0, r0, #CACHE_DLINESIZE | 271 | add r0, r0, #CACHE_DLINESIZE |
266 | cmp r0, r1 | 272 | cmp r0, r1 |
267 | blo 1b | 273 | blo 1b |
@@ -279,6 +285,7 @@ ENTRY(feroceon_cache_fns) | |||
279 | .long feroceon_dma_clean_range | 285 | .long feroceon_dma_clean_range |
280 | .long feroceon_dma_flush_range | 286 | .long feroceon_dma_flush_range |
281 | 287 | ||
288 | .align 5 | ||
282 | ENTRY(cpu_feroceon_dcache_clean_area) | 289 | ENTRY(cpu_feroceon_dcache_clean_area) |
283 | 1: mcr p15, 0, r0, c7, c10, 1 @ clean D entry | 290 | 1: mcr p15, 0, r0, c7, c10, 1 @ clean D entry |
284 | add r0, r0, #CACHE_DLINESIZE | 291 | add r0, r0, #CACHE_DLINESIZE |
@@ -433,7 +440,7 @@ __feroceon_old_id_proc_info: | |||
433 | .long cpu_feroceon_name | 440 | .long cpu_feroceon_name |
434 | .long feroceon_processor_functions | 441 | .long feroceon_processor_functions |
435 | .long v4wbi_tlb_fns | 442 | .long v4wbi_tlb_fns |
436 | .long v4wb_user_fns | 443 | .long feroceon_user_fns |
437 | .long feroceon_cache_fns | 444 | .long feroceon_cache_fns |
438 | .size __feroceon_old_id_proc_info, . - __feroceon_old_id_proc_info | 445 | .size __feroceon_old_id_proc_info, . - __feroceon_old_id_proc_info |
439 | #endif | 446 | #endif |
@@ -459,6 +466,6 @@ __feroceon_proc_info: | |||
459 | .long cpu_feroceon_name | 466 | .long cpu_feroceon_name |
460 | .long feroceon_processor_functions | 467 | .long feroceon_processor_functions |
461 | .long v4wbi_tlb_fns | 468 | .long v4wbi_tlb_fns |
462 | .long v4wb_user_fns | 469 | .long feroceon_user_fns |
463 | .long feroceon_cache_fns | 470 | .long feroceon_cache_fns |
464 | .size __feroceon_proc_info, . - __feroceon_proc_info | 471 | .size __feroceon_proc_info, . - __feroceon_proc_info |
diff --git a/include/asm-arm/page.h b/include/asm-arm/page.h index c86f68ee6511..5c22b0112106 100644 --- a/include/asm-arm/page.h +++ b/include/asm-arm/page.h | |||
@@ -71,6 +71,14 @@ | |||
71 | # endif | 71 | # endif |
72 | #endif | 72 | #endif |
73 | 73 | ||
74 | #ifdef CONFIG_CPU_COPY_FEROCEON | ||
75 | # ifdef _USER | ||
76 | # define MULTI_USER 1 | ||
77 | # else | ||
78 | # define _USER feroceon | ||
79 | # endif | ||
80 | #endif | ||
81 | |||
74 | #ifdef CONFIG_CPU_SA1100 | 82 | #ifdef CONFIG_CPU_SA1100 |
75 | # ifdef _USER | 83 | # ifdef _USER |
76 | # define MULTI_USER 1 | 84 | # define MULTI_USER 1 |