diff options
author | Russell King <rmk+kernel@arm.linux.org.uk> | 2014-06-30 11:29:12 -0400 |
---|---|---|
committer | Russell King <rmk+kernel@arm.linux.org.uk> | 2014-07-18 07:29:04 -0400 |
commit | 6ebbf2ce437b33022d30badd49dc94d33ecfa498 (patch) | |
tree | bc015e35b456a28bb0e501803a454dc0c0d3291a /arch/arm/mm/proc-arm925.S | |
parent | af040ffc9ba1e079ee4c0748aff64fa3d4716fa5 (diff) |
ARM: convert all "mov.* pc, reg" to "bx reg" for ARMv6+
ARMv6 and greater introduced a new instruction ("bx") which can be used
to return from function calls. Recent CPUs perform better when the
"bx lr" instruction is used rather than the "mov pc, lr" instruction,
and this sequence is strongly recommended to be used by the ARM
architecture manual (section A.4.1.1).
We provide a new macro "ret" with all its variants for the condition
code which will resolve to the appropriate instruction.
Rather than doing this piecemeal, and miss some instances, change all
the "mov pc" instances to use the new macro, with the exception of
the "movs" instruction and the kprobes code. This allows us to detect
the "mov pc, lr" case and fix it up - and also gives us the possibility
of deploying this for other registers depending on the CPU selection.
Reported-by: Will Deacon <will.deacon@arm.com>
Tested-by: Stephen Warren <swarren@nvidia.com> # Tegra Jetson TK1
Tested-by: Robert Jarzmik <robert.jarzmik@free.fr> # mioa701_bootresume.S
Tested-by: Andrew Lunn <andrew@lunn.ch> # Kirkwood
Tested-by: Shawn Guo <shawn.guo@freescale.com>
Tested-by: Tony Lindgren <tony@atomide.com> # OMAPs
Tested-by: Gregory CLEMENT <gregory.clement@free-electrons.com> # Armada XP, 375, 385
Acked-by: Sekhar Nori <nsekhar@ti.com> # DaVinci
Acked-by: Christoffer Dall <christoffer.dall@linaro.org> # kvm/hyp
Acked-by: Haojian Zhuang <haojian.zhuang@gmail.com> # PXA3xx
Acked-by: Stefano Stabellini <stefano.stabellini@eu.citrix.com> # Xen
Tested-by: Uwe Kleine-König <u.kleine-koenig@pengutronix.de> # ARMv7M
Tested-by: Simon Horman <horms+renesas@verge.net.au> # Shmobile
Signed-off-by: Russell King <rmk+kernel@arm.linux.org.uk>
Diffstat (limited to 'arch/arm/mm/proc-arm925.S')
-rw-r--r-- | arch/arm/mm/proc-arm925.S | 34 |
1 files changed, 17 insertions, 17 deletions
diff --git a/arch/arm/mm/proc-arm925.S b/arch/arm/mm/proc-arm925.S index ba0d58e1a2a2..c32d073282ea 100644 --- a/arch/arm/mm/proc-arm925.S +++ b/arch/arm/mm/proc-arm925.S | |||
@@ -86,7 +86,7 @@ | |||
86 | * cpu_arm925_proc_init() | 86 | * cpu_arm925_proc_init() |
87 | */ | 87 | */ |
88 | ENTRY(cpu_arm925_proc_init) | 88 | ENTRY(cpu_arm925_proc_init) |
89 | mov pc, lr | 89 | ret lr |
90 | 90 | ||
91 | /* | 91 | /* |
92 | * cpu_arm925_proc_fin() | 92 | * cpu_arm925_proc_fin() |
@@ -96,7 +96,7 @@ ENTRY(cpu_arm925_proc_fin) | |||
96 | bic r0, r0, #0x1000 @ ...i............ | 96 | bic r0, r0, #0x1000 @ ...i............ |
97 | bic r0, r0, #0x000e @ ............wca. | 97 | bic r0, r0, #0x000e @ ............wca. |
98 | mcr p15, 0, r0, c1, c0, 0 @ disable caches | 98 | mcr p15, 0, r0, c1, c0, 0 @ disable caches |
99 | mov pc, lr | 99 | ret lr |
100 | 100 | ||
101 | /* | 101 | /* |
102 | * cpu_arm925_reset(loc) | 102 | * cpu_arm925_reset(loc) |
@@ -129,7 +129,7 @@ ENDPROC(cpu_arm925_reset) | |||
129 | bic ip, ip, #0x000f @ ............wcam | 129 | bic ip, ip, #0x000f @ ............wcam |
130 | bic ip, ip, #0x1100 @ ...i...s........ | 130 | bic ip, ip, #0x1100 @ ...i...s........ |
131 | mcr p15, 0, ip, c1, c0, 0 @ ctrl register | 131 | mcr p15, 0, ip, c1, c0, 0 @ ctrl register |
132 | mov pc, r0 | 132 | ret r0 |
133 | 133 | ||
134 | /* | 134 | /* |
135 | * cpu_arm925_do_idle() | 135 | * cpu_arm925_do_idle() |
@@ -145,7 +145,7 @@ ENTRY(cpu_arm925_do_idle) | |||
145 | mcr p15, 0, r2, c1, c0, 0 @ Disable I cache | 145 | mcr p15, 0, r2, c1, c0, 0 @ Disable I cache |
146 | mcr p15, 0, r0, c7, c0, 4 @ Wait for interrupt | 146 | mcr p15, 0, r0, c7, c0, 4 @ Wait for interrupt |
147 | mcr p15, 0, r1, c1, c0, 0 @ Restore ICache enable | 147 | mcr p15, 0, r1, c1, c0, 0 @ Restore ICache enable |
148 | mov pc, lr | 148 | ret lr |
149 | 149 | ||
150 | /* | 150 | /* |
151 | * flush_icache_all() | 151 | * flush_icache_all() |
@@ -155,7 +155,7 @@ ENTRY(cpu_arm925_do_idle) | |||
155 | ENTRY(arm925_flush_icache_all) | 155 | ENTRY(arm925_flush_icache_all) |
156 | mov r0, #0 | 156 | mov r0, #0 |
157 | mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache | 157 | mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache |
158 | mov pc, lr | 158 | ret lr |
159 | ENDPROC(arm925_flush_icache_all) | 159 | ENDPROC(arm925_flush_icache_all) |
160 | 160 | ||
161 | /* | 161 | /* |
@@ -188,7 +188,7 @@ __flush_whole_cache: | |||
188 | tst r2, #VM_EXEC | 188 | tst r2, #VM_EXEC |
189 | mcrne p15, 0, ip, c7, c5, 0 @ invalidate I cache | 189 | mcrne p15, 0, ip, c7, c5, 0 @ invalidate I cache |
190 | mcrne p15, 0, ip, c7, c10, 4 @ drain WB | 190 | mcrne p15, 0, ip, c7, c10, 4 @ drain WB |
191 | mov pc, lr | 191 | ret lr |
192 | 192 | ||
193 | /* | 193 | /* |
194 | * flush_user_cache_range(start, end, flags) | 194 | * flush_user_cache_range(start, end, flags) |
@@ -225,7 +225,7 @@ ENTRY(arm925_flush_user_cache_range) | |||
225 | blo 1b | 225 | blo 1b |
226 | tst r2, #VM_EXEC | 226 | tst r2, #VM_EXEC |
227 | mcrne p15, 0, ip, c7, c10, 4 @ drain WB | 227 | mcrne p15, 0, ip, c7, c10, 4 @ drain WB |
228 | mov pc, lr | 228 | ret lr |
229 | 229 | ||
230 | /* | 230 | /* |
231 | * coherent_kern_range(start, end) | 231 | * coherent_kern_range(start, end) |
@@ -259,7 +259,7 @@ ENTRY(arm925_coherent_user_range) | |||
259 | blo 1b | 259 | blo 1b |
260 | mcr p15, 0, r0, c7, c10, 4 @ drain WB | 260 | mcr p15, 0, r0, c7, c10, 4 @ drain WB |
261 | mov r0, #0 | 261 | mov r0, #0 |
262 | mov pc, lr | 262 | ret lr |
263 | 263 | ||
264 | /* | 264 | /* |
265 | * flush_kern_dcache_area(void *addr, size_t size) | 265 | * flush_kern_dcache_area(void *addr, size_t size) |
@@ -279,7 +279,7 @@ ENTRY(arm925_flush_kern_dcache_area) | |||
279 | mov r0, #0 | 279 | mov r0, #0 |
280 | mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache | 280 | mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache |
281 | mcr p15, 0, r0, c7, c10, 4 @ drain WB | 281 | mcr p15, 0, r0, c7, c10, 4 @ drain WB |
282 | mov pc, lr | 282 | ret lr |
283 | 283 | ||
284 | /* | 284 | /* |
285 | * dma_inv_range(start, end) | 285 | * dma_inv_range(start, end) |
@@ -307,7 +307,7 @@ arm925_dma_inv_range: | |||
307 | cmp r0, r1 | 307 | cmp r0, r1 |
308 | blo 1b | 308 | blo 1b |
309 | mcr p15, 0, r0, c7, c10, 4 @ drain WB | 309 | mcr p15, 0, r0, c7, c10, 4 @ drain WB |
310 | mov pc, lr | 310 | ret lr |
311 | 311 | ||
312 | /* | 312 | /* |
313 | * dma_clean_range(start, end) | 313 | * dma_clean_range(start, end) |
@@ -328,7 +328,7 @@ arm925_dma_clean_range: | |||
328 | blo 1b | 328 | blo 1b |
329 | #endif | 329 | #endif |
330 | mcr p15, 0, r0, c7, c10, 4 @ drain WB | 330 | mcr p15, 0, r0, c7, c10, 4 @ drain WB |
331 | mov pc, lr | 331 | ret lr |
332 | 332 | ||
333 | /* | 333 | /* |
334 | * dma_flush_range(start, end) | 334 | * dma_flush_range(start, end) |
@@ -350,7 +350,7 @@ ENTRY(arm925_dma_flush_range) | |||
350 | cmp r0, r1 | 350 | cmp r0, r1 |
351 | blo 1b | 351 | blo 1b |
352 | mcr p15, 0, r0, c7, c10, 4 @ drain WB | 352 | mcr p15, 0, r0, c7, c10, 4 @ drain WB |
353 | mov pc, lr | 353 | ret lr |
354 | 354 | ||
355 | /* | 355 | /* |
356 | * dma_map_area(start, size, dir) | 356 | * dma_map_area(start, size, dir) |
@@ -373,7 +373,7 @@ ENDPROC(arm925_dma_map_area) | |||
373 | * - dir - DMA direction | 373 | * - dir - DMA direction |
374 | */ | 374 | */ |
375 | ENTRY(arm925_dma_unmap_area) | 375 | ENTRY(arm925_dma_unmap_area) |
376 | mov pc, lr | 376 | ret lr |
377 | ENDPROC(arm925_dma_unmap_area) | 377 | ENDPROC(arm925_dma_unmap_area) |
378 | 378 | ||
379 | .globl arm925_flush_kern_cache_louis | 379 | .globl arm925_flush_kern_cache_louis |
@@ -390,7 +390,7 @@ ENTRY(cpu_arm925_dcache_clean_area) | |||
390 | bhi 1b | 390 | bhi 1b |
391 | #endif | 391 | #endif |
392 | mcr p15, 0, r0, c7, c10, 4 @ drain WB | 392 | mcr p15, 0, r0, c7, c10, 4 @ drain WB |
393 | mov pc, lr | 393 | ret lr |
394 | 394 | ||
395 | /* =============================== PageTable ============================== */ | 395 | /* =============================== PageTable ============================== */ |
396 | 396 | ||
@@ -419,7 +419,7 @@ ENTRY(cpu_arm925_switch_mm) | |||
419 | mcr p15, 0, r0, c2, c0, 0 @ load page table pointer | 419 | mcr p15, 0, r0, c2, c0, 0 @ load page table pointer |
420 | mcr p15, 0, ip, c8, c7, 0 @ invalidate I & D TLBs | 420 | mcr p15, 0, ip, c8, c7, 0 @ invalidate I & D TLBs |
421 | #endif | 421 | #endif |
422 | mov pc, lr | 422 | ret lr |
423 | 423 | ||
424 | /* | 424 | /* |
425 | * cpu_arm925_set_pte_ext(ptep, pte, ext) | 425 | * cpu_arm925_set_pte_ext(ptep, pte, ext) |
@@ -436,7 +436,7 @@ ENTRY(cpu_arm925_set_pte_ext) | |||
436 | #endif | 436 | #endif |
437 | mcr p15, 0, r0, c7, c10, 4 @ drain WB | 437 | mcr p15, 0, r0, c7, c10, 4 @ drain WB |
438 | #endif /* CONFIG_MMU */ | 438 | #endif /* CONFIG_MMU */ |
439 | mov pc, lr | 439 | ret lr |
440 | 440 | ||
441 | .type __arm925_setup, #function | 441 | .type __arm925_setup, #function |
442 | __arm925_setup: | 442 | __arm925_setup: |
@@ -469,7 +469,7 @@ __arm925_setup: | |||
469 | #ifdef CONFIG_CPU_CACHE_ROUND_ROBIN | 469 | #ifdef CONFIG_CPU_CACHE_ROUND_ROBIN |
470 | orr r0, r0, #0x4000 @ .1.. .... .... .... | 470 | orr r0, r0, #0x4000 @ .1.. .... .... .... |
471 | #endif | 471 | #endif |
472 | mov pc, lr | 472 | ret lr |
473 | .size __arm925_setup, . - __arm925_setup | 473 | .size __arm925_setup, . - __arm925_setup |
474 | 474 | ||
475 | /* | 475 | /* |