1 files changed, 30 insertions, 20 deletions
diff --git a/arch/arm/lib/bitops.h b/arch/arm/lib/bitops.h
index d42252918bfb..10d868a5a481 100644
--- a/arch/arm/lib/bitops.h
+++ b/arch/arm/lib/bitops.h
@@ -1,44 +1,52 @@
+#if __LINUX_ARM_ARCH__ >= 6
-#if __LINUX_ARM_ARCH__ >= 6 && defined(CONFIG_CPU_32v6K)
        .macro  bitop, instr
+        ands    ip, r1, #3
+        strneb  r1, [ip]                @ assert word-aligned
        mov     r2, #1
-        and     r3, r0, #7              @ Get bit offset
+        and     r3, r0, #31             @ Get bit offset
-        add     r1, r1, r0, lsr #3      @ Get byte offset
+        mov     r0, r0, lsr #5
+        add     r1, r1, r0, lsl #2      @ Get word offset
        mov     r3, r2, lsl r3
-1:      ldrexb  r2, [r1]
+1:      ldrex   r2, [r1]
        \instr  r2, r2, r3
-        strexb  r0, r2, [r1]
+        strex   r0, r2, [r1]
        cmp     r0, #0
        bne     1b
-        mov     pc, lr
+        bx      lr
        .endm
        .macro  testop, instr, store
-        and     r3, r0, #7              @ Get bit offset
+        ands    ip, r1, #3
+        strneb  r1, [ip]                @ assert word-aligned
        mov     r2, #1
-        add     r1, r1, r0, lsr #3      @ Get byte offset
+        and     r3, r0, #31             @ Get bit offset
+        mov     r0, r0, lsr #5
+        add     r1, r1, r0, lsl #2      @ Get word offset
        mov     r3, r2, lsl r3          @ create mask
        smp_dmb
-1:      ldrexb  r2, [r1]
+1:      ldrex   r2, [r1]
        ands    r0, r2, r3              @ save old value of bit
-        \instr  r2, r2, r3                      @ toggle bit
+        \instr  r2, r2, r3              @ toggle bit
-        strexb  ip, r2, [r1]
+        strex   ip, r2, [r1]
        cmp     ip, #0
        bne     1b
        smp_dmb
        cmp     r0, #0
        movne   r0, #1
-2:      mov     pc, lr
+2:      bx      lr
        .endm
 #else
        .macro  bitop, instr
-        and     r2, r0, #7
+        ands    ip, r1, #3
+        strneb  r1, [ip]                @ assert word-aligned
+        and     r2, r0, #31
+        mov     r0, r0, lsr #5
        mov     r3, #1
        mov     r3, r3, lsl r2
        save_and_disable_irqs ip
-        ldrb    r2, [r1, r0, lsr #3]
+        ldr     r2, [r1, r0, lsl #2]
        \instr  r2, r2, r3
-        strb    r2, [r1, r0, lsr #3]
+        str     r2, [r1, r0, lsl #2]
        restore_irqs ip
        mov     pc, lr
        .endm
@@ -52,11 +60,13 @@
 * to avoid dirtying the data cache.
 */
        .macro  testop, instr, store
-        add     r1, r1, r0, lsr #3
+        ands    ip, r1, #3
-        and     r3, r0, #7
+        strneb  r1, [ip]                @ assert word-aligned
-        mov     r0, #1
+        and     r3, r0, #31
+        mov     r0, r0, lsr #5
        save_and_disable_irqs ip
-        ldrb    r2, [r1]
+        ldr     r2, [r1, r0, lsl #2]!
+        mov     r0, #1
        tst     r2, r0, lsl r3
        \instr  r2, r2, r0, lsl r3
        \store  r2, [r1]

diff --git a/arch/arm/lib/bitops.h b/arch/arm/lib/bitops.h index d42252918bfb..10d868a5a481 100644 --- a/arch/arm/lib/bitops.h +++ b/arch/arm/lib/bitops.h
@@ -1,44 +1,52 @@
1		1	#if __LINUX_ARM_ARCH__ >= 6
2	#if __LINUX_ARM_ARCH__ >= 6 && defined(CONFIG_CPU_32v6K)
3	.macro bitop, instr	2	.macro bitop, instr
		3	ands ip, r1, #3
		4	strneb r1, [ip] @ assert word-aligned
4	mov r2, #1	5	mov r2, #1
5	and r3, r0, #7 @ Get bit offset	6	and r3, r0, #31 @ Get bit offset
6	add r1, r1, r0, lsr #3 @ Get byte offset	7	mov r0, r0, lsr #5
		8	add r1, r1, r0, lsl #2 @ Get word offset
7	mov r3, r2, lsl r3	9	mov r3, r2, lsl r3
8	1: ldrexb r2, [r1]	10	1: ldrex r2, [r1]
9	\instr r2, r2, r3	11	\instr r2, r2, r3
10	strexb r0, r2, [r1]	12	strex r0, r2, [r1]
11	cmp r0, #0	13	cmp r0, #0
12	bne 1b	14	bne 1b
13	mov pc, lr	15	bx lr
14	.endm	16	.endm
15		17
16	.macro testop, instr, store	18	.macro testop, instr, store
17	and r3, r0, #7 @ Get bit offset	19	ands ip, r1, #3
		20	strneb r1, [ip] @ assert word-aligned
18	mov r2, #1	21	mov r2, #1
19	add r1, r1, r0, lsr #3 @ Get byte offset	22	and r3, r0, #31 @ Get bit offset
		23	mov r0, r0, lsr #5
		24	add r1, r1, r0, lsl #2 @ Get word offset
20	mov r3, r2, lsl r3 @ create mask	25	mov r3, r2, lsl r3 @ create mask
21	smp_dmb	26	smp_dmb
22	1: ldrexb r2, [r1]	27	1: ldrex r2, [r1]
23	ands r0, r2, r3 @ save old value of bit	28	ands r0, r2, r3 @ save old value of bit
24	\instr r2, r2, r3 @ toggle bit	29	\instr r2, r2, r3 @ toggle bit
25	strexb ip, r2, [r1]	30	strex ip, r2, [r1]
26	cmp ip, #0	31	cmp ip, #0
27	bne 1b	32	bne 1b
28	smp_dmb	33	smp_dmb
29	cmp r0, #0	34	cmp r0, #0
30	movne r0, #1	35	movne r0, #1
31	2: mov pc, lr	36	2: bx lr
32	.endm	37	.endm
33	#else	38	#else
34	.macro bitop, instr	39	.macro bitop, instr
35	and r2, r0, #7	40	ands ip, r1, #3
		41	strneb r1, [ip] @ assert word-aligned
		42	and r2, r0, #31
		43	mov r0, r0, lsr #5
36	mov r3, #1	44	mov r3, #1
37	mov r3, r3, lsl r2	45	mov r3, r3, lsl r2
38	save_and_disable_irqs ip	46	save_and_disable_irqs ip
39	ldrb r2, [r1, r0, lsr #3]	47	ldr r2, [r1, r0, lsl #2]
40	\instr r2, r2, r3	48	\instr r2, r2, r3
41	strb r2, [r1, r0, lsr #3]	49	str r2, [r1, r0, lsl #2]
42	restore_irqs ip	50	restore_irqs ip
43	mov pc, lr	51	mov pc, lr
44	.endm	52	.endm
@@ -52,11 +60,13 @@
52	* to avoid dirtying the data cache.	60	* to avoid dirtying the data cache.
53	*/	61	*/
54	.macro testop, instr, store	62	.macro testop, instr, store
55	add r1, r1, r0, lsr #3	63	ands ip, r1, #3
56	and r3, r0, #7	64	strneb r1, [ip] @ assert word-aligned
57	mov r0, #1	65	and r3, r0, #31
		66	mov r0, r0, lsr #5
58	save_and_disable_irqs ip	67	save_and_disable_irqs ip
59	ldrb r2, [r1]	68	ldr r2, [r1, r0, lsl #2]!
		69	mov r0, #1
60	tst r2, r0, lsl r3	70	tst r2, r0, lsl r3
61	\instr r2, r2, r0, lsl r3	71	\instr r2, r2, r0, lsl r3
62	\store r2, [r1]	72	\store r2, [r1]