powerpc: Use lwarx/ldarx hint in bit locks

This patch implements the lwarx/ldarx hint bit for bit locks.

Signed-off-by: Anton Blanchard <anton@samba.org>
Signed-off-by: Benjamin Herrenschmidt <benh@kernel.crashing.org>

1 files changed, 6 insertions, 6 deletions

diff --git a/arch/powerpc/include/asm/local.h b/arch/powerpc/include/asm/local.h
index 84b457a3c1bc..ce58c80e1bcf 100644
--- a/arch/powerpc/include/asm/local.h
+++ b/arch/powerpc/include/asm/local.h
@@ -24,7 +24,7 @@ static __inline__ long local_add_return(long a, local_t *l)
         long t;
 
         __asm__ __volatile__(
-"1:"    PPC_LLARX       "%0,0,%2                # local_add_return\n\
+"1:"    PPC_LLARX(%0,0,%2,0) "                  # local_add_return\n\
         add     %0,%1,%0\n"
         PPC405_ERR77(0,%2)
         PPC_STLCX       "%0,0,%2 \n\
@@ -43,7 +43,7 @@ static __inline__ long local_sub_return(long a, local_t *l)
         long t;
 
         __asm__ __volatile__(
-"1:"    PPC_LLARX       "%0,0,%2                # local_sub_return\n\
+"1:"    PPC_LLARX(%0,0,%2,0) "                  # local_sub_return\n\
         subf    %0,%1,%0\n"
         PPC405_ERR77(0,%2)
         PPC_STLCX       "%0,0,%2 \n\
@@ -60,7 +60,7 @@ static __inline__ long local_inc_return(local_t *l)
         long t;
 
         __asm__ __volatile__(
-"1:"    PPC_LLARX       "%0,0,%1                # local_inc_return\n\
+"1:"    PPC_LLARX(%0,0,%1,0) "                  # local_inc_return\n\
         addic   %0,%0,1\n"
         PPC405_ERR77(0,%1)
         PPC_STLCX       "%0,0,%1 \n\
@@ -87,7 +87,7 @@ static __inline__ long local_dec_return(local_t *l)
         long t;
 
         __asm__ __volatile__(
-"1:"    PPC_LLARX       "%0,0,%1                # local_dec_return\n\
+"1:"    PPC_LLARX(%0,0,%1,0) "                  # local_dec_return\n\
         addic   %0,%0,-1\n"
         PPC405_ERR77(0,%1)
         PPC_STLCX       "%0,0,%1\n\
@@ -117,7 +117,7 @@ static __inline__ int local_add_unless(local_t *l, long a, long u)
         long t;
 
         __asm__ __volatile__ (
-"1:"    PPC_LLARX       "%0,0,%1                # local_add_unless\n\
+"1:"    PPC_LLARX(%0,0,%1,0) "                  # local_add_unless\n\
         cmpw    0,%0,%3 \n\
         beq-    2f \n\
         add     %0,%2,%0 \n"
@@ -147,7 +147,7 @@ static __inline__ long local_dec_if_positive(local_t *l)
         long t;
 
         __asm__ __volatile__(
-"1:"    PPC_LLARX       "%0,0,%1                # local_dec_if_positive\n\
+"1:"    PPC_LLARX(%0,0,%1,0) "                  # local_dec_if_positive\n\
         cmpwi   %0,1\n\
         addi    %0,%0,-1\n\
         blt-    2f\n"