diff options
Diffstat (limited to 'arch/sparc64/lib/rwsem.S')
| -rw-r--r-- | arch/sparc64/lib/rwsem.S | 15 |
1 files changed, 10 insertions, 5 deletions
diff --git a/arch/sparc64/lib/rwsem.S b/arch/sparc64/lib/rwsem.S index 174ff7b9164c..75f0e6b951d6 100644 --- a/arch/sparc64/lib/rwsem.S +++ b/arch/sparc64/lib/rwsem.S | |||
| @@ -17,8 +17,9 @@ __down_read: | |||
| 17 | bne,pn %icc, 1b | 17 | bne,pn %icc, 1b |
| 18 | add %g7, 1, %g7 | 18 | add %g7, 1, %g7 |
| 19 | cmp %g7, 0 | 19 | cmp %g7, 0 |
| 20 | membar #StoreLoad | #StoreStore | ||
| 20 | bl,pn %icc, 3f | 21 | bl,pn %icc, 3f |
| 21 | membar #StoreLoad | #StoreStore | 22 | nop |
| 22 | 2: | 23 | 2: |
| 23 | retl | 24 | retl |
| 24 | nop | 25 | nop |
| @@ -57,8 +58,9 @@ __down_write: | |||
| 57 | cmp %g3, %g7 | 58 | cmp %g3, %g7 |
| 58 | bne,pn %icc, 1b | 59 | bne,pn %icc, 1b |
| 59 | cmp %g7, 0 | 60 | cmp %g7, 0 |
| 61 | membar #StoreLoad | #StoreStore | ||
| 60 | bne,pn %icc, 3f | 62 | bne,pn %icc, 3f |
| 61 | membar #StoreLoad | #StoreStore | 63 | nop |
| 62 | 2: retl | 64 | 2: retl |
| 63 | nop | 65 | nop |
| 64 | 3: | 66 | 3: |
| @@ -97,8 +99,9 @@ __up_read: | |||
| 97 | cmp %g1, %g7 | 99 | cmp %g1, %g7 |
| 98 | bne,pn %icc, 1b | 100 | bne,pn %icc, 1b |
| 99 | cmp %g7, 0 | 101 | cmp %g7, 0 |
| 102 | membar #StoreLoad | #StoreStore | ||
| 100 | bl,pn %icc, 3f | 103 | bl,pn %icc, 3f |
| 101 | membar #StoreLoad | #StoreStore | 104 | nop |
| 102 | 2: retl | 105 | 2: retl |
| 103 | nop | 106 | nop |
| 104 | 3: sethi %hi(RWSEM_ACTIVE_MASK), %g1 | 107 | 3: sethi %hi(RWSEM_ACTIVE_MASK), %g1 |
| @@ -126,8 +129,9 @@ __up_write: | |||
| 126 | bne,pn %icc, 1b | 129 | bne,pn %icc, 1b |
| 127 | sub %g7, %g1, %g7 | 130 | sub %g7, %g1, %g7 |
| 128 | cmp %g7, 0 | 131 | cmp %g7, 0 |
| 132 | membar #StoreLoad | #StoreStore | ||
| 129 | bl,pn %icc, 3f | 133 | bl,pn %icc, 3f |
| 130 | membar #StoreLoad | #StoreStore | 134 | nop |
| 131 | 2: | 135 | 2: |
| 132 | retl | 136 | retl |
| 133 | nop | 137 | nop |
| @@ -151,8 +155,9 @@ __downgrade_write: | |||
| 151 | bne,pn %icc, 1b | 155 | bne,pn %icc, 1b |
| 152 | sub %g7, %g1, %g7 | 156 | sub %g7, %g1, %g7 |
| 153 | cmp %g7, 0 | 157 | cmp %g7, 0 |
| 158 | membar #StoreLoad | #StoreStore | ||
| 154 | bl,pn %icc, 3f | 159 | bl,pn %icc, 3f |
| 155 | membar #StoreLoad | #StoreStore | 160 | nop |
| 156 | 2: | 161 | 2: |
| 157 | retl | 162 | retl |
| 158 | nop | 163 | nop |