aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--arch/x86/include/asm/rwsem.h25
1 files changed, 5 insertions, 20 deletions
diff --git a/arch/x86/include/asm/rwsem.h b/arch/x86/include/asm/rwsem.h
index 10204a25bf93..606ede126972 100644
--- a/arch/x86/include/asm/rwsem.h
+++ b/arch/x86/include/asm/rwsem.h
@@ -232,34 +232,19 @@ static inline void __up_write(struct rw_semaphore *sem)
232 */ 232 */
233static inline void __downgrade_write(struct rw_semaphore *sem) 233static inline void __downgrade_write(struct rw_semaphore *sem)
234{ 234{
235#ifdef CONFIG_X86_64
236# if RWSEM_WAITING_BIAS != -0x100000000
237# error "This code assumes RWSEM_WAITING_BIAS == -2^32"
238# endif
239
240 /* 64-bit immediates are special and expensive, and not needed here */
241 asm volatile("# beginning __downgrade_write\n\t"
242 LOCK_PREFIX "incl 4(%1)\n\t"
243 /* transitions 0xZZZZZZZZ00000001 -> 0xYYYYYYYY00000001 */
244 " jns 1f\n\t"
245 " call call_rwsem_downgrade_wake\n"
246 "1:\n\t"
247 "# ending __downgrade_write\n"
248 : "+m" (sem->count)
249 : "a" (sem)
250 : "memory", "cc");
251#else
252 asm volatile("# beginning __downgrade_write\n\t" 235 asm volatile("# beginning __downgrade_write\n\t"
253 LOCK_PREFIX _ASM_ADD "%2,(%1)\n\t" 236 LOCK_PREFIX _ASM_ADD "%2,(%1)\n\t"
254 /* transitions 0xZZZZ0001 -> 0xYYYY0001 */ 237 /*
238 * transitions 0xZZZZ0001 -> 0xYYYY0001 (i386)
239 * 0xZZZZZZZZ00000001 -> 0xYYYYYYYY00000001 (x86_64)
240 */
255 " jns 1f\n\t" 241 " jns 1f\n\t"
256 " call call_rwsem_downgrade_wake\n" 242 " call call_rwsem_downgrade_wake\n"
257 "1:\n\t" 243 "1:\n\t"
258 "# ending __downgrade_write\n" 244 "# ending __downgrade_write\n"
259 : "+m" (sem->count) 245 : "+m" (sem->count)
260 : "a" (sem), "i" (-RWSEM_WAITING_BIAS) 246 : "a" (sem), "er" (-RWSEM_WAITING_BIAS)
261 : "memory", "cc"); 247 : "memory", "cc");
262#endif
263} 248}
264 249
265/* 250/*