diff options
Diffstat (limited to 'arch')
| -rw-r--r-- | arch/x86/include/asm/rwsem.h | 25 |
1 files changed, 5 insertions, 20 deletions
diff --git a/arch/x86/include/asm/rwsem.h b/arch/x86/include/asm/rwsem.h index 10204a25bf93..606ede126972 100644 --- a/arch/x86/include/asm/rwsem.h +++ b/arch/x86/include/asm/rwsem.h | |||
| @@ -232,34 +232,19 @@ static inline void __up_write(struct rw_semaphore *sem) | |||
| 232 | */ | 232 | */ |
| 233 | static inline void __downgrade_write(struct rw_semaphore *sem) | 233 | static inline void __downgrade_write(struct rw_semaphore *sem) |
| 234 | { | 234 | { |
| 235 | #ifdef CONFIG_X86_64 | ||
| 236 | # if RWSEM_WAITING_BIAS != -0x100000000 | ||
| 237 | # error "This code assumes RWSEM_WAITING_BIAS == -2^32" | ||
| 238 | # endif | ||
| 239 | |||
| 240 | /* 64-bit immediates are special and expensive, and not needed here */ | ||
| 241 | asm volatile("# beginning __downgrade_write\n\t" | ||
| 242 | LOCK_PREFIX "incl 4(%1)\n\t" | ||
| 243 | /* transitions 0xZZZZZZZZ00000001 -> 0xYYYYYYYY00000001 */ | ||
| 244 | " jns 1f\n\t" | ||
| 245 | " call call_rwsem_downgrade_wake\n" | ||
| 246 | "1:\n\t" | ||
| 247 | "# ending __downgrade_write\n" | ||
| 248 | : "+m" (sem->count) | ||
| 249 | : "a" (sem) | ||
| 250 | : "memory", "cc"); | ||
| 251 | #else | ||
| 252 | asm volatile("# beginning __downgrade_write\n\t" | 235 | asm volatile("# beginning __downgrade_write\n\t" |
| 253 | LOCK_PREFIX _ASM_ADD "%2,(%1)\n\t" | 236 | LOCK_PREFIX _ASM_ADD "%2,(%1)\n\t" |
| 254 | /* transitions 0xZZZZ0001 -> 0xYYYY0001 */ | 237 | /* |
| 238 | * transitions 0xZZZZ0001 -> 0xYYYY0001 (i386) | ||
| 239 | * 0xZZZZZZZZ00000001 -> 0xYYYYYYYY00000001 (x86_64) | ||
| 240 | */ | ||
| 255 | " jns 1f\n\t" | 241 | " jns 1f\n\t" |
| 256 | " call call_rwsem_downgrade_wake\n" | 242 | " call call_rwsem_downgrade_wake\n" |
| 257 | "1:\n\t" | 243 | "1:\n\t" |
| 258 | "# ending __downgrade_write\n" | 244 | "# ending __downgrade_write\n" |
| 259 | : "+m" (sem->count) | 245 | : "+m" (sem->count) |
| 260 | : "a" (sem), "i" (-RWSEM_WAITING_BIAS) | 246 | : "a" (sem), "er" (-RWSEM_WAITING_BIAS) |
| 261 | : "memory", "cc"); | 247 | : "memory", "cc"); |
| 262 | #endif | ||
| 263 | } | 248 | } |
| 264 | 249 | ||
| 265 | /* | 250 | /* |
