2006-09-26 12:52:28 +04:00
|
|
|
/* Slow paths of read/write spinlocks. */
|
|
|
|
|
|
|
|
#include <linux/linkage.h>
|
|
|
|
#include <asm/rwlock.h>
|
2007-10-17 20:04:38 +04:00
|
|
|
#include <asm/alternative-asm.h>
|
2006-09-26 12:52:28 +04:00
|
|
|
#include <asm/dwarf2.h>
|
|
|
|
|
|
|
|
/* rdi: pointer to rwlock_t */
|
|
|
|
ENTRY(__write_lock_failed)
|
|
|
|
CFI_STARTPROC
|
|
|
|
LOCK_PREFIX
|
|
|
|
addl $RW_LOCK_BIAS,(%rdi)
|
|
|
|
1: rep
|
|
|
|
nop
|
|
|
|
cmpl $RW_LOCK_BIAS,(%rdi)
|
|
|
|
jne 1b
|
|
|
|
LOCK_PREFIX
|
|
|
|
subl $RW_LOCK_BIAS,(%rdi)
|
|
|
|
jnz __write_lock_failed
|
|
|
|
ret
|
|
|
|
CFI_ENDPROC
|
|
|
|
END(__write_lock_failed)
|
|
|
|
|
|
|
|
/* rdi: pointer to rwlock_t */
|
|
|
|
ENTRY(__read_lock_failed)
|
|
|
|
CFI_STARTPROC
|
|
|
|
LOCK_PREFIX
|
|
|
|
incl (%rdi)
|
|
|
|
1: rep
|
|
|
|
nop
|
|
|
|
cmpl $1,(%rdi)
|
|
|
|
js 1b
|
|
|
|
LOCK_PREFIX
|
|
|
|
decl (%rdi)
|
|
|
|
js __read_lock_failed
|
|
|
|
ret
|
|
|
|
CFI_ENDPROC
|
|
|
|
END(__read_lock_failed)
|