/arch/frv/kernel/ |
D | futex.c | 23 int oldval, ret; in atomic_futex_op_xchg_set() local 44 : "+U"(*uaddr), "=&r"(oldval), "=&r"(ret), "=r"(oparg) in atomic_futex_op_xchg_set() 49 *_oldval = oldval; in atomic_futex_op_xchg_set() 55 int oldval, ret; in atomic_futex_op_xchg_add() local 77 : "+U"(*uaddr), "=&r"(oldval), "=&r"(ret), "=r"(oparg) in atomic_futex_op_xchg_add() 82 *_oldval = oldval; in atomic_futex_op_xchg_add() 88 int oldval, ret; in atomic_futex_op_xchg_or() local 110 : "+U"(*uaddr), "=&r"(oldval), "=&r"(ret), "=r"(oparg) in atomic_futex_op_xchg_or() 115 *_oldval = oldval; in atomic_futex_op_xchg_or() 121 int oldval, ret; in atomic_futex_op_xchg_and() local [all …]
|
/arch/mn10300/include/asm/ |
D | cmpxchg.h | 22 unsigned long oldval; in __xchg() local 32 : "=&r"(status), "=&r"(oldval), "=m"(*m) in __xchg() 36 return oldval; in __xchg() 43 unsigned long oldval; in __cmpxchg() local 55 : "=&r"(status), "=&r"(oldval), "=m"(*m) in __cmpxchg() 60 return oldval; in __cmpxchg() 77 unsigned long oldval; in __xchg() local 81 oldval = *m; in __xchg() 84 return oldval; in __xchg() 93 unsigned long oldval; in __cmpxchg() local [all …]
|
/arch/sh/include/asm/ |
D | futex-irq.h | 6 int *oldval) in atomic_futex_op_xchg_set() argument 13 ret = get_user(*oldval, uaddr); in atomic_futex_op_xchg_set() 23 int *oldval) in atomic_futex_op_xchg_add() argument 30 ret = get_user(*oldval, uaddr); in atomic_futex_op_xchg_add() 32 ret = put_user(*oldval + oparg, uaddr); in atomic_futex_op_xchg_add() 40 int *oldval) in atomic_futex_op_xchg_or() argument 47 ret = get_user(*oldval, uaddr); in atomic_futex_op_xchg_or() 49 ret = put_user(*oldval | oparg, uaddr); in atomic_futex_op_xchg_or() 57 int *oldval) in atomic_futex_op_xchg_and() argument 64 ret = get_user(*oldval, uaddr); in atomic_futex_op_xchg_and() [all …]
|
D | futex.h | 16 int oldval = 0, ret; in arch_futex_atomic_op_inuser() local 22 ret = atomic_futex_op_xchg_set(oparg, uaddr, &oldval); in arch_futex_atomic_op_inuser() 25 ret = atomic_futex_op_xchg_add(oparg, uaddr, &oldval); in arch_futex_atomic_op_inuser() 28 ret = atomic_futex_op_xchg_or(oparg, uaddr, &oldval); in arch_futex_atomic_op_inuser() 31 ret = atomic_futex_op_xchg_and(~oparg, uaddr, &oldval); in arch_futex_atomic_op_inuser() 34 ret = atomic_futex_op_xchg_xor(oparg, uaddr, &oldval); in arch_futex_atomic_op_inuser() 44 *oval = oldval; in arch_futex_atomic_op_inuser() 51 u32 oldval, u32 newval) in futex_atomic_cmpxchg_inatomic() argument 56 return atomic_futex_op_cmpxchg_inatomic(uval, uaddr, oldval, newval); in futex_atomic_cmpxchg_inatomic()
|
D | spinlock.h | 40 unsigned long oldval; in arch_spin_lock() local 51 : "=&z" (tmp), "=&r" (oldval) in arch_spin_lock() 72 unsigned long tmp, oldval; in arch_spin_trylock() local 82 : "=&z" (tmp), "=&r" (oldval) in arch_spin_trylock() 87 return oldval; in arch_spin_trylock() 175 unsigned long tmp, oldval; in arch_read_trylock() local 188 : "=&z" (tmp), "=&r" (oldval) in arch_read_trylock() 193 return (oldval > 0); in arch_read_trylock() 198 unsigned long tmp, oldval; in arch_write_trylock() local 211 : "=&z" (tmp), "=&r" (oldval) in arch_write_trylock() [all …]
|
/arch/ia64/include/asm/ |
D | futex.h | 8 #define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \ argument 16 : "+r" (r8), "=r" (oldval) \ 22 #define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \ argument 37 : "+r" (r8), "=r" (val), "=&r" (oldval), \ 43 } while (unlikely (val != oldval)); \ 50 int oldval = 0, ret; in arch_futex_atomic_op_inuser() local 56 __futex_atomic_op1("xchg4 %1=[%2],%3", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 60 __futex_atomic_op2("add %3=%3,%5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 63 __futex_atomic_op2("or %3=%3,%5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 66 __futex_atomic_op2("and %3=%3,%5", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() [all …]
|
/arch/x86/include/asm/ |
D | futex.h | 14 #define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \ argument 23 : "=r" (oldval), "=r" (ret), "+m" (*uaddr) \ 26 #define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \ argument 40 : "=&a" (oldval), "=&r" (ret), \ 47 int oldval = 0, ret, tem; in arch_futex_atomic_op_inuser() local 53 __futex_atomic_op1("xchgl %0, %2", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 56 __futex_atomic_op1(LOCK_PREFIX "xaddl %0, %2", ret, oldval, in arch_futex_atomic_op_inuser() 60 __futex_atomic_op2("orl %4, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 63 __futex_atomic_op2("andl %4, %3", ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 66 __futex_atomic_op2("xorl %4, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() [all …]
|
/arch/tile/include/asm/ |
D | atomic_64.h | 51 int guess, oldval = v->counter; in __atomic_add_unless() local 53 if (oldval == u) in __atomic_add_unless() 55 guess = oldval; in __atomic_add_unless() 56 oldval = cmpxchg(&v->counter, guess, guess + a); in __atomic_add_unless() 57 } while (guess != oldval); in __atomic_add_unless() 58 return oldval; in __atomic_add_unless() 73 int guess, oldval = v->counter; in atomic_xor() local 75 guess = oldval; in atomic_xor() 77 oldval = __insn_cmpexch4(&v->counter, guess ^ i); in atomic_xor() 78 } while (guess != oldval); in atomic_xor() [all …]
|
D | bitops_64.h | 38 unsigned long guess, oldval; in change_bit() local 40 oldval = *addr; in change_bit() 42 guess = oldval; in change_bit() 43 oldval = cmpxchg(addr, guess, guess ^ mask); in change_bit() 44 } while (guess != oldval); in change_bit() 83 unsigned long guess, oldval; in test_and_change_bit() local 85 oldval = *addr; in test_and_change_bit() 87 guess = oldval; in test_and_change_bit() 88 oldval = cmpxchg(addr, guess, guess ^ mask); in test_and_change_bit() 89 } while (guess != oldval); in test_and_change_bit() [all …]
|
D | futex.h | 58 ({ __insn_mtspr(SPR_CMPEXCH_VALUE, oldval); __futex_asm(cmpexch4); }) 62 u32 oldval, n = oparg; \ 63 if ((ret = __get_user(oldval, uaddr)) == 0) { \ 65 oparg = oldval ^ n; \ 67 } while (ret == 0 && oldval != val); \ 92 lock, oldval, oparg); \ 149 u32 oldval, u32 oparg) in futex_atomic_cmpxchg_inatomic() argument
|
/arch/s390/include/asm/ |
D | futex.h | 9 #define __futex_atomic_op(insn, ret, oldval, newval, uaddr, oparg) \ argument 19 : "=d" (ret), "=&d" (oldval), "=&d" (newval), \ 27 int oldval = 0, newval, ret; in arch_futex_atomic_op_inuser() local 35 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 39 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 43 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 51 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 59 *oval = oldval; in arch_futex_atomic_op_inuser() 65 u32 oldval, u32 newval) in futex_atomic_cmpxchg_inatomic() argument [all …]
|
/arch/sparc/include/asm/ |
D | futex_64.h | 8 #define __futex_cas_op(insn, ret, oldval, uaddr, oparg) \ argument 28 : "=&r" (ret), "=&r" (oldval), "=&r" (tem) \ 35 int oldval = 0, ret, tem; in arch_futex_atomic_op_inuser() local 44 __futex_cas_op("mov\t%4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 __futex_cas_op("add\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 50 __futex_cas_op("or\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 53 __futex_cas_op("andn\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 56 __futex_cas_op("xor\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 65 *oval = oldval; in arch_futex_atomic_op_inuser() 72 u32 oldval, u32 newval) in futex_atomic_cmpxchg_inatomic() argument [all …]
|
/arch/hexagon/include/asm/ |
D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 28 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \ 36 int oldval = 0, ret; in arch_futex_atomic_op_inuser() local 42 __futex_atomic_op("%1 = %4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 45 __futex_atomic_op("%1 = add(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 49 __futex_atomic_op("%1 = or(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 54 oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 57 __futex_atomic_op("%1 = xor(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 67 *oval = oldval; in arch_futex_atomic_op_inuser() 73 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, in futex_atomic_cmpxchg_inatomic() argument [all …]
|
D | bitops.h | 47 int oldval; in test_and_clear_bit() local 56 : "=&r" (oldval) in test_and_clear_bit() 61 return oldval; in test_and_clear_bit() 71 int oldval; in test_and_set_bit() local 80 : "=&r" (oldval) in test_and_set_bit() 86 return oldval; in test_and_set_bit() 97 int oldval; in test_and_change_bit() local 106 : "=&r" (oldval) in test_and_change_bit() 111 return oldval; in test_and_change_bit()
|
/arch/alpha/include/asm/ |
D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 28 : "=&r" (oldval), "=&r"(ret) \ 35 int oldval = 0, ret; in arch_futex_atomic_op_inuser() local 41 __futex_atomic_op("mov %3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 44 __futex_atomic_op("addl %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 __futex_atomic_op("or %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 50 __futex_atomic_op("andnot %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 53 __futex_atomic_op("xor %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 62 *oval = oldval; in arch_futex_atomic_op_inuser() 69 u32 oldval, u32 newval) in futex_atomic_cmpxchg_inatomic() argument [all …]
|
/arch/xtensa/include/asm/ |
D | futex.h | 24 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 43 : "=&r" (oldval), "=&r" (ret) \ 50 int oldval = 0, ret; in arch_futex_atomic_op_inuser() local 60 __futex_atomic_op("mov %1, %4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 63 __futex_atomic_op("add %1, %0, %4", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 67 __futex_atomic_op("or %1, %0, %4", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 71 __futex_atomic_op("and %1, %0, %4", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 75 __futex_atomic_op("xor %1, %0, %4", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 85 *oval = oldval; in arch_futex_atomic_op_inuser() 92 u32 oldval, u32 newval) in futex_atomic_cmpxchg_inatomic() argument [all …]
|
/arch/microblaze/include/asm/ |
D | futex.h | 10 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 26 : "=&r" (oldval), "=&r" (ret) \ 34 int oldval = 0, ret; in arch_futex_atomic_op_inuser() local 40 __futex_atomic_op("or %1,%4,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 43 __futex_atomic_op("add %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 46 __futex_atomic_op("or %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 49 __futex_atomic_op("andn %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 52 __futex_atomic_op("xor %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 61 *oval = oldval; in arch_futex_atomic_op_inuser() 68 u32 oldval, u32 newval) in futex_atomic_cmpxchg_inatomic() argument [all …]
|
/arch/mips/include/asm/ |
D | futex.h | 21 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 47 : "=r" (ret), "=&r" (oldval), \ 76 : "=r" (ret), "=&r" (oldval), \ 88 int oldval = 0, ret; in arch_futex_atomic_op_inuser() local 94 __futex_atomic_op("move $1, %z5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 99 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 103 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 107 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 111 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 120 *oval = oldval; in arch_futex_atomic_op_inuser() [all …]
|
/arch/arm/include/asm/ |
D | futex.h | 24 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ argument 38 : "=&r" (ret), "=&r" (oldval), "=&r" (tmp) \ 46 u32 oldval, u32 newval) in futex_atomic_cmpxchg_inatomic() argument 69 : "r" (oldval), "r" (newval), "r" (uaddr), "Ir" (-EFAULT) in futex_atomic_cmpxchg_inatomic() 83 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ argument 92 : "=&r" (ret), "=&r" (oldval), "=&r" (tmp) \ 100 u32 oldval, u32 newval) in futex_atomic_cmpxchg_inatomic() argument 118 : "r" (oldval), "r" (newval), "r" (uaddr), "Ir" (-EFAULT) in futex_atomic_cmpxchg_inatomic() 133 int oldval = 0, ret, tmp; in arch_futex_atomic_op_inuser() local 142 __futex_atomic_op("mov %0, %4", ret, oldval, tmp, uaddr, oparg); in arch_futex_atomic_op_inuser() [all …]
|
D | cmpxchg.h | 158 unsigned long oldval, res; in __cmpxchg() local 171 : "=&r" (res), "=&r" (oldval) in __cmpxchg() 183 : "=&r" (res), "=&r" (oldval) in __cmpxchg() 196 : "=&r" (res), "=&r" (oldval) in __cmpxchg() 203 oldval = 0; in __cmpxchg() 206 return oldval; in __cmpxchg() 247 unsigned long long oldval; in __cmpxchg64() local 261 : "=&r" (res), "=&r" (oldval), "+Qo" (*ptr) in __cmpxchg64() 265 return oldval; in __cmpxchg64()
|
/arch/arm64/include/asm/ |
D | futex.h | 26 #define __futex_atomic_op(insn, ret, oldval, uaddr, tmp, oparg) \ argument 44 : "=&r" (ret), "=&r" (oldval), "+Q" (*uaddr), "=&r" (tmp) \ 53 int oldval = 0, ret, tmp; in arch_futex_atomic_op_inuser() local 60 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 64 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 68 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 72 ret, oldval, uaddr, tmp, ~oparg); in arch_futex_atomic_op_inuser() 76 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 85 *oval = oldval; in arch_futex_atomic_op_inuser() 92 u32 oldval, u32 newval) in futex_atomic_cmpxchg_inatomic() argument [all …]
|
/arch/powerpc/include/asm/ |
D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 30 : "=&r" (oldval), "=&r" (ret) \ 37 int oldval = 0, ret; in arch_futex_atomic_op_inuser() local 44 __futex_atomic_op("mr %1,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 __futex_atomic_op("add %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 50 __futex_atomic_op("or %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 53 __futex_atomic_op("andc %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 56 __futex_atomic_op("xor %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 64 *oval = oldval; in arch_futex_atomic_op_inuser() 72 u32 oldval, u32 newval) in futex_atomic_cmpxchg_inatomic() argument [all …]
|
/arch/arc/include/asm/ |
D | futex.h | 21 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument 42 : "=&r" (ret), "=&r" (oldval) \ 49 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument 69 : "=&r" (ret), "=&r" (oldval) \ 79 int oldval = 0, ret; in arch_futex_atomic_op_inuser() local 88 __futex_atomic_op("mov %0, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 92 __futex_atomic_op("add %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 95 __futex_atomic_op("or %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 98 __futex_atomic_op("bic %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 101 __futex_atomic_op("xor %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() [all …]
|
/arch/parisc/include/asm/ |
D | futex.h | 39 int oldval = 0, ret; in arch_futex_atomic_op_inuser() local 48 ret = get_user(oldval, uaddr); in arch_futex_atomic_op_inuser() 54 ret = get_user(oldval, uaddr); in arch_futex_atomic_op_inuser() 56 val = oldval + oparg; in arch_futex_atomic_op_inuser() 62 ret = get_user(oldval, uaddr); in arch_futex_atomic_op_inuser() 64 val = oldval | oparg; in arch_futex_atomic_op_inuser() 70 ret = get_user(oldval, uaddr); in arch_futex_atomic_op_inuser() 72 val = oldval & ~oparg; in arch_futex_atomic_op_inuser() 78 ret = get_user(oldval, uaddr); in arch_futex_atomic_op_inuser() 80 val = oldval ^ oparg; in arch_futex_atomic_op_inuser() [all …]
|
/arch/m32r/kernel/ |
D | sys_m32r.c | 36 int oldval; in sys_tas() local 68 : "=&r" (oldval) in sys_tas() 76 return oldval; in sys_tas()
|