/arch/frv/kernel/ |
D | futex.c | 21 static inline int atomic_futex_op_xchg_set(int oparg, u32 __user *uaddr, int *_oldval) in atomic_futex_op_xchg_set() argument 44 : "+U"(*uaddr), "=&r"(oldval), "=&r"(ret), "=r"(oparg) in atomic_futex_op_xchg_set() 45 : "3"(oparg), "i"(-EFAULT) in atomic_futex_op_xchg_set() 53 static inline int atomic_futex_op_xchg_add(int oparg, u32 __user *uaddr, int *_oldval) in atomic_futex_op_xchg_add() argument 77 : "+U"(*uaddr), "=&r"(oldval), "=&r"(ret), "=r"(oparg) in atomic_futex_op_xchg_add() 78 : "3"(oparg), "i"(-EFAULT) in atomic_futex_op_xchg_add() 86 static inline int atomic_futex_op_xchg_or(int oparg, u32 __user *uaddr, int *_oldval) in atomic_futex_op_xchg_or() argument 110 : "+U"(*uaddr), "=&r"(oldval), "=&r"(ret), "=r"(oparg) in atomic_futex_op_xchg_or() 111 : "3"(oparg), "i"(-EFAULT) in atomic_futex_op_xchg_or() 119 static inline int atomic_futex_op_xchg_and(int oparg, u32 __user *uaddr, int *_oldval) in atomic_futex_op_xchg_and() argument [all …]
|
/arch/x86/include/asm/ |
D | futex.h | 14 #define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \ argument 24 : "i" (-EFAULT), "0" (oparg), "1" (0)) 26 #define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \ argument 42 : "r" (oparg), "i" (-EFAULT), "1" (0)) 44 static inline int arch_futex_atomic_op_inuser(int op, int oparg, int *oval, in arch_futex_atomic_op_inuser() argument 53 __futex_atomic_op1("xchgl %0, %2", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 57 uaddr, oparg); in arch_futex_atomic_op_inuser() 60 __futex_atomic_op2("orl %4, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 63 __futex_atomic_op2("andl %4, %3", ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 66 __futex_atomic_op2("xorl %4, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
|
/arch/arc/include/asm/ |
D | futex.h | 21 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument 43 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \ 49 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument 70 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \ 76 static inline int arch_futex_atomic_op_inuser(int op, int oparg, int *oval, in arch_futex_atomic_op_inuser() argument 88 __futex_atomic_op("mov %0, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 92 __futex_atomic_op("add %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 95 __futex_atomic_op("or %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 98 __futex_atomic_op("bic %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 101 __futex_atomic_op("xor %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
|
/arch/ia64/include/asm/ |
D | futex.h | 8 #define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \ argument 17 : "r" (uaddr), "r" (oparg) \ 22 #define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \ argument 39 : "r" (uaddr), "r" (oparg) \ 48 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 57 oparg); in arch_futex_atomic_op_inuser() 60 __futex_atomic_op2("add %3=%3,%5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 63 __futex_atomic_op2("or %3=%3,%5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 67 ~oparg); in arch_futex_atomic_op_inuser() 70 __futex_atomic_op2("xor %3=%3,%5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
|
/arch/sparc/include/asm/ |
D | futex_64.h | 8 #define __futex_cas_op(insn, ret, oldval, uaddr, oparg) \ argument 29 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \ 32 static inline int arch_futex_atomic_op_inuser(int op, int oparg, int *oval, in arch_futex_atomic_op_inuser() argument 44 __futex_cas_op("mov\t%4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 __futex_cas_op("add\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 50 __futex_cas_op("or\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 53 __futex_cas_op("andn\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 56 __futex_cas_op("xor\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
|
/arch/hexagon/include/asm/ |
D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 29 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \ 34 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 42 __futex_atomic_op("%1 = %4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 46 oparg); in arch_futex_atomic_op_inuser() 50 oparg); in arch_futex_atomic_op_inuser() 54 oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 58 oparg); in arch_futex_atomic_op_inuser()
|
/arch/sh/include/asm/ |
D | futex-irq.h | 5 static inline int atomic_futex_op_xchg_set(int oparg, u32 __user *uaddr, in atomic_futex_op_xchg_set() argument 15 ret = put_user(oparg, uaddr); in atomic_futex_op_xchg_set() 22 static inline int atomic_futex_op_xchg_add(int oparg, u32 __user *uaddr, in atomic_futex_op_xchg_add() argument 32 ret = put_user(*oldval + oparg, uaddr); in atomic_futex_op_xchg_add() 39 static inline int atomic_futex_op_xchg_or(int oparg, u32 __user *uaddr, in atomic_futex_op_xchg_or() argument 49 ret = put_user(*oldval | oparg, uaddr); in atomic_futex_op_xchg_or() 56 static inline int atomic_futex_op_xchg_and(int oparg, u32 __user *uaddr, in atomic_futex_op_xchg_and() argument 66 ret = put_user(*oldval & oparg, uaddr); in atomic_futex_op_xchg_and() 73 static inline int atomic_futex_op_xchg_xor(int oparg, u32 __user *uaddr, in atomic_futex_op_xchg_xor() argument 83 ret = put_user(*oldval ^ oparg, uaddr); in atomic_futex_op_xchg_xor()
|
D | futex.h | 13 static inline int arch_futex_atomic_op_inuser(int op, u32 oparg, int *oval, in arch_futex_atomic_op_inuser() argument 22 ret = atomic_futex_op_xchg_set(oparg, uaddr, &oldval); in arch_futex_atomic_op_inuser() 25 ret = atomic_futex_op_xchg_add(oparg, uaddr, &oldval); in arch_futex_atomic_op_inuser() 28 ret = atomic_futex_op_xchg_or(oparg, uaddr, &oldval); in arch_futex_atomic_op_inuser() 31 ret = atomic_futex_op_xchg_and(~oparg, uaddr, &oldval); in arch_futex_atomic_op_inuser() 34 ret = atomic_futex_op_xchg_xor(oparg, uaddr, &oldval); in arch_futex_atomic_op_inuser()
|
/arch/alpha/include/asm/ |
D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 29 : "r" (uaddr), "r"(oparg) \ 32 static inline int arch_futex_atomic_op_inuser(int op, int oparg, int *oval, in arch_futex_atomic_op_inuser() argument 41 __futex_atomic_op("mov %3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 44 __futex_atomic_op("addl %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 __futex_atomic_op("or %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 50 __futex_atomic_op("andnot %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 53 __futex_atomic_op("xor %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
|
/arch/xtensa/include/asm/ |
D | futex.h | 24 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 44 : "r" (uaddr), "I" (-EFAULT), "r" (oparg) \ 47 static inline int arch_futex_atomic_op_inuser(int op, int oparg, int *oval, in arch_futex_atomic_op_inuser() argument 60 __futex_atomic_op("mov %1, %4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 64 oparg); in arch_futex_atomic_op_inuser() 68 oparg); in arch_futex_atomic_op_inuser() 72 ~oparg); in arch_futex_atomic_op_inuser() 76 oparg); in arch_futex_atomic_op_inuser()
|
/arch/microblaze/include/asm/ |
D | futex.h | 10 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 27 : "r" (uaddr), "i" (-EFAULT), "r" (oparg) \ 32 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 40 __futex_atomic_op("or %1,%4,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 43 __futex_atomic_op("add %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 46 __futex_atomic_op("or %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 49 __futex_atomic_op("andn %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 52 __futex_atomic_op("xor %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
|
/arch/s390/include/asm/ |
D | futex.h | 9 #define __futex_atomic_op(insn, ret, oldval, newval, uaddr, oparg) \ argument 21 : "0" (-EFAULT), "d" (oparg), "a" (uaddr), \ 24 static inline int arch_futex_atomic_op_inuser(int op, int oparg, int *oval, in arch_futex_atomic_op_inuser() argument 35 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 39 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 43 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 51 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser()
|
/arch/arm64/include/asm/ |
D | futex.h | 26 #define __futex_atomic_op(insn, ret, oldval, uaddr, tmp, oparg) \ argument 45 : "r" (oparg), "Ir" (-EFAULT) \ 51 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 60 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 64 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 68 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 72 ret, oldval, uaddr, tmp, ~oparg); in arch_futex_atomic_op_inuser() 76 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser()
|
/arch/powerpc/include/asm/ |
D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 31 : "b" (uaddr), "i" (-EFAULT), "r" (oparg) \ 34 static inline int arch_futex_atomic_op_inuser(int op, int oparg, int *oval, in arch_futex_atomic_op_inuser() argument 44 __futex_atomic_op("mr %1,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 __futex_atomic_op("add %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 50 __futex_atomic_op("or %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 53 __futex_atomic_op("andc %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 56 __futex_atomic_op("xor %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
|
/arch/mips/include/asm/ |
D | futex.h | 21 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 49 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \ 78 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \ 86 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 94 __futex_atomic_op("move $1, %z5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 99 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 103 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 107 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 111 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
|
/arch/tile/include/asm/ |
D | futex.h | 51 : "r" (uaddr), "r" (oparg), "i" (-EFAULT)) 56 #define __futex_andn() ({ oparg = ~oparg; __futex_asm(fetchand4); }) 62 u32 oldval, n = oparg; \ 65 oparg = oldval ^ n; \ 78 struct __get_user gu = FN((u32 __force *)uaddr, lock, oparg); \ 92 lock, oldval, oparg); \ 109 static inline int arch_futex_atomic_op_inuser(int op, u32 oparg, int *oval, in arch_futex_atomic_op_inuser() argument 149 u32 oldval, u32 oparg) in futex_atomic_cmpxchg_inatomic() argument
|
/arch/arm/include/asm/ |
D | futex.h | 24 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ argument 39 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \ 83 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ argument 93 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \ 131 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 142 __futex_atomic_op("mov %0, %4", ret, oldval, tmp, uaddr, oparg); in arch_futex_atomic_op_inuser() 145 __futex_atomic_op("add %0, %1, %4", ret, oldval, tmp, uaddr, oparg); in arch_futex_atomic_op_inuser() 148 __futex_atomic_op("orr %0, %1, %4", ret, oldval, tmp, uaddr, oparg); in arch_futex_atomic_op_inuser() 151 __futex_atomic_op("and %0, %1, %4", ret, oldval, tmp, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 154 __futex_atomic_op("eor %0, %1, %4", ret, oldval, tmp, uaddr, oparg); in arch_futex_atomic_op_inuser()
|
/arch/parisc/include/asm/ |
D | futex.h | 35 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 50 ret = put_user(oparg, uaddr); in arch_futex_atomic_op_inuser() 56 val = oldval + oparg; in arch_futex_atomic_op_inuser() 64 val = oldval | oparg; in arch_futex_atomic_op_inuser() 72 val = oldval & ~oparg; in arch_futex_atomic_op_inuser() 80 val = oldval ^ oparg; in arch_futex_atomic_op_inuser()
|
/arch/frv/include/asm/ |
D | futex.h | 10 extern int arch_futex_atomic_op_inuser(int op, int oparg, int *oval,
|