207 static int get_futex_key(u32 __user *uaddr, int fshared, union futex_key *key)  in get_futex_key()  argument
209 	unsigned long address = (unsigned long)uaddr;  in get_futex_key()
231 		if (unlikely(!access_ok(VERIFY_WRITE, uaddr, sizeof(u32))))  in get_futex_key()
312 static u32 cmpxchg_futex_value_locked(u32 __user *uaddr, u32 uval, u32 newval)  in cmpxchg_futex_value_locked()  argument
317 	curval = futex_atomic_cmpxchg_inatomic(uaddr, uval, newval);  in cmpxchg_futex_value_locked()
633 static int wake_futex_pi(u32 __user *uaddr, u32 uval, struct futex_q *this)  in wake_futex_pi()  argument
664 		curval = cmpxchg_futex_value_locked(uaddr, uval, newval);  in wake_futex_pi()
693 static int unlock_futex_pi(u32 __user *uaddr, u32 uval)  in unlock_futex_pi()  argument
701 	oldval = cmpxchg_futex_value_locked(uaddr, uval, 0);  in unlock_futex_pi()
731 static int futex_wake(u32 __user *uaddr, int fshared, int nr_wake, u32 bitset)  in futex_wake()  argument
742 	ret = get_futex_key(uaddr, fshared, &key);  in futex_wake()
1091 static int fixup_pi_state_owner(u32 __user *uaddr, struct futex_q *q,  in fixup_pi_state_owner()  argument
1124 	if (get_futex_value_locked(&uval, uaddr))  in fixup_pi_state_owner()
1130 		curval = cmpxchg_futex_value_locked(uaddr, uval, newval);  in fixup_pi_state_owner()
1171 	ret = futex_handle_fault((unsigned long)uaddr, attempt++);  in fixup_pi_state_owner()
1196 static int futex_wait(u32 __user *uaddr, int fshared,  in futex_wait()  argument
1216 	ret = get_futex_key(uaddr, fshared, &q.key);  in futex_wait()
1242 	ret = get_futex_value_locked(&uval, uaddr);  in futex_wait()
1248 		ret = get_user(uval, uaddr);  in futex_wait()
1339 	restart->futex.uaddr = (u32 *)uaddr;  in futex_wait()
1361 	u32 __user *uaddr = (u32 __user *)restart->futex.uaddr;  in futex_wait_restart()  local
1369 	return (long)futex_wait(uaddr, fshared, restart->futex.val, &t,  in futex_wait_restart()
1381 static int futex_lock_pi(u32 __user *uaddr, int fshared,  in futex_lock_pi()  argument
1405 	ret = get_futex_key(uaddr, fshared, &q.key);  in futex_lock_pi()
1422 	curval = cmpxchg_futex_value_locked(uaddr, 0, newval);  in futex_lock_pi()
1465 	curval = cmpxchg_futex_value_locked(uaddr, uval, newval);  in futex_lock_pi()
1502 			if (get_futex_value_locked(&curval, uaddr))  in futex_lock_pi()
1545 			ret = fixup_pi_state_owner(uaddr, &q, curr, fshared);  in futex_lock_pi()
1577 				res = fixup_pi_state_owner(uaddr, &q, owner,  in futex_lock_pi()
1627 		ret = futex_handle_fault((unsigned long)uaddr, attempt);  in futex_lock_pi()
1633 	ret = get_user(uval, uaddr);  in futex_lock_pi()
1647 static int futex_unlock_pi(u32 __user *uaddr, int fshared)  in futex_unlock_pi()  argument
1657 	if (get_user(uval, uaddr))  in futex_unlock_pi()
1665 	ret = get_futex_key(uaddr, fshared, &key);  in futex_unlock_pi()
1679 		uval = cmpxchg_futex_value_locked(uaddr, task_pid_vnr(current), 0);  in futex_unlock_pi()
1700 		ret = wake_futex_pi(uaddr, uval, this);  in futex_unlock_pi()
1714 		ret = unlock_futex_pi(uaddr, uval);  in futex_unlock_pi()
1737 		ret = futex_handle_fault((unsigned long)uaddr, attempt);  in futex_unlock_pi()
1744 	ret = get_user(uval, uaddr);  in futex_unlock_pi()
1838 int handle_futex_death(u32 __user *uaddr, struct task_struct *curr, int pi)  in handle_futex_death()  argument
1843 	if (get_user(uval, uaddr))  in handle_futex_death()
1858 		nval = futex_atomic_cmpxchg_inatomic(uaddr, uval, mval);  in handle_futex_death()
1871 			futex_wake(uaddr, 1, 1, FUTEX_BITSET_MATCH_ANY);  in handle_futex_death()
1962 long do_futex(u32 __user *uaddr, int op, u32 val, ktime_t *timeout,  in do_futex()  argument
1980 		ret = futex_wait(uaddr, fshared, val, timeout, val3, clockrt);  in do_futex()
1985 		ret = futex_wake(uaddr, fshared, val, val3);  in do_futex()
1988 		ret = futex_requeue(uaddr, fshared, uaddr2, val, val2, NULL);  in do_futex()
1991 		ret = futex_requeue(uaddr, fshared, uaddr2, val, val2, &val3);  in do_futex()
1994 		ret = futex_wake_op(uaddr, fshared, uaddr2, val, val2, val3);  in do_futex()
1998 			ret = futex_lock_pi(uaddr, fshared, val, timeout, 0);  in do_futex()
2002 			ret = futex_unlock_pi(uaddr, fshared);  in do_futex()
2006 			ret = futex_lock_pi(uaddr, fshared, 0, timeout, 1);  in do_futex()
2015 SYSCALL_DEFINE6(futex, u32 __user *, uaddr, int, op, u32, val,  in SYSCALL_DEFINE6()  argument
2044 	return do_futex(uaddr, op, val, tp, uaddr2, val2, val3);  in SYSCALL_DEFINE6()