| /kernel/futex/ |
| D | pi.c | 202 static int attach_to_pi_state(u32 __user *uaddr, u32 uval, in attach_to_pi_state() argument
242 if (futex_get_value_locked(&uval2, uaddr)) in attach_to_pi_state()
320 static int handle_exit_race(u32 __user *uaddr, u32 uval, in handle_exit_race() argument
361 if (futex_get_value_locked(&uval2, uaddr)) in handle_exit_race()
410 static int attach_to_pi_owner(u32 __user *uaddr, u32 uval, union futex_key *key, in attach_to_pi_owner() argument
428 return handle_exit_race(uaddr, uval, NULL); in attach_to_pi_owner()
447 int ret = handle_exit_race(uaddr, uval, p); in attach_to_pi_owner()
474 static int lock_pi_update_atomic(u32 __user *uaddr, u32 uval, u32 newval) in lock_pi_update_atomic() argument
482 err = futex_cmpxchg_value_locked(&curval, uaddr, uval, newval); in lock_pi_update_atomic()
514 int futex_lock_pi_atomic(u32 __user *uaddr, struct futex_hash_bucket *hb, in futex_lock_pi_atomic() argument
[all …]
|
| D | waitwake.c | 144 int futex_wake(u32 __user *uaddr, unsigned int flags, int nr_wake, u32 bitset) in futex_wake() argument
156 ret = get_futex_key(uaddr, flags & FLAGS_SHARED, &key, FUTEX_READ); in futex_wake()
193 static int futex_atomic_op_inuser(unsigned int encoded_op, u32 __user *uaddr) in futex_atomic_op_inuser() argument
216 ret = arch_futex_atomic_op_inuser(op, oparg, &oldval, uaddr); in futex_atomic_op_inuser()
432 ret = get_futex_key(u64_to_user_ptr(vs[i].w.uaddr), in futex_wait_multiple_setup()
443 u32 __user *uaddr = (u32 __user *)(unsigned long)vs[i].w.uaddr; in futex_wait_multiple_setup() local
448 ret = futex_get_value_locked(&uval, uaddr); in futex_wait_multiple_setup()
480 if (get_user(uval, uaddr)) in futex_wait_multiple_setup()
584 int futex_wait_setup(u32 __user *uaddr, u32 val, unsigned int flags, in futex_wait_setup() argument
609 ret = get_futex_key(uaddr, flags & FLAGS_SHARED, &q->key, FUTEX_READ); in futex_wait_setup()
[all …]
|
| D | syscalls.c | 86 long do_futex(u32 __user *uaddr, int op, u32 val, ktime_t *timeout, in do_futex() argument
108 return futex_wait(uaddr, flags, val, timeout, val3); in do_futex()
113 return futex_wake(uaddr, flags, val, val3); in do_futex()
115 return futex_requeue(uaddr, flags, uaddr2, val, val2, NULL, 0); in do_futex()
117 return futex_requeue(uaddr, flags, uaddr2, val, val2, &val3, 0); in do_futex()
119 return futex_wake_op(uaddr, flags, uaddr2, val, val2, val3); in do_futex()
124 return futex_lock_pi(uaddr, flags, timeout, 0); in do_futex()
126 return futex_unlock_pi(uaddr, flags); in do_futex()
128 return futex_lock_pi(uaddr, flags, NULL, 1); in do_futex()
131 return futex_wait_requeue_pi(uaddr, flags, val, timeout, val3, in do_futex()
[all …]
|
| D | futex.h | 119 extern int get_futex_key(u32 __user *uaddr, bool fshared, union futex_key *key,
143 extern int futex_wait_setup(u32 __user *uaddr, u32 val, unsigned int flags,
149 extern int fault_in_user_writeable(u32 __user *uaddr);
150 extern int futex_cmpxchg_value_locked(u32 *curval, u32 __user *uaddr, u32 uval, u32 newval);
223 extern int futex_lock_pi_atomic(u32 __user *uaddr, struct futex_hash_bucket *hb,
233 extern int fixup_pi_owner(u32 __user *uaddr, struct futex_q *q, int locked);
259 extern int futex_wait_requeue_pi(u32 __user *uaddr, unsigned int flags, u32
267 extern int futex_wait(u32 __user *uaddr, unsigned int flags, u32 val,
285 extern int futex_wake(u32 __user *uaddr, unsigned int flags, int nr_wake, u32 bitset);
290 extern int futex_unlock_pi(u32 __user *uaddr, unsigned int flags);
[all …]
|
| D | core.c | 221 int get_futex_key(u32 __user *uaddr, bool fshared, union futex_key *key, in get_futex_key() argument
224 unsigned long address = (unsigned long)uaddr; in get_futex_key()
238 if (unlikely(!access_ok(uaddr, sizeof(u32)))) in get_futex_key()
420 int fault_in_user_writeable(u32 __user *uaddr) in fault_in_user_writeable() argument
426 ret = fixup_user_fault(mm, (unsigned long)uaddr, in fault_in_user_writeable()
451 int futex_cmpxchg_value_locked(u32 *curval, u32 __user *uaddr, u32 uval, u32 newval) in futex_cmpxchg_value_locked() argument
456 ret = futex_atomic_cmpxchg_inatomic(curval, uaddr, uval, newval); in futex_cmpxchg_value_locked()
651 static int handle_futex_death(u32 __user *uaddr, struct task_struct *curr, in handle_futex_death() argument
659 if ((((unsigned long)uaddr) % sizeof(*uaddr)) != 0) in handle_futex_death()
663 if (get_user(uval, uaddr)) in handle_futex_death()
[all …]
|
| D | requeue.c | 762 int futex_wait_requeue_pi(u32 __user *uaddr, unsigned int flags, in futex_wait_requeue_pi() argument
777 if (uaddr == uaddr2) in futex_wait_requeue_pi()
804 ret = futex_wait_setup(uaddr, val, flags, &q, &hb); in futex_wait_requeue_pi()
|
| /kernel/trace/ |
| D | trace_probe_kernel.h | 15 const void __user *uaddr = (__force const void __user *)addr; in kern_fetch_store_strlen_user() local
17 return strnlen_user_nofault(uaddr, MAX_STRING_SIZE); in kern_fetch_store_strlen_user()
54 const void __user *uaddr = (__force const void __user *)addr; in kern_fetch_store_string_user() local
64 ret = strncpy_from_user_nofault(__dest, uaddr, maxlen); in kern_fetch_store_string_user()
|
| D | trace_eprobe.c | 494 const void __user *uaddr = (__force const void __user *)src; in probe_mem_read_user() local
496 return copy_from_user_nofault(dest, uaddr, size); in probe_mem_read_user()
|
| D | trace_kprobe.c | 1321 const void __user *uaddr = (__force const void __user *)src; in probe_mem_read_user() local
1323 return copy_from_user_nofault(dest, uaddr, size); in probe_mem_read_user()
|
| /kernel/sched/ |
| D | core_sched.c | 130 unsigned long uaddr) in sched_core_share_pid() argument
145 (cmd != PR_SCHED_CORE_GET && uaddr)) in sched_core_share_pid()
172 if (type != PIDTYPE_PID || uaddr & 7) { in sched_core_share_pid()
181 err = put_user(id, (u64 __user *)uaddr); in sched_core_share_pid()
|
| /kernel/bpf/ |
| D | cgroup.c | 1463 struct sockaddr *uaddr, in __cgroup_bpf_run_filter_sock_addr() argument
1470 .uaddr = uaddr, in __cgroup_bpf_run_filter_sock_addr()
1482 if (!ctx.uaddr) { in __cgroup_bpf_run_filter_sock_addr()
1484 ctx.uaddr = (struct sockaddr *)&unspec; in __cgroup_bpf_run_filter_sock_addr()
|
| D | syscall.c | 82 int bpf_check_uarg_tail_zero(bpfptr_t uaddr, in bpf_check_uarg_tail_zero() argument
94 if (uaddr.is_kernel) in bpf_check_uarg_tail_zero()
95 res = memchr_inv(uaddr.kernel + expected_size, 0, in bpf_check_uarg_tail_zero()
98 res = check_zeroed_user(uaddr.user + expected_size, in bpf_check_uarg_tail_zero()
|