84 static int rseq_update_cpu_id(struct task_struct *t)  in rseq_update_cpu_id()  argument
88 	if (put_user(cpu_id, &t->rseq->cpu_id_start))  in rseq_update_cpu_id()
90 	if (put_user(cpu_id, &t->rseq->cpu_id))  in rseq_update_cpu_id()
92 	trace_rseq_update(t);  in rseq_update_cpu_id()
96 static int rseq_reset_rseq_cpu_id(struct task_struct *t)  in rseq_reset_rseq_cpu_id()  argument
103 	if (put_user(cpu_id_start, &t->rseq->cpu_id_start))  in rseq_reset_rseq_cpu_id()
110 	if (put_user(cpu_id, &t->rseq->cpu_id))  in rseq_reset_rseq_cpu_id()
115 static int rseq_get_rseq_cs(struct task_struct *t, struct rseq_cs *rseq_cs)  in rseq_get_rseq_cs()  argument
123 	if (copy_from_user(&ptr, &t->rseq->rseq_cs.ptr64, sizeof(ptr)))  in rseq_get_rseq_cs()
161 static int rseq_need_restart(struct task_struct *t, u32 cs_flags)  in rseq_need_restart()  argument
167 	ret = get_user(flags, &t->rseq->flags);  in rseq_need_restart()
190 	event_mask = t->rseq_event_mask;  in rseq_need_restart()
191 	t->rseq_event_mask = 0;  in rseq_need_restart()
197 static int clear_rseq_cs(struct task_struct *t)  in clear_rseq_cs()  argument
207 	if (clear_user(&t->rseq->rseq_cs.ptr64, sizeof(t->rseq->rseq_cs.ptr64)))  in clear_rseq_cs()
224 	struct task_struct *t = current;  in rseq_ip_fixup()  local
228 	ret = rseq_get_rseq_cs(t, &rseq_cs);  in rseq_ip_fixup()
238 		return clear_rseq_cs(t);  in rseq_ip_fixup()
239 	ret = rseq_need_restart(t, rseq_cs.flags);  in rseq_ip_fixup()
242 	ret = clear_rseq_cs(t);  in rseq_ip_fixup()
264 	struct task_struct *t = current;  in __rseq_handle_notify_resume()  local
267 	if (unlikely(t->flags & PF_EXITING))  in __rseq_handle_notify_resume()
269 	if (unlikely(!access_ok(t->rseq, sizeof(*t->rseq))))  in __rseq_handle_notify_resume()
274 	if (unlikely(rseq_update_cpu_id(t)))  in __rseq_handle_notify_resume()
292 	struct task_struct *t = current;  in rseq_syscall()  local
295 	if (!t->rseq)  in rseq_syscall()
297 	if (!access_ok(t->rseq, sizeof(*t->rseq)) ||  in rseq_syscall()
298 	    rseq_get_rseq_cs(t, &rseq_cs) || in_rseq_cs(ip, &rseq_cs))  in rseq_syscall()