56 unsigned long sched_core_update_cookie(struct task_struct *p, unsigned long cookie)  in sched_core_update_cookie()  argument
63 	rq = task_rq_lock(p, &rf);  in sched_core_update_cookie()
71 	SCHED_WARN_ON((p->core_cookie || cookie) && !sched_core_enabled(rq));  in sched_core_update_cookie()
73 	enqueued = sched_core_enqueued(p);  in sched_core_update_cookie()
75 		sched_core_dequeue(rq, p);  in sched_core_update_cookie()
77 	old_cookie = p->core_cookie;  in sched_core_update_cookie()
78 	p->core_cookie = cookie;  in sched_core_update_cookie()
81 		sched_core_enqueue(rq, p);  in sched_core_update_cookie()
88 	if (task_running(rq, p))  in sched_core_update_cookie()
91 	task_rq_unlock(rq, p, &rf);  in sched_core_update_cookie()
96 static unsigned long sched_core_clone_cookie(struct task_struct *p)  in sched_core_clone_cookie()  argument
100 	raw_spin_lock_irqsave(&p->pi_lock, flags);  in sched_core_clone_cookie()
101 	cookie = sched_core_get_cookie(p->core_cookie);  in sched_core_clone_cookie()
102 	raw_spin_unlock_irqrestore(&p->pi_lock, flags);  in sched_core_clone_cookie()
107 void sched_core_fork(struct task_struct *p)  in sched_core_fork()  argument
109 	RB_CLEAR_NODE(&p->core_node);  in sched_core_fork()
110 	p->core_cookie = sched_core_clone_cookie(current);  in sched_core_fork()
113 void sched_core_free(struct task_struct *p)  in sched_core_free()  argument
115 	sched_core_put_cookie(p->core_cookie);  in sched_core_free()
118 static void __sched_core_set(struct task_struct *p, unsigned long cookie)  in __sched_core_set()  argument
121 	cookie = sched_core_update_cookie(p, cookie);  in __sched_core_set()
130 	struct task_struct *task, *p;  in sched_core_share_pid()  local
211 	do_each_pid_thread(grp, type, p) {  in sched_core_share_pid()
212 		if (!ptrace_may_access(p, PTRACE_MODE_READ_REALCREDS)) {  in sched_core_share_pid()
216 	} while_each_pid_thread(grp, type, p);  in sched_core_share_pid()
218 	do_each_pid_thread(grp, type, p) {  in sched_core_share_pid()
219 		__sched_core_set(p, cookie);  in sched_core_share_pid()
220 	} while_each_pid_thread(grp, type, p);  in sched_core_share_pid()