187 static u64 cpu_clock_sample(const clockid_t clkid, struct task_struct *p)  in cpu_clock_sample()  argument
192 		return task_sched_runtime(p);  in cpu_clock_sample()
194 	task_cputime(p, &utime, &stime);  in cpu_clock_sample()
214 static void task_sample_cputime(struct task_struct *p, u64 *samples)  in task_sample_cputime()  argument
218 	task_cputime(p, &utime, &stime);  in task_sample_cputime()
219 	store_samples(samples, stime, utime, p->se.sum_exec_runtime);  in task_sample_cputime()
331 static u64 cpu_clock_sample_group(const clockid_t clkid, struct task_struct *p,  in cpu_clock_sample_group()  argument
334 	struct thread_group_cputimer *cputimer = &p->signal->cputimer;  in cpu_clock_sample_group()
335 	struct posix_cputimers *pct = &p->signal->posix_cputimers;  in cpu_clock_sample_group()
340 			thread_group_start_cputime(p, samples);  in cpu_clock_sample_group()
342 			__thread_group_cputime(p, samples);  in cpu_clock_sample_group()
418 	struct task_struct *p;  in posix_cpu_timer_del()  local
423 	p = cpu_timer_task_rcu(timer);  in posix_cpu_timer_del()
424 	if (!p)  in posix_cpu_timer_del()
431 	sighand = lock_task_sighand(p, &flags);  in posix_cpu_timer_del()
444 		unlock_task_sighand(p, &flags);  in posix_cpu_timer_del()
499 static void arm_timer(struct k_itimer *timer, struct task_struct *p)  in arm_timer()  argument
507 		base = p->posix_cputimers.bases + clkidx;  in arm_timer()
509 		base = p->signal->posix_cputimers.bases + clkidx;  in arm_timer()
524 		tick_dep_set_task(p, TICK_DEP_BIT_POSIX_TIMER);  in arm_timer()
526 		tick_dep_set_signal(p->signal, TICK_DEP_BIT_POSIX_TIMER);  in arm_timer()
579 	struct task_struct *p;  in posix_cpu_timer_set()  local
584 	p = cpu_timer_task_rcu(timer);  in posix_cpu_timer_set()
585 	if (!p) {  in posix_cpu_timer_set()
604 	sighand = lock_task_sighand(p, &flags);  in posix_cpu_timer_set()
636 		val = cpu_clock_sample(clkid, p);  in posix_cpu_timer_set()
638 		val = cpu_clock_sample_group(clkid, p, true);  in posix_cpu_timer_set()
671 		unlock_task_sighand(p, &flags);  in posix_cpu_timer_set()
686 		arm_timer(timer, p);  in posix_cpu_timer_set()
689 	unlock_task_sighand(p, &flags);  in posix_cpu_timer_set()
729 	struct task_struct *p;  in posix_cpu_timer_get()  local
732 	p = cpu_timer_task_rcu(timer);  in posix_cpu_timer_get()
733 	if (!p)  in posix_cpu_timer_get()
748 		now = cpu_clock_sample(clkid, p);  in posix_cpu_timer_get()
750 		now = cpu_clock_sample_group(clkid, p, false);  in posix_cpu_timer_get()
986 	struct task_struct *p;  in posix_cpu_timer_rearm()  local
992 	p = cpu_timer_task_rcu(timer);  in posix_cpu_timer_rearm()
993 	if (!p)  in posix_cpu_timer_rearm()
997 	sighand = lock_task_sighand(p, &flags);  in posix_cpu_timer_rearm()
1005 		now = cpu_clock_sample(clkid, p);  in posix_cpu_timer_rearm()
1007 		now = cpu_clock_sample_group(clkid, p, true);  in posix_cpu_timer_rearm()
1014 	arm_timer(timer, p);  in posix_cpu_timer_rearm()
1015 	unlock_task_sighand(p, &flags);  in posix_cpu_timer_rearm()
1150 void clear_posix_cputimers_work(struct task_struct *p)  in clear_posix_cputimers_work()  argument
1156 	memset(&p->posix_cputimers_work.work, 0,  in clear_posix_cputimers_work()
1157 	       sizeof(p->posix_cputimers_work.work));  in clear_posix_cputimers_work()
1158 	init_task_work(&p->posix_cputimers_work.work,  in clear_posix_cputimers_work()
1160 	mutex_init(&p->posix_cputimers_work.mutex);  in clear_posix_cputimers_work()
1161 	p->posix_cputimers_work.scheduled = false;  in clear_posix_cputimers_work()