Lines Matching refs:cpu
59 ret.cpu = timespec_to_cputime(tp); in timespec_to_sample()
65 union cpu_time_count cpu, in sample_to_timespec() argument
69 *tp = ns_to_timespec(cpu.sched); in sample_to_timespec()
71 cputime_to_timespec(cpu.cpu, tp); in sample_to_timespec()
81 return cputime_lt(now.cpu, then.cpu); in cpu_time_before()
91 acc->cpu = cputime_add(acc->cpu, val.cpu); in cpu_time_add()
101 a.cpu = cputime_sub(a.cpu, b.cpu); in cpu_time_sub()
128 if (timer->it.cpu.incr.sched == 0) in bump_cpu_timer()
134 if (now.sched < timer->it.cpu.expires.sched) in bump_cpu_timer()
136 incr = timer->it.cpu.incr.sched; in bump_cpu_timer()
137 delta = now.sched + incr - timer->it.cpu.expires.sched; in bump_cpu_timer()
144 timer->it.cpu.expires.sched += incr; in bump_cpu_timer()
151 if (cputime_lt(now.cpu, timer->it.cpu.expires.cpu)) in bump_cpu_timer()
153 incr = timer->it.cpu.incr.cpu; in bump_cpu_timer()
154 delta = cputime_sub(cputime_add(now.cpu, incr), in bump_cpu_timer()
155 timer->it.cpu.expires.cpu); in bump_cpu_timer()
162 timer->it.cpu.expires.cpu = in bump_cpu_timer()
163 cputime_add(timer->it.cpu.expires.cpu, incr); in bump_cpu_timer()
215 union cpu_time_count *cpu) in cpu_clock_sample() argument
221 cpu->cpu = prof_ticks(p); in cpu_clock_sample()
224 cpu->cpu = virt_ticks(p); in cpu_clock_sample()
227 cpu->sched = task_sched_runtime(p); in cpu_clock_sample()
304 union cpu_time_count *cpu) in cpu_clock_sample_group() argument
313 cpu->cpu = cputime_add(cputime.utime, cputime.stime); in cpu_clock_sample_group()
317 cpu->cpu = cputime.utime; in cpu_clock_sample_group()
320 cpu->sched = thread_group_sched_runtime(p); in cpu_clock_sample_group()
397 INIT_LIST_HEAD(&new_timer->it.cpu.entry); in posix_cpu_timer_create()
398 new_timer->it.cpu.incr.sched = 0; in posix_cpu_timer_create()
399 new_timer->it.cpu.expires.sched = 0; in posix_cpu_timer_create()
419 new_timer->it.cpu.task = p; in posix_cpu_timer_create()
438 struct task_struct *p = timer->it.cpu.task; in posix_cpu_timer_del()
448 BUG_ON(!list_empty(&timer->it.cpu.entry)); in posix_cpu_timer_del()
451 if (timer->it.cpu.firing) in posix_cpu_timer_del()
454 list_del(&timer->it.cpu.entry); in posix_cpu_timer_del()
481 if (cputime_lt(timer->expires.cpu, ptime)) { in cleanup_timers()
482 timer->expires.cpu = cputime_zero; in cleanup_timers()
484 timer->expires.cpu = cputime_sub(timer->expires.cpu, in cleanup_timers()
492 if (cputime_lt(timer->expires.cpu, utime)) { in cleanup_timers()
493 timer->expires.cpu = cputime_zero; in cleanup_timers()
495 timer->expires.cpu = cputime_sub(timer->expires.cpu, in cleanup_timers()
537 put_task_struct(timer->it.cpu.task); in clear_dead_task()
538 timer->it.cpu.task = NULL; in clear_dead_task()
539 timer->it.cpu.expires = cpu_time_sub(timer->it_clock, in clear_dead_task()
540 timer->it.cpu.expires, in clear_dead_task()
551 struct task_struct *p = timer->it.cpu.task; in arm_timer()
553 struct cpu_timer_list *const nt = &timer->it.cpu; in arm_timer()
573 if (cputime_gt(next->expires.cpu, nt->expires.cpu)) in arm_timer()
595 nt->expires.cpu)) in arm_timer()
597 nt->expires.cpu; in arm_timer()
603 nt->expires.cpu)) in arm_timer()
605 nt->expires.cpu; in arm_timer()
626 timer->it.cpu.expires.cpu)) in arm_timer()
629 timer->it.cpu.expires.cpu; in arm_timer()
635 timer->it.cpu.expires.cpu)) in arm_timer()
639 i <= cputime_to_secs(timer->it.cpu.expires.cpu)) in arm_timer()
642 timer->it.cpu.expires.cpu; in arm_timer()
646 timer->it.cpu.expires.sched; in arm_timer()
666 timer->it.cpu.expires.sched = 0; in cpu_timer_fire()
667 } else if (timer->it.cpu.incr.sched == 0) { in cpu_timer_fire()
672 timer->it.cpu.expires.sched = 0; in cpu_timer_fire()
690 union cpu_time_count *cpu) in cpu_timer_sample_group() argument
699 cpu->cpu = cputime_add(cputime.utime, cputime.stime); in cpu_timer_sample_group()
702 cpu->cpu = cputime.utime; in cpu_timer_sample_group()
705 cpu->sched = cputime.sum_exec_runtime + task_delta_exec(p); in cpu_timer_sample_group()
720 struct task_struct *p = timer->it.cpu.task; in posix_cpu_timer_set()
742 timer->it.cpu.task = NULL; in posix_cpu_timer_set()
753 old_expires = timer->it.cpu.expires; in posix_cpu_timer_set()
754 if (unlikely(timer->it.cpu.firing)) { in posix_cpu_timer_set()
755 timer->it.cpu.firing = -1; in posix_cpu_timer_set()
758 list_del_init(&timer->it.cpu.entry); in posix_cpu_timer_set()
792 timer->it.cpu.expires)) { in posix_cpu_timer_set()
795 timer->it.cpu.expires, val); in posix_cpu_timer_set()
826 timer->it.cpu.expires = new_expires; in posix_cpu_timer_set()
839 timer->it.cpu.incr = timespec_to_sample(timer->it_clock, in posix_cpu_timer_set()
867 timer->it.cpu.incr, &old->it_interval); in posix_cpu_timer_set()
875 struct task_struct *p = timer->it.cpu.task; in posix_cpu_timer_get()
882 timer->it.cpu.incr, &itp->it_interval); in posix_cpu_timer_get()
884 if (timer->it.cpu.expires.sched == 0) { /* Timer not armed at all. */ in posix_cpu_timer_get()
895 sample_to_timespec(timer->it_clock, timer->it.cpu.expires, in posix_cpu_timer_get()
915 timer->it.cpu.task = NULL; in posix_cpu_timer_get()
916 timer->it.cpu.expires.sched = 0; in posix_cpu_timer_get()
928 if (timer->it.cpu.incr.sched == 0 && in posix_cpu_timer_get()
930 timer->it.cpu.expires, now)) { in posix_cpu_timer_get()
935 timer->it.cpu.expires.sched = 0; in posix_cpu_timer_get()
956 if (cpu_time_before(timer->it_clock, now, timer->it.cpu.expires)) { in posix_cpu_timer_get()
959 timer->it.cpu.expires, now), in posix_cpu_timer_get()
989 if (!--maxfire || cputime_lt(prof_ticks(tsk), t->expires.cpu)) { in check_thread_timers()
990 tsk->cputime_expires.prof_exp = t->expires.cpu; in check_thread_timers()
1004 if (!--maxfire || cputime_lt(virt_ticks(tsk), t->expires.cpu)) { in check_thread_timers()
1005 tsk->cputime_expires.virt_exp = t->expires.cpu; in check_thread_timers()
1114 if (!--maxfire || cputime_lt(ptime, tl->expires.cpu)) { in check_process_timers()
1115 prof_expires = tl->expires.cpu; in check_process_timers()
1129 if (!--maxfire || cputime_lt(utime, tl->expires.cpu)) { in check_process_timers()
1130 virt_expires = tl->expires.cpu; in check_process_timers()
1235 struct task_struct *p = timer->it.cpu.task; in posix_cpu_timer_schedule()
1263 timer->it.cpu.task = p = NULL; in posix_cpu_timer_schedule()
1264 timer->it.cpu.expires.sched = 0; in posix_cpu_timer_schedule()
1421 list_for_each_entry_safe(timer, next, &firing, it.cpu.entry) { in run_posix_cpu_timers()
1424 list_del_init(&timer->it.cpu.entry); in run_posix_cpu_timers()
1425 firing = timer->it.cpu.firing; in run_posix_cpu_timers()
1426 timer->it.cpu.firing = 0; in run_posix_cpu_timers()
1456 if (cputime_le(*oldval, now.cpu)) { in set_process_cpu_timer()
1460 *oldval = cputime_sub(*oldval, now.cpu); in set_process_cpu_timer()
1466 *newval = cputime_add(*newval, now.cpu); in set_process_cpu_timer()
1484 struct cpu_timer_list, entry)->expires.cpu, in set_process_cpu_timer()
1526 if (timer.it.cpu.expires.sched == 0) { in do_cpu_nanosleep()
1546 sample_to_timespec(which_clock, timer.it.cpu.expires, rqtp); in do_cpu_nanosleep()