| /kernel/time/ |
| D | tick-sched.c | 52 static void tick_do_update_jiffies64(ktime_t now) in tick_do_update_jiffies64() argument
60 delta = ktime_sub(now, last_jiffies_update); in tick_do_update_jiffies64()
67 delta = ktime_sub(now, last_jiffies_update); in tick_do_update_jiffies64()
112 static void tick_sched_do_timer(ktime_t now) in tick_sched_do_timer() argument
131 tick_do_update_jiffies64(now); in tick_sched_do_timer()
518 static void tick_nohz_update_jiffies(ktime_t now) in tick_nohz_update_jiffies() argument
522 __this_cpu_write(tick_cpu_sched.idle_waketime, now); in tick_nohz_update_jiffies()
525 tick_do_update_jiffies64(now); in tick_nohz_update_jiffies()
535 update_ts_time_stats(int cpu, struct tick_sched *ts, ktime_t now, u64 *last_update_time) in update_ts_time_stats() argument
540 delta = ktime_sub(now, ts->idle_entrytime); in update_ts_time_stats()
[all …]
|
| D | timer_list.c | 28 u64 now; member
64 int idx, u64 now) in print_timer() argument
85 (long long)(ktime_to_ns(hrtimer_get_softexpires(timer)) - now), in print_timer()
86 (long long)(ktime_to_ns(hrtimer_get_expires(timer)) - now)); in print_timer()
91 u64 now) in print_active_timers() argument
121 print_timer(m, timer, &tmp, i, now); in print_active_timers()
129 print_base(struct seq_file *m, struct hrtimer_clock_base *base, u64 now) in print_base() argument
144 print_active_timers(m, base, now + ktime_to_ns(base->offset)); in print_base()
147 static void print_cpu(struct seq_file *m, int cpu, u64 now) in print_cpu() argument
155 print_base(m, cpu_base->clock_base + i, now); in print_cpu()
[all …]
|
| D | alarmtimer.c | 222 ktime_t min, now; in alarmtimer_suspend() local
264 now = rtc_tm_to_ktime(tm); in alarmtimer_suspend()
265 now = ktime_add(now, min); in alarmtimer_suspend()
268 ret = rtc_timer_start(rtc, &rtctimer, now, ktime_set(0, 0)); in alarmtimer_suspend()
416 u64 alarm_forward(struct alarm *alarm, ktime_t now, ktime_t interval) in alarm_forward() argument
421 delta = ktime_sub(now, alarm->node.expires); in alarm_forward()
434 if (alarm->node.expires.tv64 > now.tv64) in alarm_forward()
477 ktime_t now) in alarm_handle_timer() argument
492 ptr->it_overrun += alarm_forward(alarm, now, in alarm_handle_timer()
639 ktime_t now; in alarm_timer_set() local
[all …]
|
| D | timekeeping_internal.h | 16 static inline cycle_t clocksource_delta(cycle_t now, cycle_t last, cycle_t mask) in clocksource_delta() argument
18 cycle_t ret = (now - last) & mask; in clocksource_delta()
27 static inline cycle_t clocksource_delta(cycle_t now, cycle_t last, cycle_t mask) in clocksource_delta() argument
29 return (now - last) & mask; in clocksource_delta()
|
| D | timekeeping.c | 188 cycle_t now, last, mask, max, delta; in timekeeping_get_delta() local
200 now = tk_clock_read(tkr); in timekeeping_get_delta()
206 delta = clocksource_delta(now, last, mask); in timekeeping_get_delta()
422 u64 now; in __ktime_get_fast_ns() local
427 now = ktime_to_ns(tkr->base); in __ktime_get_fast_ns()
429 now += timekeeping_delta_to_ns(tkr, in __ktime_get_fast_ns()
436 return now; in __ktime_get_fast_ns()
955 cycle_t now; in ktime_get_snapshot() local
961 now = tk_clock_read(&tk->tkr_mono); in ktime_get_snapshot()
967 nsec_real = timekeeping_cycles_to_ns(&tk->tkr_mono, now); in ktime_get_snapshot()
[all …]
|
| D | hrtimer.c | 823 u64 hrtimer_forward(struct hrtimer *timer, ktime_t now, ktime_t interval) in hrtimer_forward() argument
828 delta = ktime_sub(now, hrtimer_get_expires(timer)); in hrtimer_forward()
844 if (hrtimer_get_expires_tv64(timer) > now.tv64) in hrtimer_forward()
1217 struct hrtimer *timer, ktime_t *now) in __run_hrtimer() argument
1254 trace_hrtimer_expire_entry(timer, now); in __run_hrtimer()
1285 static void __hrtimer_run_queues(struct hrtimer_cpu_base *cpu_base, ktime_t now) in __hrtimer_run_queues() argument
1297 basenow = ktime_add(now, base->offset); in __hrtimer_run_queues()
1333 ktime_t expires_next, now, entry_time, delta; in hrtimer_interrupt() local
1341 entry_time = now = hrtimer_update_base(cpu_base); in hrtimer_interrupt()
1353 __hrtimer_run_queues(cpu_base, now); in hrtimer_interrupt()
[all …]
|
| D | posix-cpu-timers.c | 83 unsigned long long now) in bump_cpu_timer() argument
91 if (now < timer->it.cpu.expires) in bump_cpu_timer()
95 delta = now + incr - timer->it.cpu.expires; in bump_cpu_timer()
740 unsigned long long now; in posix_cpu_timer_get() local
760 cpu_clock_sample(timer->it_clock, p, &now); in posix_cpu_timer_get()
782 cpu_timer_sample_group(timer->it_clock, p, &now); in posix_cpu_timer_get()
787 if (now < timer->it.cpu.expires) { in posix_cpu_timer_get()
789 timer->it.cpu.expires - now, in posix_cpu_timer_get()
1024 unsigned long long now; in posix_cpu_timer_schedule() local
1032 cpu_clock_sample(timer->it_clock, p, &now); in posix_cpu_timer_schedule()
[all …]
|
| D | ntp.c | 496 int __weak update_persistent_clock(struct timespec now) in update_persistent_clock() argument
503 struct timespec now; in update_persistent_clock64() local
505 now = timespec64_to_timespec(now64); in update_persistent_clock64()
506 return update_persistent_clock(now); in update_persistent_clock64()
517 struct timespec64 now; in sync_cmos_clock() local
537 getnstimeofday64(&now); in sync_cmos_clock()
538 if (abs(now.tv_nsec - (NSEC_PER_SEC / 2)) <= tick_nsec * 5) { in sync_cmos_clock()
539 struct timespec64 adjust = now; in sync_cmos_clock()
554 next.tv_nsec = (NSEC_PER_SEC / 2) - now.tv_nsec - (TICK_NSEC / 2); in sync_cmos_clock()
|
| D | tick-broadcast.c | 602 ktime_t now, next_event; in tick_handle_oneshot_broadcast() local
610 now = ktime_get(); in tick_handle_oneshot_broadcast()
614 if (td->evtdev->next_event.tv64 <= now.tv64) { in tick_handle_oneshot_broadcast()
701 ktime_t now; in __tick_broadcast_oneshot_control() local
826 now = ktime_get(); in __tick_broadcast_oneshot_control()
827 if (dev->next_event.tv64 <= now.tv64) { in __tick_broadcast_oneshot_control()
|
| D | posix-timers.c | 462 ktime_t now = hrtimer_cb_get_time(timer); in posix_timer_fn() local
491 now = ktime_add(now, kj); in posix_timer_fn()
495 hrtimer_forward(timer, now, in posix_timer_fn()
743 ktime_t now, remaining, iv; in common_timer_get() local
756 now = timer->base->get_time(); in common_timer_get()
765 timr->it_overrun += (unsigned int) hrtimer_forward(timer, now, iv); in common_timer_get()
767 remaining = __hrtimer_expires_remaining_adjusted(timer, now); in common_timer_get()
|
| D | time.c | 242 struct timespec now = current_kernel_time(); in current_fs_time() local
243 return timespec_trunc(now, sb->s_time_gran); in current_fs_time()
|
| /kernel/trace/ |
| D | trace_clock.c | 96 u64 now; in trace_clock_global() local
101 now = sched_clock_cpu(this_cpu); in trace_clock_global()
116 if ((s64)(now - trace_clock_struct.prev_time) < 0) in trace_clock_global()
117 now = trace_clock_struct.prev_time + 1; in trace_clock_global()
119 trace_clock_struct.prev_time = now; in trace_clock_global()
126 return now; in trace_clock_global()
|
| D | blktrace.c | 131 struct timespec64 now; in trace_note_time() local
136 ktime_get_real_ts64(&now); in trace_note_time()
137 words[0] = (u32)now.tv_sec; in trace_note_time()
138 words[1] = now.tv_nsec; in trace_note_time()
|
| /kernel/sched/ |
| D | clock.c | 202 u64 now, clock, old_clock, min_clock, max_clock; in sched_clock_local() local
206 now = sched_clock(); in sched_clock_local()
207 delta = now - scd->tick_raw; in sched_clock_local()
326 u64 now, now_gtod; in sched_clock_tick() local
338 now = sched_clock(); in sched_clock_tick()
340 scd->tick_raw = now; in sched_clock_tick()
|
| D | stats.h | 71 unsigned long long now = rq_clock(rq), delta = 0; in sched_info_dequeued() local
75 delta = now - t->sched_info.last_queued; in sched_info_dequeued()
89 unsigned long long now = rq_clock(rq), delta = 0; in sched_info_arrive() local
92 delta = now - t->sched_info.last_queued; in sched_info_arrive()
95 t->sched_info.last_arrival = now; in sched_info_arrive()
|
| D | wait.c | 591 unsigned long now = READ_ONCE(jiffies); in bit_wait_timeout() local
592 if (time_after_eq(now, word->timeout)) in bit_wait_timeout()
594 schedule_timeout(word->timeout - now); in bit_wait_timeout()
603 unsigned long now = READ_ONCE(jiffies); in bit_wait_io_timeout() local
604 if (time_after_eq(now, word->timeout)) in bit_wait_io_timeout()
606 io_schedule_timeout(word->timeout - now); in bit_wait_io_timeout()
|
| D | cputime.c | 742 unsigned long now = READ_ONCE(jiffies); in vtime_delta() local
744 if (time_before(now, (unsigned long)tsk->vtime_snap)) in vtime_delta()
747 return jiffies_to_cputime(now - tsk->vtime_snap); in vtime_delta()
752 unsigned long now = READ_ONCE(jiffies); in get_vtime_delta() local
762 delta = jiffies_to_cputime(now - tsk->vtime_snap); in get_vtime_delta()
765 tsk->vtime_snap = now; in get_vtime_delta()
|
| D | fair.c | 849 u64 now = rq_clock_task(rq_of(cfs_rq)); in update_curr() local
855 delta_exec = now - curr->exec_start; in update_curr()
859 curr->exec_start = now; in update_curr()
1969 u64 runtime, delta, now; in numa_get_avg_runtime() local
1971 now = p->se.exec_start; in numa_get_avg_runtime()
1976 *period = now - p->last_task_numa_placement; in numa_get_avg_runtime()
1983 p->last_task_numa_placement = now; in numa_get_avg_runtime()
2423 unsigned long migrate, next_scan, now = jiffies; in task_numa_work() local
2447 mm->numa_next_scan = now + in task_numa_work()
2455 if (time_before(now, migrate)) in task_numa_work()
[all …]
|
| D | deadline.c | 609 ktime_t now, act; in start_dl_timer() local
620 now = hrtimer_cb_get_time(timer); in start_dl_timer()
621 delta = ktime_to_ns(now) - rq_clock(rq); in start_dl_timer()
629 if (ktime_us_delta(act, now) < 0) in start_dl_timer()
|
| /kernel/power/ |
| D | suspend_test.c | 74 unsigned long now; in test_wakealarm() local
85 rtc_tm_to_time(&alm.time, &now); in test_wakealarm()
88 rtc_time_to_tm(now + TEST_SUSPEND_SECONDS, &alm.time); in test_wakealarm()
|
| D | wakelock.c | 105 ktime_t now; in __wakelocks_gc() local
109 now = ktime_get(); in __wakelocks_gc()
115 idle_time_ns = ktime_to_ns(ktime_sub(now, wl->ws.last_time)); in __wakelocks_gc()
|
| /kernel/ |
| D | watchdog.c | 227 unsigned long now = get_timestamp(); in is_softlockup() local
231 if (time_after(now, touch_ts + get_softlockup_thresh())) in is_softlockup()
232 return now - touch_ts; in is_softlockup()
|
| D | audit.c | 220 unsigned long now; in audit_rate_check() local
230 now = jiffies; in audit_rate_check()
231 elapsed = now - last_check; in audit_rate_check()
233 last_check = now; in audit_rate_check()
256 unsigned long now; in audit_log_lost() local
265 now = jiffies; in audit_log_lost()
266 if (now - last_msg > HZ) { in audit_log_lost()
268 last_msg = now; in audit_log_lost()
|
| D | cpuset.c | 1422 time64_t now; in fmeter_update() local
1425 now = ktime_get_seconds(); in fmeter_update()
1426 ticks = now - fmp->time; in fmeter_update()
1434 fmp->time = now; in fmeter_update()
|
| /kernel/events/ |
| D | core.c | 630 u64 now; in __update_cgrp_time() local
632 now = perf_clock(); in __update_cgrp_time()
636 info->time += now - info->timestamp; in __update_cgrp_time()
637 info->timestamp = now; in __update_cgrp_time()
847 perf_cgroup_set_shadow_time(struct perf_event *event, u64 now) in perf_cgroup_set_shadow_time() argument
851 event->shadow_ctx_time = now - t->timestamp; in perf_cgroup_set_shadow_time()
979 perf_cgroup_set_shadow_time(struct perf_event *event, u64 now) in perf_cgroup_set_shadow_time() argument
1391 u64 now = perf_clock(); in update_context_time() local
1393 ctx->time += now - ctx->timestamp; in update_context_time()
1394 ctx->timestamp = now; in update_context_time()
[all …]
|