Lines Matching refs:now
52 static void tick_do_update_jiffies64(ktime_t now) in tick_do_update_jiffies64() argument
60 delta = ktime_sub(now, last_jiffies_update); in tick_do_update_jiffies64()
67 delta = ktime_sub(now, last_jiffies_update); in tick_do_update_jiffies64()
112 static void tick_sched_do_timer(ktime_t now) in tick_sched_do_timer() argument
131 tick_do_update_jiffies64(now); in tick_sched_do_timer()
518 static void tick_nohz_update_jiffies(ktime_t now) in tick_nohz_update_jiffies() argument
522 __this_cpu_write(tick_cpu_sched.idle_waketime, now); in tick_nohz_update_jiffies()
525 tick_do_update_jiffies64(now); in tick_nohz_update_jiffies()
535 update_ts_time_stats(int cpu, struct tick_sched *ts, ktime_t now, u64 *last_update_time) in update_ts_time_stats() argument
540 delta = ktime_sub(now, ts->idle_entrytime); in update_ts_time_stats()
545 ts->idle_entrytime = now; in update_ts_time_stats()
549 *last_update_time = ktime_to_us(now); in update_ts_time_stats()
553 static void tick_nohz_stop_idle(struct tick_sched *ts, ktime_t now) in tick_nohz_stop_idle() argument
555 update_ts_time_stats(smp_processor_id(), ts, now, NULL); in tick_nohz_stop_idle()
563 ktime_t now = ktime_get(); in tick_nohz_start_idle() local
565 ts->idle_entrytime = now; in tick_nohz_start_idle()
568 return now; in tick_nohz_start_idle()
588 ktime_t now, idle; in get_cpu_idle_time_us() local
593 now = ktime_get(); in get_cpu_idle_time_us()
595 update_ts_time_stats(cpu, ts, now, last_update_time); in get_cpu_idle_time_us()
599 ktime_t delta = ktime_sub(now, ts->idle_entrytime); in get_cpu_idle_time_us()
629 ktime_t now, iowait; in get_cpu_iowait_time_us() local
634 now = ktime_get(); in get_cpu_iowait_time_us()
636 update_ts_time_stats(cpu, ts, now, last_update_time); in get_cpu_iowait_time_us()
640 ktime_t delta = ktime_sub(now, ts->idle_entrytime); in get_cpu_iowait_time_us()
652 static void tick_nohz_restart(struct tick_sched *ts, ktime_t now) in tick_nohz_restart() argument
658 hrtimer_forward(&ts->sched_timer, now, tick_period); in tick_nohz_restart()
672 ktime_t now, int cpu) in tick_nohz_stop_sched_tick() argument
747 tick_nohz_restart(ts, now); in tick_nohz_stop_sched_tick()
826 ts->sleep_length = ktime_sub(dev->next_event, now); in tick_nohz_stop_sched_tick()
830 static void tick_nohz_restart_sched_tick(struct tick_sched *ts, ktime_t now) in tick_nohz_restart_sched_tick() argument
833 tick_do_update_jiffies64(now); in tick_nohz_restart_sched_tick()
848 ts->idle_exittime = now; in tick_nohz_restart_sched_tick()
850 tick_nohz_restart(ts, now); in tick_nohz_restart_sched_tick()
926 ktime_t now, expires; in __tick_nohz_idle_enter() local
929 now = tick_nohz_start_idle(ts); in __tick_nohz_idle_enter()
936 expires = tick_nohz_stop_sched_tick(ts, now, cpu); in __tick_nohz_idle_enter()
1055 ktime_t now; in tick_nohz_idle_exit() local
1064 now = ktime_get(); in tick_nohz_idle_exit()
1067 tick_nohz_stop_idle(ts, now); in tick_nohz_idle_exit()
1070 tick_nohz_restart_sched_tick(ts, now); in tick_nohz_idle_exit()
1084 ktime_t now = ktime_get(); in tick_nohz_handler() local
1088 tick_sched_do_timer(now); in tick_nohz_handler()
1095 hrtimer_forward(&ts->sched_timer, now, tick_period); in tick_nohz_handler()
1140 ktime_t now; in tick_nohz_irq_enter() local
1144 now = ktime_get(); in tick_nohz_irq_enter()
1146 tick_nohz_stop_idle(ts, now); in tick_nohz_irq_enter()
1148 tick_nohz_update_jiffies(now); in tick_nohz_irq_enter()
1181 ktime_t now = ktime_get(); in tick_sched_timer() local
1183 tick_sched_do_timer(now); in tick_sched_timer()
1196 hrtimer_forward(timer, now, tick_period); in tick_sched_timer()
1217 ktime_t now = ktime_get(); in tick_setup_sched_timer() local
1236 hrtimer_forward(&ts->sched_timer, now, tick_period); in tick_setup_sched_timer()