57 static void tick_do_update_jiffies64(ktime_t now)  in tick_do_update_jiffies64()  argument
66 	delta = ktime_sub(now, READ_ONCE(last_jiffies_update));  in tick_do_update_jiffies64()
73 	delta = ktime_sub(now, last_jiffies_update);  in tick_do_update_jiffies64()
120 static void tick_sched_do_timer(struct tick_sched *ts, ktime_t now)  in tick_sched_do_timer()  argument
139 		tick_do_update_jiffies64(now);  in tick_sched_do_timer()
496 static void tick_nohz_update_jiffies(ktime_t now)  in tick_nohz_update_jiffies()  argument
500 	__this_cpu_write(tick_cpu_sched.idle_waketime, now);  in tick_nohz_update_jiffies()
503 	tick_do_update_jiffies64(now);  in tick_nohz_update_jiffies()
513 update_ts_time_stats(int cpu, struct tick_sched *ts, ktime_t now, u64 *last_update_time)  in update_ts_time_stats()  argument
518 		delta = ktime_sub(now, ts->idle_entrytime);  in update_ts_time_stats()
523 		ts->idle_entrytime = now;  in update_ts_time_stats()
527 		*last_update_time = ktime_to_us(now);  in update_ts_time_stats()
531 static void tick_nohz_stop_idle(struct tick_sched *ts, ktime_t now)  in tick_nohz_stop_idle()  argument
533 	update_ts_time_stats(smp_processor_id(), ts, now, NULL);  in tick_nohz_stop_idle()
563 	ktime_t now, idle;  in get_cpu_idle_time_us()  local
568 	now = ktime_get();  in get_cpu_idle_time_us()
570 		update_ts_time_stats(cpu, ts, now, last_update_time);  in get_cpu_idle_time_us()
574 			ktime_t delta = ktime_sub(now, ts->idle_entrytime);  in get_cpu_idle_time_us()
604 	ktime_t now, iowait;  in get_cpu_iowait_time_us()  local
609 	now = ktime_get();  in get_cpu_iowait_time_us()
611 		update_ts_time_stats(cpu, ts, now, last_update_time);  in get_cpu_iowait_time_us()
615 			ktime_t delta = ktime_sub(now, ts->idle_entrytime);  in get_cpu_iowait_time_us()
627 static void tick_nohz_restart(struct tick_sched *ts, ktime_t now)  in tick_nohz_restart()  argument
633 	hrtimer_forward(&ts->sched_timer, now, tick_period);  in tick_nohz_restart()
825 static void tick_nohz_restart_sched_tick(struct tick_sched *ts, ktime_t now)  in tick_nohz_restart_sched_tick()  argument
828 	tick_do_update_jiffies64(now);  in tick_nohz_restart_sched_tick()
843 	ts->idle_exittime = now;  in tick_nohz_restart_sched_tick()
845 	tick_nohz_restart(ts, now);  in tick_nohz_restart_sched_tick()
1047 	ktime_t now = ts->idle_entrytime;  in tick_nohz_get_sleep_length()  local
1052 	*delta_next = ktime_sub(dev->next_event, now);  in tick_nohz_get_sleep_length()
1068 	return ktime_sub(next_event, now);  in tick_nohz_get_sleep_length()
1117 static void __tick_nohz_idle_restart_tick(struct tick_sched *ts, ktime_t now)  in __tick_nohz_idle_restart_tick()  argument
1119 	tick_nohz_restart_sched_tick(ts, now);  in __tick_nohz_idle_restart_tick()
1142 	ktime_t now;  in tick_nohz_idle_exit()  local
1154 		now = ktime_get();  in tick_nohz_idle_exit()
1157 		tick_nohz_stop_idle(ts, now);  in tick_nohz_idle_exit()
1160 		__tick_nohz_idle_restart_tick(ts, now);  in tick_nohz_idle_exit()
1172 	ktime_t now = ktime_get();  in tick_nohz_handler()  local
1176 	tick_sched_do_timer(ts, now);  in tick_nohz_handler()
1183 	hrtimer_forward(&ts->sched_timer, now, tick_period);  in tick_nohz_handler()
1228 	ktime_t now;  in tick_nohz_irq_enter()  local
1232 	now = ktime_get();  in tick_nohz_irq_enter()
1234 		tick_nohz_stop_idle(ts, now);  in tick_nohz_irq_enter()
1236 		tick_nohz_update_jiffies(now);  in tick_nohz_irq_enter()
1269 	ktime_t now = ktime_get();  in tick_sched_timer()  local
1271 	tick_sched_do_timer(ts, now);  in tick_sched_timer()
1286 	hrtimer_forward(timer, now, tick_period);  in tick_sched_timer()
1307 	ktime_t now = ktime_get();  in tick_setup_sched_timer()  local
1326 	hrtimer_forward(&ts->sched_timer, now, tick_period);  in tick_setup_sched_timer()