58 static void tick_do_update_jiffies64(ktime_t now)  in tick_do_update_jiffies64()  argument
73 		if (ktime_before(now, smp_load_acquire(&tick_next_period)))  in tick_do_update_jiffies64()
87 		if (ktime_before(now, nextp))  in tick_do_update_jiffies64()
97 	if (ktime_before(now, tick_next_period)) {  in tick_do_update_jiffies64()
104 	delta = ktime_sub(now, tick_next_period);  in tick_do_update_jiffies64()
186 static void tick_sched_do_timer(struct tick_sched *ts, ktime_t now)  in tick_sched_do_timer()  argument
211 		tick_do_update_jiffies64(now);  in tick_sched_do_timer()
224 			tick_do_update_jiffies64(now);  in tick_sched_do_timer()
651 static void tick_nohz_update_jiffies(ktime_t now)  in tick_nohz_update_jiffies()  argument
655 	__this_cpu_write(tick_cpu_sched.idle_waketime, now);  in tick_nohz_update_jiffies()
658 	tick_do_update_jiffies64(now);  in tick_nohz_update_jiffies()
668 update_ts_time_stats(int cpu, struct tick_sched *ts, ktime_t now, u64 *last_update_time)  in update_ts_time_stats()  argument
673 		delta = ktime_sub(now, ts->idle_entrytime);  in update_ts_time_stats()
678 		ts->idle_entrytime = now;  in update_ts_time_stats()
682 		*last_update_time = ktime_to_us(now);  in update_ts_time_stats()
686 static void tick_nohz_stop_idle(struct tick_sched *ts, ktime_t now)  in tick_nohz_stop_idle()  argument
688 	update_ts_time_stats(smp_processor_id(), ts, now, NULL);  in tick_nohz_stop_idle()
718 	ktime_t now, idle;  in get_cpu_idle_time_us()  local
723 	now = ktime_get();  in get_cpu_idle_time_us()
725 		update_ts_time_stats(cpu, ts, now, last_update_time);  in get_cpu_idle_time_us()
729 			ktime_t delta = ktime_sub(now, ts->idle_entrytime);  in get_cpu_idle_time_us()
759 	ktime_t now, iowait;  in get_cpu_iowait_time_us()  local
764 	now = ktime_get();  in get_cpu_iowait_time_us()
766 		update_ts_time_stats(cpu, ts, now, last_update_time);  in get_cpu_iowait_time_us()
770 			ktime_t delta = ktime_sub(now, ts->idle_entrytime);  in get_cpu_iowait_time_us()
782 static void tick_nohz_restart(struct tick_sched *ts, ktime_t now)  in tick_nohz_restart()  argument
788 	hrtimer_forward(&ts->sched_timer, now, TICK_NSEC);  in tick_nohz_restart()
983 static void tick_nohz_restart_sched_tick(struct tick_sched *ts, ktime_t now)  in tick_nohz_restart_sched_tick()  argument
986 	tick_do_update_jiffies64(now);  in tick_nohz_restart_sched_tick()
1000 	tick_nohz_restart(ts, now);  in tick_nohz_restart_sched_tick()
1004 					 ktime_t now)  in __tick_nohz_full_update_tick()  argument
1012 		tick_nohz_restart_sched_tick(ts, now);  in __tick_nohz_full_update_tick()
1252 	ktime_t now = ts->idle_entrytime;  in tick_nohz_get_sleep_length()  local
1257 	*delta_next = ktime_sub(dev->next_event, now);  in tick_nohz_get_sleep_length()
1273 	return ktime_sub(next_event, now);  in tick_nohz_get_sleep_length()
1304 					ktime_t now)  in tick_nohz_account_idle_time()  argument
1308 	ts->idle_exittime = now;  in tick_nohz_account_idle_time()
1330 		ktime_t now = ktime_get();  in tick_nohz_idle_restart_tick()  local
1331 		tick_nohz_restart_sched_tick(ts, now);  in tick_nohz_idle_restart_tick()
1332 		tick_nohz_account_idle_time(ts, now);  in tick_nohz_idle_restart_tick()
1336 static void tick_nohz_idle_update_tick(struct tick_sched *ts, ktime_t now)  in tick_nohz_idle_update_tick()  argument
1339 		__tick_nohz_full_update_tick(ts, now);  in tick_nohz_idle_update_tick()
1341 		tick_nohz_restart_sched_tick(ts, now);  in tick_nohz_idle_update_tick()
1343 	tick_nohz_account_idle_time(ts, now);  in tick_nohz_idle_update_tick()
1357 	ktime_t now;  in tick_nohz_idle_exit()  local
1369 		now = ktime_get();  in tick_nohz_idle_exit()
1372 		tick_nohz_stop_idle(ts, now);  in tick_nohz_idle_exit()
1375 		tick_nohz_idle_update_tick(ts, now);  in tick_nohz_idle_exit()
1387 	ktime_t now = ktime_get();  in tick_nohz_handler()  local
1391 	tick_sched_do_timer(ts, now);  in tick_nohz_handler()
1404 	hrtimer_forward(&ts->sched_timer, now, TICK_NSEC);  in tick_nohz_handler()
1449 	ktime_t now;  in tick_nohz_irq_enter()  local
1453 	now = ktime_get();  in tick_nohz_irq_enter()
1455 		tick_nohz_stop_idle(ts, now);  in tick_nohz_irq_enter()
1464 		tick_nohz_update_jiffies(now);  in tick_nohz_irq_enter()
1497 	ktime_t now = ktime_get();  in tick_sched_timer()  local
1499 	tick_sched_do_timer(ts, now);  in tick_sched_timer()
1514 	hrtimer_forward(timer, now, TICK_NSEC);  in tick_sched_timer()
1535 	ktime_t now = ktime_get();  in tick_setup_sched_timer()  local
1554 	hrtimer_forward(&ts->sched_timer, now, TICK_NSEC);  in tick_setup_sched_timer()