242 	u64 now, state_start;  in get_recent_times()  local
252 		now = cpu_clock(cpu);  in get_recent_times()
271 			times[s] += now - state_start;  in get_recent_times()
357 static u64 update_averages(struct psi_group *group, u64 now)  in update_averages()  argument
366 	if (now - expires >= psi_period)  in update_averages()
367 		missed_periods = div_u64(now - expires, psi_period);  in update_averages()
377 	period = now - (group->avg_last_update + (missed_periods * psi_period));  in update_averages()
378 	group->avg_last_update = now;  in update_averages()
416 	u64 now;  in psi_avgs_work()  local
423 	now = sched_clock();  in psi_avgs_work()
434 	if (now >= group->avg_next_update)  in psi_avgs_work()
435 		group->avg_next_update = update_averages(group, now);  in psi_avgs_work()
439 				group->avg_next_update - now) + 1);  in psi_avgs_work()
446 static void window_reset(struct psi_window *win, u64 now, u64 value,  in window_reset()  argument
449 	win->start_time = now;  in window_reset()
465 static u64 window_update(struct psi_window *win, u64 now, u64 value)  in window_update()  argument
470 	elapsed = now - win->start_time;  in window_update()
480 		window_reset(win, now, value, growth);  in window_update()
491 static void init_triggers(struct psi_group *group, u64 now)  in init_triggers()  argument
496 		window_reset(&t->win, now,  in init_triggers()
500 	group->polling_next_update = now + group->poll_min_period;  in init_triggers()
503 static u64 update_triggers(struct psi_group *group, u64 now)  in update_triggers()  argument
529 		growth = window_update(&t->win, now, total[t->state]);  in update_triggers()
534 		if (now < t->last_event_time + t->win.size)  in update_triggers()
540 		t->last_event_time = now;  in update_triggers()
547 	return now + group->poll_min_period;  in update_triggers()
584 	u64 now;  in psi_poll_work()  local
593 	now = sched_clock();  in psi_poll_work()
599 		if (now > group->polling_until)  in psi_poll_work()
600 			init_triggers(group, now);  in psi_poll_work()
607 		group->polling_until = now +  in psi_poll_work()
611 	if (now > group->polling_until) {  in psi_poll_work()
616 	if (now >= group->polling_next_update)  in psi_poll_work()
617 		group->polling_next_update = update_triggers(group, now);  in psi_poll_work()
620 		nsecs_to_jiffies(group->polling_next_update - now) + 1);  in psi_poll_work()
630 	u64 now;  in record_times()  local
632 	now = cpu_clock(cpu);  in record_times()
633 	delta = now - groupc->state_start;  in record_times()
634 	groupc->state_start = now;  in record_times()
943 	u64 now;  in psi_show()  local
950 	now = sched_clock();  in psi_show()
952 	if (now >= group->avg_next_update)  in psi_show()
953 		group->avg_next_update = update_averages(group, now);  in psi_show()