59 struct clocksource *clock;  variable
75 	cycle_now = clocksource_read(clock);  in clocksource_forward_now()
76 	cycle_delta = (cycle_now - clock->cycle_last) & clock->mask;  in clocksource_forward_now()
77 	clock->cycle_last = cycle_now;  in clocksource_forward_now()
79 	nsec = cyc2ns(clock, cycle_delta);  in clocksource_forward_now()
82 	nsec = ((s64)cycle_delta * clock->mult_orig) >> clock->shift;  in clocksource_forward_now()
83 	clock->raw_time.tv_nsec += nsec;  in clocksource_forward_now()
106 		cycle_now = clocksource_read(clock);  in getnstimeofday()
109 		cycle_delta = (cycle_now - clock->cycle_last) & clock->mask;  in getnstimeofday()
112 		nsecs = cyc2ns(clock, cycle_delta);  in getnstimeofday()
163 	clock->error = 0;  in do_settimeofday()
166 	update_vsyscall(&xtime, clock);  in do_settimeofday()
189 	if (clock == new)  in change_clocksource()
194 	new->raw_time = clock->raw_time;  in change_clocksource()
196 	clock = new;  in change_clocksource()
197 	clock->cycle_last = 0;  in change_clocksource()
198 	clock->cycle_last = clocksource_read(new);  in change_clocksource()
199 	clock->error = 0;  in change_clocksource()
200 	clock->xtime_nsec = 0;  in change_clocksource()
201 	clocksource_calculate_interval(clock, NTP_INTERVAL_LENGTH);  in change_clocksource()
233 		cycle_now = clocksource_read(clock);  in getrawmonotonic()
236 		cycle_delta = (cycle_now - clock->cycle_last) & clock->mask;  in getrawmonotonic()
239 		nsecs = ((s64)cycle_delta * clock->mult_orig) >> clock->shift;  in getrawmonotonic()
241 		*ts = clock->raw_time;  in getrawmonotonic()
261 		ret = clock->flags & CLOCK_SOURCE_VALID_FOR_HRES;  in timekeeping_valid_for_hres()
294 	clock = clocksource_get_next();  in timekeeping_init()
295 	clocksource_calculate_interval(clock, NTP_INTERVAL_LENGTH);  in timekeeping_init()
296 	clock->cycle_last = clocksource_read(clock);  in timekeeping_init()
336 	clock->cycle_last = 0;  in timekeeping_resume()
337 	clock->cycle_last = clocksource_read(clock);  in timekeeping_resume()
338 	clock->error = 0;  in timekeeping_resume()
410 	error2 = clock->error >> (NTP_SCALE_SHIFT + 22 - 2 * SHIFT_HZ);  in clocksource_bigadjust()
419 	tick_error = tick_length >> (NTP_SCALE_SHIFT - clock->shift + 1);  in clocksource_bigadjust()
420 	tick_error -= clock->xtime_interval >> 1;  in clocksource_bigadjust()
447 	s64 error, interval = clock->cycle_interval;  in clocksource_adjust()
450 	error = clock->error >> (NTP_SCALE_SHIFT - clock->shift - 1);  in clocksource_adjust()
468 	clock->mult += adj;  in clocksource_adjust()
469 	clock->xtime_interval += interval;  in clocksource_adjust()
470 	clock->xtime_nsec -= offset;  in clocksource_adjust()
471 	clock->error -= (interval - offset) <<  in clocksource_adjust()
472 			(NTP_SCALE_SHIFT - clock->shift);  in clocksource_adjust()
489 	offset = (clocksource_read(clock) - clock->cycle_last) & clock->mask;  in update_wall_time()
491 	offset = clock->cycle_interval;  in update_wall_time()
493 	clock->xtime_nsec = (s64)xtime.tv_nsec << clock->shift;  in update_wall_time()
498 	while (offset >= clock->cycle_interval) {  in update_wall_time()
500 		offset -= clock->cycle_interval;  in update_wall_time()
501 		clock->cycle_last += clock->cycle_interval;  in update_wall_time()
503 		clock->xtime_nsec += clock->xtime_interval;  in update_wall_time()
504 		if (clock->xtime_nsec >= (u64)NSEC_PER_SEC << clock->shift) {  in update_wall_time()
505 			clock->xtime_nsec -= (u64)NSEC_PER_SEC << clock->shift;  in update_wall_time()
510 		clock->raw_time.tv_nsec += clock->raw_interval;  in update_wall_time()
511 		if (clock->raw_time.tv_nsec >= NSEC_PER_SEC) {  in update_wall_time()
512 			clock->raw_time.tv_nsec -= NSEC_PER_SEC;  in update_wall_time()
513 			clock->raw_time.tv_sec++;  in update_wall_time()
517 		clock->error += tick_length;  in update_wall_time()
518 		clock->error -= clock->xtime_interval << (NTP_SCALE_SHIFT - clock->shift);  in update_wall_time()
540 	if (unlikely((s64)clock->xtime_nsec < 0)) {  in update_wall_time()
541 		s64 neg = -(s64)clock->xtime_nsec;  in update_wall_time()
542 		clock->xtime_nsec = 0;  in update_wall_time()
543 		clock->error += neg << (NTP_SCALE_SHIFT - clock->shift);  in update_wall_time()
549 	xtime.tv_nsec = ((s64)clock->xtime_nsec >> clock->shift) + 1;  in update_wall_time()
550 	clock->xtime_nsec -= (s64)xtime.tv_nsec << clock->shift;  in update_wall_time()
551 	clock->error += clock->xtime_nsec << (NTP_SCALE_SHIFT - clock->shift);  in update_wall_time()
553 	update_xtime_cache(cyc2ns(clock, offset));  in update_wall_time()
557 	update_vsyscall(&xtime, clock);  in update_wall_time()