113 static void __scd_stamp(struct sched_clock_data *scd)  in __scd_stamp()  argument
115 	scd->tick_gtod = ktime_get_ns();  in __scd_stamp()
116 	scd->tick_raw = sched_clock();  in __scd_stamp()
121 	struct sched_clock_data *scd;  in __set_sched_clock_stable()  local
128 	scd = this_scd();  in __set_sched_clock_stable()
132 	__sched_clock_offset = (scd->tick_gtod + __gtod_offset) - (scd->tick_raw);  in __set_sched_clock_stable()
136 			scd->tick_gtod, __gtod_offset,  in __set_sched_clock_stable()
137 			scd->tick_raw,  __sched_clock_offset);  in __set_sched_clock_stable()
156 	struct sched_clock_data *scd;  in __sched_clock_work()  local
161 	scd = this_scd();  in __sched_clock_work()
162 	__scd_stamp(scd);  in __sched_clock_work()
163 	scd->clock = scd->tick_gtod + __gtod_offset;  in __sched_clock_work()
168 		per_cpu(sched_clock_data, cpu) = *scd;  in __sched_clock_work()
172 			scd->tick_gtod, __gtod_offset,  in __sched_clock_work()
173 			scd->tick_raw,  __sched_clock_offset);  in __sched_clock_work()
201 	struct sched_clock_data *scd = this_scd();  in __sched_clock_gtod_offset()  local
203 	__scd_stamp(scd);  in __sched_clock_gtod_offset()
204 	__gtod_offset = (scd->tick_raw + __sched_clock_offset) - scd->tick_gtod;  in __sched_clock_gtod_offset()
265 static u64 sched_clock_local(struct sched_clock_data *scd)  in sched_clock_local()  argument
272 	delta = now - scd->tick_raw;  in sched_clock_local()
276 	old_clock = scd->clock;  in sched_clock_local()
284 	gtod = scd->tick_gtod + __gtod_offset;  in sched_clock_local()
292 	if (cmpxchg64(&scd->clock, old_clock, clock) != old_clock)  in sched_clock_local()
298 static u64 sched_clock_remote(struct sched_clock_data *scd)  in sched_clock_remote()  argument
323 	remote_clock = cmpxchg64(&scd->clock, 0, 0);  in sched_clock_remote()
332 	remote_clock = scd->clock;  in sched_clock_remote()
342 		ptr = &scd->clock;  in sched_clock_remote()
367 	struct sched_clock_data *scd;  in sched_clock_cpu()  local
377 	scd = cpu_sdc(cpu);  in sched_clock_cpu()
380 		clock = sched_clock_remote(scd);  in sched_clock_cpu()
382 		clock = sched_clock_local(scd);  in sched_clock_cpu()
391 	struct sched_clock_data *scd;  in sched_clock_tick()  local
401 	scd = this_scd();  in sched_clock_tick()
402 	__scd_stamp(scd);  in sched_clock_tick()
403 	sched_clock_local(scd);  in sched_clock_tick()