62 static struct clock_data cd ____cacheline_aligned = {
75 	*seq = raw_read_seqcount_latch(&cd.seq);  in sched_clock_read_begin()
76 	return cd.read_data + (*seq & 1);  in sched_clock_read_begin()
81 	return read_seqcount_latch_retry(&cd.seq, seq);  in sched_clock_read_retry()
114 	cd.read_data[1] = *rd;  in update_clock_read_data()
117 	raw_write_seqcount_latch(&cd.seq);  in update_clock_read_data()
120 	cd.read_data[0] = *rd;  in update_clock_read_data()
123 	raw_write_seqcount_latch(&cd.seq);  in update_clock_read_data()
135 	rd = cd.read_data[0];  in update_sched_clock()
137 	cyc = cd.actual_read_sched_clock();  in update_sched_clock()
149 	hrtimer_forward_now(hrt, cd.wrap_kt);  in sched_clock_poll()
162 	if (cd.rate > rate)  in sched_clock_register()
172 	cd.rate = rate;  in sched_clock_register()
176 	cd.wrap_kt = ns_to_ktime(wrap);  in sched_clock_register()
178 	rd = cd.read_data[0];  in sched_clock_register()
182 	cyc = cd.actual_read_sched_clock();  in sched_clock_register()
184 	cd.actual_read_sched_clock = read;  in sched_clock_register()
197 		hrtimer_start(&sched_clock_timer, cd.wrap_kt,  in sched_clock_register()
234 	if (cd.actual_read_sched_clock == jiffy_sched_clock_read)  in generic_sched_clock_init()
245 	hrtimer_start(&sched_clock_timer, cd.wrap_kt, HRTIMER_MODE_REL_HARD);  in generic_sched_clock_init()
261 	unsigned int seq = raw_read_seqcount_latch(&cd.seq);  in suspended_sched_clock_read()
263 	return cd.read_data[seq & 1].epoch_cyc;  in suspended_sched_clock_read()
268 	struct clock_read_data *rd = &cd.read_data[0];  in sched_clock_suspend()
280 	struct clock_read_data *rd = &cd.read_data[0];  in sched_clock_resume()
282 	rd->epoch_cyc = cd.actual_read_sched_clock();  in sched_clock_resume()
283 	hrtimer_start(&sched_clock_timer, cd.wrap_kt, HRTIMER_MODE_REL_HARD);  in sched_clock_resume()
284 	rd->read_sched_clock = cd.actual_read_sched_clock;  in sched_clock_resume()