Home
last modified time | relevance | path

Searched refs:vdso_data (Results 1 – 25 of 26) sorted by relevance

12

/arch/tile/kernel/
Dtime.c254 write_seqcount_begin(&vdso_data->tz_seq); in update_vsyscall_tz()
255 vdso_data->tz_minuteswest = sys_tz.tz_minuteswest; in update_vsyscall_tz()
256 vdso_data->tz_dsttime = sys_tz.tz_dsttime; in update_vsyscall_tz()
257 write_seqcount_end(&vdso_data->tz_seq); in update_vsyscall_tz()
265 write_seqcount_begin(&vdso_data->tb_seq); in update_vsyscall()
267 vdso_data->cycle_last = tk->tkr_mono.cycle_last; in update_vsyscall()
268 vdso_data->mask = tk->tkr_mono.mask; in update_vsyscall()
269 vdso_data->mult = tk->tkr_mono.mult; in update_vsyscall()
270 vdso_data->shift = tk->tkr_mono.shift; in update_vsyscall()
272 vdso_data->wall_time_sec = tk->xtime_sec; in update_vsyscall()
[all …]
Dvdso.c44 struct vdso_data data;
48 struct vdso_data *vdso_data = &vdso_data_store.data; variable
64 pagelist[pages - 1] = virt_to_page(vdso_data); in vdso_setup()
/arch/arm64/kernel/
Dvdso.c47 struct vdso_data data;
50 struct vdso_data *vdso_data = &vdso_data_store.data; variable
126 vdso_pages + 1, vdso_pages, vdso_start, 1L, vdso_data); in vdso_init()
135 vdso_pagelist[0] = phys_to_page(__pa_symbol(vdso_data)); in vdso_init()
208 ++vdso_data->tb_seq_count; in update_vsyscall()
211 vdso_data->use_syscall = use_syscall; in update_vsyscall()
212 vdso_data->xtime_coarse_sec = tk->xtime_sec; in update_vsyscall()
213 vdso_data->xtime_coarse_nsec = tk->tkr_mono.xtime_nsec >> in update_vsyscall()
215 vdso_data->wtm_clock_sec = tk->wall_to_monotonic.tv_sec; in update_vsyscall()
216 vdso_data->wtm_clock_nsec = tk->wall_to_monotonic.tv_nsec; in update_vsyscall()
[all …]
Dasm-offsets.c96 DEFINE(VDSO_CS_CYCLE_LAST, offsetof(struct vdso_data, cs_cycle_last)); in main()
97 DEFINE(VDSO_RAW_TIME_SEC, offsetof(struct vdso_data, raw_time_sec)); in main()
98 DEFINE(VDSO_RAW_TIME_NSEC, offsetof(struct vdso_data, raw_time_nsec)); in main()
99 DEFINE(VDSO_XTIME_CLK_SEC, offsetof(struct vdso_data, xtime_clock_sec)); in main()
100 DEFINE(VDSO_XTIME_CLK_NSEC, offsetof(struct vdso_data, xtime_clock_nsec)); in main()
101 DEFINE(VDSO_XTIME_CRS_SEC, offsetof(struct vdso_data, xtime_coarse_sec)); in main()
102 DEFINE(VDSO_XTIME_CRS_NSEC, offsetof(struct vdso_data, xtime_coarse_nsec)); in main()
103 DEFINE(VDSO_WTM_CLK_SEC, offsetof(struct vdso_data, wtm_clock_sec)); in main()
104 DEFINE(VDSO_WTM_CLK_NSEC, offsetof(struct vdso_data, wtm_clock_nsec)); in main()
105 DEFINE(VDSO_TB_SEQ_COUNT, offsetof(struct vdso_data, tb_seq_count)); in main()
[all …]
/arch/arm/kernel/
Dvdso.c51 static struct vdso_data *vdso_data = &vdso_data_store.data; variable
201 vdso_data_page = virt_to_page(vdso_data); in vdso_init()
261 static void vdso_write_begin(struct vdso_data *vdata) in vdso_write_begin()
263 ++vdso_data->seq_count; in vdso_write_begin()
267 static void vdso_write_end(struct vdso_data *vdata) in vdso_write_end()
270 ++vdso_data->seq_count; in vdso_write_end()
313 vdso_write_begin(vdso_data); in update_vsyscall()
315 vdso_data->tk_is_cntvct = tk_is_cntvct(tk); in update_vsyscall()
316 vdso_data->xtime_coarse_sec = tk->xtime_sec; in update_vsyscall()
317 vdso_data->xtime_coarse_nsec = (u32)(tk->tkr_mono.xtime_nsec >> in update_vsyscall()
[all …]
/arch/mips/kernel/
Dvdso.c28 static union mips_vdso_data vdso_data __page_aligned_data;
74 vdso_data_write_begin(&vdso_data); in update_vsyscall()
76 vdso_data.xtime_sec = tk->xtime_sec; in update_vsyscall()
77 vdso_data.xtime_nsec = tk->tkr_mono.xtime_nsec; in update_vsyscall()
78 vdso_data.wall_to_mono_sec = tk->wall_to_monotonic.tv_sec; in update_vsyscall()
79 vdso_data.wall_to_mono_nsec = tk->wall_to_monotonic.tv_nsec; in update_vsyscall()
80 vdso_data.cs_shift = tk->tkr_mono.shift; in update_vsyscall()
82 vdso_data.clock_mode = tk->tkr_mono.clock->archdata.vdso_clock_mode; in update_vsyscall()
83 if (vdso_data.clock_mode != VDSO_CLOCK_NONE) { in update_vsyscall()
84 vdso_data.cs_mult = tk->tkr_mono.mult; in update_vsyscall()
[all …]
/arch/arm64/kernel/vdso/
Dgettimeofday.S28 vdso_data .req x6 label
40 9999: ldr seqcnt, [vdso_data, #VDSO_TB_SEQ_COUNT]
47 ldr w_tmp, [vdso_data, #VDSO_TB_SEQ_COUNT]
53 ldr w_tmp, [vdso_data, #VDSO_USE_SYSCALL]
139 adr vdso_data, _vdso_data
146 ldr x10, [vdso_data, #VDSO_CS_CYCLE_LAST]
148 ldp w11, w12, [vdso_data, #VDSO_CS_MONO_MULT]
149 ldp x13, x14, [vdso_data, #VDSO_XTIME_CLK_SEC]
167 ldp w4, w5, [vdso_data, #VDSO_TZ_MINWEST]
187 adr vdso_data, _vdso_data
[all …]
/arch/arm/vdso/
Dvgettimeofday.c32 extern struct vdso_data *__get_datapage(void);
34 static notrace u32 __vdso_read_begin(const struct vdso_data *vdata) in __vdso_read_begin()
46 static notrace u32 vdso_read_begin(const struct vdso_data *vdata) in vdso_read_begin()
56 static notrace int vdso_read_retry(const struct vdso_data *vdata, u32 start) in vdso_read_retry()
80 struct vdso_data *vdata) in do_realtime_coarse()
96 struct vdso_data *vdata) in do_monotonic_coarse()
120 static notrace u64 get_ns(struct vdso_data *vdata) in get_ns()
136 static notrace int do_realtime(struct timespec *ts, struct vdso_data *vdata) in do_realtime()
158 static notrace int do_monotonic(struct timespec *ts, struct vdso_data *vdata) in do_monotonic()
187 static notrace int do_realtime(struct timespec *ts, struct vdso_data *vdata) in do_realtime()
[all …]
/arch/powerpc/kernel/
Dvdso.c78 struct vdso_data data;
81 struct vdso_data *vdso_data = &vdso_data_store.data; variable
677 vdso_data->syscall_map_64[i >> 5] |= in vdso_setup_syscall_map()
680 vdso_data->syscall_map_32[i >> 5] |= in vdso_setup_syscall_map()
684 vdso_data->syscall_map_32[i >> 5] |= in vdso_setup_syscall_map()
725 strcpy((char *)vdso_data->eye_catcher, "SYSTEMCFG:PPC64"); in vdso_init()
726 vdso_data->version.major = SYSTEMCFG_MAJOR; in vdso_init()
727 vdso_data->version.minor = SYSTEMCFG_MINOR; in vdso_init()
728 vdso_data->processor = mfspr(SPRN_PVR); in vdso_init()
733 vdso_data->platform = 0x100; in vdso_init()
[all …]
Dtime.c801 ++vdso_data->tb_update_count; in update_vsyscall_old()
825 vdso_data->tb_orig_stamp = cycle_last; in update_vsyscall_old()
826 vdso_data->stamp_xsec = new_stamp_xsec; in update_vsyscall_old()
827 vdso_data->tb_to_xs = new_tb_to_xs; in update_vsyscall_old()
828 vdso_data->wtom_clock_sec = wtm->tv_sec; in update_vsyscall_old()
829 vdso_data->wtom_clock_nsec = wtm->tv_nsec; in update_vsyscall_old()
830 vdso_data->stamp_xtime = *wall_time; in update_vsyscall_old()
831 vdso_data->stamp_sec_fraction = frac_sec; in update_vsyscall_old()
832 vdso_data->hrtimer_res = hrtimer_resolution; in update_vsyscall_old()
834 ++(vdso_data->tb_update_count); in update_vsyscall_old()
[all …]
Dasm-offsets.c389 DEFINE(CFG_TB_ORIG_STAMP, offsetof(struct vdso_data, tb_orig_stamp)); in main()
390 DEFINE(CFG_TB_TICKS_PER_SEC, offsetof(struct vdso_data, tb_ticks_per_sec)); in main()
391 DEFINE(CFG_TB_TO_XS, offsetof(struct vdso_data, tb_to_xs)); in main()
392 DEFINE(CFG_STAMP_XSEC, offsetof(struct vdso_data, stamp_xsec)); in main()
393 DEFINE(CFG_TB_UPDATE_COUNT, offsetof(struct vdso_data, tb_update_count)); in main()
394 DEFINE(CFG_TZ_MINUTEWEST, offsetof(struct vdso_data, tz_minuteswest)); in main()
395 DEFINE(CFG_TZ_DSTTIME, offsetof(struct vdso_data, tz_dsttime)); in main()
396 DEFINE(CFG_SYSCALL_MAP32, offsetof(struct vdso_data, syscall_map_32)); in main()
397 DEFINE(WTOM_CLOCK_SEC, offsetof(struct vdso_data, wtom_clock_sec)); in main()
398 DEFINE(WTOM_CLOCK_NSEC, offsetof(struct vdso_data, wtom_clock_nsec)); in main()
[all …]
Dproc_powerpc.c67 &page_map_fops, vdso_data); in proc_ppc64_init()
Dsmp.c418 vdso_data->processorCount--; in generic_cpu_disable()
700 vdso_data->processorCount++; in start_secondary()
Dsetup-common.c526 vdso_data->processorCount = num_present_cpus(); in smp_setup_cpu_maps()
/arch/tile/kernel/vdso/
Dvgettimeofday.c59 static inline u64 vgetsns(struct vdso_data *vdso) in vgetsns()
64 static inline int do_realtime(struct vdso_data *vdso, struct timespec *ts) in do_realtime()
83 static inline int do_monotonic(struct vdso_data *vdso, struct timespec *ts) in do_monotonic()
102 static inline int do_realtime_coarse(struct vdso_data *vdso, in do_realtime_coarse()
116 static inline int do_monotonic_coarse(struct vdso_data *vdso, in do_monotonic_coarse()
135 struct vdso_data *vdso = (struct vdso_data *)get_datapage(); in __vdso_gettimeofday()
176 struct vdso_data *vdso = (struct vdso_data *)get_datapage(); in __vdso_clock_gettime()
/arch/tile/include/asm/
Dvdso.h29 struct vdso_data { struct
48 extern struct vdso_data *vdso_data; argument
/arch/s390/kernel/
Dasm-offsets.c67 OFFSET(__VDSO_UPD_COUNT, vdso_data, tb_update_count); in main()
68 OFFSET(__VDSO_XTIME_STAMP, vdso_data, xtime_tod_stamp); in main()
69 OFFSET(__VDSO_XTIME_SEC, vdso_data, xtime_clock_sec); in main()
70 OFFSET(__VDSO_XTIME_NSEC, vdso_data, xtime_clock_nsec); in main()
71 OFFSET(__VDSO_XTIME_CRS_SEC, vdso_data, xtime_coarse_sec); in main()
72 OFFSET(__VDSO_XTIME_CRS_NSEC, vdso_data, xtime_coarse_nsec); in main()
73 OFFSET(__VDSO_WTOM_SEC, vdso_data, wtom_clock_sec); in main()
74 OFFSET(__VDSO_WTOM_NSEC, vdso_data, wtom_clock_nsec); in main()
75 OFFSET(__VDSO_WTOM_CRS_SEC, vdso_data, wtom_coarse_sec); in main()
76 OFFSET(__VDSO_WTOM_CRS_NSEC, vdso_data, wtom_coarse_nsec); in main()
[all …]
Dvdso.c75 struct vdso_data data;
78 struct vdso_data *vdso_data = &vdso_data_store.data; variable
83 static void vdso_init_data(struct vdso_data *vd) in vdso_init_data()
260 vdso_init_data(vdso_data); in vdso_init()
276 vdso32_pagelist[vdso32_pages - 1] = virt_to_page(vdso_data); in vdso_init()
294 vdso64_pagelist[vdso64_pages - 1] = virt_to_page(vdso_data); in vdso_init()
300 get_page(virt_to_page(vdso_data)); in vdso_init()
Dtime.c219 ++vdso_data->tb_update_count; in update_vsyscall()
221 vdso_data->xtime_tod_stamp = tk->tkr_mono.cycle_last; in update_vsyscall()
222 vdso_data->xtime_clock_sec = tk->xtime_sec; in update_vsyscall()
223 vdso_data->xtime_clock_nsec = tk->tkr_mono.xtime_nsec; in update_vsyscall()
224 vdso_data->wtom_clock_sec = in update_vsyscall()
226 vdso_data->wtom_clock_nsec = tk->tkr_mono.xtime_nsec + in update_vsyscall()
229 while (vdso_data->wtom_clock_nsec >= nsecps) { in update_vsyscall()
230 vdso_data->wtom_clock_nsec -= nsecps; in update_vsyscall()
231 vdso_data->wtom_clock_sec++; in update_vsyscall()
234 vdso_data->xtime_coarse_sec = tk->xtime_sec; in update_vsyscall()
[all …]
/arch/s390/include/asm/
Dvdso.h20 struct vdso_data { struct
43 extern struct vdso_data *vdso_data; argument
/arch/powerpc/include/asm/
Dvdso_datapage.h52 struct vdso_data { struct
99 struct vdso_data { argument
121 extern struct vdso_data *vdso_data; argument
/arch/arm/include/asm/
Dvdso_datapage.h31 struct vdso_data { struct
52 struct vdso_data data; argument
/arch/arm64/include/asm/
Dvdso_datapage.h23 struct vdso_data { struct
/arch/powerpc/platforms/powernv/
Dsmp.c131 vdso_data->processorCount--; in pnv_smp_cpu_disable()
/arch/powerpc/platforms/pseries/
Dhotplug-cpu.c176 vdso_data->processorCount--; in pseries_cpu_disable()

12