/arch/tile/kernel/ |
D | time.c | 254 write_seqcount_begin(&vdso_data->tz_seq); in update_vsyscall_tz() 255 vdso_data->tz_minuteswest = sys_tz.tz_minuteswest; in update_vsyscall_tz() 256 vdso_data->tz_dsttime = sys_tz.tz_dsttime; in update_vsyscall_tz() 257 write_seqcount_end(&vdso_data->tz_seq); in update_vsyscall_tz() 265 write_seqcount_begin(&vdso_data->tb_seq); in update_vsyscall() 267 vdso_data->cycle_last = tk->tkr_mono.cycle_last; in update_vsyscall() 268 vdso_data->mask = tk->tkr_mono.mask; in update_vsyscall() 269 vdso_data->mult = tk->tkr_mono.mult; in update_vsyscall() 270 vdso_data->shift = tk->tkr_mono.shift; in update_vsyscall() 272 vdso_data->wall_time_sec = tk->xtime_sec; in update_vsyscall() [all …]
|
D | vdso.c | 44 struct vdso_data data; 48 struct vdso_data *vdso_data = &vdso_data_store.data; variable 64 pagelist[pages - 1] = virt_to_page(vdso_data); in vdso_setup()
|
/arch/arm64/kernel/ |
D | vdso.c | 47 struct vdso_data data; 50 struct vdso_data *vdso_data = &vdso_data_store.data; variable 126 vdso_pages + 1, vdso_pages, vdso_start, 1L, vdso_data); in vdso_init() 135 vdso_pagelist[0] = phys_to_page(__pa_symbol(vdso_data)); in vdso_init() 208 ++vdso_data->tb_seq_count; in update_vsyscall() 211 vdso_data->use_syscall = use_syscall; in update_vsyscall() 212 vdso_data->xtime_coarse_sec = tk->xtime_sec; in update_vsyscall() 213 vdso_data->xtime_coarse_nsec = tk->tkr_mono.xtime_nsec >> in update_vsyscall() 215 vdso_data->wtm_clock_sec = tk->wall_to_monotonic.tv_sec; in update_vsyscall() 216 vdso_data->wtm_clock_nsec = tk->wall_to_monotonic.tv_nsec; in update_vsyscall() [all …]
|
D | asm-offsets.c | 96 DEFINE(VDSO_CS_CYCLE_LAST, offsetof(struct vdso_data, cs_cycle_last)); in main() 97 DEFINE(VDSO_RAW_TIME_SEC, offsetof(struct vdso_data, raw_time_sec)); in main() 98 DEFINE(VDSO_RAW_TIME_NSEC, offsetof(struct vdso_data, raw_time_nsec)); in main() 99 DEFINE(VDSO_XTIME_CLK_SEC, offsetof(struct vdso_data, xtime_clock_sec)); in main() 100 DEFINE(VDSO_XTIME_CLK_NSEC, offsetof(struct vdso_data, xtime_clock_nsec)); in main() 101 DEFINE(VDSO_XTIME_CRS_SEC, offsetof(struct vdso_data, xtime_coarse_sec)); in main() 102 DEFINE(VDSO_XTIME_CRS_NSEC, offsetof(struct vdso_data, xtime_coarse_nsec)); in main() 103 DEFINE(VDSO_WTM_CLK_SEC, offsetof(struct vdso_data, wtm_clock_sec)); in main() 104 DEFINE(VDSO_WTM_CLK_NSEC, offsetof(struct vdso_data, wtm_clock_nsec)); in main() 105 DEFINE(VDSO_TB_SEQ_COUNT, offsetof(struct vdso_data, tb_seq_count)); in main() [all …]
|
/arch/arm/kernel/ |
D | vdso.c | 51 static struct vdso_data *vdso_data = &vdso_data_store.data; variable 201 vdso_data_page = virt_to_page(vdso_data); in vdso_init() 261 static void vdso_write_begin(struct vdso_data *vdata) in vdso_write_begin() 263 ++vdso_data->seq_count; in vdso_write_begin() 267 static void vdso_write_end(struct vdso_data *vdata) in vdso_write_end() 270 ++vdso_data->seq_count; in vdso_write_end() 313 vdso_write_begin(vdso_data); in update_vsyscall() 315 vdso_data->tk_is_cntvct = tk_is_cntvct(tk); in update_vsyscall() 316 vdso_data->xtime_coarse_sec = tk->xtime_sec; in update_vsyscall() 317 vdso_data->xtime_coarse_nsec = (u32)(tk->tkr_mono.xtime_nsec >> in update_vsyscall() [all …]
|
/arch/mips/kernel/ |
D | vdso.c | 28 static union mips_vdso_data vdso_data __page_aligned_data; 74 vdso_data_write_begin(&vdso_data); in update_vsyscall() 76 vdso_data.xtime_sec = tk->xtime_sec; in update_vsyscall() 77 vdso_data.xtime_nsec = tk->tkr_mono.xtime_nsec; in update_vsyscall() 78 vdso_data.wall_to_mono_sec = tk->wall_to_monotonic.tv_sec; in update_vsyscall() 79 vdso_data.wall_to_mono_nsec = tk->wall_to_monotonic.tv_nsec; in update_vsyscall() 80 vdso_data.cs_shift = tk->tkr_mono.shift; in update_vsyscall() 82 vdso_data.clock_mode = tk->tkr_mono.clock->archdata.vdso_clock_mode; in update_vsyscall() 83 if (vdso_data.clock_mode != VDSO_CLOCK_NONE) { in update_vsyscall() 84 vdso_data.cs_mult = tk->tkr_mono.mult; in update_vsyscall() [all …]
|
/arch/arm64/kernel/vdso/ |
D | gettimeofday.S | 28 vdso_data .req x6 label 40 9999: ldr seqcnt, [vdso_data, #VDSO_TB_SEQ_COUNT] 47 ldr w_tmp, [vdso_data, #VDSO_TB_SEQ_COUNT] 53 ldr w_tmp, [vdso_data, #VDSO_USE_SYSCALL] 139 adr vdso_data, _vdso_data 146 ldr x10, [vdso_data, #VDSO_CS_CYCLE_LAST] 148 ldp w11, w12, [vdso_data, #VDSO_CS_MONO_MULT] 149 ldp x13, x14, [vdso_data, #VDSO_XTIME_CLK_SEC] 167 ldp w4, w5, [vdso_data, #VDSO_TZ_MINWEST] 187 adr vdso_data, _vdso_data [all …]
|
/arch/arm/vdso/ |
D | vgettimeofday.c | 32 extern struct vdso_data *__get_datapage(void); 34 static notrace u32 __vdso_read_begin(const struct vdso_data *vdata) in __vdso_read_begin() 46 static notrace u32 vdso_read_begin(const struct vdso_data *vdata) in vdso_read_begin() 56 static notrace int vdso_read_retry(const struct vdso_data *vdata, u32 start) in vdso_read_retry() 80 struct vdso_data *vdata) in do_realtime_coarse() 96 struct vdso_data *vdata) in do_monotonic_coarse() 120 static notrace u64 get_ns(struct vdso_data *vdata) in get_ns() 136 static notrace int do_realtime(struct timespec *ts, struct vdso_data *vdata) in do_realtime() 158 static notrace int do_monotonic(struct timespec *ts, struct vdso_data *vdata) in do_monotonic() 187 static notrace int do_realtime(struct timespec *ts, struct vdso_data *vdata) in do_realtime() [all …]
|
/arch/powerpc/kernel/ |
D | vdso.c | 78 struct vdso_data data; 81 struct vdso_data *vdso_data = &vdso_data_store.data; variable 677 vdso_data->syscall_map_64[i >> 5] |= in vdso_setup_syscall_map() 680 vdso_data->syscall_map_32[i >> 5] |= in vdso_setup_syscall_map() 684 vdso_data->syscall_map_32[i >> 5] |= in vdso_setup_syscall_map() 725 strcpy((char *)vdso_data->eye_catcher, "SYSTEMCFG:PPC64"); in vdso_init() 726 vdso_data->version.major = SYSTEMCFG_MAJOR; in vdso_init() 727 vdso_data->version.minor = SYSTEMCFG_MINOR; in vdso_init() 728 vdso_data->processor = mfspr(SPRN_PVR); in vdso_init() 733 vdso_data->platform = 0x100; in vdso_init() [all …]
|
D | time.c | 801 ++vdso_data->tb_update_count; in update_vsyscall_old() 825 vdso_data->tb_orig_stamp = cycle_last; in update_vsyscall_old() 826 vdso_data->stamp_xsec = new_stamp_xsec; in update_vsyscall_old() 827 vdso_data->tb_to_xs = new_tb_to_xs; in update_vsyscall_old() 828 vdso_data->wtom_clock_sec = wtm->tv_sec; in update_vsyscall_old() 829 vdso_data->wtom_clock_nsec = wtm->tv_nsec; in update_vsyscall_old() 830 vdso_data->stamp_xtime = *wall_time; in update_vsyscall_old() 831 vdso_data->stamp_sec_fraction = frac_sec; in update_vsyscall_old() 832 vdso_data->hrtimer_res = hrtimer_resolution; in update_vsyscall_old() 834 ++(vdso_data->tb_update_count); in update_vsyscall_old() [all …]
|
D | asm-offsets.c | 389 DEFINE(CFG_TB_ORIG_STAMP, offsetof(struct vdso_data, tb_orig_stamp)); in main() 390 DEFINE(CFG_TB_TICKS_PER_SEC, offsetof(struct vdso_data, tb_ticks_per_sec)); in main() 391 DEFINE(CFG_TB_TO_XS, offsetof(struct vdso_data, tb_to_xs)); in main() 392 DEFINE(CFG_STAMP_XSEC, offsetof(struct vdso_data, stamp_xsec)); in main() 393 DEFINE(CFG_TB_UPDATE_COUNT, offsetof(struct vdso_data, tb_update_count)); in main() 394 DEFINE(CFG_TZ_MINUTEWEST, offsetof(struct vdso_data, tz_minuteswest)); in main() 395 DEFINE(CFG_TZ_DSTTIME, offsetof(struct vdso_data, tz_dsttime)); in main() 396 DEFINE(CFG_SYSCALL_MAP32, offsetof(struct vdso_data, syscall_map_32)); in main() 397 DEFINE(WTOM_CLOCK_SEC, offsetof(struct vdso_data, wtom_clock_sec)); in main() 398 DEFINE(WTOM_CLOCK_NSEC, offsetof(struct vdso_data, wtom_clock_nsec)); in main() [all …]
|
D | proc_powerpc.c | 67 &page_map_fops, vdso_data); in proc_ppc64_init()
|
D | smp.c | 418 vdso_data->processorCount--; in generic_cpu_disable() 700 vdso_data->processorCount++; in start_secondary()
|
D | setup-common.c | 526 vdso_data->processorCount = num_present_cpus(); in smp_setup_cpu_maps()
|
/arch/tile/kernel/vdso/ |
D | vgettimeofday.c | 59 static inline u64 vgetsns(struct vdso_data *vdso) in vgetsns() 64 static inline int do_realtime(struct vdso_data *vdso, struct timespec *ts) in do_realtime() 83 static inline int do_monotonic(struct vdso_data *vdso, struct timespec *ts) in do_monotonic() 102 static inline int do_realtime_coarse(struct vdso_data *vdso, in do_realtime_coarse() 116 static inline int do_monotonic_coarse(struct vdso_data *vdso, in do_monotonic_coarse() 135 struct vdso_data *vdso = (struct vdso_data *)get_datapage(); in __vdso_gettimeofday() 176 struct vdso_data *vdso = (struct vdso_data *)get_datapage(); in __vdso_clock_gettime()
|
/arch/tile/include/asm/ |
D | vdso.h | 29 struct vdso_data { struct 48 extern struct vdso_data *vdso_data; argument
|
/arch/s390/kernel/ |
D | asm-offsets.c | 67 OFFSET(__VDSO_UPD_COUNT, vdso_data, tb_update_count); in main() 68 OFFSET(__VDSO_XTIME_STAMP, vdso_data, xtime_tod_stamp); in main() 69 OFFSET(__VDSO_XTIME_SEC, vdso_data, xtime_clock_sec); in main() 70 OFFSET(__VDSO_XTIME_NSEC, vdso_data, xtime_clock_nsec); in main() 71 OFFSET(__VDSO_XTIME_CRS_SEC, vdso_data, xtime_coarse_sec); in main() 72 OFFSET(__VDSO_XTIME_CRS_NSEC, vdso_data, xtime_coarse_nsec); in main() 73 OFFSET(__VDSO_WTOM_SEC, vdso_data, wtom_clock_sec); in main() 74 OFFSET(__VDSO_WTOM_NSEC, vdso_data, wtom_clock_nsec); in main() 75 OFFSET(__VDSO_WTOM_CRS_SEC, vdso_data, wtom_coarse_sec); in main() 76 OFFSET(__VDSO_WTOM_CRS_NSEC, vdso_data, wtom_coarse_nsec); in main() [all …]
|
D | vdso.c | 75 struct vdso_data data; 78 struct vdso_data *vdso_data = &vdso_data_store.data; variable 83 static void vdso_init_data(struct vdso_data *vd) in vdso_init_data() 260 vdso_init_data(vdso_data); in vdso_init() 276 vdso32_pagelist[vdso32_pages - 1] = virt_to_page(vdso_data); in vdso_init() 294 vdso64_pagelist[vdso64_pages - 1] = virt_to_page(vdso_data); in vdso_init() 300 get_page(virt_to_page(vdso_data)); in vdso_init()
|
D | time.c | 219 ++vdso_data->tb_update_count; in update_vsyscall() 221 vdso_data->xtime_tod_stamp = tk->tkr_mono.cycle_last; in update_vsyscall() 222 vdso_data->xtime_clock_sec = tk->xtime_sec; in update_vsyscall() 223 vdso_data->xtime_clock_nsec = tk->tkr_mono.xtime_nsec; in update_vsyscall() 224 vdso_data->wtom_clock_sec = in update_vsyscall() 226 vdso_data->wtom_clock_nsec = tk->tkr_mono.xtime_nsec + in update_vsyscall() 229 while (vdso_data->wtom_clock_nsec >= nsecps) { in update_vsyscall() 230 vdso_data->wtom_clock_nsec -= nsecps; in update_vsyscall() 231 vdso_data->wtom_clock_sec++; in update_vsyscall() 234 vdso_data->xtime_coarse_sec = tk->xtime_sec; in update_vsyscall() [all …]
|
/arch/s390/include/asm/ |
D | vdso.h | 20 struct vdso_data { struct 43 extern struct vdso_data *vdso_data; argument
|
/arch/powerpc/include/asm/ |
D | vdso_datapage.h | 52 struct vdso_data { struct 99 struct vdso_data { argument 121 extern struct vdso_data *vdso_data; argument
|
/arch/arm/include/asm/ |
D | vdso_datapage.h | 31 struct vdso_data { struct 52 struct vdso_data data; argument
|
/arch/arm64/include/asm/ |
D | vdso_datapage.h | 23 struct vdso_data { struct
|
/arch/powerpc/platforms/powernv/ |
D | smp.c | 131 vdso_data->processorCount--; in pnv_smp_cpu_disable()
|
/arch/powerpc/platforms/pseries/ |
D | hotplug-cpu.c | 176 vdso_data->processorCount--; in pseries_cpu_disable()
|