| /kernel/linux/linux-5.10/arch/nds32/kernel/ |
| D | vdso.c | 41 struct vdso_data data;
44 struct vdso_data *vdso_data = &vdso_data_store.data; variable
58 vdso_data->cycle_count_offset = in get_timer_node_info()
60 vdso_data->cycle_count_down = in get_timer_node_info()
78 vdso_pages + 1, vdso_pages, vdso_start, 1L, vdso_data); in vdso_init()
148 page_colour_ofs = ((unsigned int)vdso_data & aliasing_mask) - in arch_setup_additional_pages()
163 virt_to_phys(vdso_data) >> PAGE_SHIFT, in arch_setup_additional_pages()
197 static void vdso_write_begin(struct vdso_data *vdata) in vdso_write_begin()
199 ++vdso_data->seq_count; in vdso_write_begin()
203 static void vdso_write_end(struct vdso_data *vdata) in vdso_write_end()
[all …]
|
| /kernel/linux/linux-5.10/lib/vdso/ |
| D | gettimeofday.c | 35 static inline bool vdso_clocksource_ok(const struct vdso_data *vd) in vdso_clocksource_ok()
49 static int do_hres_timens(const struct vdso_data *vdns, clockid_t clk, in do_hres_timens()
52 const struct vdso_data *vd = __arch_get_timens_vdso_data(); in do_hres_timens()
95 static __always_inline const struct vdso_data *__arch_get_timens_vdso_data(void) in __arch_get_timens_vdso_data()
100 static int do_hres_timens(const struct vdso_data *vdns, clockid_t clk, in do_hres_timens()
107 static __always_inline int do_hres(const struct vdso_data *vd, clockid_t clk, in do_hres()
162 static int do_coarse_timens(const struct vdso_data *vdns, clockid_t clk, in do_coarse_timens()
165 const struct vdso_data *vd = __arch_get_timens_vdso_data(); in do_coarse_timens()
191 static int do_coarse_timens(const struct vdso_data *vdns, clockid_t clk, in do_coarse_timens()
198 static __always_inline int do_coarse(const struct vdso_data *vd, clockid_t clk, in do_coarse()
[all …]
|
| /kernel/linux/linux-5.10/arch/nds32/kernel/vdso/ |
| D | gettimeofday.c | 19 extern struct vdso_data *__get_datapage(void);
20 extern struct vdso_data *__get_timerpage(void);
22 static notrace unsigned int __vdso_read_begin(const struct vdso_data *vdata) in __vdso_read_begin()
34 static notrace unsigned int vdso_read_begin(const struct vdso_data *vdata) in vdso_read_begin()
44 static notrace int vdso_read_retry(const struct vdso_data *vdata, u32 start) in vdso_read_retry()
67 struct vdso_data *vdata) in do_realtime_coarse()
82 struct vdso_data *vdata) in do_monotonic_coarse()
101 static notrace inline u64 vgetsns(struct vdso_data *vdso) in vgetsns()
116 static notrace int do_realtime(struct __kernel_old_timespec *ts, struct vdso_data *vdata) in do_realtime()
134 static notrace int do_monotonic(struct __kernel_old_timespec *ts, struct vdso_data *vdata) in do_monotonic()
[all …]
|
| /kernel/linux/linux-5.10/arch/arm/include/asm/vdso/ |
| D | vsyscall.h | 11 extern struct vdso_data *vdso_data;
18 struct vdso_data *__arm_get_k_vdso_data(void) in __arm_get_k_vdso_data()
20 return vdso_data; in __arm_get_k_vdso_data()
25 void __arm_sync_vdso_data(struct vdso_data *vdata) in __arm_sync_vdso_data()
|
| D | gettimeofday.h | 18 extern struct vdso_data *__get_datapage(void);
117 const struct vdso_data *vd) in __arch_get_hw_counter()
140 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
|
| /kernel/linux/linux-5.10/arch/arm64/include/asm/vdso/ |
| D | vsyscall.h | 12 extern struct vdso_data *vdso_data;
18 struct vdso_data *__arm64_get_k_vdso_data(void) in __arm64_get_k_vdso_data()
20 return vdso_data; in __arm64_get_k_vdso_data()
25 void __arm64_update_vsyscall(struct vdso_data *vdata, struct timekeeper *tk) in __arm64_update_vsyscall()
|
| D | compat_gettimeofday.h | 107 const struct vdso_data *vd) in __arch_get_hw_counter()
134 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
136 const struct vdso_data *ret; in __arch_get_vdso_data()
158 static __always_inline const struct vdso_data *__arch_get_timens_vdso_data(void) in __arch_get_timens_vdso_data()
160 const struct vdso_data *ret; in __arch_get_timens_vdso_data()
169 static inline bool vdso_clocksource_ok(const struct vdso_data *vd) in vdso_clocksource_ok()
|
| D | gettimeofday.h | 68 const struct vdso_data *vd) in __arch_get_hw_counter()
92 const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
99 const struct vdso_data *__arch_get_timens_vdso_data(void) in __arch_get_timens_vdso_data()
|
| /kernel/linux/linux-5.10/arch/powerpc/kernel/ |
| D | vdso.c | 73 struct vdso_data data;
76 struct vdso_data *vdso_data = &vdso_data_store.data; variable
651 vdso_data->syscall_map_64[i >> 5] |= in vdso_setup_syscall_map()
655 vdso_data->syscall_map_32[i >> 5] |= in vdso_setup_syscall_map()
659 vdso_data->syscall_map_32[i >> 5] |= in vdso_setup_syscall_map()
700 strcpy((char *)vdso_data->eye_catcher, "SYSTEMCFG:PPC64"); in vdso_init()
701 vdso_data->version.major = SYSTEMCFG_MAJOR; in vdso_init()
702 vdso_data->version.minor = SYSTEMCFG_MINOR; in vdso_init()
703 vdso_data->processor = mfspr(SPRN_PVR); in vdso_init()
708 vdso_data->platform = 0x100; in vdso_init()
[all …]
|
| D | time.c | 850 ++vdso_data->tb_update_count; in update_vsyscall()
902 vdso_data->tb_orig_stamp = cycle_last; in update_vsyscall()
903 vdso_data->stamp_xsec = new_stamp_xsec; in update_vsyscall()
904 vdso_data->tb_to_xs = new_tb_to_xs; in update_vsyscall()
905 vdso_data->wtom_clock_sec = tk->wall_to_monotonic.tv_sec; in update_vsyscall()
906 vdso_data->wtom_clock_nsec = tk->wall_to_monotonic.tv_nsec; in update_vsyscall()
907 vdso_data->stamp_xtime_sec = xt.tv_sec; in update_vsyscall()
908 vdso_data->stamp_xtime_nsec = xt.tv_nsec; in update_vsyscall()
909 vdso_data->stamp_sec_fraction = frac_sec; in update_vsyscall()
910 vdso_data->hrtimer_res = hrtimer_resolution; in update_vsyscall()
[all …]
|
| /kernel/linux/linux-5.10/arch/riscv/include/asm/vdso/ |
| D | vsyscall.h | 10 extern struct vdso_data *vdso_data;
15 static __always_inline struct vdso_data *__riscv_get_k_vdso_data(void) in __riscv_get_k_vdso_data()
17 return vdso_data; in __riscv_get_k_vdso_data()
|
| /kernel/linux/linux-5.10/arch/mips/include/asm/vdso/ |
| D | vsyscall.h | 10 extern struct vdso_data *vdso_data;
16 struct vdso_data *__mips_get_k_vdso_data(void) in __mips_get_k_vdso_data()
18 return vdso_data; in __mips_get_k_vdso_data()
|
| D | vdso.h | 61 static inline const struct vdso_data *get_vdso_data(void) in get_vdso_data()
63 return (const struct vdso_data *)(get_vdso_base() - PAGE_SIZE); in get_vdso_data()
68 static inline void __iomem *get_gic(const struct vdso_data *data) in get_gic()
|
| /kernel/linux/linux-5.10/include/vdso/ |
| D | helpers.h | 9 static __always_inline u32 vdso_read_begin(const struct vdso_data *vd) in vdso_read_begin()
20 static __always_inline u32 vdso_read_retry(const struct vdso_data *vd, in vdso_read_retry()
30 static __always_inline void vdso_write_begin(struct vdso_data *vd) in vdso_write_begin()
42 static __always_inline void vdso_write_end(struct vdso_data *vd) in vdso_write_end()
|
| D | datapage.h | 90 struct vdso_data { struct
121 extern struct vdso_data _vdso_data[CS_BASES] __attribute__((visibility("hidden"))); argument
122 extern struct vdso_data _timens_data[CS_BASES] __attribute__((visibility("hidden")));
|
| /kernel/linux/linux-5.10/include/asm-generic/vdso/ |
| D | vsyscall.h | 8 static __always_inline struct vdso_data *__arch_get_k_vdso_data(void) in __arch_get_k_vdso_data()
15 static __always_inline void __arch_update_vsyscall(struct vdso_data *vdata, in __arch_update_vsyscall()
22 static __always_inline void __arch_sync_vdso_data(struct vdso_data *vdata) in __arch_sync_vdso_data()
|
| /kernel/linux/linux-5.10/arch/s390/kernel/ |
| D | vdso.c | 98 struct vdso_data data;
101 struct vdso_data *vdso_data = (struct vdso_data *)&vdso_data_store.data; variable
241 vdso64_pagelist[vdso64_pages - 1] = virt_to_page(vdso_data); in vdso_init()
246 get_page(virt_to_page(vdso_data)); in vdso_init()
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/ |
| D | vdso_datapage.h | 48 struct vdso_data { struct
96 struct vdso_data { struct
115 extern struct vdso_data *vdso_data; argument
|
| /kernel/linux/linux-5.10/arch/riscv/kernel/ |
| D | vdso.c | 30 struct vdso_data data;
33 struct vdso_data *vdso_data = &vdso_data_store.data; variable
53 vdso_pagelist[i] = virt_to_page(vdso_data); in vdso_init()
|
| /kernel/linux/linux-5.10/kernel/time/ |
| D | vsyscall.c | 18 static inline void update_vdso_data(struct vdso_data *vdata, in update_vdso_data()
74 struct vdso_data *vdata = __arch_get_k_vdso_data(); in update_vsyscall()
125 struct vdso_data *vdata = __arch_get_k_vdso_data(); in update_vsyscall_tz()
147 struct vdso_data *vdata = __arch_get_k_vdso_data(); in vdso_update_begin()
165 struct vdso_data *vdata = __arch_get_k_vdso_data(); in vdso_update_end()
|
| /kernel/linux/linux-5.10/arch/s390/include/asm/vdso/ |
| D | gettimeofday.h | 20 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
25 static inline u64 __arch_get_hw_counter(s32 clock_mode, const struct vdso_data *vd) in __arch_get_hw_counter()
27 const struct vdso_data *vdso = __arch_get_vdso_data(); in __arch_get_hw_counter()
|
| D | vsyscall.h | 15 static __always_inline struct vdso_data *__s390_get_k_vdso_data(void) in __s390_get_k_vdso_data()
17 return vdso_data; in __s390_get_k_vdso_data()
|
| /kernel/linux/linux-5.10/arch/x86/include/asm/vdso/ |
| D | gettimeofday.h | 61 static __always_inline const struct vdso_data *__arch_get_timens_vdso_data(void) in __arch_get_timens_vdso_data()
245 const struct vdso_data *vd) in __arch_get_hw_counter()
270 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
275 static inline bool arch_vdso_clocksource_ok(const struct vdso_data *vd) in arch_vdso_clocksource_ok()
|
| D | vsyscall.h | 13 DEFINE_VVAR(struct vdso_data, _vdso_data);
18 struct vdso_data *__x86_get_k_vdso_data(void) in __x86_get_k_vdso_data()
|
| /kernel/linux/linux-5.10/arch/mips/kernel/ |
| D | vdso.c | 28 struct vdso_data *vdso_data = mips_vdso_data.data; variable
145 base += ((unsigned long)vdso_data - gic_size) & shm_align_mask; in arch_setup_additional_pages()
171 virt_to_phys(vdso_data) >> PAGE_SHIFT, in arch_setup_additional_pages()
|