| /linux/arch/nds32/kernel/ |
| A D | vdso.c | 41 struct vdso_data data;
44 struct vdso_data *vdso_data = &vdso_data_store.data; variable
58 vdso_data->cycle_count_offset = in get_timer_node_info()
60 vdso_data->cycle_count_down = in get_timer_node_info()
199 ++vdso_data->seq_count; in vdso_write_begin()
206 ++vdso_data->seq_count; in vdso_write_end()
211 vdso_write_begin(vdso_data); in update_vsyscall()
212 vdso_data->cs_mask = tk->tkr_mono.mask; in update_vsyscall()
213 vdso_data->cs_mult = tk->tkr_mono.mult; in update_vsyscall()
214 vdso_data->cs_shift = tk->tkr_mono.shift; in update_vsyscall()
[all …]
|
| /linux/arch/powerpc/kernel/ |
| A D | vdso.c | 52 struct vdso_arch_data *vdso_data = &vdso_data_store.data; variable
102 struct vdso_data *arch_get_vdso_data(void *vvar_page) in arch_get_vdso_data()
166 pfn = virt_to_pfn(vdso_data); in vvar_fault()
179 pfn = virt_to_pfn(vdso_data); in vvar_fault()
375 vdso_data->version.major = SYSTEMCFG_MAJOR; in vdso_init()
376 vdso_data->version.minor = SYSTEMCFG_MINOR; in vdso_init()
377 vdso_data->processor = mfspr(SPRN_PVR); in vdso_init()
382 vdso_data->platform = 0x100; in vdso_init()
384 vdso_data->platform |= 1; in vdso_init()
386 vdso_data->dcache_size = ppc64_caches.l1d.size; in vdso_init()
[all …]
|
| /linux/lib/vdso/ |
| A D | gettimeofday.c | 35 static inline bool vdso_clocksource_ok(const struct vdso_data *vd) in vdso_clocksource_ok()
52 const struct vdso_data *vd; in do_hres_timens()
98 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
110 static __always_inline int do_hres(const struct vdso_data *vd, clockid_t clk, in do_hres()
168 const struct vdso_data *vd = __arch_get_timens_vdso_data(vdns); in do_coarse_timens()
228 __cvdso_clock_gettime_common(const struct vdso_data *vd, clockid_t clock, in __cvdso_clock_gettime_common()
255 __cvdso_clock_gettime_data(const struct vdso_data *vd, clockid_t clock, in __cvdso_clock_gettime_data()
273 __cvdso_clock_gettime32_data(const struct vdso_data *vd, clockid_t clock, in __cvdso_clock_gettime32_data()
299 __cvdso_gettimeofday_data(const struct vdso_data *vd, in __cvdso_gettimeofday_data()
333 __cvdso_time_data(const struct vdso_data *vd, __kernel_old_time_t *time) in __cvdso_time_data()
[all …]
|
| /linux/arch/powerpc/include/asm/vdso/ |
| A D | gettimeofday.h | 152 const struct vdso_data *vd)
157 const struct vdso_data *__arch_get_vdso_data(void);
161 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd)
167 static inline bool vdso_clocksource_ok(const struct vdso_data *vd)
208 const struct vdso_data *vd);
210 const struct vdso_data *vd);
213 const struct vdso_data *vd);
215 const struct vdso_data *vd);
217 const struct vdso_data *vd);
220 const struct vdso_data *vd);
[all …]
|
| /linux/arch/nds32/kernel/vdso/ |
| A D | gettimeofday.c | 19 extern struct vdso_data *__get_datapage(void);
20 extern struct vdso_data *__get_timerpage(void);
22 static notrace unsigned int __vdso_read_begin(const struct vdso_data *vdata) in __vdso_read_begin()
34 static notrace unsigned int vdso_read_begin(const struct vdso_data *vdata) in vdso_read_begin()
44 static notrace int vdso_read_retry(const struct vdso_data *vdata, u32 start) in vdso_read_retry()
67 struct vdso_data *vdata) in do_realtime_coarse()
82 struct vdso_data *vdata) in do_monotonic_coarse()
101 static notrace inline u64 vgetsns(struct vdso_data *vdso) in vgetsns()
160 struct vdso_data *vdata; in __vdso_clock_gettime()
208 struct vdso_data *vdata = __get_datapage(); in __vdso_clock_getres()
[all …]
|
| /linux/arch/arm64/include/asm/vdso/ |
| A D | compat_gettimeofday.h | 107 const struct vdso_data *vd) in __arch_get_hw_counter()
134 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
136 const struct vdso_data *ret; in __arch_get_vdso_data()
159 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
161 const struct vdso_data *ret; in __arch_get_timens_vdso_data()
170 static inline bool vdso_clocksource_ok(const struct vdso_data *vd) in vdso_clocksource_ok()
|
| A D | vsyscall.h | 12 extern struct vdso_data *vdso_data;
18 struct vdso_data *__arm64_get_k_vdso_data(void) in __arm64_get_k_vdso_data()
20 return vdso_data; in __arm64_get_k_vdso_data()
25 void __arm64_update_vsyscall(struct vdso_data *vdata, struct timekeeper *tk) in __arm64_update_vsyscall()
|
| A D | gettimeofday.h | 68 const struct vdso_data *vd) in __arch_get_hw_counter()
92 const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
99 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
|
| /linux/arch/arm/include/asm/vdso/ |
| A D | vsyscall.h | 11 extern struct vdso_data *vdso_data;
18 struct vdso_data *__arm_get_k_vdso_data(void) in __arm_get_k_vdso_data()
20 return vdso_data; in __arm_get_k_vdso_data()
25 void __arm_sync_vdso_data(struct vdso_data *vdata) in __arm_sync_vdso_data()
|
| /linux/arch/powerpc/kernel/vdso32/ |
| A D | vgettimeofday.c | 8 const struct vdso_data *vd) in __c_kernel_clock_gettime()
14 const struct vdso_data *vd) in __c_kernel_clock_gettime64()
20 const struct vdso_data *vd) in __c_kernel_gettimeofday()
26 const struct vdso_data *vd) in __c_kernel_clock_getres()
31 __kernel_old_time_t __c_kernel_time(__kernel_old_time_t *time, const struct vdso_data *vd) in __c_kernel_time()
|
| /linux/arch/riscv/kernel/ |
| A D | vdso.c | 21 struct vdso_data { struct
39 struct vdso_data data;
42 struct vdso_data *vdso_data = &vdso_data_store.data; variable
103 struct vdso_data *arch_get_vdso_data(void *vvar_page) in arch_get_vdso_data()
105 return (struct vdso_data *)(vvar_page); in arch_get_vdso_data()
167 pfn = sym_to_pfn(vdso_data); in vvar_fault()
180 pfn = sym_to_pfn(vdso_data); in vvar_fault()
|
| /linux/arch/csky/include/asm/vdso/ |
| A D | vsyscall.h | 10 extern struct vdso_data *vdso_data;
12 static __always_inline struct vdso_data *__csky_get_k_vdso_data(void) in __csky_get_k_vdso_data()
14 return vdso_data; in __csky_get_k_vdso_data()
|
| /linux/arch/mips/include/asm/vdso/ |
| A D | vsyscall.h | 10 extern struct vdso_data *vdso_data;
16 struct vdso_data *__mips_get_k_vdso_data(void) in __mips_get_k_vdso_data()
18 return vdso_data; in __mips_get_k_vdso_data()
|
| A D | vdso.h | 61 static inline const struct vdso_data *get_vdso_data(void) in get_vdso_data()
63 return (const struct vdso_data *)(get_vdso_base() - PAGE_SIZE); in get_vdso_data()
68 static inline void __iomem *get_gic(const struct vdso_data *data) in get_gic()
|
| /linux/arch/riscv/include/asm/vdso/ |
| A D | vsyscall.h | 10 extern struct vdso_data *vdso_data;
15 static __always_inline struct vdso_data *__riscv_get_k_vdso_data(void) in __riscv_get_k_vdso_data()
17 return vdso_data; in __riscv_get_k_vdso_data()
|
| A D | gettimeofday.h | 64 const struct vdso_data *vd) in __arch_get_hw_counter()
74 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
81 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
|
| /linux/arch/powerpc/kernel/vdso64/ |
| A D | vgettimeofday.c | 9 const struct vdso_data *vd) in __c_kernel_clock_gettime()
15 const struct vdso_data *vd) in __c_kernel_gettimeofday()
21 const struct vdso_data *vd) in __c_kernel_clock_getres()
26 __kernel_old_time_t __c_kernel_time(__kernel_old_time_t *time, const struct vdso_data *vd) in __c_kernel_time()
|
| /linux/arch/s390/kernel/ |
| A D | vdso.c | 28 struct vdso_data data[CS_BASES];
32 struct vdso_data *vdso_data = vdso_data_store.data; variable
41 struct vdso_data *arch_get_vdso_data(void *vvar_page) in arch_get_vdso_data()
43 return (struct vdso_data *)(vvar_page); in arch_get_vdso_data()
101 pfn = virt_to_pfn(vdso_data); in vvar_fault()
125 pfn = virt_to_pfn(vdso_data); in vvar_fault()
|
| /linux/include/vdso/ |
| A D | helpers.h | 9 static __always_inline u32 vdso_read_begin(const struct vdso_data *vd) in vdso_read_begin()
20 static __always_inline u32 vdso_read_retry(const struct vdso_data *vd, in vdso_read_retry()
30 static __always_inline void vdso_write_begin(struct vdso_data *vd) in vdso_write_begin()
42 static __always_inline void vdso_write_end(struct vdso_data *vd) in vdso_write_end()
|
| /linux/arch/s390/include/asm/vdso/ |
| A D | gettimeofday.h | 20 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
25 static inline u64 __arch_get_hw_counter(s32 clock_mode, const struct vdso_data *vd) in __arch_get_hw_counter()
57 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
|
| /linux/arch/x86/include/asm/vdso/ |
| A D | gettimeofday.h | 62 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
246 const struct vdso_data *vd) in __arch_get_hw_counter()
271 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
276 static inline bool arch_vdso_clocksource_ok(const struct vdso_data *vd) in arch_vdso_clocksource_ok()
|
| /linux/include/asm-generic/vdso/ |
| A D | vsyscall.h | 8 static __always_inline struct vdso_data *__arch_get_k_vdso_data(void) in __arch_get_k_vdso_data()
15 static __always_inline void __arch_update_vsyscall(struct vdso_data *vdata, in __arch_update_vsyscall()
22 static __always_inline void __arch_sync_vdso_data(struct vdso_data *vdata) in __arch_sync_vdso_data()
|
| /linux/arch/csky/kernel/ |
| A D | vdso.c | 26 struct vdso_data data;
29 struct vdso_data *vdso_data = &vdso_data_store.data; variable
49 vdso_pagelist[i] = virt_to_page(vdso_data); in vdso_init()
|
| /linux/arch/arm64/kernel/ |
| A D | vdso.c | 76 struct vdso_data data[CS_BASES];
79 struct vdso_data *vdso_data = vdso_data_store.data; variable
123 struct vdso_data *arch_get_vdso_data(void *vvar_page) in arch_get_vdso_data()
125 return (struct vdso_data *)(vvar_page); in arch_get_vdso_data()
191 pfn = sym_to_pfn(vdso_data); in vvar_fault()
204 pfn = sym_to_pfn(vdso_data); in vvar_fault()
|
| /linux/kernel/time/ |
| A D | vsyscall.c | 18 static inline void update_vdso_data(struct vdso_data *vdata, in update_vdso_data()
74 struct vdso_data *vdata = __arch_get_k_vdso_data(); in update_vsyscall()
125 struct vdso_data *vdata = __arch_get_k_vdso_data(); in update_vsyscall_tz()
147 struct vdso_data *vdata = __arch_get_k_vdso_data(); in vdso_update_begin()
165 struct vdso_data *vdata = __arch_get_k_vdso_data(); in vdso_update_end()
|