| /linux/arch/powerpc/include/asm/vdso/ |
| A D | gettimeofday.h | 97 const struct vdso_data *vd) in __arch_get_hw_counter()
102 const struct vdso_data *__arch_get_vdso_data(void);
106 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
112 static inline bool vdso_clocksource_ok(const struct vdso_data *vd) in vdso_clocksource_ok()
138 const struct vdso_data *vd);
140 const struct vdso_data *vd);
143 const struct vdso_data *vd);
145 const struct vdso_data *vd);
147 const struct vdso_data *vd);
150 const struct vdso_data *vd);
[all …]
|
| A D | vsyscall.h | 14 struct vdso_data *__arch_get_k_vdso_data(void) in __arch_get_k_vdso_data()
16 return vdso_data->data; in __arch_get_k_vdso_data()
23 return &vdso_data->rng_data; in __arch_get_k_vdso_rng_data()
|
| /linux/arch/powerpc/kernel/ |
| A D | vdso.c | 53 struct vdso_arch_data *vdso_data = &vdso_data_store.data; variable
120 struct vdso_data *arch_get_vdso_data(void *vvar_page) in arch_get_vdso_data()
160 pfn = virt_to_pfn(vdso_data); in vvar_fault()
173 pfn = virt_to_pfn(vdso_data); in vvar_fault()
356 vdso_data->version.major = SYSTEMCFG_MAJOR; in vdso_init()
357 vdso_data->version.minor = SYSTEMCFG_MINOR; in vdso_init()
358 vdso_data->processor = mfspr(SPRN_PVR); in vdso_init()
363 vdso_data->platform = 0x100; in vdso_init()
365 vdso_data->platform |= 1; in vdso_init()
367 vdso_data->dcache_size = ppc64_caches.l1d.size; in vdso_init()
[all …]
|
| /linux/lib/vdso/ |
| A D | gettimeofday.c | 17 static __always_inline bool vdso_delta_ok(const struct vdso_data *vd, u64 delta) in vdso_delta_ok()
22 static __always_inline bool vdso_delta_ok(const struct vdso_data *vd, u64 delta) in vdso_delta_ok()
58 static inline bool vdso_clocksource_ok(const struct vdso_data *vd) in vdso_clocksource_ok()
77 const struct vdso_data *vd; in do_hres_timens()
118 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
185 const struct vdso_data *vd = __arch_get_timens_vdso_data(vdns); in do_coarse_timens()
245 __cvdso_clock_gettime_common(const struct vdso_data *vd, clockid_t clock, in __cvdso_clock_gettime_common()
272 __cvdso_clock_gettime_data(const struct vdso_data *vd, clockid_t clock, in __cvdso_clock_gettime_data()
290 __cvdso_clock_gettime32_data(const struct vdso_data *vd, clockid_t clock, in __cvdso_clock_gettime32_data()
316 __cvdso_gettimeofday_data(const struct vdso_data *vd, in __cvdso_gettimeofday_data()
[all …]
|
| /linux/arch/powerpc/kernel/vdso/ |
| A D | vgettimeofday.c | 10 const struct vdso_data *vd) in __c_kernel_clock_gettime()
16 const struct vdso_data *vd) in __c_kernel_clock_getres()
22 const struct vdso_data *vd) in __c_kernel_clock_gettime()
28 const struct vdso_data *vd) in __c_kernel_clock_gettime64()
34 const struct vdso_data *vd) in __c_kernel_clock_getres()
41 const struct vdso_data *vd) in __c_kernel_gettimeofday()
46 __kernel_old_time_t __c_kernel_time(__kernel_old_time_t *time, const struct vdso_data *vd) in __c_kernel_time()
|
| /linux/arch/arm64/include/asm/vdso/ |
| A D | vsyscall.h | 20 extern struct vdso_data *vdso_data;
26 struct vdso_data *__arm64_get_k_vdso_data(void) in __arm64_get_k_vdso_data()
28 return vdso_data; in __arm64_get_k_vdso_data()
35 return (void *)vdso_data + __VDSO_RND_DATA_OFFSET; in __arm64_get_k_vdso_rnd_data()
40 void __arm64_update_vsyscall(struct vdso_data *vdata, struct timekeeper *tk) in __arm64_update_vsyscall()
|
| A D | compat_gettimeofday.h | 107 const struct vdso_data *vd) in __arch_get_hw_counter()
134 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
136 const struct vdso_data *ret; in __arch_get_vdso_data()
159 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
161 const struct vdso_data *ret; in __arch_get_timens_vdso_data()
170 static inline bool vdso_clocksource_ok(const struct vdso_data *vd) in vdso_clocksource_ok()
|
| A D | gettimeofday.h | 70 const struct vdso_data *vd) in __arch_get_hw_counter()
103 const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
110 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
|
| /linux/arch/arm/include/asm/vdso/ |
| A D | vsyscall.h | 11 extern struct vdso_data *vdso_data;
18 struct vdso_data *__arm_get_k_vdso_data(void) in __arm_get_k_vdso_data()
20 return vdso_data; in __arm_get_k_vdso_data()
25 void __arm_sync_vdso_data(struct vdso_data *vdata) in __arm_sync_vdso_data()
|
| /linux/arch/loongarch/include/asm/vdso/ |
| A D | gettimeofday.h | 75 const struct vdso_data *vd) in __arch_get_hw_counter()
92 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
94 return (const struct vdso_data *)get_vdso_data(); in __arch_get_vdso_data()
99 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
101 return (const struct vdso_data *)(get_vdso_data() + VVAR_TIMENS_PAGE_OFFSET * PAGE_SIZE); in __arch_get_timens_vdso_data()
|
| A D | vsyscall.h | 10 extern struct vdso_data *vdso_data;
17 struct vdso_data *__loongarch_get_k_vdso_data(void) in __loongarch_get_k_vdso_data()
19 return vdso_data; in __loongarch_get_k_vdso_data()
|
| /linux/arch/riscv/include/asm/vdso/ |
| A D | vsyscall.h | 10 extern struct vdso_data *vdso_data;
15 static __always_inline struct vdso_data *__riscv_get_k_vdso_data(void) in __riscv_get_k_vdso_data()
17 return vdso_data; in __riscv_get_k_vdso_data()
|
| A D | gettimeofday.h | 72 const struct vdso_data *vd) in __arch_get_hw_counter()
82 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
89 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
|
| /linux/arch/csky/include/asm/vdso/ |
| A D | vsyscall.h | 10 extern struct vdso_data *vdso_data;
12 static __always_inline struct vdso_data *__csky_get_k_vdso_data(void) in __csky_get_k_vdso_data()
14 return vdso_data; in __csky_get_k_vdso_data()
|
| /linux/arch/mips/include/asm/vdso/ |
| A D | vsyscall.h | 10 extern struct vdso_data *vdso_data;
16 struct vdso_data *__mips_get_k_vdso_data(void) in __mips_get_k_vdso_data()
18 return vdso_data; in __mips_get_k_vdso_data()
|
| A D | vdso.h | 61 static inline const struct vdso_data *get_vdso_data(void) in get_vdso_data()
63 return (const struct vdso_data *)(get_vdso_base() - PAGE_SIZE); in get_vdso_data()
68 static inline void __iomem *get_gic(const struct vdso_data *data) in get_gic()
|
| /linux/arch/s390/include/asm/vdso/ |
| A D | gettimeofday.h | 17 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
22 static inline u64 __arch_get_hw_counter(s32 clock_mode, const struct vdso_data *vd) in __arch_get_hw_counter()
54 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
|
| A D | vsyscall.h | 24 static __always_inline struct vdso_data *__s390_get_k_vdso_data(void) in __s390_get_k_vdso_data()
26 return vdso_data; in __s390_get_k_vdso_data()
32 return (void *)vdso_data + __VDSO_RND_DATA_OFFSET; in __s390_get_k_vdso_rnd_data()
|
| /linux/include/vdso/ |
| A D | helpers.h | 10 static __always_inline u32 vdso_read_begin(const struct vdso_data *vd) in vdso_read_begin()
21 static __always_inline u32 vdso_read_retry(const struct vdso_data *vd, in vdso_read_retry()
31 static __always_inline void vdso_write_begin(struct vdso_data *vd) in vdso_write_begin()
43 static __always_inline void vdso_write_end(struct vdso_data *vd) in vdso_write_end()
|
| A D | datapage.h | 95 struct vdso_data { struct
139 extern struct vdso_data _vdso_data[CS_BASES] __attribute__((visibility("hidden")));
140 extern struct vdso_data _timens_data[CS_BASES] __attribute__((visibility("hidden")));
147 struct vdso_data data[CS_BASES];
|
| /linux/arch/x86/include/asm/vdso/ |
| A D | gettimeofday.h | 62 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
251 const struct vdso_data *vd) in __arch_get_hw_counter()
276 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
281 static inline bool arch_vdso_clocksource_ok(const struct vdso_data *vd) in arch_vdso_clocksource_ok()
320 static __always_inline u64 vdso_calc_ns(const struct vdso_data *vd, u64 cycles, u64 base) in vdso_calc_ns()
|
| /linux/arch/loongarch/kernel/ |
| A D | vdso.c | 37 struct vdso_data *vdso_data = generic_vdso_data.data; variable
57 pfn = sym_to_pfn(vdso_data); in vvar_fault()
72 pfn = sym_to_pfn(vdso_data); in vvar_fault()
120 struct vdso_data *arch_get_vdso_data(void *vvar_page) in arch_get_vdso_data()
122 return (struct vdso_data *)(vvar_page); in arch_get_vdso_data()
|
| /linux/include/asm-generic/vdso/ |
| A D | vsyscall.h | 8 static __always_inline struct vdso_data *__arch_get_k_vdso_data(void) in __arch_get_k_vdso_data()
15 static __always_inline void __arch_update_vsyscall(struct vdso_data *vdata, in __arch_update_vsyscall()
22 static __always_inline void __arch_sync_vdso_data(struct vdso_data *vdata) in __arch_sync_vdso_data()
|
| /linux/arch/riscv/kernel/ |
| A D | vdso.c | 34 struct vdso_data *vdso_data = vdso_data_store.data; variable
90 struct vdso_data *arch_get_vdso_data(void *vvar_page) in arch_get_vdso_data()
92 return (struct vdso_data *)(vvar_page); in arch_get_vdso_data()
135 pfn = sym_to_pfn(vdso_data); in vvar_fault()
148 pfn = sym_to_pfn(vdso_data); in vvar_fault()
|
| /linux/arch/s390/kernel/ |
| A D | vdso.c | 33 struct vdso_data *vdso_data = vdso_data_store.data; variable
36 struct vdso_data *arch_get_vdso_data(void *vvar_page) in arch_get_vdso_data()
38 return (struct vdso_data *)(vvar_page); in arch_get_vdso_data()
75 pfn = virt_to_pfn(vdso_data); in vvar_fault()
99 pfn = virt_to_pfn(vdso_data); in vvar_fault()
|