Lines Matching refs:tkr
189 static inline u64 tk_clock_read(const struct tk_read_base *tkr) in tk_clock_read() argument
191 struct clocksource *clock = READ_ONCE(tkr->clock); in tk_clock_read()
238 static inline u64 timekeeping_get_delta(const struct tk_read_base *tkr) in timekeeping_get_delta() argument
253 now = tk_clock_read(tkr); in timekeeping_get_delta()
254 last = tkr->cycle_last; in timekeeping_get_delta()
255 mask = tkr->mask; in timekeeping_get_delta()
256 max = tkr->clock->max_cycles; in timekeeping_get_delta()
273 delta = tkr->clock->max_cycles; in timekeeping_get_delta()
282 static inline u64 timekeeping_get_delta(const struct tk_read_base *tkr) in timekeeping_get_delta() argument
287 cycle_now = tk_clock_read(tkr); in timekeeping_get_delta()
290 delta = clocksource_delta(cycle_now, tkr->cycle_last, tkr->mask); in timekeeping_get_delta()
372 static inline u64 timekeeping_delta_to_ns(const struct tk_read_base *tkr, u64 delta) in timekeeping_delta_to_ns() argument
376 nsec = delta * tkr->mult + tkr->xtime_nsec; in timekeeping_delta_to_ns()
377 nsec >>= tkr->shift; in timekeeping_delta_to_ns()
382 static inline u64 timekeeping_get_ns(const struct tk_read_base *tkr) in timekeeping_get_ns() argument
386 delta = timekeeping_get_delta(tkr); in timekeeping_get_ns()
387 return timekeeping_delta_to_ns(tkr, delta); in timekeeping_get_ns()
390 static inline u64 timekeeping_cycles_to_ns(const struct tk_read_base *tkr, u64 cycles) in timekeeping_cycles_to_ns() argument
395 delta = clocksource_delta(cycles, tkr->cycle_last, tkr->mask); in timekeeping_cycles_to_ns()
396 return timekeeping_delta_to_ns(tkr, delta); in timekeeping_cycles_to_ns()
414 static void update_fast_timekeeper(const struct tk_read_base *tkr, in update_fast_timekeeper() argument
423 memcpy(base, tkr, sizeof(*base)); in update_fast_timekeeper()
434 struct tk_read_base *tkr; in __ktime_get_fast_ns() local
440 tkr = tkf->base + (seq & 0x01); in __ktime_get_fast_ns()
441 now = ktime_to_ns(tkr->base); in __ktime_get_fast_ns()
443 now += timekeeping_delta_to_ns(tkr, in __ktime_get_fast_ns()
445 tk_clock_read(tkr), in __ktime_get_fast_ns()
446 tkr->cycle_last, in __ktime_get_fast_ns()
447 tkr->mask)); in __ktime_get_fast_ns()
537 struct tk_read_base *tkr; in __ktime_get_real_fast() local
543 tkr = tkf->base + (seq & 0x01); in __ktime_get_real_fast()
544 basem = ktime_to_ns(tkr->base); in __ktime_get_real_fast()
545 baser = ktime_to_ns(tkr->base_real); in __ktime_get_real_fast()
547 delta = timekeeping_delta_to_ns(tkr, in __ktime_get_real_fast()
548 clocksource_delta(tk_clock_read(tkr), in __ktime_get_real_fast()
549 tkr->cycle_last, tkr->mask)); in __ktime_get_real_fast()
635 const struct tk_read_base *tkr = &tk->tkr_mono; in halt_fast_timekeeper() local
637 memcpy(&tkr_dummy, tkr, sizeof(tkr_dummy)); in halt_fast_timekeeper()
638 cycles_at_suspend = tk_clock_read(tkr); in halt_fast_timekeeper()
640 tkr_dummy.base_real = tkr->base + tk->offs_real; in halt_fast_timekeeper()
643 tkr = &tk->tkr_raw; in halt_fast_timekeeper()
644 memcpy(&tkr_dummy, tkr, sizeof(tkr_dummy)); in halt_fast_timekeeper()