Lines Matching refs:timer
478 static inline unsigned int timer_get_idx(struct timer_list *timer) in timer_get_idx() argument
480 return (timer->flags & TIMER_ARRAYMASK) >> TIMER_ARRAYSHIFT; in timer_get_idx()
483 static inline void timer_set_idx(struct timer_list *timer, unsigned int idx) in timer_set_idx() argument
485 timer->flags = (timer->flags & ~TIMER_ARRAYMASK) | in timer_set_idx()
549 trigger_dyntick_cpu(struct timer_base *base, struct timer_list *timer) in trigger_dyntick_cpu() argument
558 if (timer->flags & TIMER_DEFERRABLE) { in trigger_dyntick_cpu()
578 static void enqueue_timer(struct timer_base *base, struct timer_list *timer, in enqueue_timer() argument
582 hlist_add_head(&timer->entry, base->vectors + idx); in enqueue_timer()
584 timer_set_idx(timer, idx); in enqueue_timer()
586 trace_timer_start(timer, timer->expires, timer->flags); in enqueue_timer()
601 trigger_dyntick_cpu(base, timer); in enqueue_timer()
605 static void internal_add_timer(struct timer_base *base, struct timer_list *timer) in internal_add_timer() argument
610 idx = calc_wheel_index(timer->expires, base->clk, &bucket_expiry); in internal_add_timer()
611 enqueue_timer(base, timer, idx, bucket_expiry); in internal_add_timer()
625 struct timer_list *timer = addr; in timer_is_static_object() local
627 return (timer->entry.pprev == NULL && in timer_is_static_object()
628 timer->entry.next == TIMER_ENTRY_STATIC); in timer_is_static_object()
637 struct timer_list *timer = addr; in timer_fixup_init() local
641 del_timer_sync(timer); in timer_fixup_init()
642 debug_object_init(timer, &timer_debug_descr); in timer_fixup_init()
662 struct timer_list *timer = addr; in timer_fixup_activate() local
666 timer_setup(timer, stub_timer, 0); in timer_fixup_activate()
683 struct timer_list *timer = addr; in timer_fixup_free() local
687 del_timer_sync(timer); in timer_fixup_free()
688 debug_object_free(timer, &timer_debug_descr); in timer_fixup_free()
701 struct timer_list *timer = addr; in timer_fixup_assert_init() local
705 timer_setup(timer, stub_timer, 0); in timer_fixup_assert_init()
722 static inline void debug_timer_init(struct timer_list *timer) in debug_timer_init() argument
724 debug_object_init(timer, &timer_debug_descr); in debug_timer_init()
727 static inline void debug_timer_activate(struct timer_list *timer) in debug_timer_activate() argument
729 debug_object_activate(timer, &timer_debug_descr); in debug_timer_activate()
732 static inline void debug_timer_deactivate(struct timer_list *timer) in debug_timer_deactivate() argument
734 debug_object_deactivate(timer, &timer_debug_descr); in debug_timer_deactivate()
737 static inline void debug_timer_assert_init(struct timer_list *timer) in debug_timer_assert_init() argument
739 debug_object_assert_init(timer, &timer_debug_descr); in debug_timer_assert_init()
742 static void do_init_timer(struct timer_list *timer,
747 void init_timer_on_stack_key(struct timer_list *timer, in init_timer_on_stack_key() argument
752 debug_object_init_on_stack(timer, &timer_debug_descr); in init_timer_on_stack_key()
753 do_init_timer(timer, func, flags, name, key); in init_timer_on_stack_key()
757 void destroy_timer_on_stack(struct timer_list *timer) in destroy_timer_on_stack() argument
759 debug_object_free(timer, &timer_debug_descr); in destroy_timer_on_stack()
764 static inline void debug_timer_init(struct timer_list *timer) { } in debug_timer_init() argument
765 static inline void debug_timer_activate(struct timer_list *timer) { } in debug_timer_activate() argument
766 static inline void debug_timer_deactivate(struct timer_list *timer) { } in debug_timer_deactivate() argument
767 static inline void debug_timer_assert_init(struct timer_list *timer) { } in debug_timer_assert_init() argument
770 static inline void debug_init(struct timer_list *timer) in debug_init() argument
772 debug_timer_init(timer); in debug_init()
773 trace_timer_init(timer); in debug_init()
776 static inline void debug_deactivate(struct timer_list *timer) in debug_deactivate() argument
778 debug_timer_deactivate(timer); in debug_deactivate()
779 trace_timer_cancel(timer); in debug_deactivate()
782 static inline void debug_assert_init(struct timer_list *timer) in debug_assert_init() argument
784 debug_timer_assert_init(timer); in debug_assert_init()
787 static void do_init_timer(struct timer_list *timer, in do_init_timer() argument
792 timer->entry.pprev = NULL; in do_init_timer()
793 timer->function = func; in do_init_timer()
796 timer->flags = flags | raw_smp_processor_id(); in do_init_timer()
797 lockdep_init_map(&timer->lockdep_map, name, key, 0); in do_init_timer()
812 void init_timer_key(struct timer_list *timer, in init_timer_key() argument
816 debug_init(timer); in init_timer_key()
817 do_init_timer(timer, func, flags, name, key); in init_timer_key()
821 static inline void detach_timer(struct timer_list *timer, bool clear_pending) in detach_timer() argument
823 struct hlist_node *entry = &timer->entry; in detach_timer()
825 debug_deactivate(timer); in detach_timer()
833 static int detach_if_pending(struct timer_list *timer, struct timer_base *base, in detach_if_pending() argument
836 unsigned idx = timer_get_idx(timer); in detach_if_pending()
838 if (!timer_pending(timer)) in detach_if_pending()
841 if (hlist_is_singular_node(&timer->entry, base->vectors + idx)) { in detach_if_pending()
846 detach_timer(timer, clear_pending); in detach_if_pending()
929 static struct timer_base *lock_timer_base(struct timer_list *timer, in lock_timer_base() argument
931 __acquires(timer->base->lock) in lock_timer_base()
942 tf = READ_ONCE(timer->flags); in lock_timer_base()
947 if (timer->flags == tf) in lock_timer_base()
960 __mod_timer(struct timer_list *timer, unsigned long expires, unsigned int options) in __mod_timer() argument
967 BUG_ON(!timer->function); in __mod_timer()
974 if (!(options & MOD_TIMER_NOTPENDING) && timer_pending(timer)) { in __mod_timer()
980 long diff = timer->expires - expires; in __mod_timer()
993 base = lock_timer_base(timer, &flags); in __mod_timer()
996 if (timer_pending(timer) && (options & MOD_TIMER_REDUCE) && in __mod_timer()
997 time_before_eq(timer->expires, expires)) { in __mod_timer()
1010 if (idx == timer_get_idx(timer)) { in __mod_timer()
1012 timer->expires = expires; in __mod_timer()
1013 else if (time_after(timer->expires, expires)) in __mod_timer()
1014 timer->expires = expires; in __mod_timer()
1019 base = lock_timer_base(timer, &flags); in __mod_timer()
1023 ret = detach_if_pending(timer, base, false); in __mod_timer()
1027 new_base = get_target_base(base, timer->flags); in __mod_timer()
1037 if (likely(base->running_timer != timer)) { in __mod_timer()
1039 timer->flags |= TIMER_MIGRATING; in __mod_timer()
1044 WRITE_ONCE(timer->flags, in __mod_timer()
1045 (timer->flags & ~TIMER_BASEMASK) | base->cpu); in __mod_timer()
1050 debug_timer_activate(timer); in __mod_timer()
1052 timer->expires = expires; in __mod_timer()
1060 enqueue_timer(base, timer, idx, bucket_expiry); in __mod_timer()
1062 internal_add_timer(base, timer); in __mod_timer()
1080 int mod_timer_pending(struct timer_list *timer, unsigned long expires) in mod_timer_pending() argument
1082 return __mod_timer(timer, expires, MOD_TIMER_PENDING_ONLY); in mod_timer_pending()
1106 int mod_timer(struct timer_list *timer, unsigned long expires) in mod_timer() argument
1108 return __mod_timer(timer, expires, 0); in mod_timer()
1121 int timer_reduce(struct timer_list *timer, unsigned long expires) in timer_reduce() argument
1123 return __mod_timer(timer, expires, MOD_TIMER_REDUCE); in timer_reduce()
1141 void add_timer(struct timer_list *timer) in add_timer() argument
1143 BUG_ON(timer_pending(timer)); in add_timer()
1144 __mod_timer(timer, timer->expires, MOD_TIMER_NOTPENDING); in add_timer()
1155 void add_timer_on(struct timer_list *timer, int cpu) in add_timer_on() argument
1160 BUG_ON(timer_pending(timer) || !timer->function); in add_timer_on()
1162 new_base = get_timer_cpu_base(timer->flags, cpu); in add_timer_on()
1169 base = lock_timer_base(timer, &flags); in add_timer_on()
1171 timer->flags |= TIMER_MIGRATING; in add_timer_on()
1176 WRITE_ONCE(timer->flags, in add_timer_on()
1177 (timer->flags & ~TIMER_BASEMASK) | cpu); in add_timer_on()
1181 debug_timer_activate(timer); in add_timer_on()
1182 internal_add_timer(base, timer); in add_timer_on()
1198 int del_timer(struct timer_list *timer) in del_timer() argument
1204 debug_assert_init(timer); in del_timer()
1206 if (timer_pending(timer)) { in del_timer()
1207 base = lock_timer_base(timer, &flags); in del_timer()
1208 ret = detach_if_pending(timer, base, true); in del_timer()
1223 int try_to_del_timer_sync(struct timer_list *timer) in try_to_del_timer_sync() argument
1229 debug_assert_init(timer); in try_to_del_timer_sync()
1231 base = lock_timer_base(timer, &flags); in try_to_del_timer_sync()
1233 if (base->running_timer != timer) in try_to_del_timer_sync()
1234 ret = detach_if_pending(timer, base, true); in try_to_del_timer_sync()
1285 static void del_timer_wait_running(struct timer_list *timer) in del_timer_wait_running() argument
1289 tf = READ_ONCE(timer->flags); in del_timer_wait_running()
1312 static inline void del_timer_wait_running(struct timer_list *timer) { } in del_timer_wait_running() argument
1352 int del_timer_sync(struct timer_list *timer) in del_timer_sync() argument
1364 lock_map_acquire(&timer->lockdep_map); in del_timer_sync()
1365 lock_map_release(&timer->lockdep_map); in del_timer_sync()
1372 WARN_ON(in_irq() && !(timer->flags & TIMER_IRQSAFE)); in del_timer_sync()
1378 if (IS_ENABLED(CONFIG_PREEMPT_RT) && !(timer->flags & TIMER_IRQSAFE)) in del_timer_sync()
1382 ret = try_to_del_timer_sync(timer); in del_timer_sync()
1385 del_timer_wait_running(timer); in del_timer_sync()
1395 static void call_timer_fn(struct timer_list *timer, in call_timer_fn() argument
1411 lockdep_copy_map(&lockdep_map, &timer->lockdep_map); in call_timer_fn()
1420 trace_timer_expire_entry(timer, baseclk); in call_timer_fn()
1421 fn(timer); in call_timer_fn()
1422 trace_timer_expire_exit(timer); in call_timer_fn()
1449 struct timer_list *timer; in expire_timers() local
1452 timer = hlist_entry(head->first, struct timer_list, entry); in expire_timers()
1454 base->running_timer = timer; in expire_timers()
1455 detach_timer(timer, true); in expire_timers()
1457 fn = timer->function; in expire_timers()
1459 if (timer->flags & TIMER_IRQSAFE) { in expire_timers()
1461 call_timer_fn(timer, fn, baseclk); in expire_timers()
1466 call_timer_fn(timer, fn, baseclk); in expire_timers()
1800 struct timer_list timer; member
1806 struct process_timer *timeout = from_timer(timeout, t, timer); in process_timeout()
1844 struct process_timer timer; in schedule_timeout() local
1878 timer.task = current; in schedule_timeout()
1879 timer_setup_on_stack(&timer.timer, process_timeout, 0); in schedule_timeout()
1880 __mod_timer(&timer.timer, expire, MOD_TIMER_NOTPENDING); in schedule_timeout()
1882 del_singleshot_timer_sync(&timer.timer); in schedule_timeout()
1885 destroy_timer_on_stack(&timer.timer); in schedule_timeout()
1933 struct timer_list *timer; in migrate_timer_list() local
1937 timer = hlist_entry(head->first, struct timer_list, entry); in migrate_timer_list()
1938 detach_timer(timer, false); in migrate_timer_list()
1939 timer->flags = (timer->flags & ~TIMER_BASEMASK) | cpu; in migrate_timer_list()
1940 internal_add_timer(new_base, timer); in migrate_timer_list()