Lines Matching refs:timer
21 static void posix_cpu_timer_rearm(struct k_itimer *timer);
106 static inline struct task_struct *cpu_timer_task_rcu(struct k_itimer *timer) in cpu_timer_task_rcu() argument
108 return pid_task(timer->it.cpu.pid, clock_pid_type(timer->it_clock)); in cpu_timer_task_rcu()
115 static u64 bump_cpu_timer(struct k_itimer *timer, u64 now) in bump_cpu_timer() argument
117 u64 delta, incr, expires = timer->it.cpu.node.expires; in bump_cpu_timer()
120 if (!timer->it_interval) in bump_cpu_timer()
126 incr = timer->it_interval; in bump_cpu_timer()
137 timer->it.cpu.node.expires += incr; in bump_cpu_timer()
138 timer->it_overrun += 1LL << i; in bump_cpu_timer()
141 return timer->it.cpu.node.expires; in bump_cpu_timer()
410 static struct posix_cputimer_base *timer_base(struct k_itimer *timer, in timer_base() argument
413 int clkidx = CPUCLOCK_WHICH(timer->it_clock); in timer_base()
415 if (CPUCLOCK_PERTHREAD(timer->it_clock)) in timer_base()
427 static void trigger_base_recalc_expires(struct k_itimer *timer, in trigger_base_recalc_expires() argument
430 struct posix_cputimer_base *base = timer_base(timer, tsk); in trigger_base_recalc_expires()
445 static void disarm_timer(struct k_itimer *timer, struct task_struct *p) in disarm_timer() argument
447 struct cpu_timer *ctmr = &timer->it.cpu; in disarm_timer()
453 base = timer_base(timer, p); in disarm_timer()
455 trigger_base_recalc_expires(timer, p); in disarm_timer()
465 static int posix_cpu_timer_del(struct k_itimer *timer) in posix_cpu_timer_del() argument
467 struct cpu_timer *ctmr = &timer->it.cpu; in posix_cpu_timer_del()
474 p = cpu_timer_task_rcu(timer); in posix_cpu_timer_del()
490 if (timer->it.cpu.firing) in posix_cpu_timer_del()
493 disarm_timer(timer, p); in posix_cpu_timer_del()
550 static void arm_timer(struct k_itimer *timer, struct task_struct *p) in arm_timer() argument
552 struct posix_cputimer_base *base = timer_base(timer, p); in arm_timer()
553 struct cpu_timer *ctmr = &timer->it.cpu; in arm_timer()
568 if (CPUCLOCK_PERTHREAD(timer->it_clock)) in arm_timer()
577 static void cpu_timer_fire(struct k_itimer *timer) in cpu_timer_fire() argument
579 struct cpu_timer *ctmr = &timer->it.cpu; in cpu_timer_fire()
581 if ((timer->it_sigev_notify & ~SIGEV_THREAD_ID) == SIGEV_NONE) { in cpu_timer_fire()
586 } else if (unlikely(timer->sigq == NULL)) { in cpu_timer_fire()
591 wake_up_process(timer->it_process); in cpu_timer_fire()
593 } else if (!timer->it_interval) { in cpu_timer_fire()
597 posix_timer_event(timer, 0); in cpu_timer_fire()
599 } else if (posix_timer_event(timer, ++timer->it_requeue_pending)) { in cpu_timer_fire()
606 posix_cpu_timer_rearm(timer); in cpu_timer_fire()
607 ++timer->it_requeue_pending; in cpu_timer_fire()
617 static int posix_cpu_timer_set(struct k_itimer *timer, int timer_flags, in posix_cpu_timer_set() argument
620 clockid_t clkid = CPUCLOCK_WHICH(timer->it_clock); in posix_cpu_timer_set()
622 struct cpu_timer *ctmr = &timer->it.cpu; in posix_cpu_timer_set()
629 p = cpu_timer_task_rcu(timer); in posix_cpu_timer_set()
662 old_incr = timer->it_interval; in posix_cpu_timer_set()
665 if (unlikely(timer->it.cpu.firing)) { in posix_cpu_timer_set()
666 timer->it.cpu.firing = -1; in posix_cpu_timer_set()
680 if (CPUCLOCK_PERTHREAD(timer->it_clock)) in posix_cpu_timer_set()
697 u64 exp = bump_cpu_timer(timer, val); in posix_cpu_timer_set()
731 arm_timer(timer, p); in posix_cpu_timer_set()
739 timer->it_interval = timespec64_to_ktime(new->it_interval); in posix_cpu_timer_set()
746 timer->it_requeue_pending = (timer->it_requeue_pending + 2) & in posix_cpu_timer_set()
748 timer->it_overrun_last = 0; in posix_cpu_timer_set()
749 timer->it_overrun = -1; in posix_cpu_timer_set()
758 cpu_timer_fire(timer); in posix_cpu_timer_set()
770 trigger_base_recalc_expires(timer, p); in posix_cpu_timer_set()
782 static void posix_cpu_timer_get(struct k_itimer *timer, struct itimerspec64 *itp) in posix_cpu_timer_get() argument
784 clockid_t clkid = CPUCLOCK_WHICH(timer->it_clock); in posix_cpu_timer_get()
785 struct cpu_timer *ctmr = &timer->it.cpu; in posix_cpu_timer_get()
790 p = cpu_timer_task_rcu(timer); in posix_cpu_timer_get()
797 itp->it_interval = ktime_to_timespec64(timer->it_interval); in posix_cpu_timer_get()
805 if (CPUCLOCK_PERTHREAD(timer->it_clock)) in posix_cpu_timer_get()
1039 static void posix_cpu_timer_rearm(struct k_itimer *timer) in posix_cpu_timer_rearm() argument
1041 clockid_t clkid = CPUCLOCK_WHICH(timer->it_clock); in posix_cpu_timer_rearm()
1048 p = cpu_timer_task_rcu(timer); in posix_cpu_timer_rearm()
1060 if (CPUCLOCK_PERTHREAD(timer->it_clock)) in posix_cpu_timer_rearm()
1065 bump_cpu_timer(timer, now); in posix_cpu_timer_rearm()
1070 arm_timer(timer, p); in posix_cpu_timer_rearm()
1266 struct k_itimer *timer, *next; in handle_posix_cpu_timers() local
1339 list_for_each_entry_safe(timer, next, &firing, it.cpu.elist) { in handle_posix_cpu_timers()
1349 spin_lock(&timer->it_lock); in handle_posix_cpu_timers()
1350 list_del_init(&timer->it.cpu.elist); in handle_posix_cpu_timers()
1351 cpu_firing = timer->it.cpu.firing; in handle_posix_cpu_timers()
1352 timer->it.cpu.firing = 0; in handle_posix_cpu_timers()
1359 cpu_timer_fire(timer); in handle_posix_cpu_timers()
1360 spin_unlock(&timer->it_lock); in handle_posix_cpu_timers()
1440 struct k_itimer timer; in do_cpu_nanosleep() local
1447 memset(&timer, 0, sizeof timer); in do_cpu_nanosleep()
1448 spin_lock_init(&timer.it_lock); in do_cpu_nanosleep()
1449 timer.it_clock = which_clock; in do_cpu_nanosleep()
1450 timer.it_overrun = -1; in do_cpu_nanosleep()
1451 error = posix_cpu_timer_create(&timer); in do_cpu_nanosleep()
1452 timer.it_process = current; in do_cpu_nanosleep()
1461 spin_lock_irq(&timer.it_lock); in do_cpu_nanosleep()
1462 error = posix_cpu_timer_set(&timer, flags, &it, NULL); in do_cpu_nanosleep()
1464 spin_unlock_irq(&timer.it_lock); in do_cpu_nanosleep()
1469 if (!cpu_timer_getexpires(&timer.it.cpu)) { in do_cpu_nanosleep()
1474 posix_cpu_timer_del(&timer); in do_cpu_nanosleep()
1475 spin_unlock_irq(&timer.it_lock); in do_cpu_nanosleep()
1483 spin_unlock_irq(&timer.it_lock); in do_cpu_nanosleep()
1485 spin_lock_irq(&timer.it_lock); in do_cpu_nanosleep()
1491 expires = cpu_timer_getexpires(&timer.it.cpu); in do_cpu_nanosleep()
1492 error = posix_cpu_timer_set(&timer, 0, &zero_it, &it); in do_cpu_nanosleep()
1497 posix_cpu_timer_del(&timer); in do_cpu_nanosleep()
1499 spin_unlock_irq(&timer.it_lock); in do_cpu_nanosleep()
1507 spin_lock_irq(&timer.it_lock); in do_cpu_nanosleep()
1508 error = posix_cpu_timer_del(&timer); in do_cpu_nanosleep()
1509 spin_unlock_irq(&timer.it_lock); in do_cpu_nanosleep()
1584 static int process_cpu_timer_create(struct k_itimer *timer) in process_cpu_timer_create() argument
1586 timer->it_clock = PROCESS_CLOCK; in process_cpu_timer_create()
1587 return posix_cpu_timer_create(timer); in process_cpu_timer_create()
1604 static int thread_cpu_timer_create(struct k_itimer *timer) in thread_cpu_timer_create() argument
1606 timer->it_clock = THREAD_CLOCK; in thread_cpu_timer_create()
1607 return posix_cpu_timer_create(timer); in thread_cpu_timer_create()