| /linux/fs/ |
| A D | eventfd.c | 32 wait_queue_head_t wqh; member
75 if (waitqueue_active(&ctx->wqh)) in eventfd_signal_mask()
124 poll_wait(file, &ctx->wqh, wait); in eventfd_poll()
222 spin_lock_irq(&ctx->wqh.lock); in eventfd_read()
237 if (waitqueue_active(&ctx->wqh)) in eventfd_read()
240 spin_unlock_irq(&ctx->wqh.lock); in eventfd_read()
260 spin_lock_irq(&ctx->wqh.lock); in eventfd_write()
277 spin_unlock_irq(&ctx->wqh.lock); in eventfd_write()
288 spin_lock_irq(&ctx->wqh.lock); in eventfd_show_fdinfo()
290 spin_unlock_irq(&ctx->wqh.lock); in eventfd_show_fdinfo()
[all …]
|
| A D | timerfd.c | 38 wait_queue_head_t wqh; member
255 poll_wait(file, &ctx->wqh, wait); in timerfd_poll()
275 spin_lock_irq(&ctx->wqh.lock); in timerfd_read_iter()
315 spin_unlock_irq(&ctx->wqh.lock); in timerfd_read_iter()
330 spin_lock_irq(&ctx->wqh.lock); in timerfd_show()
333 spin_unlock_irq(&ctx->wqh.lock); in timerfd_show()
368 spin_lock_irq(&ctx->wqh.lock); in timerfd_ioctl()
437 init_waitqueue_head(&ctx->wqh); in SYSCALL_DEFINE2()
499 spin_lock_irq(&ctx->wqh.lock); in do_timerfd_settime()
537 spin_unlock_irq(&ctx->wqh.lock); in do_timerfd_settime()
[all …]
|
| A D | userfaultfd.c | 887 wait_queue_head_t *wqh) in find_userfault_in() argument
892 lockdep_assert_held(&wqh->lock); in find_userfault_in()
895 if (!waitqueue_active(wqh)) in find_userfault_in()
898 wq = list_last_entry(&wqh->head, typeof(*wq), entry); in find_userfault_in()
|
| /linux/arch/powerpc/platforms/pseries/ |
| A D | rtas-work-area.c | 44 struct wait_queue_head wqh; member
49 .wqh = __WAIT_QUEUE_HEAD_INITIALIZER(rwa_state.wqh),
103 wait_event(rwa_state.wqh, in __rtas_work_area_alloc()
123 wake_up(&rwa_state.wqh); in rtas_work_area_free()
|
| /linux/kernel/locking/ |
| A D | rtmutex.c | 546 WARN_ON_ONCE(wqh->rtlock_task); in rt_mutex_wake_q_add_task()
548 wqh->rtlock_task = task; in rt_mutex_wake_q_add_task()
550 wake_q_add(&wqh->head, task); in rt_mutex_wake_q_add_task()
564 put_task_struct(wqh->rtlock_task); in rt_mutex_wake_up_q()
565 wqh->rtlock_task = NULL; in rt_mutex_wake_up_q()
568 if (!wake_q_empty(&wqh->head)) in rt_mutex_wake_up_q()
569 wake_up_q(&wqh->head); in rt_mutex_wake_up_q()
1350 rt_mutex_wake_q_add(wqh, waiter); in mark_wakeup_next_waiter()
1409 DEFINE_RT_WAKE_Q(wqh); in rt_mutex_slowunlock()
1462 mark_wakeup_next_waiter(&wqh, lock); in rt_mutex_slowunlock()
[all …]
|
| A D | rtmutex_api.c | 166 struct rt_wake_q_head *wqh) in __rt_mutex_futex_unlock() argument
183 mark_wakeup_next_waiter(wqh, lock); in __rt_mutex_futex_unlock()
190 DEFINE_RT_WAKE_Q(wqh); in rt_mutex_futex_unlock()
195 postunlock = __rt_mutex_futex_unlock(lock, &wqh); in rt_mutex_futex_unlock()
199 rt_mutex_postunlock(&wqh); in rt_mutex_futex_unlock()
479 void __sched rt_mutex_postunlock(struct rt_wake_q_head *wqh) in rt_mutex_postunlock() argument
481 rt_mutex_wake_up_q(wqh); in rt_mutex_postunlock()
|
| A D | rwbase_rt.c | 149 DEFINE_RT_WAKE_Q(wqh); in __rwbase_read_unlock()
160 rt_mutex_wake_q_add_task(&wqh, owner, state); in __rwbase_read_unlock()
165 rt_mutex_wake_up_q(&wqh); in __rwbase_read_unlock()
|
| A D | rtmutex_common.h | 101 struct rt_wake_q_head *wqh);
103 extern void rt_mutex_postunlock(struct rt_wake_q_head *wqh);
|
| /linux/drivers/vfio/ |
| A D | virqfd.c | 79 wait_queue_head_t *wqh, poll_table *pt) in virqfd_ptable_queue_proc() argument
82 add_wait_queue(wqh, &virqfd->wait); in virqfd_ptable_queue_proc()
|
| /linux/kernel/ |
| A D | seccomp.c | 236 wait_queue_head_t wqh; member
537 if (waitqueue_active(&orig->wqh)) in __seccomp_filter_orphan()
538 wake_up_poll(&orig->wqh, EPOLLHUP); in __seccomp_filter_orphan()
702 init_waitqueue_head(&sfilter->wqh); in seccomp_prepare_filter()
1143 wake_up_poll_on_current_cpu(&match->wqh, EPOLLIN | EPOLLRDNORM); in seccomp_do_user_notification()
1145 wake_up_poll(&match->wqh, EPOLLIN | EPOLLRDNORM); in seccomp_do_user_notification()
1499 ret = prepare_to_wait_event(&filter->wqh, &wait, TASK_INTERRUPTIBLE); in recv_wait_event()
1511 finish_wait(&filter->wqh, &wait); in recv_wait_event()
1558 wake_up_poll(&filter->wqh, EPOLLOUT | EPOLLWRNORM); in seccomp_notify_recv()
1580 wake_up_poll(&filter->wqh, EPOLLIN | EPOLLRDNORM); in seccomp_notify_recv()
[all …]
|
| /linux/drivers/virt/acrn/ |
| A D | irqfd.c | 96 static void hsm_irqfd_poll_func(struct file *file, wait_queue_head_t *wqh, in hsm_irqfd_poll_func() argument
102 add_wait_queue(wqh, &irqfd->wait); in hsm_irqfd_poll_func()
|
| /linux/kernel/futex/ |
| A D | pi.c | 620 DEFINE_RT_WAKE_Q(wqh); in wake_futex_pi()
659 postunlock = __rt_mutex_futex_unlock(&pi_state->pi_mutex, &wqh); in wake_futex_pi()
666 rt_mutex_postunlock(&wqh); in wake_futex_pi()
|
| /linux/mm/ |
| A D | internal.h | 361 wait_queue_head_t *wqh; in wake_throttle_isolated() local
363 wqh = &pgdat->reclaim_wait[VMSCAN_THROTTLE_ISOLATED]; in wake_throttle_isolated()
364 if (waitqueue_active(wqh)) in wake_throttle_isolated()
365 wake_up(wqh); in wake_throttle_isolated()
|
| A D | memcontrol-v1.c | 109 wait_queue_head_t *wqh; member
1863 remove_wait_queue(event->wqh, &event->wait); in memcg_event_remove()
1914 wait_queue_head_t *wqh, poll_table *pt) in memcg_event_ptable_queue_proc() argument
1919 event->wqh = wqh; in memcg_event_ptable_queue_proc()
1920 add_wait_queue(wqh, &event->wait); in memcg_event_ptable_queue_proc()
|
| A D | vmscan.c | 522 wait_queue_head_t *wqh = &pgdat->reclaim_wait[reason]; in reclaim_throttle() local
577 prepare_to_wait(wqh, &wait, TASK_UNINTERRUPTIBLE); in reclaim_throttle()
579 finish_wait(wqh, &wait); in reclaim_throttle()
6091 wait_queue_head_t *wqh; in consider_reclaim_throttle() local
6093 wqh = &pgdat->reclaim_wait[VMSCAN_THROTTLE_NOPROGRESS]; in consider_reclaim_throttle()
6094 if (waitqueue_active(wqh)) in consider_reclaim_throttle()
6095 wake_up(wqh); in consider_reclaim_throttle()
|
| /linux/drivers/vhost/ |
| A D | vhost.c | 154 static void vhost_poll_func(struct file *file, wait_queue_head_t *wqh, in vhost_poll_func() argument
160 poll->wqh = wqh; in vhost_poll_func()
161 add_wait_queue(wqh, &poll->wait); in vhost_poll_func()
197 poll->wqh = NULL; in vhost_poll_init()
210 if (poll->wqh) in vhost_poll_start()
229 if (poll->wqh) { in vhost_poll_stop()
230 remove_wait_queue(poll->wqh, &poll->wait); in vhost_poll_stop()
231 poll->wqh = NULL; in vhost_poll_stop()
|
| A D | vhost.h | 45 wait_queue_head_t *wqh; member
|
| /linux/virt/kvm/ |
| A D | eventfd.c | 249 irqfd_ptable_queue_proc(struct file *file, wait_queue_head_t *wqh, in irqfd_ptable_queue_proc() argument
254 add_wait_queue_priority(wqh, &irqfd->wait); in irqfd_ptable_queue_proc()
|
| /linux/Documentation/RCU/ |
| A D | listRCU.rst | 467 spin_lock_irqsave(&ctx->wqh.lock, flags);
471 wake_up_locked_poll(&ctx->wqh, EPOLLIN);
473 spin_unlock_irqrestore(&ctx->wqh.lock, flags);
|
| /linux/drivers/xen/ |
| A D | privcmd.c | 955 irqfd_poll_func(struct file *file, wait_queue_head_t *wqh, poll_table *pt) in irqfd_poll_func() argument
960 add_wait_queue_priority(wqh, &kirqfd->wait); in irqfd_poll_func()
|
| /linux/kernel/rcu/ |
| A D | tree.c | 1066 struct swait_queue_head *wqh = arg; in swake_up_one_online_ipi() local
1068 swake_up_one(wqh); in swake_up_one_online_ipi()
1071 static void swake_up_one_online(struct swait_queue_head *wqh) in swake_up_one_online() argument
1088 wqh, 0); in swake_up_one_online()
1092 swake_up_one(wqh); in swake_up_one_online()
|