Lines Matching refs:wq_head
8 void __init_waitqueue_head(struct wait_queue_head *wq_head, const char *name, struct lock_class_key… in __init_waitqueue_head() argument
10 spin_lock_init(&wq_head->lock); in __init_waitqueue_head()
11 lockdep_set_class_and_name(&wq_head->lock, key, name); in __init_waitqueue_head()
12 INIT_LIST_HEAD(&wq_head->head); in __init_waitqueue_head()
17 void add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue() argument
22 spin_lock_irqsave(&wq_head->lock, flags); in add_wait_queue()
23 __add_wait_queue(wq_head, wq_entry); in add_wait_queue()
24 spin_unlock_irqrestore(&wq_head->lock, flags); in add_wait_queue()
28 void add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue_exclusive() argument
33 spin_lock_irqsave(&wq_head->lock, flags); in add_wait_queue_exclusive()
34 __add_wait_queue_entry_tail(wq_head, wq_entry); in add_wait_queue_exclusive()
35 spin_unlock_irqrestore(&wq_head->lock, flags); in add_wait_queue_exclusive()
39 void add_wait_queue_priority(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue_priority() argument
44 spin_lock_irqsave(&wq_head->lock, flags); in add_wait_queue_priority()
45 __add_wait_queue(wq_head, wq_entry); in add_wait_queue_priority()
46 spin_unlock_irqrestore(&wq_head->lock, flags); in add_wait_queue_priority()
50 void remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in remove_wait_queue() argument
54 spin_lock_irqsave(&wq_head->lock, flags); in remove_wait_queue()
55 __remove_wait_queue(wq_head, wq_entry); in remove_wait_queue()
56 spin_unlock_irqrestore(&wq_head->lock, flags); in remove_wait_queue()
80 static int __wake_up_common(struct wait_queue_head *wq_head, unsigned int mode, in __wake_up_common() argument
87 lockdep_assert_held(&wq_head->lock); in __wake_up_common()
95 curr = list_first_entry(&wq_head->head, wait_queue_entry_t, entry); in __wake_up_common()
97 if (&curr->entry == &wq_head->head) in __wake_up_common()
100 list_for_each_entry_safe_from(curr, next, &wq_head->head, entry) { in __wake_up_common()
114 (&next->entry != &wq_head->head)) { in __wake_up_common()
124 static int __wake_up_common_lock(struct wait_queue_head *wq_head, unsigned int mode, in __wake_up_common_lock() argument
137 spin_lock_irqsave(&wq_head->lock, flags); in __wake_up_common_lock()
138 remaining = __wake_up_common(wq_head, mode, remaining, in __wake_up_common_lock()
140 spin_unlock_irqrestore(&wq_head->lock, flags); in __wake_up_common_lock()
157 int __wake_up(struct wait_queue_head *wq_head, unsigned int mode, in __wake_up() argument
160 return __wake_up_common_lock(wq_head, mode, nr_exclusive, 0, key); in __wake_up()
167 void __wake_up_locked(struct wait_queue_head *wq_head, unsigned int mode, int nr) in __wake_up_locked() argument
169 __wake_up_common(wq_head, mode, nr, 0, NULL, NULL); in __wake_up_locked()
173 void __wake_up_locked_key(struct wait_queue_head *wq_head, unsigned int mode, void *key) in __wake_up_locked_key() argument
175 __wake_up_common(wq_head, mode, 1, 0, key, NULL); in __wake_up_locked_key()
179 void __wake_up_locked_key_bookmark(struct wait_queue_head *wq_head, in __wake_up_locked_key_bookmark() argument
182 __wake_up_common(wq_head, mode, 1, 0, key, bookmark); in __wake_up_locked_key_bookmark()
202 void __wake_up_sync_key(struct wait_queue_head *wq_head, unsigned int mode, in __wake_up_sync_key() argument
205 if (unlikely(!wq_head)) in __wake_up_sync_key()
208 __wake_up_common_lock(wq_head, mode, 1, WF_SYNC, key); in __wake_up_sync_key()
228 void __wake_up_locked_sync_key(struct wait_queue_head *wq_head, in __wake_up_locked_sync_key() argument
231 __wake_up_common(wq_head, mode, 1, WF_SYNC, key, NULL); in __wake_up_locked_sync_key()
238 void __wake_up_sync(struct wait_queue_head *wq_head, unsigned int mode) in __wake_up_sync() argument
240 __wake_up_sync_key(wq_head, mode, NULL); in __wake_up_sync()
244 void __wake_up_pollfree(struct wait_queue_head *wq_head) in __wake_up_pollfree() argument
246 __wake_up(wq_head, TASK_NORMAL, 0, poll_to_key(EPOLLHUP | POLLFREE)); in __wake_up_pollfree()
248 WARN_ON_ONCE(waitqueue_active(wq_head)); in __wake_up_pollfree()
264 prepare_to_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) in prepare_to_wait() argument
269 spin_lock_irqsave(&wq_head->lock, flags); in prepare_to_wait()
271 __add_wait_queue(wq_head, wq_entry); in prepare_to_wait()
273 spin_unlock_irqrestore(&wq_head->lock, flags); in prepare_to_wait()
279 prepare_to_wait_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int s… in prepare_to_wait_exclusive() argument
285 spin_lock_irqsave(&wq_head->lock, flags); in prepare_to_wait_exclusive()
287 was_empty = list_empty(&wq_head->head); in prepare_to_wait_exclusive()
288 __add_wait_queue_entry_tail(wq_head, wq_entry); in prepare_to_wait_exclusive()
291 spin_unlock_irqrestore(&wq_head->lock, flags); in prepare_to_wait_exclusive()
305 long prepare_to_wait_event(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int … in prepare_to_wait_event() argument
310 spin_lock_irqsave(&wq_head->lock, flags); in prepare_to_wait_event()
329 __add_wait_queue_entry_tail(wq_head, wq_entry); in prepare_to_wait_event()
331 __add_wait_queue(wq_head, wq_entry); in prepare_to_wait_event()
335 spin_unlock_irqrestore(&wq_head->lock, flags); in prepare_to_wait_event()
391 void finish_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in finish_wait() argument
410 spin_lock_irqsave(&wq_head->lock, flags); in finish_wait()
412 spin_unlock_irqrestore(&wq_head->lock, flags); in finish_wait()