| /linux-6.3-rc2/kernel/sched/ |
| A D | wait.c | 21 wq_entry->flags &= ~WQ_FLAG_EXCLUSIVE; in add_wait_queue()
23 __add_wait_queue(wq_head, wq_entry); in add_wait_queue()
32 wq_entry->flags |= WQ_FLAG_EXCLUSIVE; in add_wait_queue_exclusive()
45 __add_wait_queue(wq_head, wq_entry); in add_wait_queue_priority()
270 if (list_empty(&wq_entry->entry)) in prepare_to_wait()
298 wq_entry->flags = flags; in init_wait_entry()
299 wq_entry->private = current; in init_wait_entry()
301 INIT_LIST_HEAD(&wq_entry->entry); in init_wait_entry()
324 list_del_init(&wq_entry->entry); in prepare_to_wait_event()
411 list_del_init(&wq_entry->entry); in finish_wait()
[all …]
|
| A D | wait_bit.c | 24 …struct wait_bit_queue_entry *wait_bit = container_of(wq_entry, struct wait_bit_queue_entry, wq_ent… in wake_bit_function()
47 prepare_to_wait(wq_head, &wbq_entry->wq_entry, mode); in __wait_on_bit()
52 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit()
62 DEFINE_WAIT_BIT(wq_entry, word, bit); in out_of_line_wait_on_bit()
73 DEFINE_WAIT_BIT(wq_entry, word, bit); in out_of_line_wait_on_bit_timeout()
75 wq_entry.key.timeout = jiffies + timeout; in out_of_line_wait_on_bit_timeout()
98 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit_lock()
102 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit_lock()
115 DEFINE_WAIT_BIT(wq_entry, word, bit); in out_of_line_wait_on_bit_lock()
165 container_of(wq_entry, struct wait_bit_queue_entry, wq_entry); in var_wake_function()
[all …]
|
| /linux-6.3-rc2/include/linux/ |
| A D | wait.h | 84 wq_entry->flags = 0; in init_waitqueue_entry()
85 wq_entry->private = p; in init_waitqueue_entry()
86 wq_entry->func = default_wake_function; in init_waitqueue_entry()
92 wq_entry->flags = 0; in init_waitqueue_func_entry()
93 wq_entry->private = NULL; in init_waitqueue_func_entry()
94 wq_entry->func = func; in init_waitqueue_func_entry()
181 list_add(&wq_entry->entry, head); in __add_wait_queue()
190 wq_entry->flags |= WQ_FLAG_EXCLUSIVE; in __add_wait_queue_exclusive()
191 __add_wait_queue(wq_head, wq_entry); in __add_wait_queue_exclusive()
202 wq_entry->flags |= WQ_FLAG_EXCLUSIVE; in __add_wait_queue_entry_tail_exclusive()
[all …]
|
| A D | wait_bit.h | 18 struct wait_queue_entry wq_entry; member
36 int wake_bit_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *key);
41 .wq_entry = { \
45 LIST_HEAD_INIT((name).wq_entry.entry), \
253 &__wbq_entry.wq_entry, \
265 finish_wait(__wq_head, &__wbq_entry.wq_entry); \
|
| /linux-6.3-rc2/kernel/locking/ |
| A D | percpu-rwsem.c | 119 static int percpu_rwsem_wake_function(struct wait_queue_entry *wq_entry, in percpu_rwsem_wake_function() argument
123 bool reader = wq_entry->flags & WQ_FLAG_CUSTOM; in percpu_rwsem_wake_function()
131 p = get_task_struct(wq_entry->private); in percpu_rwsem_wake_function()
132 list_del_init(&wq_entry->entry); in percpu_rwsem_wake_function()
133 smp_store_release(&wq_entry->private, NULL); in percpu_rwsem_wake_function()
143 DEFINE_WAIT_FUNC(wq_entry, percpu_rwsem_wake_function); in percpu_rwsem_wait()
153 wq_entry.flags |= WQ_FLAG_EXCLUSIVE | reader * WQ_FLAG_CUSTOM; in percpu_rwsem_wait()
154 __add_wait_queue_entry_tail(&sem->waiters, &wq_entry); in percpu_rwsem_wait()
160 if (!smp_load_acquire(&wq_entry.private)) in percpu_rwsem_wait()
|
| /linux-6.3-rc2/fs/ |
| A D | inode.c | 2194 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in __wait_on_freeing_inode()
2198 finish_wait(wq, &wait.wq_entry); in __wait_on_freeing_inode()
2350 prepare_to_wait(wq, &q.wq_entry, TASK_UNINTERRUPTIBLE); in __inode_dio_wait()
2354 finish_wait(wq, &q.wq_entry); in __inode_dio_wait()
|
| A D | eventpoll.c | 1758 static int ep_autoremove_wake_function(struct wait_queue_entry *wq_entry, in ep_autoremove_wake_function() argument
1761 int ret = default_wake_function(wq_entry, mode, sync, key); in ep_autoremove_wake_function()
1763 list_del_init(&wq_entry->entry); in ep_autoremove_wake_function()
|
| /linux-6.3-rc2/block/ |
| A D | blk-iocost.c | 1450 static int iocg_wake_fn(struct wait_queue_entry *wq_entry, unsigned mode, in iocg_wake_fn() argument
1453 struct iocg_wait *wait = container_of(wq_entry, struct iocg_wait, wait); in iocg_wake_fn()
1472 default_wake_function(wq_entry, mode, flags, key); in iocg_wake_fn()
1473 list_del_init_careful(&wq_entry->entry); in iocg_wake_fn()
|
| /linux-6.3-rc2/fs/ext4/ |
| A D | fast_commit.c | 226 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in ext4_fc_wait_committing_inode()
229 finish_wait(wq, &wait.wq_entry); in ext4_fc_wait_committing_inode()
|
| /linux-6.3-rc2/fs/jbd2/ |
| A D | journal.c | 3067 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in jbd2_journal_release_jbd_inode()
3070 finish_wait(wq, &wait.wq_entry); in jbd2_journal_release_jbd_inode()
|
| /linux-6.3-rc2/fs/xfs/ |
| A D | xfs_inode.c | 2361 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in __xfs_iunpin_wait()
2365 finish_wait(wq, &wait.wq_entry); in __xfs_iunpin_wait()
|
| /linux-6.3-rc2/drivers/block/ |
| A D | pktcdvd.c | 2358 &wqe.wq_entry, in pkt_make_request_write()
|