/linux-master/kernel/sched/ |
H A D | wait.c | 17 void add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) argument 21 wq_entry->flags &= ~WQ_FLAG_EXCLUSIVE; 23 __add_wait_queue(wq_head, wq_entry); 28 void add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) argument 32 wq_entry->flags |= WQ_FLAG_EXCLUSIVE; 34 __add_wait_queue_entry_tail(wq_head, wq_entry); 39 void add_wait_queue_priority(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) argument 43 wq_entry->flags |= WQ_FLAG_EXCLUSIVE | WQ_FLAG_PRIORITY; 45 __add_wait_queue(wq_head, wq_entry); 50 void remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) argument 229 prepare_to_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) argument 244 prepare_to_wait_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) argument 261 init_wait_entry(struct wait_queue_entry *wq_entry, int flags) argument 270 prepare_to_wait_event(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) argument 356 finish_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) argument 382 autoremove_wake_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *key) argument 413 wait_woken(struct wait_queue_entry *wq_entry, unsigned mode, long timeout) argument 438 woken_wake_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *key) argument [all...] |
H A D | wait_bit.c | 21 int wake_bit_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *arg) argument 24 struct wait_bit_queue_entry *wait_bit = container_of(wq_entry, struct wait_bit_queue_entry, wq_entry); 31 return autoremove_wake_function(wq_entry, mode, sync, key); 47 prepare_to_wait(wq_head, &wbq_entry->wq_entry, mode); 52 finish_wait(wq_head, &wbq_entry->wq_entry); 62 DEFINE_WAIT_BIT(wq_entry, word, bit); 64 return __wait_on_bit(wq_head, &wq_entry, action, mode); 73 DEFINE_WAIT_BIT(wq_entry, word, bit); 75 wq_entry 160 var_wake_function(struct wait_queue_entry *wq_entry, unsigned int mode, int sync, void *arg) argument [all...] |
/linux-master/kernel/locking/ |
H A D | percpu-rwsem.c | 119 static int percpu_rwsem_wake_function(struct wait_queue_entry *wq_entry, argument 123 bool reader = wq_entry->flags & WQ_FLAG_CUSTOM; 131 p = get_task_struct(wq_entry->private); 132 list_del_init(&wq_entry->entry); 133 smp_store_release(&wq_entry->private, NULL); 143 DEFINE_WAIT_FUNC(wq_entry, percpu_rwsem_wake_function); 153 wq_entry.flags |= WQ_FLAG_EXCLUSIVE | reader * WQ_FLAG_CUSTOM; 154 __add_wait_queue_entry_tail(&sem->waiters, &wq_entry); 160 if (!smp_load_acquire(&wq_entry.private))
|
/linux-master/include/linux/ |
H A D | wait.h | 15 typedef int (*wait_queue_func_t)(struct wait_queue_entry *wq_entry, unsigned mode, int flags, void *key); 16 int default_wake_function(struct wait_queue_entry *wq_entry, unsigned mode, int flags, void *key); 80 static inline void init_waitqueue_entry(struct wait_queue_entry *wq_entry, struct task_struct *p) argument 82 wq_entry->flags = 0; 83 wq_entry->private = p; 84 wq_entry->func = default_wake_function; 88 init_waitqueue_func_entry(struct wait_queue_entry *wq_entry, wait_queue_func_t func) argument 90 wq_entry->flags = 0; 91 wq_entry->private = NULL; 92 wq_entry 169 __add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) argument 186 __add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) argument 192 __add_wait_queue_entry_tail(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) argument 198 __add_wait_queue_entry_tail_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) argument 205 __remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) argument [all...] |
H A D | wait_bit.h | 18 struct wait_queue_entry wq_entry; member in struct:wait_bit_queue_entry 36 int wake_bit_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *key); 41 .wq_entry = { \ 45 LIST_HEAD_INIT((name).wq_entry.entry), \ 253 &__wbq_entry.wq_entry, \ 265 finish_wait(__wq_head, &__wbq_entry.wq_entry); \
|
/linux-master/rust/ |
H A D | helpers.c | 70 void rust_helper_init_wait(struct wait_queue_entry *wq_entry) argument 72 init_wait(wq_entry);
|
/linux-master/fs/netfs/ |
H A D | locking.c | 31 prepare_to_wait(wq, &q.wq_entry, TASK_INTERRUPTIBLE); 38 finish_wait(wq, &q.wq_entry);
|
/linux-master/fs/ |
H A D | inode.c | 2243 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); 2247 finish_wait(wq, &wait.wq_entry); 2400 prepare_to_wait(wq, &q.wq_entry, TASK_UNINTERRUPTIBLE); 2404 finish_wait(wq, &q.wq_entry);
|
H A D | eventpoll.c | 1900 static int ep_autoremove_wake_function(struct wait_queue_entry *wq_entry, argument 1903 int ret = default_wake_function(wq_entry, mode, sync, key); 1909 list_del_init_careful(&wq_entry->entry);
|
/linux-master/block/ |
H A D | blk-iocost.c | 1461 static int iocg_wake_fn(struct wait_queue_entry *wq_entry, unsigned mode, argument 1464 struct iocg_wait *wait = container_of(wq_entry, struct iocg_wait, wait); 1481 * @wq_entry is removed without grabbing the lock. 1483 default_wake_function(wq_entry, mode, flags, key); 1484 list_del_init_careful(&wq_entry->entry);
|
/linux-master/fs/ext4/ |
H A D | fast_commit.c | 226 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); 229 finish_wait(wq, &wait.wq_entry);
|
/linux-master/fs/jbd2/ |
H A D | journal.c | 3052 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); 3055 finish_wait(wq, &wait.wq_entry);
|
/linux-master/fs/xfs/ |
H A D | xfs_inode.c | 2557 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); 2561 finish_wait(wq, &wait.wq_entry);
|
/linux-master/fs/bcachefs/ |
H A D | fs.c | 1611 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); 1615 finish_wait(wq, &wait.wq_entry);
|
/linux-master/drivers/gpu/drm/i915/gt/uc/ |
H A D | intel_guc_submission.c | 4846 static long must_wait_woken(struct wait_queue_entry *wq_entry, long timeout) argument 4857 if (wq_entry->flags & WQ_FLAG_WOKEN) 4865 smp_store_mb(wq_entry->flags, wq_entry->flags & ~WQ_FLAG_WOKEN);
|
/linux-master/drivers/block/ |
H A D | pktcdvd.c | 2395 &wqe.wq_entry,
|