Home
last modified time | relevance | path

Searched refs:wq_entry (Results 1 – 3 of 3) sorted by relevance

/kernel/sched/
Dwait.c18 void add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue() argument
22 wq_entry->flags &= ~WQ_FLAG_EXCLUSIVE; in add_wait_queue()
24 __add_wait_queue(wq_head, wq_entry); in add_wait_queue()
29 void add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue_exclusive() argument
33 wq_entry->flags |= WQ_FLAG_EXCLUSIVE; in add_wait_queue_exclusive()
35 __add_wait_queue_entry_tail(wq_head, wq_entry); in add_wait_queue_exclusive()
40 void add_wait_queue_priority(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue_priority() argument
44 wq_entry->flags |= WQ_FLAG_EXCLUSIVE | WQ_FLAG_PRIORITY; in add_wait_queue_priority()
46 __add_wait_queue(wq_head, wq_entry); in add_wait_queue_priority()
51 void remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in remove_wait_queue() argument
[all …]
Dwait_bit.c21 int wake_bit_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *arg) in wake_bit_function() argument
24 …struct wait_bit_queue_entry *wait_bit = container_of(wq_entry, struct wait_bit_queue_entry, wq_ent… in wake_bit_function()
31 return autoremove_wake_function(wq_entry, mode, sync, key); in wake_bit_function()
47 prepare_to_wait(wq_head, &wbq_entry->wq_entry, mode); in __wait_on_bit()
52 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit()
62 DEFINE_WAIT_BIT(wq_entry, word, bit); in out_of_line_wait_on_bit()
64 return __wait_on_bit(wq_head, &wq_entry, action, mode); in out_of_line_wait_on_bit()
73 DEFINE_WAIT_BIT(wq_entry, word, bit); in out_of_line_wait_on_bit_timeout()
75 wq_entry.key.timeout = jiffies + timeout; in out_of_line_wait_on_bit_timeout()
77 return __wait_on_bit(wq_head, &wq_entry, action, mode); in out_of_line_wait_on_bit_timeout()
[all …]
/kernel/locking/
Dpercpu-rwsem.c148 static int percpu_rwsem_wake_function(struct wait_queue_entry *wq_entry, in percpu_rwsem_wake_function() argument
152 bool reader = wq_entry->flags & WQ_FLAG_CUSTOM; in percpu_rwsem_wake_function()
160 p = get_task_struct(wq_entry->private); in percpu_rwsem_wake_function()
161 list_del_init(&wq_entry->entry); in percpu_rwsem_wake_function()
162 smp_store_release(&wq_entry->private, NULL); in percpu_rwsem_wake_function()
172 DEFINE_WAIT_FUNC(wq_entry, percpu_rwsem_wake_function); in percpu_rwsem_wait()
182 wq_entry.flags |= WQ_FLAG_EXCLUSIVE | reader * WQ_FLAG_CUSTOM; in percpu_rwsem_wait()
183 __add_wait_queue_entry_tail(&sem->waiters, &wq_entry); in percpu_rwsem_wait()
190 if (!smp_load_acquire(&wq_entry.private)) in percpu_rwsem_wait()