24 	unsigned long flags;  in add_wait_queue()  local
26 	wait->flags &= ~WQ_FLAG_EXCLUSIVE;  in add_wait_queue()
27 	spin_lock_irqsave(&q->lock, flags);  in add_wait_queue()
29 	spin_unlock_irqrestore(&q->lock, flags);  in add_wait_queue()
35 	unsigned long flags;  in add_wait_queue_exclusive()  local
37 	wait->flags |= WQ_FLAG_EXCLUSIVE;  in add_wait_queue_exclusive()
38 	spin_lock_irqsave(&q->lock, flags);  in add_wait_queue_exclusive()
40 	spin_unlock_irqrestore(&q->lock, flags);  in add_wait_queue_exclusive()
46 	unsigned long flags;  in remove_wait_queue()  local
48 	spin_lock_irqsave(&q->lock, flags);  in remove_wait_queue()
50 	spin_unlock_irqrestore(&q->lock, flags);  in remove_wait_queue()
70 		unsigned flags = curr->flags;  in __wake_up_common()  local
73 				(flags & WQ_FLAG_EXCLUSIVE) && !--nr_exclusive)  in __wake_up_common()
91 	unsigned long flags;  in __wake_up()  local
93 	spin_lock_irqsave(&q->lock, flags);  in __wake_up()
95 	spin_unlock_irqrestore(&q->lock, flags);  in __wake_up()
134 	unsigned long flags;  in __wake_up_sync_key()  local
143 	spin_lock_irqsave(&q->lock, flags);  in __wake_up_sync_key()
145 	spin_unlock_irqrestore(&q->lock, flags);  in __wake_up_sync_key()
173 	unsigned long flags;  in prepare_to_wait()  local
175 	wait->flags &= ~WQ_FLAG_EXCLUSIVE;  in prepare_to_wait()
176 	spin_lock_irqsave(&q->lock, flags);  in prepare_to_wait()
180 	spin_unlock_irqrestore(&q->lock, flags);  in prepare_to_wait()
187 	unsigned long flags;  in prepare_to_wait_exclusive()  local
189 	wait->flags |= WQ_FLAG_EXCLUSIVE;  in prepare_to_wait_exclusive()
190 	spin_lock_irqsave(&q->lock, flags);  in prepare_to_wait_exclusive()
194 	spin_unlock_irqrestore(&q->lock, flags);  in prepare_to_wait_exclusive()
200 	unsigned long flags;  in prepare_to_wait_event()  local
208 	spin_lock_irqsave(&q->lock, flags);  in prepare_to_wait_event()
210 		if (wait->flags & WQ_FLAG_EXCLUSIVE)  in prepare_to_wait_event()
216 	spin_unlock_irqrestore(&q->lock, flags);  in prepare_to_wait_event()
233 	unsigned long flags;  in finish_wait()  local
250 		spin_lock_irqsave(&q->lock, flags);  in finish_wait()
252 		spin_unlock_irqrestore(&q->lock, flags);  in finish_wait()
278 	unsigned long flags;  in abort_exclusive_wait()  local
281 	spin_lock_irqsave(&q->lock, flags);  in abort_exclusive_wait()
286 	spin_unlock_irqrestore(&q->lock, flags);  in abort_exclusive_wait()
329 	if (!(wait->flags & WQ_FLAG_WOKEN))  in wait_woken()
339 	set_mb(wait->flags, wait->flags & ~WQ_FLAG_WOKEN); /* B */  in wait_woken()
355 	wait->flags |= WQ_FLAG_WOKEN;  in woken_wake_function()
367 	if (wait_bit->key.flags != key->flags ||  in wake_bit_function()
369 			test_bit(key->bit_nr, key->flags))  in wake_bit_function()
389 		if (test_bit(q->key.bit_nr, q->key.flags))  in __wait_on_bit()
391 	} while (test_bit(q->key.bit_nr, q->key.flags) && !ret);  in __wait_on_bit()
427 		if (!test_bit(q->key.bit_nr, q->key.flags))  in __wait_on_bit_lock()
434 	} while (test_and_set_bit(q->key.bit_nr, q->key.flags));  in __wait_on_bit_lock()
511 	atomic_t *val = key->flags;  in wake_atomic_t_function()
513 	if (wait_bit->key.flags != key->flags ||  in wake_atomic_t_function()
534 		val = q->key.flags;  in __wait_on_atomic_t()