75 		atomic_long_read(&(sem)->owner), (long)current,	\
145 	atomic_long_set(&sem->owner, (long)current);  in rwsem_set_owner()
151 	atomic_long_set(&sem->owner, 0);  in rwsem_clear_owner()
159 	return atomic_long_read(&sem->owner) & flags;  in rwsem_test_oflags()
173 					    struct task_struct *owner)  in __rwsem_set_reader_owned()  argument
175 	unsigned long val = (unsigned long)owner | RWSEM_READER_OWNED |  in __rwsem_set_reader_owned()
176 		(atomic_long_read(&sem->owner) & RWSEM_NONSPINNABLE);  in __rwsem_set_reader_owned()
178 	atomic_long_set(&sem->owner, val);  in __rwsem_set_reader_owned()
212 	unsigned long val = atomic_long_read(&sem->owner);  in rwsem_clear_reader_owned()
215 		if (atomic_long_try_cmpxchg(&sem->owner, &val,  in rwsem_clear_reader_owned()
232 	unsigned long owner = atomic_long_read(&sem->owner);  in rwsem_set_nonspinnable()  local
235 		if (!(owner & RWSEM_READER_OWNED))  in rwsem_set_nonspinnable()
237 		if (owner & RWSEM_NONSPINNABLE)  in rwsem_set_nonspinnable()
239 	} while (!atomic_long_try_cmpxchg(&sem->owner, &owner,  in rwsem_set_nonspinnable()
240 					  owner | RWSEM_NONSPINNABLE));  in rwsem_set_nonspinnable()
281 		(atomic_long_read(&sem->owner) & ~RWSEM_OWNER_FLAGS_MASK);  in rwsem_owner()
291 	unsigned long owner = atomic_long_read(&sem->owner);  in rwsem_owner_flags()  local
293 	*pflags = owner & RWSEM_OWNER_FLAGS_MASK;  in rwsem_owner_flags()
294 	return (struct task_struct *)(owner & ~RWSEM_OWNER_FLAGS_MASK);  in rwsem_owner_flags()
333 	atomic_long_set(&sem->owner, 0L);  in __init_rwsem()
463 		struct task_struct *owner;  in rwsem_mark_wake()  local
490 		owner = waiter->task;  in rwsem_mark_wake()
491 		__rwsem_set_reader_owned(sem, owner);  in rwsem_mark_wake()
715 	struct task_struct *owner;  in rwsem_can_spin_on_owner()  local
729 	owner = rwsem_owner_flags(sem, &flags);  in rwsem_can_spin_on_owner()
734 	    (owner && !(flags & RWSEM_READER_OWNED) && !owner_on_cpu(owner)))  in rwsem_can_spin_on_owner()
746 rwsem_owner_state(struct task_struct *owner, unsigned long flags)  in rwsem_owner_state()  argument
754 	return owner ? OWNER_WRITER : OWNER_NULL;  in rwsem_owner_state()
760 	struct task_struct *new, *owner;  in rwsem_spin_on_owner()  local
768 	owner = rwsem_owner_flags(sem, &flags);  in rwsem_spin_on_owner()
769 	state = rwsem_owner_state(owner, flags);  in rwsem_spin_on_owner()
784 		if ((new != owner) || (new_flags != flags)) {  in rwsem_spin_on_owner()
799 		if (need_resched() || !owner_on_cpu(owner)) {  in rwsem_spin_on_owner()
969 		atomic_long_andnot(RWSEM_NONSPINNABLE, &sem->owner);  in clear_nonspinnable()
1034 	if ((atomic_long_read(&sem->owner) & RWSEM_READER_OWNED) &&  in rwsem_down_read_slowpath()
1546 					    struct task_struct *owner)  in __rwsem_set_reader_owned()  argument