70 # define DEBUG_RWSEMS_WARN_ON(c, sem)	do {			\  argument
80 # define DEBUG_RWSEMS_WARN_ON(c, sem)  argument
142 static inline void rwsem_set_owner(struct rw_semaphore *sem)  in rwsem_set_owner()
149 static inline void rwsem_clear_owner(struct rw_semaphore *sem)  in rwsem_clear_owner()
159 static inline bool rwsem_test_oflags(struct rw_semaphore *sem, long flags)  in rwsem_test_oflags()
174 static inline void __rwsem_set_reader_owned(struct rw_semaphore *sem,  in __rwsem_set_reader_owned()
183 static inline void rwsem_set_reader_owned(struct rw_semaphore *sem)  in rwsem_set_reader_owned()
193 static inline struct task_struct *rwsem_owner(struct rw_semaphore *sem)  in rwsem_owner()
202 static inline bool is_rwsem_reader_owned(struct rw_semaphore *sem)  in is_rwsem_reader_owned()
220 static inline void rwsem_clear_reader_owned(struct rw_semaphore *sem)  in rwsem_clear_reader_owned()
232 static inline void rwsem_clear_reader_owned(struct rw_semaphore *sem)  in rwsem_clear_reader_owned()
242 static inline void rwsem_set_nonspinnable(struct rw_semaphore *sem)  in rwsem_set_nonspinnable()
255 static inline bool rwsem_read_trylock(struct rw_semaphore *sem, long *cntp)  in rwsem_read_trylock()
280 static inline bool rwsem_write_trylock(struct rw_semaphore *sem)  in rwsem_write_trylock()
298 rwsem_owner_flags(struct rw_semaphore *sem, unsigned long *pflags)  in rwsem_owner_flags()
326 void __init_rwsem(struct rw_semaphore *sem, const char *name,  in __init_rwsem()
364 #define rwsem_first_waiter(sem) \  argument
389 rwsem_add_waiter(struct rw_semaphore *sem, struct rwsem_waiter *waiter)  in rwsem_add_waiter()
405 rwsem_del_waiter(struct rw_semaphore *sem, struct rwsem_waiter *waiter)  in rwsem_del_waiter()
430 static void rwsem_mark_wake(struct rw_semaphore *sem,  in rwsem_mark_wake()
597 rwsem_del_wake_waiter(struct rw_semaphore *sem, struct rwsem_waiter *waiter,  in rwsem_del_wake_waiter()
624 static inline bool rwsem_try_write_lock(struct rw_semaphore *sem,  in rwsem_try_write_lock()
710 static inline bool rwsem_try_write_lock_unqueued(struct rw_semaphore *sem)  in rwsem_try_write_lock_unqueued()
725 static inline bool rwsem_can_spin_on_owner(struct rw_semaphore *sem)  in rwsem_can_spin_on_owner()
768 rwsem_spin_on_owner(struct rw_semaphore *sem)  in rwsem_spin_on_owner()
832 static inline u64 rwsem_rspin_threshold(struct rw_semaphore *sem)  in rwsem_rspin_threshold()
845 static bool rwsem_optimistic_spin(struct rw_semaphore *sem)  in rwsem_optimistic_spin()
973 static inline void clear_nonspinnable(struct rw_semaphore *sem)  in clear_nonspinnable()
980 static inline bool rwsem_can_spin_on_owner(struct rw_semaphore *sem)  in rwsem_can_spin_on_owner()
985 static inline bool rwsem_optimistic_spin(struct rw_semaphore *sem)  in rwsem_optimistic_spin()
990 static inline void clear_nonspinnable(struct rw_semaphore *sem) { }  in clear_nonspinnable()
993 rwsem_spin_on_owner(struct rw_semaphore *sem)  in rwsem_spin_on_owner()
1007 static inline void rwsem_cond_wake_waiter(struct rw_semaphore *sem, long count,  in rwsem_cond_wake_waiter()
1028 rwsem_down_read_slowpath(struct rw_semaphore *sem, long count, unsigned int state)  in rwsem_down_read_slowpath()
1160 rwsem_down_write_slowpath(struct rw_semaphore *sem, int state)  in rwsem_down_write_slowpath()
1267 static struct rw_semaphore *rwsem_wake(struct rw_semaphore *sem)  in rwsem_wake()
1289 static struct rw_semaphore *rwsem_downgrade_wake(struct rw_semaphore *sem)  in rwsem_downgrade_wake()
1310 static __always_inline int __down_read_common(struct rw_semaphore *sem, int state)  in __down_read_common()
1328 static __always_inline void __down_read(struct rw_semaphore *sem)  in __down_read()
1333 static __always_inline int __down_read_interruptible(struct rw_semaphore *sem)  in __down_read_interruptible()
1338 static __always_inline int __down_read_killable(struct rw_semaphore *sem)  in __down_read_killable()
1343 static inline int __down_read_trylock(struct rw_semaphore *sem)  in __down_read_trylock()
1377 static __always_inline int __down_write_common(struct rw_semaphore *sem, int state)  in __down_write_common()
1390 static __always_inline void __down_write(struct rw_semaphore *sem)  in __down_write()
1395 static __always_inline int __down_write_killable(struct rw_semaphore *sem)  in __down_write_killable()
1400 static inline int __down_write_trylock(struct rw_semaphore *sem)  in __down_write_trylock()
1415 static inline void __up_read(struct rw_semaphore *sem)  in __up_read()
1438 static inline void __up_write(struct rw_semaphore *sem)  in __up_write()
1462 static inline void __downgrade_write(struct rw_semaphore *sem)  in __downgrade_write()
1520 void __init_rwsem(struct rw_semaphore *sem, const char *name,  in __init_rwsem()
1532 static inline void __down_read(struct rw_semaphore *sem)  in __down_read()
1537 static inline int __down_read_interruptible(struct rw_semaphore *sem)  in __down_read_interruptible()
1542 static inline int __down_read_killable(struct rw_semaphore *sem)  in __down_read_killable()
1547 static inline int __down_read_trylock(struct rw_semaphore *sem)  in __down_read_trylock()
1552 static inline void __up_read(struct rw_semaphore *sem)  in __up_read()
1557 static inline void __sched __down_write(struct rw_semaphore *sem)  in __down_write()
1562 static inline int __sched __down_write_killable(struct rw_semaphore *sem)  in __down_write_killable()
1567 static inline int __down_write_trylock(struct rw_semaphore *sem)  in __down_write_trylock()
1572 static inline void __up_write(struct rw_semaphore *sem)  in __up_write()
1577 static inline void __downgrade_write(struct rw_semaphore *sem)  in __downgrade_write()
1583 #define DEBUG_RWSEMS_WARN_ON(c, sem)  argument
1585 static inline void __rwsem_set_reader_owned(struct rw_semaphore *sem,  in __rwsem_set_reader_owned()
1590 static inline bool is_rwsem_reader_owned(struct rw_semaphore *sem)  in is_rwsem_reader_owned()
1602 void __sched down_read(struct rw_semaphore *sem)  in down_read()
1611 int __sched down_read_interruptible(struct rw_semaphore *sem)  in down_read_interruptible()
1625 int __sched down_read_killable(struct rw_semaphore *sem)  in down_read_killable()
1642 int down_read_trylock(struct rw_semaphore *sem)  in down_read_trylock()
1655 void __sched down_write(struct rw_semaphore *sem)  in down_write()
1666 int __sched down_write_killable(struct rw_semaphore *sem)  in down_write_killable()
1684 int down_write_trylock(struct rw_semaphore *sem)  in down_write_trylock()
1698 void up_read(struct rw_semaphore *sem)  in up_read()
1708 void up_write(struct rw_semaphore *sem)  in up_write()
1719 void downgrade_write(struct rw_semaphore *sem)  in downgrade_write()
1729 void down_read_nested(struct rw_semaphore *sem, int subclass)  in down_read_nested()
1737 int down_read_killable_nested(struct rw_semaphore *sem, int subclass)  in down_read_killable_nested()
1751 void _down_write_nest_lock(struct rw_semaphore *sem, struct lockdep_map *nest)  in _down_write_nest_lock()
1759 void down_read_non_owner(struct rw_semaphore *sem)  in down_read_non_owner()
1773 void down_write_nested(struct rw_semaphore *sem, int subclass)  in down_write_nested()
1781 int __sched down_write_killable_nested(struct rw_semaphore *sem, int subclass)  in down_write_killable_nested()
1796 void up_read_non_owner(struct rw_semaphore *sem)  in up_read_non_owner()