21 void __lockfunc queued_read_lock_slowpath(struct qrwlock *lock)  in queued_read_lock_slowpath()  argument
33 		atomic_cond_read_acquire(&lock->cnts, !(VAL & _QW_LOCKED));  in queued_read_lock_slowpath()
36 	atomic_sub(_QR_BIAS, &lock->cnts);  in queued_read_lock_slowpath()
38 	trace_contention_begin(lock, LCB_F_SPIN | LCB_F_READ);  in queued_read_lock_slowpath()
43 	arch_spin_lock(&lock->wait_lock);  in queued_read_lock_slowpath()
44 	atomic_add(_QR_BIAS, &lock->cnts);  in queued_read_lock_slowpath()
51 	atomic_cond_read_acquire(&lock->cnts, !(VAL & _QW_LOCKED));  in queued_read_lock_slowpath()
56 	arch_spin_unlock(&lock->wait_lock);  in queued_read_lock_slowpath()
58 	trace_contention_end(lock, 0);  in queued_read_lock_slowpath()
66 void __lockfunc queued_write_lock_slowpath(struct qrwlock *lock)  in queued_write_lock_slowpath()  argument
70 	trace_contention_begin(lock, LCB_F_SPIN | LCB_F_WRITE);  in queued_write_lock_slowpath()
73 	arch_spin_lock(&lock->wait_lock);  in queued_write_lock_slowpath()
76 	if (!(cnts = atomic_read(&lock->cnts)) &&  in queued_write_lock_slowpath()
77 	    atomic_try_cmpxchg_acquire(&lock->cnts, &cnts, _QW_LOCKED))  in queued_write_lock_slowpath()
81 	atomic_or(_QW_WAITING, &lock->cnts);  in queued_write_lock_slowpath()
85 		cnts = atomic_cond_read_relaxed(&lock->cnts, VAL == _QW_WAITING);  in queued_write_lock_slowpath()
86 	} while (!atomic_try_cmpxchg_acquire(&lock->cnts, &cnts, _QW_LOCKED));  in queued_write_lock_slowpath()
88 	arch_spin_unlock(&lock->wait_lock);  in queued_write_lock_slowpath()
90 	trace_contention_end(lock, 0);  in queued_write_lock_slowpath()