65 #define LOCK_SECTION_NAME ".text..lock."KBUILD_BASENAME
94   extern void __raw_spin_lock_init(raw_spinlock_t *lock, const char *name,
96 # define raw_spin_lock_init(lock)				\  argument
100 	__raw_spin_lock_init((lock), #lock, &__key);		\
104 # define raw_spin_lock_init(lock)				\  argument
105 	do { *(lock) = __RAW_SPIN_LOCK_UNLOCKED(lock); } while (0)
108 #define raw_spin_is_locked(lock)	arch_spin_is_locked(&(lock)->raw_lock)  argument
111 #define raw_spin_is_contended(lock)	arch_spin_is_contended(&(lock)->raw_lock)  argument
113 #define raw_spin_is_contended(lock)	(((void)(lock), 0))  argument
118  * between program-order earlier lock acquisitions and program-order later
158  * Property (2) upgrades the lock to an RCsc lock.
172  extern void do_raw_spin_lock(raw_spinlock_t *lock) __acquires(lock);
173 #define do_raw_spin_lock_flags(lock, flags) do_raw_spin_lock(lock)  argument
174  extern int do_raw_spin_trylock(raw_spinlock_t *lock);
175  extern void do_raw_spin_unlock(raw_spinlock_t *lock) __releases(lock);
177 static inline void do_raw_spin_lock(raw_spinlock_t *lock) __acquires(lock)  in do_raw_spin_lock()  argument
179 	__acquire(lock);  in do_raw_spin_lock()
180 	arch_spin_lock(&lock->raw_lock);  in do_raw_spin_lock()
184 #define arch_spin_lock_flags(lock, flags)	arch_spin_lock(lock)  argument
188 do_raw_spin_lock_flags(raw_spinlock_t *lock, unsigned long *flags) __acquires(lock)  in do_raw_spin_lock_flags()  argument
190 	__acquire(lock);  in do_raw_spin_lock_flags()
191 	arch_spin_lock_flags(&lock->raw_lock, *flags);  in do_raw_spin_lock_flags()
194 static inline int do_raw_spin_trylock(raw_spinlock_t *lock)  in do_raw_spin_trylock()  argument
196 	return arch_spin_trylock(&(lock)->raw_lock);  in do_raw_spin_trylock()
199 static inline void do_raw_spin_unlock(raw_spinlock_t *lock) __releases(lock)  in do_raw_spin_unlock()  argument
201 	arch_spin_unlock(&lock->raw_lock);  in do_raw_spin_unlock()
202 	__release(lock);  in do_raw_spin_unlock()
212 #define raw_spin_trylock(lock)	__cond_lock(lock, _raw_spin_trylock(lock))  argument
214 #define raw_spin_lock(lock)	_raw_spin_lock(lock)  argument
217 # define raw_spin_lock_nested(lock, subclass) \  argument
218 	_raw_spin_lock_nested(lock, subclass)
220 # define raw_spin_lock_nest_lock(lock, nest_lock)			\  argument
223 		 _raw_spin_lock_nest_lock(lock, &(nest_lock)->dep_map);	\
231 # define raw_spin_lock_nested(lock, subclass)		\  argument
232 	_raw_spin_lock(((void)(subclass), (lock)))
233 # define raw_spin_lock_nest_lock(lock, nest_lock)	_raw_spin_lock(lock)  argument
238 #define raw_spin_lock_irqsave(lock, flags)			\  argument
241 		flags = _raw_spin_lock_irqsave(lock);	\
245 #define raw_spin_lock_irqsave_nested(lock, flags, subclass)		\  argument
248 		flags = _raw_spin_lock_irqsave_nested(lock, subclass);	\
251 #define raw_spin_lock_irqsave_nested(lock, flags, subclass)		\  argument
254 		flags = _raw_spin_lock_irqsave(lock);			\
260 #define raw_spin_lock_irqsave(lock, flags)		\  argument
263 		_raw_spin_lock_irqsave(lock, flags);	\
266 #define raw_spin_lock_irqsave_nested(lock, flags, subclass)	\  argument
267 	raw_spin_lock_irqsave(lock, flags)
271 #define raw_spin_lock_irq(lock)		_raw_spin_lock_irq(lock)  argument
272 #define raw_spin_lock_bh(lock)		_raw_spin_lock_bh(lock)  argument
273 #define raw_spin_unlock(lock)		_raw_spin_unlock(lock)  argument
274 #define raw_spin_unlock_irq(lock)	_raw_spin_unlock_irq(lock)  argument
276 #define raw_spin_unlock_irqrestore(lock, flags)		\  argument
279 		_raw_spin_unlock_irqrestore(lock, flags);	\
281 #define raw_spin_unlock_bh(lock)	_raw_spin_unlock_bh(lock)  argument
283 #define raw_spin_trylock_bh(lock) \  argument
284 	__cond_lock(lock, _raw_spin_trylock_bh(lock))
286 #define raw_spin_trylock_irq(lock) \  argument
289 	raw_spin_trylock(lock) ? \
293 #define raw_spin_trylock_irqsave(lock, flags) \  argument
296 	raw_spin_trylock(lock) ? \
316 static __always_inline raw_spinlock_t *spinlock_check(spinlock_t *lock)  in spinlock_check()  argument
318 	return &lock->rlock;  in spinlock_check()
327 static __always_inline void spin_lock(spinlock_t *lock)  in spin_lock()  argument
329 	raw_spin_lock(&lock->rlock);  in spin_lock()
332 static __always_inline void spin_lock_bh(spinlock_t *lock)  in spin_lock_bh()  argument
334 	raw_spin_lock_bh(&lock->rlock);  in spin_lock_bh()
337 static __always_inline int spin_trylock(spinlock_t *lock)  in spin_trylock()  argument
339 	return raw_spin_trylock(&lock->rlock);  in spin_trylock()
342 #define spin_lock_nested(lock, subclass)			\  argument
344 	raw_spin_lock_nested(spinlock_check(lock), subclass);	\
347 #define spin_lock_nest_lock(lock, nest_lock)				\  argument
349 	raw_spin_lock_nest_lock(spinlock_check(lock), nest_lock);	\
352 static __always_inline void spin_lock_irq(spinlock_t *lock)  in spin_lock_irq()  argument
354 	raw_spin_lock_irq(&lock->rlock);  in spin_lock_irq()
357 #define spin_lock_irqsave(lock, flags)				\  argument
359 	raw_spin_lock_irqsave(spinlock_check(lock), flags);	\
362 #define spin_lock_irqsave_nested(lock, flags, subclass)			\  argument
364 	raw_spin_lock_irqsave_nested(spinlock_check(lock), flags, subclass); \
367 static __always_inline void spin_unlock(spinlock_t *lock)  in spin_unlock()  argument
369 	raw_spin_unlock(&lock->rlock);  in spin_unlock()
372 static __always_inline void spin_unlock_bh(spinlock_t *lock)  in spin_unlock_bh()  argument
374 	raw_spin_unlock_bh(&lock->rlock);  in spin_unlock_bh()
377 static __always_inline void spin_unlock_irq(spinlock_t *lock)  in spin_unlock_irq()  argument
379 	raw_spin_unlock_irq(&lock->rlock);  in spin_unlock_irq()
382 static __always_inline void spin_unlock_irqrestore(spinlock_t *lock, unsigned long flags)  in spin_unlock_irqrestore()  argument
384 	raw_spin_unlock_irqrestore(&lock->rlock, flags);  in spin_unlock_irqrestore()
387 static __always_inline int spin_trylock_bh(spinlock_t *lock)  in spin_trylock_bh()  argument
389 	return raw_spin_trylock_bh(&lock->rlock);  in spin_trylock_bh()
392 static __always_inline int spin_trylock_irq(spinlock_t *lock)  in spin_trylock_irq()  argument
394 	return raw_spin_trylock_irq(&lock->rlock);  in spin_trylock_irq()
397 #define spin_trylock_irqsave(lock, flags)			\  argument
399 	raw_spin_trylock_irqsave(spinlock_check(lock), flags); \
404  * @lock: Pointer to the spinlock.
411  * Returns: 1 if @lock is locked, 0 otherwise.
420 static __always_inline int spin_is_locked(spinlock_t *lock)  in spin_is_locked()  argument
422 	return raw_spin_is_locked(&lock->rlock);  in spin_is_locked()
425 static __always_inline int spin_is_contended(spinlock_t *lock)  in spin_is_contended()  argument
427 	return raw_spin_is_contended(&lock->rlock);  in spin_is_contended()
430 #define assert_spin_locked(lock)	assert_raw_spin_locked(&(lock)->rlock)  argument
438  * atomic_dec_and_lock - lock on reaching reference count zero
440  * @lock: the spinlock in question
443  * @lock.  Returns false for all other cases.
445 extern int _atomic_dec_and_lock(atomic_t *atomic, spinlock_t *lock);
446 #define atomic_dec_and_lock(atomic, lock) \  argument
447 		__cond_lock(lock, _atomic_dec_and_lock(atomic, lock))
449 extern int _atomic_dec_and_lock_irqsave(atomic_t *atomic, spinlock_t *lock,
451 #define atomic_dec_and_lock_irqsave(atomic, lock, flags) \  argument
452 		__cond_lock(lock, _atomic_dec_and_lock_irqsave(atomic, lock, &(flags)))