| /kernel/locking/ |
| D | spinlock.c | 133 int __lockfunc _raw_spin_trylock(raw_spinlock_t *lock) in _raw_spin_trylock()
141 int __lockfunc _raw_spin_trylock_bh(raw_spinlock_t *lock) in _raw_spin_trylock_bh()
149 void __lockfunc _raw_spin_lock(raw_spinlock_t *lock) in _raw_spin_lock()
157 unsigned long __lockfunc _raw_spin_lock_irqsave(raw_spinlock_t *lock) in _raw_spin_lock_irqsave()
165 void __lockfunc _raw_spin_lock_irq(raw_spinlock_t *lock) in _raw_spin_lock_irq()
173 void __lockfunc _raw_spin_lock_bh(raw_spinlock_t *lock) in _raw_spin_lock_bh()
181 void __lockfunc _raw_spin_unlock(raw_spinlock_t *lock) in _raw_spin_unlock()
189 void __lockfunc _raw_spin_unlock_irqrestore(raw_spinlock_t *lock, unsigned long flags) in _raw_spin_unlock_irqrestore()
197 void __lockfunc _raw_spin_unlock_irq(raw_spinlock_t *lock) in _raw_spin_unlock_irq()
205 void __lockfunc _raw_spin_unlock_bh(raw_spinlock_t *lock) in _raw_spin_unlock_bh()
[all …]
|
| D | spinlock_debug.c | 16 void __raw_spin_lock_init(raw_spinlock_t *lock, const char *name, in __raw_spin_lock_init()
34 void __rwlock_init(rwlock_t *lock, const char *name, in __rwlock_init()
52 static void spin_dump(raw_spinlock_t *lock, const char *msg) in spin_dump()
70 static void spin_bug(raw_spinlock_t *lock, const char *msg) in spin_bug()
78 #define SPIN_BUG_ON(cond, lock, msg) if (unlikely(cond)) spin_bug(lock, msg) argument
81 debug_spin_lock_before(raw_spinlock_t *lock) in debug_spin_lock_before()
89 static inline void debug_spin_lock_after(raw_spinlock_t *lock) in debug_spin_lock_after()
95 static inline void debug_spin_unlock(raw_spinlock_t *lock) in debug_spin_unlock()
110 void do_raw_spin_lock(raw_spinlock_t *lock) in do_raw_spin_lock()
117 int do_raw_spin_trylock(raw_spinlock_t *lock) in do_raw_spin_trylock()
[all …]
|
| D | mutex.c | 50 __mutex_init(struct mutex *lock, const char *name, struct lock_class_key *key) in __mutex_init()
95 void __sched mutex_lock(struct mutex *lock) in mutex_lock()
157 ww_mutex_set_context_fastpath(struct ww_mutex *lock, in ww_mutex_set_context_fastpath()
201 ww_mutex_set_context_slowpath(struct ww_mutex *lock, in ww_mutex_set_context_slowpath()
225 bool mutex_spin_on_owner(struct mutex *lock, struct task_struct *owner) in mutex_spin_on_owner()
254 static inline int mutex_can_spin_on_owner(struct mutex *lock) in mutex_can_spin_on_owner()
277 static inline bool mutex_try_to_acquire(struct mutex *lock) in mutex_try_to_acquire()
306 static bool mutex_optimistic_spin(struct mutex *lock, in mutex_optimistic_spin()
402 static bool mutex_optimistic_spin(struct mutex *lock, in mutex_optimistic_spin()
423 void __sched mutex_unlock(struct mutex *lock) in mutex_unlock()
[all …]
|
| D | rtmutex.c | 50 rt_mutex_set_owner(struct rt_mutex *lock, struct task_struct *owner) in rt_mutex_set_owner()
60 static inline void clear_rt_mutex_waiters(struct rt_mutex *lock) in clear_rt_mutex_waiters()
66 static void fixup_rt_mutex_waiters(struct rt_mutex *lock) in fixup_rt_mutex_waiters()
150 static inline void mark_rt_mutex_waiters(struct rt_mutex *lock) in mark_rt_mutex_waiters()
166 static inline bool unlock_rt_mutex_safe(struct rt_mutex *lock, in unlock_rt_mutex_safe()
206 static inline void mark_rt_mutex_waiters(struct rt_mutex *lock) in mark_rt_mutex_waiters()
215 static inline bool unlock_rt_mutex_safe(struct rt_mutex *lock, in unlock_rt_mutex_safe()
245 rt_mutex_enqueue(struct rt_mutex *lock, struct rt_mutex_waiter *waiter) in rt_mutex_enqueue()
271 rt_mutex_dequeue(struct rt_mutex *lock, struct rt_mutex_waiter *waiter) in rt_mutex_dequeue()
499 struct rt_mutex *lock; in rt_mutex_adjust_prio_chain() local
[all …]
|
| D | mutex.h | 12 #define spin_lock_mutex(lock, flags) \ argument
14 #define spin_unlock_mutex(lock, flags) \ argument
16 #define mutex_remove_waiter(lock, waiter, task) \ argument
26 static inline void mutex_set_owner(struct mutex *lock) in mutex_set_owner()
31 static inline void mutex_clear_owner(struct mutex *lock) in mutex_clear_owner()
36 static inline void mutex_set_owner(struct mutex *lock) in mutex_set_owner()
40 static inline void mutex_clear_owner(struct mutex *lock) in mutex_clear_owner()
45 #define debug_mutex_wake_waiter(lock, waiter) do { } while (0) argument
47 #define debug_mutex_add_waiter(lock, waiter, ti) do { } while (0) argument
48 #define debug_mutex_unlock(lock) do { } while (0) argument
[all …]
|
| D | qspinlock_paravirt.h | 70 static inline bool pv_queued_spin_steal_lock(struct qspinlock *lock) in pv_queued_spin_steal_lock()
88 static __always_inline void set_pending(struct qspinlock *lock) in set_pending()
95 static __always_inline void clear_pending(struct qspinlock *lock) in clear_pending()
107 static __always_inline int trylock_clear_pending(struct qspinlock *lock) in trylock_clear_pending()
116 static __always_inline void set_pending(struct qspinlock *lock) in set_pending()
121 static __always_inline void clear_pending(struct qspinlock *lock) in clear_pending()
126 static __always_inline int trylock_clear_pending(struct qspinlock *lock) in trylock_clear_pending()
167 struct qspinlock *lock; member
206 static struct qspinlock **pv_hash(struct qspinlock *lock, struct pv_node *node) in pv_hash()
233 static struct pv_node *pv_unhash(struct qspinlock *lock) in pv_unhash()
[all …]
|
| D | mutex-debug.c | 30 void debug_mutex_lock_common(struct mutex *lock, struct mutex_waiter *waiter) in debug_mutex_lock_common()
37 void debug_mutex_wake_waiter(struct mutex *lock, struct mutex_waiter *waiter) in debug_mutex_wake_waiter()
51 void debug_mutex_add_waiter(struct mutex *lock, struct mutex_waiter *waiter, in debug_mutex_add_waiter()
60 void mutex_remove_waiter(struct mutex *lock, struct mutex_waiter *waiter, in mutex_remove_waiter()
72 void debug_mutex_unlock(struct mutex *lock) in debug_mutex_unlock()
93 void debug_mutex_init(struct mutex *lock, const char *name, in debug_mutex_init()
114 void mutex_destroy(struct mutex *lock) in mutex_destroy()
|
| D | rtmutex-debug.c | 41 static void printk_lock(struct rt_mutex *lock, int print_owner) in printk_lock()
71 struct rt_mutex *lock) in debug_rt_mutex_deadlock()
136 void debug_rt_mutex_lock(struct rt_mutex *lock) in debug_rt_mutex_lock()
140 void debug_rt_mutex_unlock(struct rt_mutex *lock) in debug_rt_mutex_unlock()
146 debug_rt_mutex_proxy_lock(struct rt_mutex *lock, struct task_struct *powner) in debug_rt_mutex_proxy_lock()
150 void debug_rt_mutex_proxy_unlock(struct rt_mutex *lock) in debug_rt_mutex_proxy_unlock()
167 void debug_rt_mutex_init(struct rt_mutex *lock, const char *name) in debug_rt_mutex_init()
177 rt_mutex_deadlock_account_lock(struct rt_mutex *lock, struct task_struct *task) in rt_mutex_deadlock_account_lock()
|
| D | qspinlock.c | 159 static __always_inline void clear_pending_set_locked(struct qspinlock *lock) in clear_pending_set_locked()
176 static __always_inline u32 xchg_tail(struct qspinlock *lock, u32 tail) in xchg_tail()
196 static __always_inline void clear_pending_set_locked(struct qspinlock *lock) in clear_pending_set_locked()
211 static __always_inline u32 xchg_tail(struct qspinlock *lock, u32 tail) in xchg_tail()
237 static __always_inline void set_locked(struct qspinlock *lock) in set_locked()
253 static __always_inline void __pv_kick_node(struct qspinlock *lock, in __pv_kick_node()
255 static __always_inline u32 __pv_wait_head_or_lock(struct qspinlock *lock, in __pv_wait_head_or_lock()
360 void queued_spin_unlock_wait(struct qspinlock *lock) in queued_spin_unlock_wait()
410 void queued_spin_lock_slowpath(struct qspinlock *lock, u32 val) in queued_spin_lock_slowpath()
|
| D | mutex-debug.h | 30 static inline void mutex_set_owner(struct mutex *lock) in mutex_set_owner()
35 static inline void mutex_clear_owner(struct mutex *lock) in mutex_clear_owner()
40 #define spin_lock_mutex(lock, flags) \ argument
50 #define spin_unlock_mutex(lock, flags) \ argument
|
| D | qrwlock.c | 42 arch_spinlock_t lock; member
54 rspin_until_writer_unlock(struct qrwlock *lock, u32 cnts) in rspin_until_writer_unlock()
67 void queued_read_lock_slowpath(struct qrwlock *lock, u32 cnts) in queued_read_lock_slowpath()
110 void queued_write_lock_slowpath(struct qrwlock *lock) in queued_write_lock_slowpath()
|
| D | rtmutex_common.h | 29 struct rt_mutex *lock; member
42 static inline int rt_mutex_has_waiters(struct rt_mutex *lock) in rt_mutex_has_waiters()
48 rt_mutex_top_waiter(struct rt_mutex *lock) in rt_mutex_top_waiter()
77 static inline struct task_struct *rt_mutex_owner(struct rt_mutex *lock) in rt_mutex_owner()
|
| D | osq_lock.c | 36 osq_wait_next(struct optimistic_spin_queue *lock, in osq_wait_next()
84 bool osq_lock(struct optimistic_spin_queue *lock) in osq_lock()
185 void osq_unlock(struct optimistic_spin_queue *lock) in osq_unlock()
|
| D | lockdep.c | 530 static void print_lockdep_cache(struct lockdep_map *lock) in print_lockdep_cache()
656 look_up_lock_class(struct lockdep_map *lock, unsigned int subclass) in look_up_lock_class()
718 register_lock_class(struct lockdep_map *lock, unsigned int subclass, int force) in register_lock_class()
933 static inline void mark_lock_accessed(struct lock_list *lock, in mark_lock_accessed()
944 static inline unsigned long lock_accessed(struct lock_list *lock) in lock_accessed()
999 struct lock_list *lock; in __bfs() local
2222 static int validate_chain(struct task_struct *curr, struct lockdep_map *lock, in validate_chain()
2277 struct lockdep_map *lock, struct held_lock *hlock, in validate_chain()
2336 print_usage_bug_scenario(struct held_lock *lock) in print_usage_bug_scenario()
3097 void lockdep_init_map(struct lockdep_map *lock, const char *name, in lockdep_init_map()
[all …]
|
| D | mcs_spinlock.h | 62 void mcs_spin_lock(struct mcs_spinlock **lock, struct mcs_spinlock *node) in mcs_spin_lock()
99 void mcs_spin_unlock(struct mcs_spinlock **lock, struct mcs_spinlock *node) in mcs_spin_unlock()
|
| /kernel/bpf/ |
| D | percpu_freelist.h | 14 raw_spinlock_t lock; member
|
| /kernel/time/ |
| D | timer_stats.c | 241 raw_spinlock_t *lock; in timer_stats_update_stats() local
351 raw_spinlock_t *lock = &per_cpu(tstats_lookup_lock, cpu); in sync_access() local
|
| /kernel/sched/ |
| D | cpudeadline.h | 16 raw_spinlock_t lock; member
|
| D | auto_group.h | 14 struct rw_semaphore lock; member
|
| /kernel/trace/ |
| D | trace_clock.c | 86 arch_spinlock_t lock; member
|
| D | trace_hwlat.c | 92 struct mutex lock; /* protect changes */ member
|
| /kernel/ |
| D | dma.c | 55 int lock; member
|
| D | acct.c | 84 struct mutex lock; member
|
| D | kcov.c | 48 spinlock_t lock; member
|
| D | stop_machine.c | 39 spinlock_t lock; member
|