| /kernel/locking/ |
| D | spinlock.c | 136 noinline int __lockfunc _raw_spin_trylock(raw_spinlock_t *lock) in _raw_spin_trylock()
144 noinline int __lockfunc _raw_spin_trylock_bh(raw_spinlock_t *lock) in _raw_spin_trylock_bh()
152 noinline void __lockfunc _raw_spin_lock(raw_spinlock_t *lock) in _raw_spin_lock()
160 noinline unsigned long __lockfunc _raw_spin_lock_irqsave(raw_spinlock_t *lock) in _raw_spin_lock_irqsave()
168 noinline void __lockfunc _raw_spin_lock_irq(raw_spinlock_t *lock) in _raw_spin_lock_irq()
176 noinline void __lockfunc _raw_spin_lock_bh(raw_spinlock_t *lock) in _raw_spin_lock_bh()
184 noinline void __lockfunc _raw_spin_unlock(raw_spinlock_t *lock) in _raw_spin_unlock()
192 noinline void __lockfunc _raw_spin_unlock_irqrestore(raw_spinlock_t *lock, unsigned long flags) in _raw_spin_unlock_irqrestore()
200 noinline void __lockfunc _raw_spin_unlock_irq(raw_spinlock_t *lock) in _raw_spin_unlock_irq()
208 noinline void __lockfunc _raw_spin_unlock_bh(raw_spinlock_t *lock) in _raw_spin_unlock_bh()
[all …]
|
| D | mutex.c | 49 __mutex_init(struct mutex *lock, const char *name, struct lock_class_key *key) in __mutex_init()
83 static inline struct task_struct *__mutex_owner(struct mutex *lock) in __mutex_owner()
93 bool mutex_is_locked(struct mutex *lock) in mutex_is_locked()
107 static inline struct task_struct *__mutex_trylock_common(struct mutex *lock, bool handoff) in __mutex_trylock_common()
146 static inline bool __mutex_trylock_or_handoff(struct mutex *lock, bool handoff) in __mutex_trylock_or_handoff()
154 static inline bool __mutex_trylock(struct mutex *lock) in __mutex_trylock()
170 static __always_inline bool __mutex_trylock_fast(struct mutex *lock) in __mutex_trylock_fast()
183 static __always_inline bool __mutex_unlock_fast(struct mutex *lock) in __mutex_unlock_fast()
191 static inline void __mutex_set_flag(struct mutex *lock, unsigned long flag) in __mutex_set_flag()
196 static inline void __mutex_clear_flag(struct mutex *lock, unsigned long flag) in __mutex_clear_flag()
[all …]
|
| D | spinlock_debug.c | 16 void __raw_spin_lock_init(raw_spinlock_t *lock, const char *name, in __raw_spin_lock_init()
35 void __rwlock_init(rwlock_t *lock, const char *name, in __rwlock_init()
54 static void spin_dump(raw_spinlock_t *lock, const char *msg) in spin_dump()
72 static void spin_bug(raw_spinlock_t *lock, const char *msg) in spin_bug()
80 #define SPIN_BUG_ON(cond, lock, msg) if (unlikely(cond)) spin_bug(lock, msg) argument
83 debug_spin_lock_before(raw_spinlock_t *lock) in debug_spin_lock_before()
91 static inline void debug_spin_lock_after(raw_spinlock_t *lock) in debug_spin_lock_after()
97 static inline void debug_spin_unlock(raw_spinlock_t *lock) in debug_spin_unlock()
112 void do_raw_spin_lock(raw_spinlock_t *lock) in do_raw_spin_lock()
120 int do_raw_spin_trylock(raw_spinlock_t *lock) in do_raw_spin_trylock()
[all …]
|
| D | rtmutex_api.c | 22 static __always_inline int __rt_mutex_lock_common(struct rt_mutex *lock, in __rt_mutex_lock_common()
52 void __sched rt_mutex_lock_nested(struct rt_mutex *lock, unsigned int subclass) in rt_mutex_lock_nested()
58 void __sched _rt_mutex_lock_nest_lock(struct rt_mutex *lock, struct lockdep_map *nest_lock) in _rt_mutex_lock_nest_lock()
71 void __sched rt_mutex_lock(struct rt_mutex *lock) in rt_mutex_lock()
87 int __sched rt_mutex_lock_interruptible(struct rt_mutex *lock) in rt_mutex_lock_interruptible()
102 int __sched rt_mutex_lock_killable(struct rt_mutex *lock) in rt_mutex_lock_killable()
120 int __sched rt_mutex_trylock(struct rt_mutex *lock) in rt_mutex_trylock()
142 void __sched rt_mutex_unlock(struct rt_mutex *lock) in rt_mutex_unlock()
153 int __sched rt_mutex_futex_trylock(struct rt_mutex_base *lock) in rt_mutex_futex_trylock()
158 int __sched __rt_mutex_futex_trylock(struct rt_mutex_base *lock) in __rt_mutex_futex_trylock()
[all …]
|
| D | ww_mutex.h | 9 __ww_waiter_first(struct mutex *lock) in __ww_waiter_first()
21 __ww_waiter_next(struct mutex *lock, struct mutex_waiter *w) in __ww_waiter_next()
31 __ww_waiter_prev(struct mutex *lock, struct mutex_waiter *w) in __ww_waiter_prev()
41 __ww_waiter_last(struct mutex *lock) in __ww_waiter_last()
53 __ww_waiter_add(struct mutex *lock, struct mutex_waiter *waiter, struct mutex_waiter *pos) in __ww_waiter_add()
62 __ww_mutex_owner(struct mutex *lock) in __ww_mutex_owner()
68 __ww_mutex_has_waiters(struct mutex *lock) in __ww_mutex_has_waiters()
73 static inline void lock_wait_lock(struct mutex *lock) in lock_wait_lock()
78 static inline void unlock_wait_lock(struct mutex *lock) in unlock_wait_lock()
83 static inline void lockdep_assert_wait_lock_held(struct mutex *lock) in lockdep_assert_wait_lock_held()
[all …]
|
| D | rtmutex.c | 37 struct rt_mutex *lock, in __ww_mutex_add_waiter()
43 static inline void __ww_mutex_check_waiters(struct rt_mutex *lock, in __ww_mutex_check_waiters()
48 static inline void ww_mutex_lock_acquired(struct ww_mutex *lock, in ww_mutex_lock_acquired()
53 static inline int __ww_mutex_check_kill(struct rt_mutex *lock, in __ww_mutex_check_kill()
94 rt_mutex_owner_encode(struct rt_mutex_base *lock, struct task_struct *owner) in rt_mutex_owner_encode()
105 rt_mutex_set_owner(struct rt_mutex_base *lock, struct task_struct *owner) in rt_mutex_set_owner()
114 static __always_inline void rt_mutex_clear_owner(struct rt_mutex_base *lock) in rt_mutex_clear_owner()
120 static __always_inline void clear_rt_mutex_waiters(struct rt_mutex_base *lock) in clear_rt_mutex_waiters()
127 fixup_rt_mutex_waiters(struct rt_mutex_base *lock, bool acquire_lock) in fixup_rt_mutex_waiters()
215 static __always_inline bool rt_mutex_cmpxchg_acquire(struct rt_mutex_base *lock, in rt_mutex_cmpxchg_acquire()
[all …]
|
| D | mutex-debug.c | 28 void debug_mutex_lock_common(struct mutex *lock, struct mutex_waiter *waiter) in debug_mutex_lock_common()
36 void debug_mutex_wake_waiter(struct mutex *lock, struct mutex_waiter *waiter) in debug_mutex_wake_waiter()
50 void debug_mutex_add_waiter(struct mutex *lock, struct mutex_waiter *waiter, in debug_mutex_add_waiter()
59 void debug_mutex_remove_waiter(struct mutex *lock, struct mutex_waiter *waiter, in debug_mutex_remove_waiter()
71 void debug_mutex_unlock(struct mutex *lock) in debug_mutex_unlock()
79 void debug_mutex_init(struct mutex *lock, const char *name, in debug_mutex_init()
100 void mutex_destroy(struct mutex *lock) in mutex_destroy()
|
| D | qspinlock.c | 149 static __always_inline void clear_pending(struct qspinlock *lock) in clear_pending()
162 static __always_inline void clear_pending_set_locked(struct qspinlock *lock) in clear_pending_set_locked()
177 static __always_inline u32 xchg_tail(struct qspinlock *lock, u32 tail) in xchg_tail()
195 static __always_inline void clear_pending(struct qspinlock *lock) in clear_pending()
206 static __always_inline void clear_pending_set_locked(struct qspinlock *lock) in clear_pending_set_locked()
221 static __always_inline u32 xchg_tail(struct qspinlock *lock, u32 tail) in xchg_tail()
250 static __always_inline u32 queued_fetch_set_pending_acquire(struct qspinlock *lock) in queued_fetch_set_pending_acquire()
262 static __always_inline void set_locked(struct qspinlock *lock) in set_locked()
276 static __always_inline void __pv_kick_node(struct qspinlock *lock, in __pv_kick_node()
278 static __always_inline u32 __pv_wait_head_or_lock(struct qspinlock *lock, in __pv_wait_head_or_lock()
[all …]
|
| D | qspinlock_paravirt.h | 81 static inline bool pv_hybrid_queued_unfair_trylock(struct qspinlock *lock) in pv_hybrid_queued_unfair_trylock()
109 static __always_inline void set_pending(struct qspinlock *lock) in set_pending()
119 static __always_inline int trylock_clear_pending(struct qspinlock *lock) in trylock_clear_pending()
126 static __always_inline void set_pending(struct qspinlock *lock) in set_pending()
131 static __always_inline int trylock_clear_pending(struct qspinlock *lock) in trylock_clear_pending()
172 struct qspinlock *lock; member
212 static struct qspinlock **pv_hash(struct qspinlock *lock, struct pv_node *node) in pv_hash()
239 static struct pv_node *pv_unhash(struct qspinlock *lock) in pv_unhash()
360 static void pv_kick_node(struct qspinlock *lock, struct mcs_spinlock *node) in pv_kick_node()
403 pv_wait_head_or_lock(struct qspinlock *lock, struct mcs_spinlock *node) in pv_wait_head_or_lock()
[all …]
|
| D | spinlock_rt.c | 44 static __always_inline void __rt_spin_lock(spinlock_t *lock) in __rt_spin_lock()
52 void __sched rt_spin_lock(spinlock_t *lock) in rt_spin_lock()
60 void __sched rt_spin_lock_nested(spinlock_t *lock, int subclass) in rt_spin_lock_nested()
67 void __sched rt_spin_lock_nest_lock(spinlock_t *lock, in rt_spin_lock_nest_lock()
76 void __sched rt_spin_unlock(spinlock_t *lock) in rt_spin_unlock()
92 void __sched rt_spin_lock_unlock(spinlock_t *lock) in rt_spin_lock_unlock()
99 static __always_inline int __rt_spin_trylock(spinlock_t *lock) in __rt_spin_trylock()
114 int __sched rt_spin_trylock(spinlock_t *lock) in rt_spin_trylock()
120 int __sched rt_spin_trylock_bh(spinlock_t *lock) in rt_spin_trylock_bh()
133 void __rt_spin_lock_init(spinlock_t *lock, const char *name, in __rt_spin_lock_init()
|
| D | rtmutex_common.h | 37 struct rt_mutex_base *lock; member
93 static inline int rt_mutex_has_waiters(struct rt_mutex_base *lock) in rt_mutex_has_waiters()
103 static inline bool rt_mutex_waiter_is_top_waiter(struct rt_mutex_base *lock, in rt_mutex_waiter_is_top_waiter()
111 static inline struct rt_mutex_waiter *rt_mutex_top_waiter(struct rt_mutex_base *lock) in rt_mutex_top_waiter()
136 static inline struct task_struct *rt_mutex_owner(struct rt_mutex_base *lock) in rt_mutex_owner()
158 static inline void __rt_mutex_base_init(struct rt_mutex_base *lock) in __rt_mutex_base_init()
166 static inline void debug_rt_mutex_unlock(struct rt_mutex_base *lock) in debug_rt_mutex_unlock()
172 static inline void debug_rt_mutex_proxy_unlock(struct rt_mutex_base *lock) in debug_rt_mutex_proxy_unlock()
207 static inline struct task_struct *rt_mutex_owner(struct rt_mutex_base *lock) in rt_mutex_owner()
|
| D | mutex.h | 38 # define debug_mutex_lock_common(lock, waiter) do { } while (0) argument
39 # define debug_mutex_wake_waiter(lock, waiter) do { } while (0) argument
41 # define debug_mutex_add_waiter(lock, waiter, ti) do { } while (0) argument
42 # define debug_mutex_remove_waiter(lock, waiter, ti) do { } while (0) argument
43 # define debug_mutex_unlock(lock) do { } while (0) argument
44 # define debug_mutex_init(lock, name, key) do { } while (0) argument
|
| D | ww_rt_mutex.c | 12 int ww_mutex_trylock(struct ww_mutex *lock, struct ww_acquire_ctx *ww_ctx) in ww_mutex_trylock()
38 __ww_rt_mutex_lock(struct ww_mutex *lock, struct ww_acquire_ctx *ww_ctx, in __ww_rt_mutex_lock()
79 ww_mutex_lock(struct ww_mutex *lock, struct ww_acquire_ctx *ctx) in ww_mutex_lock()
86 ww_mutex_lock_interruptible(struct ww_mutex *lock, struct ww_acquire_ctx *ctx) in ww_mutex_lock_interruptible()
92 void __sched ww_mutex_unlock(struct ww_mutex *lock) in ww_mutex_unlock()
|
| D | lockdep.c | 743 static void print_lockdep_cache(struct lockdep_map *lock) in print_lockdep_cache()
767 struct lock_class *lock = hlock_class(hlock); in print_lock() local
880 look_up_lock_class(const struct lockdep_map *lock, unsigned int subclass) in look_up_lock_class()
946 static bool assign_lock_key(struct lockdep_map *lock) in assign_lock_key()
1273 register_lock_class(struct lockdep_map *lock, unsigned int subclass, int force) in register_lock_class()
1494 struct lock_list * lock; in __cq_dequeue() local
1510 static inline void mark_lock_accessed(struct lock_list *lock) in mark_lock_accessed()
1515 static inline void visit_lock_entry(struct lock_list *lock, in visit_lock_entry()
1521 static inline unsigned long lock_accessed(struct lock_list *lock) in lock_accessed()
1550 static inline struct list_head *get_dep_list(struct lock_list *lock, int offset) in get_dep_list()
[all …]
|
| D | osq_lock.c | 42 osq_wait_next(struct optimistic_spin_queue *lock, in osq_wait_next()
90 bool osq_lock(struct optimistic_spin_queue *lock) in osq_lock()
207 void osq_unlock(struct optimistic_spin_queue *lock) in osq_unlock()
|
| D | qrwlock.c | 21 void __lockfunc queued_read_lock_slowpath(struct qrwlock *lock) in queued_read_lock_slowpath()
66 void __lockfunc queued_write_lock_slowpath(struct qrwlock *lock) in queued_write_lock_slowpath()
|
| D | mcs_spinlock.h | 65 void mcs_spin_lock(struct mcs_spinlock **lock, struct mcs_spinlock *node) in mcs_spin_lock()
102 void mcs_spin_unlock(struct mcs_spinlock **lock, struct mcs_spinlock *node) in mcs_spin_unlock()
|
| /kernel/bpf/ |
| D | helpers.c | 278 static inline void __bpf_spin_lock(struct bpf_spin_lock *lock) in __bpf_spin_lock()
283 arch_spinlock_t lock; in __bpf_spin_lock() member
292 static inline void __bpf_spin_unlock(struct bpf_spin_lock *lock) in __bpf_spin_unlock()
301 static inline void __bpf_spin_lock(struct bpf_spin_lock *lock) in __bpf_spin_lock()
311 static inline void __bpf_spin_unlock(struct bpf_spin_lock *lock) in __bpf_spin_unlock()
322 static inline void __bpf_spin_lock_irqsave(struct bpf_spin_lock *lock) in __bpf_spin_lock_irqsave()
331 notrace BPF_CALL_1(bpf_spin_lock, struct bpf_spin_lock *, lock) in BPF_CALL_1() argument
344 static inline void __bpf_spin_unlock_irqrestore(struct bpf_spin_lock *lock) in __bpf_spin_unlock_irqrestore()
353 notrace BPF_CALL_1(bpf_spin_unlock, struct bpf_spin_lock *, lock) in BPF_CALL_1() argument
369 struct bpf_spin_lock *lock; in copy_map_value_locked() local
[all …]
|
| D | percpu_freelist.h | 11 raw_spinlock_t lock; member
|
| /kernel/sched/ |
| D | cpudeadline.h | 12 raw_spinlock_t lock; member
|
| D | autogroup.h | 15 struct rw_semaphore lock; member
|
| /kernel/trace/ |
| D | trace_clock.c | 88 arch_spinlock_t lock; member
|
| D | pid_list.h | 79 raw_spinlock_t lock; member
|
| /kernel/ |
| D | dma.c | 56 int lock; member
|
| D | cpu_pm.c | 23 raw_spinlock_t lock; member
|