| /kernel/sched/ |
| D | core_sched.c | 26 void sched_core_put_cookie(unsigned long cookie) in sched_core_put_cookie() argument
28 struct sched_core_cookie *ptr = (void *)cookie; in sched_core_put_cookie()
36 unsigned long sched_core_get_cookie(unsigned long cookie) in sched_core_get_cookie() argument
38 struct sched_core_cookie *ptr = (void *)cookie; in sched_core_get_cookie()
43 return cookie; in sched_core_get_cookie()
56 unsigned long sched_core_update_cookie(struct task_struct *p, unsigned long cookie) in sched_core_update_cookie() argument
71 SCHED_WARN_ON((p->core_cookie || cookie) && !sched_core_enabled(rq)); in sched_core_update_cookie()
78 p->core_cookie = cookie; in sched_core_update_cookie()
98 unsigned long cookie, flags; in sched_core_clone_cookie() local
101 cookie = sched_core_get_cookie(p->core_cookie); in sched_core_clone_cookie()
[all …]
|
| D | sched.h | 1294 extern void sched_core_put_cookie(unsigned long cookie);
1295 extern unsigned long sched_core_get_cookie(unsigned long cookie);
1296 extern unsigned long sched_core_update_cookie(struct task_struct *p, unsigned long cookie);
1554 struct pin_cookie cookie; member
1584 rf->cookie = lockdep_pin_lock(__rq_lockp(rq)); in rq_pin_lock()
1602 lockdep_unpin_lock(__rq_lockp(rq), rf->cookie); in rq_unpin_lock()
1607 lockdep_repin_lock(__rq_lockp(rq), rf->cookie); in rq_repin_lock()
|
| D | core.c | 175 unsigned long cookie = (unsigned long)key; in rb_sched_core_cmp() local
177 if (cookie < p->core_cookie) in rb_sched_core_cmp()
180 if (cookie > p->core_cookie) in rb_sched_core_cmp()
210 static struct task_struct *sched_core_find(struct rq *rq, unsigned long cookie) in sched_core_find() argument
214 node = rb_find_first((void *)cookie, &rq->core_tree, rb_sched_core_cmp); in sched_core_find()
224 static struct task_struct *sched_core_next(struct task_struct *p, unsigned long cookie) in sched_core_next() argument
233 if (p->core_cookie != cookie) in sched_core_next()
5830 static inline bool cookie_equals(struct task_struct *a, unsigned long cookie) in cookie_equals() argument
5832 return is_task_rq_idle(a) || (a->core_cookie == cookie); in cookie_equals()
5855 unsigned long cookie = rq->core->core_cookie; in pick_task() local
[all …]
|
| D | deadline.c | 1102 lockdep_unpin_lock(__rq_lockp(rq), rf.cookie); in dl_task_timer()
1104 rf.cookie = lockdep_pin_lock(__rq_lockp(rq)); in dl_task_timer()
|
| /kernel/ |
| D | async.c | 71 async_cookie_t cookie; member
106 ret = first->cookie; in lowest_in_progress()
123 pr_debug("calling %lli_%pS @ %i\n", (long long)entry->cookie, in async_run_entry_fn()
127 entry->func(entry->data, entry->cookie); in async_run_entry_fn()
130 (long long)entry->cookie, entry->func, in async_run_entry_fn()
166 newcookie = entry->cookie = next_cookie++; in __async_schedule_node_domain()
308 void async_synchronize_cookie_domain(async_cookie_t cookie, struct async_domain *domain) in async_synchronize_cookie_domain() argument
315 wait_event(async_done, lowest_in_progress(domain) >= cookie); in async_synchronize_cookie_domain()
329 void async_synchronize_cookie(async_cookie_t cookie) in async_synchronize_cookie() argument
331 async_synchronize_cookie_domain(cookie, &async_dfl_domain); in async_synchronize_cookie()
|
| D | stacktrace.c | 82 static bool stack_trace_consume_entry(void *cookie, unsigned long addr) in stack_trace_consume_entry() argument
84 struct stacktrace_cookie *c = cookie; in stack_trace_consume_entry()
97 static bool stack_trace_consume_entry_nosched(void *cookie, unsigned long addr) in stack_trace_consume_entry_nosched() argument
101 return stack_trace_consume_entry(cookie, addr); in stack_trace_consume_entry_nosched()
|
| D | audit_fsnotify.c | 158 const struct qstr *dname, u32 cookie) in audit_mark_handle_event() argument
|
| D | audit_watch.c | 469 const struct qstr *dname, u32 cookie) in audit_watch_handle_event() argument
|
| D | audit_tree.c | 1036 const struct qstr *file_name, u32 cookie) in audit_tree_handle_event() argument
|
| /kernel/rcu/ |
| D | srcutiny.c | 160 unsigned short cookie; in srcu_gp_start_if_needed() local
162 cookie = get_state_synchronize_srcu(ssp); in srcu_gp_start_if_needed()
163 if (USHORT_CMP_GE(READ_ONCE(ssp->srcu_idx_max), cookie)) in srcu_gp_start_if_needed()
165 WRITE_ONCE(ssp->srcu_idx_max, cookie); in srcu_gp_start_if_needed()
241 bool poll_state_synchronize_srcu(struct srcu_struct *ssp, unsigned long cookie) in poll_state_synchronize_srcu() argument
243 bool ret = USHORT_CMP_GE(READ_ONCE(ssp->srcu_idx), cookie); in poll_state_synchronize_srcu()
|
| D | rcutorture.c | 1151 unsigned long cookie; in rcu_torture_writer() local
1202 cookie = cur_ops->get_gp_state(); in rcu_torture_writer()
1204 cur_ops->poll_gp_state(cookie), in rcu_torture_writer()
1209 cookie, cur_ops->get_gp_state()); in rcu_torture_writer()
1573 unsigned long cookie; in rcu_torture_one_read() local
1590 cookie = cur_ops->get_gp_state(); in rcu_torture_one_read()
1625 WARN_ONCE(cur_ops->poll_gp_state(cookie), in rcu_torture_one_read()
1630 cookie, cur_ops->get_gp_state()); in rcu_torture_one_read()
|
| D | srcutree.c | 1075 bool poll_state_synchronize_srcu(struct srcu_struct *ssp, unsigned long cookie) in poll_state_synchronize_srcu() argument
1077 if (!rcu_seq_done(&ssp->srcu_gp_seq, cookie)) in poll_state_synchronize_srcu()
|
| /kernel/locking/ |
| D | lockdep.c | 5379 struct pin_cookie cookie = NIL_COOKIE; in __lock_pin_lock() local
5384 return cookie; in __lock_pin_lock()
5395 cookie.val = 1 + (prandom_u32() >> 16); in __lock_pin_lock()
5396 hlock->pin_count += cookie.val; in __lock_pin_lock()
5397 return cookie; in __lock_pin_lock()
5402 return cookie; in __lock_pin_lock()
5405 static void __lock_repin_lock(struct lockdep_map *lock, struct pin_cookie cookie) in __lock_repin_lock() argument
5417 hlock->pin_count += cookie.val; in __lock_repin_lock()
5425 static void __lock_unpin_lock(struct lockdep_map *lock, struct pin_cookie cookie) in __lock_unpin_lock() argument
5440 hlock->pin_count -= cookie.val; in __lock_unpin_lock()
[all …]
|