| /kernel/sched/ |
| D | core_sched.c | 23 static void sched_core_put_cookie(unsigned long cookie) in sched_core_put_cookie() argument
25 struct sched_core_cookie *ptr = (void *)cookie; in sched_core_put_cookie()
33 static unsigned long sched_core_get_cookie(unsigned long cookie) in sched_core_get_cookie() argument
35 struct sched_core_cookie *ptr = (void *)cookie; in sched_core_get_cookie()
40 return cookie; in sched_core_get_cookie()
54 unsigned long cookie) in sched_core_update_cookie() argument
68 SCHED_WARN_ON((p->core_cookie || cookie) && !sched_core_enabled(rq)); in sched_core_update_cookie()
74 p->core_cookie = cookie; in sched_core_update_cookie()
79 if (cookie && task_on_rq_queued(p)) in sched_core_update_cookie()
101 unsigned long cookie, flags; in sched_core_clone_cookie() local
[all …]
|
| D | core.c | 237 unsigned long cookie = (unsigned long)key; in rb_sched_core_cmp() local
239 if (cookie < p->core_cookie) in rb_sched_core_cmp()
242 if (cookie > p->core_cookie) in rb_sched_core_cmp()
280 static struct task_struct *sched_core_find(struct rq *rq, unsigned long cookie) in sched_core_find() argument
284 node = rb_find_first((void *)cookie, &rq->core_tree, rb_sched_core_cmp); in sched_core_find()
294 static struct task_struct *sched_core_next(struct task_struct *p, unsigned long cookie) in sched_core_next() argument
303 if (p->core_cookie != cookie) in sched_core_next()
6069 static inline bool cookie_equals(struct task_struct *a, unsigned long cookie) in cookie_equals() argument
6071 return is_task_rq_idle(a) || (a->core_cookie == cookie); in cookie_equals()
6107 unsigned long cookie; in pick_next_task() local
[all …]
|
| D | sched.h | 1579 struct pin_cookie cookie; member
1609 rf->cookie = lockdep_pin_lock(__rq_lockp(rq)); in rq_pin_lock()
1627 lockdep_unpin_lock(__rq_lockp(rq), rf->cookie); in rq_unpin_lock()
1632 lockdep_repin_lock(__rq_lockp(rq), rf->cookie); in rq_repin_lock()
|
| D | deadline.c | 1170 lockdep_unpin_lock(__rq_lockp(rq), rf.cookie); in dl_task_timer()
1172 rf.cookie = lockdep_pin_lock(__rq_lockp(rq)); in dl_task_timer()
|
| /kernel/ |
| D | async.c | 71 async_cookie_t cookie; member
106 ret = first->cookie; in lowest_in_progress()
123 pr_debug("calling %lli_%pS @ %i\n", (long long)entry->cookie, in async_run_entry_fn()
127 entry->func(entry->data, entry->cookie); in async_run_entry_fn()
130 (long long)entry->cookie, entry->func, in async_run_entry_fn()
166 newcookie = entry->cookie = next_cookie++; in __async_schedule_node_domain()
308 void async_synchronize_cookie_domain(async_cookie_t cookie, struct async_domain *domain) in async_synchronize_cookie_domain() argument
315 wait_event(async_done, lowest_in_progress(domain) >= cookie); in async_synchronize_cookie_domain()
329 void async_synchronize_cookie(async_cookie_t cookie) in async_synchronize_cookie() argument
331 async_synchronize_cookie_domain(cookie, &async_dfl_domain); in async_synchronize_cookie()
|
| D | stacktrace.c | 82 static bool stack_trace_consume_entry(void *cookie, unsigned long addr) in stack_trace_consume_entry() argument
84 struct stacktrace_cookie *c = cookie; in stack_trace_consume_entry()
97 static bool stack_trace_consume_entry_nosched(void *cookie, unsigned long addr) in stack_trace_consume_entry_nosched() argument
101 return stack_trace_consume_entry(cookie, addr); in stack_trace_consume_entry_nosched()
|
| D | audit_fsnotify.c | 158 const struct qstr *dname, u32 cookie) in audit_mark_handle_event() argument
|
| D | audit_watch.c | 470 const struct qstr *dname, u32 cookie) in audit_watch_handle_event() argument
|
| D | audit_tree.c | 1037 const struct qstr *file_name, u32 cookie) in audit_tree_handle_event() argument
|
| /kernel/rcu/ |
| D | srcutiny.c | 160 unsigned long cookie; in srcu_gp_start_if_needed() local
162 cookie = get_state_synchronize_srcu(ssp); in srcu_gp_start_if_needed()
163 if (ULONG_CMP_GE(READ_ONCE(ssp->srcu_idx_max), cookie)) in srcu_gp_start_if_needed()
165 WRITE_ONCE(ssp->srcu_idx_max, cookie); in srcu_gp_start_if_needed()
241 bool poll_state_synchronize_srcu(struct srcu_struct *ssp, unsigned long cookie) in poll_state_synchronize_srcu() argument
246 return ULONG_CMP_GE(cur_s, cookie) || ULONG_CMP_LT(cur_s, cookie - 3); in poll_state_synchronize_srcu()
|
| D | rcutorture.c | 1301 unsigned long cookie; in do_rtws_sync() local
1312 cookie = cur_ops->get_gp_state(); in do_rtws_sync()
1318 WARN_ONCE(dopoll && !cur_ops->poll_gp_state(cookie), in do_rtws_sync()
1338 unsigned long cookie; in rcu_torture_writer() local
1394 cookie = cur_ops->get_gp_state(); in rcu_torture_writer()
1395 WARN_ONCE(cur_ops->poll_gp_state(cookie), in rcu_torture_writer()
1400 cookie, cur_ops->get_gp_state()); in rcu_torture_writer()
1402 cookie = cur_ops->get_gp_completed(); in rcu_torture_writer()
1403 WARN_ON_ONCE(!cur_ops->poll_gp_state(cookie)); in rcu_torture_writer()
1910 unsigned long cookie; in rcu_torture_one_read() local
[all …]
|
| D | srcutree.c | 1388 bool poll_state_synchronize_srcu(struct srcu_struct *ssp, unsigned long cookie) in poll_state_synchronize_srcu() argument
1390 if (!rcu_seq_done(&ssp->srcu_gp_seq, cookie)) in poll_state_synchronize_srcu()
|
| /kernel/locking/ |
| D | lockdep.c | 5416 struct pin_cookie cookie = NIL_COOKIE; in __lock_pin_lock() local
5421 return cookie; in __lock_pin_lock()
5432 cookie.val = 1 + (sched_clock() & 0xffff); in __lock_pin_lock()
5433 hlock->pin_count += cookie.val; in __lock_pin_lock()
5434 return cookie; in __lock_pin_lock()
5439 return cookie; in __lock_pin_lock()
5442 static void __lock_repin_lock(struct lockdep_map *lock, struct pin_cookie cookie) in __lock_repin_lock() argument
5454 hlock->pin_count += cookie.val; in __lock_repin_lock()
5462 static void __lock_unpin_lock(struct lockdep_map *lock, struct pin_cookie cookie) in __lock_unpin_lock() argument
5477 hlock->pin_count -= cookie.val; in __lock_unpin_lock()
[all …]
|
| /kernel/trace/ |
| D | bpf_trace.c | 2590 u64 *cookie, entry_ip; in bpf_kprobe_multi_cookie() local
2604 cookie = link->cookies + (addr - link->addrs); in bpf_kprobe_multi_cookie()
2605 return *cookie; in bpf_kprobe_multi_cookie()
|
| /kernel/bpf/ |
| D | syscall.c | 3026 link->link.cookie = bpf_cookie; in bpf_tracing_prog_attach()
4596 attr->link_create.tracing.cookie); in link_create()
4614 attr->link_create.tracing.cookie); in link_create()
|