| /kernel/sched/ |
| D | core_sched.c | 23 static void sched_core_put_cookie(unsigned long cookie) in sched_core_put_cookie() argument
25 struct sched_core_cookie *ptr = (void *)cookie; in sched_core_put_cookie()
33 static unsigned long sched_core_get_cookie(unsigned long cookie) in sched_core_get_cookie() argument
35 struct sched_core_cookie *ptr = (void *)cookie; in sched_core_get_cookie()
40 return cookie; in sched_core_get_cookie()
54 unsigned long cookie) in sched_core_update_cookie() argument
68 SCHED_WARN_ON((p->core_cookie || cookie) && !sched_core_enabled(rq)); in sched_core_update_cookie()
74 p->core_cookie = cookie; in sched_core_update_cookie()
79 if (cookie && task_on_rq_queued(p)) in sched_core_update_cookie()
101 unsigned long cookie, flags; in sched_core_clone_cookie() local
[all …]
|
| D | core.c | 243 unsigned long cookie = (unsigned long)key; in rb_sched_core_cmp() local
245 if (cookie < p->core_cookie) in rb_sched_core_cmp()
248 if (cookie > p->core_cookie) in rb_sched_core_cmp()
291 static struct task_struct *sched_core_next(struct task_struct *p, unsigned long cookie) in sched_core_next() argument
302 if (p->core_cookie != cookie) in sched_core_next()
314 static struct task_struct *sched_core_find(struct rq *rq, unsigned long cookie) in sched_core_find() argument
319 node = rb_find_first((void *)cookie, &rq->core_tree, rb_sched_core_cmp); in sched_core_find()
327 return sched_core_next(p, cookie); in sched_core_find()
6183 static inline bool cookie_equals(struct task_struct *a, unsigned long cookie) in cookie_equals() argument
6185 return is_task_rq_idle(a) || (a->core_cookie == cookie); in cookie_equals()
[all …]
|
| D | sched.h | 1618 struct pin_cookie cookie; member
1648 rf->cookie = lockdep_pin_lock(__rq_lockp(rq)); in rq_pin_lock()
1666 lockdep_unpin_lock(__rq_lockp(rq), rf->cookie); in rq_unpin_lock()
1671 lockdep_repin_lock(__rq_lockp(rq), rf->cookie); in rq_repin_lock()
|
| D | deadline.c | 1163 lockdep_unpin_lock(__rq_lockp(rq), rf.cookie); in dl_task_timer()
1165 rf.cookie = lockdep_pin_lock(__rq_lockp(rq)); in dl_task_timer()
|
| /kernel/ |
| D | async.c | 71 async_cookie_t cookie; member
106 ret = first->cookie; in lowest_in_progress()
123 pr_debug("calling %lli_%pS @ %i\n", (long long)entry->cookie, in async_run_entry_fn()
127 entry->func(entry->data, entry->cookie); in async_run_entry_fn()
130 (long long)entry->cookie, entry->func, in async_run_entry_fn()
166 newcookie = entry->cookie = next_cookie++; in __async_schedule_node_domain()
308 void async_synchronize_cookie_domain(async_cookie_t cookie, struct async_domain *domain) in async_synchronize_cookie_domain() argument
315 wait_event(async_done, lowest_in_progress(domain) >= cookie); in async_synchronize_cookie_domain()
329 void async_synchronize_cookie(async_cookie_t cookie) in async_synchronize_cookie() argument
331 async_synchronize_cookie_domain(cookie, &async_dfl_domain); in async_synchronize_cookie()
|
| D | stacktrace.c | 82 static bool stack_trace_consume_entry(void *cookie, unsigned long addr) in stack_trace_consume_entry() argument
84 struct stacktrace_cookie *c = cookie; in stack_trace_consume_entry()
97 static bool stack_trace_consume_entry_nosched(void *cookie, unsigned long addr) in stack_trace_consume_entry_nosched() argument
101 return stack_trace_consume_entry(cookie, addr); in stack_trace_consume_entry_nosched()
|
| D | audit_fsnotify.c | 158 const struct qstr *dname, u32 cookie) in audit_mark_handle_event() argument
|
| D | audit_watch.c | 470 const struct qstr *dname, u32 cookie) in audit_watch_handle_event() argument
|
| D | audit_tree.c | 1037 const struct qstr *file_name, u32 cookie) in audit_tree_handle_event() argument
|
| /kernel/rcu/ |
| D | srcutiny.c | 161 unsigned long cookie; in srcu_gp_start_if_needed() local
163 cookie = get_state_synchronize_srcu(ssp); in srcu_gp_start_if_needed()
164 if (ULONG_CMP_GE(READ_ONCE(ssp->srcu_idx_max), cookie)) in srcu_gp_start_if_needed()
166 WRITE_ONCE(ssp->srcu_idx_max, cookie); in srcu_gp_start_if_needed()
254 bool poll_state_synchronize_srcu(struct srcu_struct *ssp, unsigned long cookie) in poll_state_synchronize_srcu() argument
259 return ULONG_CMP_GE(cur_s, cookie) || ULONG_CMP_LT(cur_s, cookie - 3); in poll_state_synchronize_srcu()
|
| D | rcutorture.c | 1319 unsigned long cookie; in do_rtws_sync() local
1330 cookie = cur_ops->get_gp_state(); in do_rtws_sync()
1336 WARN_ONCE(dopoll && !cur_ops->poll_gp_state(cookie), in do_rtws_sync()
1356 unsigned long cookie; in rcu_torture_writer() local
1416 cookie = cur_ops->get_gp_state(); in rcu_torture_writer()
1417 WARN_ONCE(cur_ops->poll_gp_state(cookie), in rcu_torture_writer()
1422 cookie, cur_ops->get_gp_state()); in rcu_torture_writer()
1424 cookie = cur_ops->get_gp_completed(); in rcu_torture_writer()
1425 WARN_ON_ONCE(!cur_ops->poll_gp_state(cookie)); in rcu_torture_writer()
1956 unsigned long cookie; in rcu_torture_one_read() local
[all …]
|
| D | srcutree.c | 1531 bool poll_state_synchronize_srcu(struct srcu_struct *ssp, unsigned long cookie) in poll_state_synchronize_srcu() argument
1533 if (!rcu_seq_done(&ssp->srcu_sup->srcu_gp_seq, cookie)) in poll_state_synchronize_srcu()
|
| /kernel/printk/ |
| D | printk.c | 306 void console_srcu_read_unlock(int cookie) in console_srcu_read_unlock() argument
308 srcu_read_unlock_nmisafe(&console_srcu, cookie); in console_srcu_read_unlock()
1900 static int console_lock_spinning_disable_and_check(int cookie) in console_lock_spinning_disable_and_check() argument
1939 console_srcu_read_unlock(cookie); in console_lock_spinning_disable_and_check()
2418 static int console_lock_spinning_disable_and_check(int cookie) { return 0; } in console_lock_spinning_disable_and_check() argument
2922 static bool console_emit_next_record(struct console *con, bool *handover, int cookie) in console_emit_next_record() argument
2974 *handover = console_lock_spinning_disable_and_check(cookie); in console_emit_next_record()
3008 int cookie; in console_flush_all() local
3016 cookie = console_srcu_read_lock(); in console_flush_all()
3024 progress = console_emit_next_record(con, handover, cookie); in console_flush_all()
[all …]
|
| /kernel/debug/kdb/ |
| D | kdb_io.c | 575 int cookie; in kdb_msg_write() local
600 cookie = console_srcu_read_lock(); in kdb_msg_write()
622 console_srcu_read_unlock(cookie); in kdb_msg_write()
|
| /kernel/module/ |
| D | main.c | 3105 const void *cookie; member
3115 static bool idempotent(struct idempotent *u, const void *cookie) in idempotent() argument
3117 int hash = hash_ptr(cookie, IDEM_HASH_BITS); in idempotent()
3123 u->cookie = cookie; in idempotent()
3129 if (existing->cookie != cookie) in idempotent()
3148 const void *cookie = u->cookie; in idempotent_complete() local
3149 int hash = hash_ptr(cookie, IDEM_HASH_BITS); in idempotent_complete()
3156 if (pos->cookie != cookie) in idempotent_complete()
|
| /kernel/locking/ |
| D | lockdep.c | 5508 struct pin_cookie cookie = NIL_COOKIE; in __lock_pin_lock() local
5513 return cookie; in __lock_pin_lock()
5524 cookie.val = 1 + (sched_clock() & 0xffff); in __lock_pin_lock()
5525 hlock->pin_count += cookie.val; in __lock_pin_lock()
5526 return cookie; in __lock_pin_lock()
5531 return cookie; in __lock_pin_lock()
5534 static void __lock_repin_lock(struct lockdep_map *lock, struct pin_cookie cookie) in __lock_repin_lock() argument
5546 hlock->pin_count += cookie.val; in __lock_repin_lock()
5554 static void __lock_unpin_lock(struct lockdep_map *lock, struct pin_cookie cookie) in __lock_unpin_lock() argument
5569 hlock->pin_count -= cookie.val; in __lock_unpin_lock()
[all …]
|
| /kernel/trace/ |
| D | bpf_trace.c | 2679 u64 *cookie, entry_ip; in bpf_kprobe_multi_cookie() local
2693 cookie = link->cookies + (addr - link->addrs); in bpf_kprobe_multi_cookie()
2694 return *cookie; in bpf_kprobe_multi_cookie()
3035 u64 cookie; member
3167 return run_ctx->uprobe->cookie; in bpf_uprobe_multi_cookie()
3249 if (ucookies && __get_user(uprobes[i].cookie, ucookies + i)) { in bpf_uprobe_multi_link_attach()
|
| /kernel/bpf/ |
| D | syscall.c | 3216 link->link.cookie = bpf_cookie; in bpf_tracing_prog_attach()
5005 attr->link_create.tracing.cookie); in link_create()
5023 attr->link_create.tracing.cookie); in link_create()
|