| /kernel/rcu/ |
| D | tree.h | 360 struct rcu_head *nxtlist;
361 struct rcu_head **nxttail[RCU_NEXT_SIZE];
399 struct rcu_head barrier_head;
401 struct rcu_head oom_head;
410 struct rcu_head *nocb_head; /* CBs waiting for kthread. */
411 struct rcu_head **nocb_tail;
414 struct rcu_head *nocb_follower_head; /* CBs ready to invoke. */
415 struct rcu_head **nocb_follower_tail;
421 struct rcu_head *nocb_gp_head ____cacheline_internodealigned_in_smp;
423 struct rcu_head **nocb_gp_tail;
[all …]
|
| D | update.c | 336 void wakeme_after_rcu(struct rcu_head *head) in wakeme_after_rcu()
376 void init_rcu_head(struct rcu_head *head) in init_rcu_head()
381 void destroy_rcu_head(struct rcu_head *head) in destroy_rcu_head()
401 void init_rcu_head_on_stack(struct rcu_head *head) in init_rcu_head_on_stack()
418 void destroy_rcu_head_on_stack(struct rcu_head *head) in destroy_rcu_head_on_stack()
432 void do_trace_rcu_torture_read(const char *rcutorturename, struct rcu_head *rhp, in do_trace_rcu_torture_read()
521 static struct rcu_head *rcu_tasks_cbs_head;
522 static struct rcu_head **rcu_tasks_cbs_tail = &rcu_tasks_cbs_head;
540 void call_rcu_tasks(struct rcu_head *rhp, rcu_callback_t func) in call_rcu_tasks()
656 struct rcu_head *list; in rcu_tasks_kthread()
[all …]
|
| D | rcu.h | 71 static inline int debug_rcu_head_queue(struct rcu_head *head) in debug_rcu_head_queue()
82 static inline void debug_rcu_head_unqueue(struct rcu_head *head) in debug_rcu_head_unqueue()
90 static inline int debug_rcu_head_queue(struct rcu_head *head) in debug_rcu_head_queue()
95 static inline void debug_rcu_head_unqueue(struct rcu_head *head) in debug_rcu_head_unqueue()
106 static inline bool __rcu_reclaim(const char *rn, struct rcu_head *head) in __rcu_reclaim()
|
| D | tiny.c | 46 static void __call_rcu(struct rcu_head *head,
134 struct rcu_head *next, *list; in __rcu_process_callbacks()
201 static void __call_rcu(struct rcu_head *head, in __call_rcu()
228 void call_rcu_sched(struct rcu_head *head, rcu_callback_t func) in call_rcu_sched()
238 void call_rcu_bh(struct rcu_head *head, rcu_callback_t func) in call_rcu_bh()
|
| D | srcu.c | 53 static inline void rcu_batch_queue(struct rcu_batch *b, struct rcu_head *head) in rcu_batch_queue()
71 static inline struct rcu_head *rcu_batch_dequeue(struct rcu_batch *b) in rcu_batch_dequeue()
73 struct rcu_head *head; in rcu_batch_dequeue()
387 void call_srcu(struct srcu_struct *sp, struct rcu_head *head, in call_srcu()
413 struct rcu_head *head = &rcu.head; in __synchronize_srcu()
621 struct rcu_head *head; in srcu_invoke_callbacks()
|
| D | tiny_plugin.h | 32 struct rcu_head *rcucblist; /* List of pending callbacks (CBs). */
33 struct rcu_head **donetail; /* ->next pointer of last "done" CB. */
34 struct rcu_head **curtail; /* ->next pointer of last CB. */
|
| D | rcutorture.c | 122 struct rcu_head rtort_rcu;
355 rcu_torture_cb(struct rcu_head *p) in rcu_torture_cb()
465 call_rcu_busted(struct rcu_head *head, rcu_callback_t func) in call_rcu_busted()
539 static void srcu_torture_call(struct rcu_head *head, in srcu_torture_call()
727 struct rcu_head rcu;
731 static void rcu_torture_boost_cb(struct rcu_head *head) in rcu_torture_boost_cb()
823 static void rcu_torture_cbflood_cb(struct rcu_head *rhp) in rcu_torture_cbflood_cb()
838 struct rcu_head *rhp; in rcu_torture_cbflood()
1453 static void rcu_torture_barrier_cbf(struct rcu_head *rcu) in rcu_torture_barrier_cbf()
1464 struct rcu_head rcu; in rcu_torture_barrier_cbs()
[all …]
|
| D | sync.c | 34 void (*call)(struct rcu_head *, void (*)(struct rcu_head *));
161 static void rcu_sync_func(struct rcu_head *rcu) in rcu_sync_func()
|
| D | tree_plugin.h | 647 void call_rcu(struct rcu_head *head, rcu_callback_t func) in call_rcu()
1510 static void rcu_oom_callback(struct rcu_head *rhp) in rcu_oom_callback()
1784 struct rcu_head *rhp; in rcu_nocb_cpu_needs_barrier()
1830 struct rcu_head *rhp, in __call_rcu_nocb_enqueue()
1831 struct rcu_head **rhtp, in __call_rcu_nocb_enqueue()
1836 struct rcu_head **old_rhpp; in __call_rcu_nocb_enqueue()
1894 static bool __call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *rhp, in __call_rcu_nocb()
2004 struct rcu_head **tail; in nocb_leader_wait()
2136 struct rcu_head *list; in rcu_nocb_kthread()
2137 struct rcu_head *next; in rcu_nocb_kthread()
[all …]
|
| D | tree.c | 2753 struct rcu_head *next, *list, **tail; in rcu_do_batch()
3069 struct rcu_head *head, unsigned long flags) in __call_rcu_core()
3120 static void rcu_leak_callback(struct rcu_head *rhp) in rcu_leak_callback()
3131 __call_rcu(struct rcu_head *head, rcu_callback_t func, in __call_rcu()
3202 void call_rcu_sched(struct rcu_head *head, rcu_callback_t func) in call_rcu_sched()
3211 void call_rcu_bh(struct rcu_head *head, rcu_callback_t func) in call_rcu_bh()
3224 void kfree_call_rcu(struct rcu_head *head, in kfree_call_rcu()
3598 static void rcu_barrier_callback(struct rcu_head *rhp) in rcu_barrier_callback()
|
| /kernel/events/ |
| D | internal.h | 13 struct rcu_head rcu_head; member
60 static inline void rb_free_rcu(struct rcu_head *rcu_head) in rb_free_rcu() argument
64 rb = container_of(rcu_head, struct ring_buffer, rcu_head); in rb_free_rcu()
|
| D | callchain.c | 17 struct rcu_head rcu_head; member
47 static void release_callchain_buffers_rcu(struct rcu_head *head) in release_callchain_buffers_rcu()
52 entries = container_of(head, struct callchain_cpus_entries, rcu_head); in release_callchain_buffers_rcu()
66 call_rcu(&entries->rcu_head, release_callchain_buffers_rcu); in release_callchain_buffers()
|
| /kernel/ |
| D | audit.h | 60 struct rcu_head rcu;
258 extern void audit_free_rule_rcu(struct rcu_head *);
|
| D | tracepoint.c | 58 struct rcu_head rcu;
69 static void rcu_free_old_probes(struct rcu_head *head) in rcu_free_old_probes()
|
| D | audit_tree.c | 19 struct rcu_head head;
30 struct rcu_head head;
126 static void __put_chunk(struct rcu_head *rcu) in __put_chunk()
|
| D | pid_namespace.c | 152 static void delayed_free_pidns(struct rcu_head *p) in delayed_free_pidns()
|
| D | workqueue.c | 192 struct rcu_head rcu;
222 struct rcu_head rcu;
274 struct rcu_head rcu;
3216 static void rcu_free_wq(struct rcu_head *rcu) in rcu_free_wq()
3230 static void rcu_free_pool(struct rcu_head *rcu) in rcu_free_pool()
3375 static void rcu_free_pwq(struct rcu_head *rcu) in rcu_free_pwq()
|
| D | acct.c | 83 struct rcu_head rcu;
|
| D | cgroup.c | 838 kfree_rcu(cset, rcu_head); in put_css_set_locked()
5036 static void css_free_rcu_fn(struct rcu_head *rcu_head) in css_free_rcu_fn() argument
5039 container_of(rcu_head, struct cgroup_subsys_state, rcu_head); in css_free_rcu_fn()
5085 call_rcu(&css->rcu_head, css_free_rcu_fn); in css_release_work_fn()
5222 call_rcu(&css->rcu_head, css_free_rcu_fn); in css_create()
|
| D | pid.c | 253 static void delayed_put_pid(struct rcu_head *rhp) in delayed_put_pid()
|
| D | cred.c | 95 static void put_cred_rcu(struct rcu_head *rcu) in put_cred_rcu()
|
| /kernel/bpf/ |
| D | hashtab.c | 50 struct rcu_head rcu;
389 static void htab_elem_free_rcu(struct rcu_head *head) in htab_elem_free_rcu()
|
| D | arraymap.c | 479 static void __bpf_event_entry_free(struct rcu_head *rcu) in __bpf_event_entry_free()
|
| /kernel/sched/ |
| D | sched.h | 290 struct rcu_head rcu;
566 struct rcu_head rcu;
|
| /kernel/irq/ |
| D | irqdesc.c | 386 static void delayed_free_desc(struct rcu_head *rhp) in delayed_free_desc()
|