| /kernel/rcu/ |
| D | update.c | 213 struct rcu_synchronize *rcu; in wakeme_after_rcu() local
215 rcu = container_of(head, struct rcu_synchronize, head); in wakeme_after_rcu()
216 complete(&rcu->completion); in wakeme_after_rcu()
221 struct rcu_synchronize rcu; in wait_rcu_gp() local
223 init_rcu_head_on_stack(&rcu.head); in wait_rcu_gp()
224 init_completion(&rcu.completion); in wait_rcu_gp()
226 crf(&rcu.head, wakeme_after_rcu); in wait_rcu_gp()
228 wait_for_completion(&rcu.completion); in wait_rcu_gp()
229 destroy_rcu_head_on_stack(&rcu.head); in wait_rcu_gp()
|
| D | srcu.c | 416 struct rcu_synchronize *rcu; in wakeme_after_rcu() local
418 rcu = container_of(head, struct rcu_synchronize, head); in wakeme_after_rcu()
419 complete(&rcu->completion); in wakeme_after_rcu()
430 struct rcu_synchronize rcu; in __synchronize_srcu() local
431 struct rcu_head *head = &rcu.head; in __synchronize_srcu()
441 init_completion(&rcu.completion); in __synchronize_srcu()
466 wait_for_completion(&rcu.completion); in __synchronize_srcu()
|
| D | tiny.c | 47 void (*func)(struct rcu_head *rcu),
351 void (*func)(struct rcu_head *rcu), in __call_rcu() argument
372 void call_rcu_sched(struct rcu_head *head, void (*func)(struct rcu_head *rcu)) in call_rcu_sched() argument
382 void call_rcu_bh(struct rcu_head *head, void (*func)(struct rcu_head *rcu)) in call_rcu_bh() argument
|
| D | rcutorture.c | 253 void (*call)(struct rcu_head *head, void (*func)(struct rcu_head *rcu));
457 call_rcu_busted(struct rcu_head *head, void (*func)(struct rcu_head *rcu)) in call_rcu_busted() argument
669 struct rcu_head rcu; member
676 container_of(head, struct rcu_boost_inflight, rcu); in rcu_torture_boost_cb()
699 init_rcu_head_on_stack(&rbi.rcu); in rcu_torture_boost()
719 call_rcu(&rbi.rcu, rcu_torture_boost_cb); in rcu_torture_boost()
762 destroy_rcu_head_on_stack(&rbi.rcu); in rcu_torture_boost()
1364 static void rcu_torture_barrier_cbf(struct rcu_head *rcu) in rcu_torture_barrier_cbf() argument
1375 struct rcu_head rcu; in rcu_torture_barrier_cbs() local
1377 init_rcu_head_on_stack(&rcu); in rcu_torture_barrier_cbs()
[all …]
|
| D | tree.h | 565 void call_rcu(struct rcu_head *head, void (*func)(struct rcu_head *rcu));
|
| D | tree.c | 2671 __call_rcu(struct rcu_head *head, void (*func)(struct rcu_head *rcu), in __call_rcu() argument
2731 void call_rcu_sched(struct rcu_head *head, void (*func)(struct rcu_head *rcu)) in call_rcu_sched() argument
2740 void call_rcu_bh(struct rcu_head *head, void (*func)(struct rcu_head *rcu)) in call_rcu_bh() argument
2754 void (*func)(struct rcu_head *rcu)) in kfree_call_rcu() argument
|
| D | tree_plugin.h | 650 void call_rcu(struct rcu_head *head, void (*func)(struct rcu_head *rcu)) in call_rcu() argument
|
| /kernel/ |
| D | tracepoint.c | 58 struct rcu_head rcu; member
71 kfree(container_of(head, struct tp_probes, rcu)); in rcu_free_old_probes()
79 call_rcu_sched(&tp_probes->rcu, rcu_free_old_probes); in release_probes()
|
| D | cred.c | 87 static void put_cred_rcu(struct rcu_head *rcu) in put_cred_rcu() argument
89 struct cred *cred = container_of(rcu, struct cred, rcu); in put_cred_rcu()
141 call_rcu(&cred->rcu, put_cred_rcu); in __put_cred()
|
| D | pid_namespace.c | 138 container_of(p, struct pid_namespace, rcu)); in delayed_free_pidns()
149 call_rcu(&ns->rcu, delayed_free_pidns); in destroy_pid_namespace()
|
| D | audit_watch.c | 319 call_rcu(&oentry->rcu, audit_free_rule_rcu); in audit_update_watch()
349 call_rcu(&e->rcu, audit_free_rule_rcu); in audit_remove_parent_watches()
|
| D | workqueue.c | 183 struct rcu_head rcu; member
213 struct rcu_head rcu; member
3438 static void rcu_free_pool(struct rcu_head *rcu) in rcu_free_pool() argument
3440 struct worker_pool *pool = container_of(rcu, struct worker_pool, rcu); in rcu_free_pool()
3506 call_rcu_sched(&pool->rcu, rcu_free_pool); in put_unbound_pool()
3581 static void rcu_free_pwq(struct rcu_head *rcu) in rcu_free_pwq() argument
3584 container_of(rcu, struct pool_workqueue, rcu)); in rcu_free_pwq()
3611 call_rcu_sched(&pwq->rcu, rcu_free_pwq); in pwq_unbound_release_workfn()
|
| D | pid.c | 252 struct pid *pid = container_of(rhp, struct pid, rcu); in delayed_put_pid()
291 call_rcu(&pid->rcu, delayed_put_pid); in free_pid()
|
| D | audit_tree.c | 125 static void __put_chunk(struct rcu_head *rcu) in __put_chunk() argument
127 struct audit_chunk *chunk = container_of(rcu, struct audit_chunk, head); in __put_chunk()
484 call_rcu(&entry->rcu, audit_free_rule_rcu); in kill_rules()
|
| D | audit.h | 64 struct rcu_head rcu; member
|
| D | auditfilter.c | 110 struct audit_entry *e = container_of(head, struct audit_entry, rcu); in audit_free_rule_rcu()
979 call_rcu(&e->rcu, audit_free_rule_rcu); in audit_del_rule()
1390 call_rcu(&entry->rcu, audit_free_rule_rcu); in update_lsm_rule()
|
| D | Makefile | 39 obj-y += rcu/
|
| D | exit.c | 167 struct task_struct *tsk = container_of(rhp, struct task_struct, rcu); in delayed_put_task_struct()
213 call_rcu(&p->rcu, delayed_put_task_struct); in release_task()
|
| /kernel/time/ |
| D | posix-timers.c | 556 struct k_itimer *tmr = container_of(head, struct k_itimer, it.rcu); in k_itimer_rcu_free()
573 call_rcu(&tmr->it.rcu, k_itimer_rcu_free); in release_posix_timer()
|
| /kernel/sched/ |
| D | core.c | 5842 static void free_rootdomain(struct rcu_head *rcu) in free_rootdomain() argument
5844 struct root_domain *rd = container_of(rcu, struct root_domain, rcu); in free_rootdomain()
5889 call_rcu_sched(&old_rd->rcu, free_rootdomain); in rq_attach_root()
5975 static void free_sched_domain(struct rcu_head *rcu) in free_sched_domain() argument
5977 struct sched_domain *sd = container_of(rcu, struct sched_domain, rcu); in free_sched_domain()
5994 call_rcu(&sd->rcu, free_sched_domain); in destroy_sched_domain()
6471 free_rootdomain(&d->rd->rcu); /* fall through */ in __free_domain_allocs()
7819 free_sched_group(container_of(rhp, struct task_group, rcu)); in free_sched_group_rcu()
7826 call_rcu(&tg->rcu, free_sched_group_rcu); in sched_destroy_group()
|
| D | sched.h | 242 struct rcu_head rcu; member
513 struct rcu_head rcu; member
|
| D | fair.c | 900 struct rcu_head rcu; member
1708 kfree_rcu(grp, rcu); in put_numa_group()
|
| /kernel/trace/ |
| D | ftrace.c | 1096 struct rcu_head rcu; member
1240 static void __free_ftrace_hash_rcu(struct rcu_head *rcu) in __free_ftrace_hash_rcu() argument
1244 hash = container_of(rcu, struct ftrace_hash, rcu); in __free_ftrace_hash_rcu()
1252 call_rcu_sched(&hash->rcu, __free_ftrace_hash_rcu); in free_ftrace_hash_rcu()
|