| /kernel/bpf/ |
| D | devmap.c | 71 struct rcu_head rcu; member
527 static void __dev_map_entry_free(struct rcu_head *rcu) in __dev_map_entry_free() argument
531 dev = container_of(rcu, struct bpf_dtab_netdev, rcu); in __dev_map_entry_free()
557 call_rcu(&old_dev->rcu, __dev_map_entry_free); in dev_map_delete_elem()
575 call_rcu(&old_dev->rcu, __dev_map_entry_free); in dev_map_hash_delete_elem()
651 call_rcu(&old_dev->rcu, __dev_map_entry_free); in __dev_map_update_elem()
693 call_rcu(&dev->rcu, __dev_map_entry_free); in __dev_map_hash_update_elem()
704 call_rcu(&old_dev->rcu, __dev_map_entry_free); in __dev_map_hash_update_elem()
760 call_rcu(&dev->rcu, __dev_map_entry_free); in dev_map_hash_remove_netdev()
795 call_rcu(&dev->rcu, in dev_map_notification()
|
| D | local_storage.c | 165 kfree_rcu(new, rcu); in cgroup_storage_update_elem()
523 static void free_shared_cgroup_storage_rcu(struct rcu_head *rcu) in free_shared_cgroup_storage_rcu() argument
526 container_of(rcu, struct bpf_cgroup_storage, rcu); in free_shared_cgroup_storage_rcu()
532 static void free_percpu_cgroup_storage_rcu(struct rcu_head *rcu) in free_percpu_cgroup_storage_rcu() argument
535 container_of(rcu, struct bpf_cgroup_storage, rcu); in free_percpu_cgroup_storage_rcu()
557 call_rcu(&storage->rcu, free_shared_cgroup_storage_rcu); in bpf_cgroup_storage_free()
559 call_rcu(&storage->rcu, free_percpu_cgroup_storage_rcu); in bpf_cgroup_storage_free()
|
| D | cpumap.c | 68 struct rcu_head rcu; member
399 static void __cpu_map_entry_free(struct rcu_head *rcu) in __cpu_map_entry_free() argument
409 rcpu = container_of(rcu, struct bpf_cpu_map_entry, rcu); in __cpu_map_entry_free()
449 call_rcu(&old_rcpu->rcu, __cpu_map_entry_free); in __cpu_map_entry_replace()
|
| D | lpm_trie.c | 24 struct rcu_head rcu; member
379 kfree_rcu(node, rcu); in trie_update_elem()
503 kfree_rcu(parent, rcu); in trie_delete_elem()
504 kfree_rcu(node, rcu); in trie_delete_elem()
518 kfree_rcu(node, rcu); in trie_delete_elem()
|
| D | arraymap.c | 657 static void __bpf_event_entry_free(struct rcu_head *rcu) in __bpf_event_entry_free() argument
661 ee = container_of(rcu, struct bpf_event_entry, rcu); in __bpf_event_entry_free()
668 call_rcu(&ee->rcu, __bpf_event_entry_free); in bpf_event_entry_free_rcu()
|
| D | hashtab.c | 53 struct rcu_head rcu; member
664 struct htab_elem *l = container_of(head, struct htab_elem, rcu); in htab_elem_free_rcu()
693 call_rcu(&l->rcu, htab_elem_free_rcu); in free_htab_elem()
|
| /kernel/ |
| D | tracepoint.c | 52 struct rcu_head rcu; member
65 kfree(container_of(head, struct tp_probes, rcu)); in srcu_free_old_probes()
102 tp_probes->rcu.next = early_probes; in release_probes()
103 early_probes = &tp_probes->rcu; in release_probes()
113 call_rcu(&tp_probes->rcu, rcu_free_old_probes); in release_probes()
|
| D | cred.c | 93 static void put_cred_rcu(struct rcu_head *rcu) in put_cred_rcu() argument
95 struct cred *cred = container_of(rcu, struct cred, rcu); in put_cred_rcu()
148 put_cred_rcu(&cred->rcu); in __put_cred()
150 call_rcu(&cred->rcu, put_cred_rcu); in __put_cred()
|
| D | workqueue.c | 190 struct rcu_head rcu; member
220 struct rcu_head rcu; member
274 struct rcu_head rcu; member
1722 static void rcu_work_rcufn(struct rcu_head *rcu) in rcu_work_rcufn() argument
1724 struct rcu_work *rwork = container_of(rcu, struct rcu_work, rcu); in rcu_work_rcufn()
1748 call_rcu(&rwork->rcu, rcu_work_rcufn); in queue_rcu_work()
3484 static void rcu_free_wq(struct rcu_head *rcu) in rcu_free_wq() argument
3487 container_of(rcu, struct workqueue_struct, rcu); in rcu_free_wq()
3500 static void rcu_free_pool(struct rcu_head *rcu) in rcu_free_pool() argument
3502 struct worker_pool *pool = container_of(rcu, struct worker_pool, rcu); in rcu_free_pool()
[all …]
|
| D | pid_namespace.c | 134 struct pid_namespace *ns = container_of(p, struct pid_namespace, rcu); in delayed_free_pidns()
147 call_rcu(&ns->rcu, delayed_free_pidns); in destroy_pid_namespace()
|
| D | audit.c | 109 struct rcu_head rcu; member
472 static void auditd_conn_free(struct rcu_head *rcu) in auditd_conn_free() argument
476 ac = container_of(rcu, struct auditd_connection, rcu); in auditd_conn_free()
514 call_rcu(&ac_old->rcu, auditd_conn_free); in auditd_set()
632 call_rcu(&ac_old->rcu, auditd_conn_free); in auditd_reset()
|
| D | pid.c | 120 struct pid *pid = container_of(rhp, struct pid, rcu); in delayed_put_pid()
157 call_rcu(&pid->rcu, delayed_put_pid); in free_pid()
|
| D | audit_watch.c | 307 call_rcu(&oentry->rcu, audit_free_rule_rcu); in audit_update_watch()
339 call_rcu(&e->rcu, audit_free_rule_rcu); in audit_remove_parent_watches()
|
| D | acct.c | 86 struct rcu_head rcu; member
136 kfree_rcu(p, rcu); in acct_put()
|
| D | audit_tree.c | 145 static void __put_chunk(struct rcu_head *rcu) in __put_chunk() argument
147 struct audit_chunk *chunk = container_of(rcu, struct audit_chunk, head); in __put_chunk()
561 call_rcu(&entry->rcu, audit_free_rule_rcu); in kill_rules()
|
| D | Makefile | 46 obj-y += rcu/
|
| D | auditfilter.c | 99 struct audit_entry *e = container_of(head, struct audit_entry, rcu); in audit_free_rule_rcu()
1050 call_rcu(&e->rcu, audit_free_rule_rcu); in audit_del_rule()
1413 call_rcu(&entry->rcu, audit_free_rule_rcu); in update_lsm_rule()
|
| D | audit.h | 47 struct rcu_head rcu; member
|
| /kernel/sched/ |
| D | topology.c | 299 pd = container_of(rp, struct perf_domain, rcu); in destroy_perf_domain_rcu()
409 call_rcu(&tmp->rcu, destroy_perf_domain_rcu); in build_perf_domains()
418 call_rcu(&tmp->rcu, destroy_perf_domain_rcu); in build_perf_domains()
426 static void free_rootdomain(struct rcu_head *rcu) in free_rootdomain() argument
428 struct root_domain *rd = container_of(rcu, struct root_domain, rcu); in free_rootdomain()
474 call_rcu(&old_rd->rcu, free_rootdomain); in rq_attach_root()
487 call_rcu(&rd->rcu, free_rootdomain); in sched_put_rd()
595 static void destroy_sched_domains_rcu(struct rcu_head *rcu) in destroy_sched_domains_rcu() argument
597 struct sched_domain *sd = container_of(rcu, struct sched_domain, rcu); in destroy_sched_domains_rcu()
609 call_rcu(&sd->rcu, destroy_sched_domains_rcu); in destroy_sched_domains()
[all …]
|
| D | sched.h | 382 struct rcu_head rcu; member
719 struct rcu_head rcu; member
743 struct rcu_head rcu; member
|
| /kernel/rcu/ |
| D | update.c | 336 struct rcu_synchronize *rcu; in wakeme_after_rcu() local
338 rcu = container_of(head, struct rcu_synchronize, head); in wakeme_after_rcu()
339 complete(&rcu->completion); in wakeme_after_rcu()
|
| D | srcutree.c | 906 struct rcu_synchronize rcu; in __synchronize_srcu() local
918 init_completion(&rcu.completion); in __synchronize_srcu()
919 init_rcu_head_on_stack(&rcu.head); in __synchronize_srcu()
920 __call_srcu(ssp, &rcu.head, wakeme_after_rcu, do_norm); in __synchronize_srcu()
921 wait_for_completion(&rcu.completion); in __synchronize_srcu()
922 destroy_rcu_head_on_stack(&rcu.head); in __synchronize_srcu()
|
| D | rcutorture.c | 746 struct rcu_head rcu; member
753 container_of(head, struct rcu_boost_inflight, rcu); in rcu_torture_boost_cb()
814 init_rcu_head_on_stack(&rbi.rcu); in rcu_torture_boost()
849 call_rcu(&rbi.rcu, rcu_torture_boost_cb); in rcu_torture_boost()
896 destroy_rcu_head_on_stack(&rbi.rcu); in rcu_torture_boost()
2003 static void rcu_torture_barrier_cbf(struct rcu_head *rcu) in rcu_torture_barrier_cbf() argument
2014 struct rcu_head rcu; in rcu_torture_barrier_cbs() local
2016 init_rcu_head_on_stack(&rcu); in rcu_torture_barrier_cbs()
2032 cur_ops->call(&rcu, rcu_torture_barrier_cbf); in rcu_torture_barrier_cbs()
2039 destroy_rcu_head_on_stack(&rcu); in rcu_torture_barrier_cbs()
|
| /kernel/irq/ |
| D | irqdesc.c | 407 init_rcu_head(&desc->rcu); in alloc_desc()
433 struct irq_desc *desc = container_of(rhp, struct irq_desc, rcu); in delayed_free_desc()
463 call_rcu(&desc->rcu, delayed_free_desc); in free_desc()
|
| /kernel/trace/ |
| D | ftrace.c | 1254 static void __free_ftrace_hash_rcu(struct rcu_head *rcu) in __free_ftrace_hash_rcu() argument
1258 hash = container_of(rcu, struct ftrace_hash, rcu); in __free_ftrace_hash_rcu()
1266 call_rcu(&hash->rcu, __free_ftrace_hash_rcu); in free_ftrace_hash_rcu()
5674 struct rcu_head rcu; member
5742 static void ftrace_free_mod_map(struct rcu_head *rcu) in ftrace_free_mod_map() argument
5744 struct ftrace_mod_map *mod_map = container_of(rcu, struct ftrace_mod_map, rcu); in ftrace_free_mod_map()
5776 call_rcu(&mod_map->rcu, ftrace_free_mod_map); in ftrace_release_mod()
|