| /kernel/bpf/ |
| D | trampoline.c | 209 kfree_rcu(im, rcu); in __bpf_tramp_image_put_deferred()
213 static void __bpf_tramp_image_put_rcu(struct rcu_head *rcu) in __bpf_tramp_image_put_rcu() argument
217 im = container_of(rcu, struct bpf_tramp_image, rcu); in __bpf_tramp_image_put_rcu()
228 call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu); in __bpf_tramp_image_release()
232 static void __bpf_tramp_image_put_rcu_tasks(struct rcu_head *rcu) in __bpf_tramp_image_put_rcu_tasks() argument
236 im = container_of(rcu, struct bpf_tramp_image, rcu); in __bpf_tramp_image_put_rcu_tasks()
242 call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu); in __bpf_tramp_image_put_rcu_tasks()
278 call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu_tasks); in bpf_tramp_image_put()
290 call_rcu_tasks_trace(&im->rcu, __bpf_tramp_image_put_rcu_tasks); in bpf_tramp_image_put()
|
| D | local_storage.c | 177 kfree_rcu(new, rcu); in cgroup_storage_update_elem()
534 static void free_shared_cgroup_storage_rcu(struct rcu_head *rcu) in free_shared_cgroup_storage_rcu() argument
537 container_of(rcu, struct bpf_cgroup_storage, rcu); in free_shared_cgroup_storage_rcu()
543 static void free_percpu_cgroup_storage_rcu(struct rcu_head *rcu) in free_percpu_cgroup_storage_rcu() argument
546 container_of(rcu, struct bpf_cgroup_storage, rcu); in free_percpu_cgroup_storage_rcu()
563 call_rcu(&storage->rcu, free_shared_cgroup_storage_rcu); in bpf_cgroup_storage_free()
565 call_rcu(&storage->rcu, free_percpu_cgroup_storage_rcu); in bpf_cgroup_storage_free()
|
| D | devmap.c | 69 struct rcu_head rcu; member
800 static void __dev_map_entry_free(struct rcu_head *rcu) in __dev_map_entry_free() argument
804 dev = container_of(rcu, struct bpf_dtab_netdev, rcu); in __dev_map_entry_free()
822 call_rcu(&old_dev->rcu, __dev_map_entry_free); in dev_map_delete_elem()
840 call_rcu(&old_dev->rcu, __dev_map_entry_free); in dev_map_hash_delete_elem()
931 call_rcu(&old_dev->rcu, __dev_map_entry_free); in __dev_map_update_elem()
976 call_rcu(&dev->rcu, __dev_map_entry_free); in __dev_map_hash_update_elem()
987 call_rcu(&old_dev->rcu, __dev_map_entry_free); in __dev_map_hash_update_elem()
1067 call_rcu(&dev->rcu, __dev_map_entry_free); in dev_map_hash_remove_netdev()
1114 call_rcu(&dev->rcu, in dev_map_notification()
|
| D | lpm_trie.c | 24 struct rcu_head rcu; member
384 kfree_rcu(node, rcu); in trie_update_elem()
508 kfree_rcu(parent, rcu); in trie_delete_elem()
509 kfree_rcu(node, rcu); in trie_delete_elem()
523 kfree_rcu(node, rcu); in trie_delete_elem()
|
| D | cpumap.c | 71 struct rcu_head rcu; member
508 static void __cpu_map_entry_free(struct rcu_head *rcu) in __cpu_map_entry_free() argument
517 rcpu = container_of(rcu, struct bpf_cpu_map_entry, rcu); in __cpu_map_entry_free()
550 call_rcu(&old_rcpu->rcu, __cpu_map_entry_free); in __cpu_map_entry_replace()
|
| D | bpf_struct_ops.c | 31 struct rcu_head rcu; member
633 st_map = container_of(head, struct bpf_struct_ops_map, rcu); in bpf_struct_ops_put_rcu()
658 call_rcu(&st_map->rcu, bpf_struct_ops_put_rcu); in bpf_struct_ops_put()
|
| D | bpf_local_storage.c | 144 kfree_rcu(selem, rcu); in bpf_selem_unlink_storage_nolock()
167 kfree_rcu(local_storage, rcu); in __bpf_selem_unlink_storage()
|
| D | arraymap.c | 1111 static void __bpf_event_entry_free(struct rcu_head *rcu) in __bpf_event_entry_free() argument
1115 ee = container_of(rcu, struct bpf_event_entry, rcu); in __bpf_event_entry_free()
1122 call_rcu(&ee->rcu, __bpf_event_entry_free); in bpf_event_entry_free_rcu()
|
| D | bpf_inode_storage.c | 100 kfree_rcu(local_storage, rcu); in bpf_inode_storage_free()
|
| /kernel/ |
| D | cfi.c | 47 struct rcu_head rcu; member
187 static void free_shadow(struct rcu_head *rcu) in free_shadow() argument
189 struct cfi_shadow *old = container_of(rcu, struct cfi_shadow, rcu); in free_shadow()
226 call_rcu(&prev->rcu, free_shadow); in update_shadow()
|
| D | tracepoint.c | 39 unsigned long rcu; member
52 snapshot->rcu = get_state_synchronize_rcu(); in tp_rcu_get_state()
63 cond_synchronize_rcu(snapshot->rcu); in tp_rcu_cond_sync()
97 struct rcu_head rcu; member
116 kfree(container_of(head, struct tp_probes, rcu)); in srcu_free_old_probes()
153 tp_probes->rcu.next = early_probes; in release_probes()
154 early_probes = &tp_probes->rcu; in release_probes()
164 call_rcu(&tp_probes->rcu, rcu_free_old_probes); in release_probes()
|
| D | watch_queue.c | 385 kfree_rcu(wfilter, rcu); in watch_queue_set_filter()
407 kfree_rcu(wfilter, rcu); in __put_watch_queue()
408 kfree_rcu(wqueue, rcu); in __put_watch_queue()
421 static void free_watch(struct rcu_head *rcu) in free_watch() argument
423 struct watch *watch = container_of(rcu, struct watch, rcu); in free_watch()
435 call_rcu(&watch->rcu, free_watch); in __put_watch()
|
| D | cred.c | 96 static void put_cred_rcu(struct rcu_head *rcu) in put_cred_rcu() argument
98 struct cred *cred = container_of(rcu, struct cred, rcu); in put_cred_rcu()
153 put_cred_rcu(&cred->rcu); in __put_cred()
155 call_rcu(&cred->rcu, put_cred_rcu); in __put_cred()
|
| D | workqueue.c | 195 struct rcu_head rcu; member
242 struct rcu_head rcu; member
296 struct rcu_head rcu; member
1769 static void rcu_work_rcufn(struct rcu_head *rcu) in rcu_work_rcufn() argument
1771 struct rcu_work *rwork = container_of(rcu, struct rcu_work, rcu); in rcu_work_rcufn()
1795 call_rcu(&rwork->rcu, rcu_work_rcufn); in queue_rcu_work()
3547 static void rcu_free_wq(struct rcu_head *rcu) in rcu_free_wq() argument
3550 container_of(rcu, struct workqueue_struct, rcu); in rcu_free_wq()
3562 static void rcu_free_pool(struct rcu_head *rcu) in rcu_free_pool() argument
3564 struct worker_pool *pool = container_of(rcu, struct worker_pool, rcu); in rcu_free_pool()
[all …]
|
| D | pid_namespace.c | 126 struct pid_namespace *ns = container_of(p, struct pid_namespace, rcu); in delayed_free_pidns()
139 call_rcu(&ns->rcu, delayed_free_pidns); in destroy_pid_namespace()
|
| D | audit.c | 109 struct rcu_head rcu; member
478 static void auditd_conn_free(struct rcu_head *rcu) in auditd_conn_free() argument
482 ac = container_of(rcu, struct auditd_connection, rcu); in auditd_conn_free()
531 call_rcu(&ac_old->rcu, auditd_conn_free); in auditd_set()
671 call_rcu(&ac_old->rcu, auditd_conn_free); in auditd_reset()
|
| D | acct.c | 86 struct rcu_head rcu; member
136 kfree_rcu(p, rcu); in acct_put()
|
| D | audit_watch.c | 305 call_rcu(&oentry->rcu, audit_free_rule_rcu); in audit_update_watch()
337 call_rcu(&e->rcu, audit_free_rule_rcu); in audit_remove_parent_watches()
|
| D | pid.c | 122 struct pid *pid = container_of(rhp, struct pid, rcu); in delayed_put_pid()
156 call_rcu(&pid->rcu, delayed_put_pid); in free_pid()
|
| D | audit_tree.c | 145 static void __put_chunk(struct rcu_head *rcu) in __put_chunk() argument
147 struct audit_chunk *chunk = container_of(rcu, struct audit_chunk, head); in __put_chunk()
559 call_rcu(&entry->rcu, audit_free_rule_rcu); in kill_rules()
|
| /kernel/sched/ |
| D | topology.c | 312 pd = container_of(rp, struct perf_domain, rcu); in destroy_perf_domain_rcu()
427 call_rcu(&tmp->rcu, destroy_perf_domain_rcu); in build_perf_domains()
436 call_rcu(&tmp->rcu, destroy_perf_domain_rcu); in build_perf_domains()
444 static void free_rootdomain(struct rcu_head *rcu) in free_rootdomain() argument
446 struct root_domain *rd = container_of(rcu, struct root_domain, rcu); in free_rootdomain()
492 call_rcu(&old_rd->rcu, free_rootdomain); in rq_attach_root()
505 call_rcu(&rd->rcu, free_rootdomain); in sched_put_rd()
611 static void destroy_sched_domains_rcu(struct rcu_head *rcu) in destroy_sched_domains_rcu() argument
613 struct sched_domain *sd = container_of(rcu, struct sched_domain, rcu); in destroy_sched_domains_rcu()
625 call_rcu(&sd->rcu, destroy_sched_domains_rcu); in destroy_sched_domains()
[all …]
|
| /kernel/rcu/ |
| D | update.c | 474 struct rcu_synchronize *rcu; in wakeme_after_rcu() local
476 rcu = container_of(head, struct rcu_synchronize, head); in wakeme_after_rcu()
477 complete(&rcu->completion); in wakeme_after_rcu()
|
| D | srcutree.c | 915 struct rcu_synchronize rcu; in __synchronize_srcu() local
927 init_completion(&rcu.completion); in __synchronize_srcu()
928 init_rcu_head_on_stack(&rcu.head); in __synchronize_srcu()
929 __call_srcu(ssp, &rcu.head, wakeme_after_rcu, do_norm); in __synchronize_srcu()
930 wait_for_completion(&rcu.completion); in __synchronize_srcu()
931 destroy_rcu_head_on_stack(&rcu.head); in __synchronize_srcu()
|
| D | rcutorture.c | 2529 static void rcu_torture_barrier_cbf(struct rcu_head *rcu) in rcu_torture_barrier_cbf() argument
2548 struct rcu_head rcu; in rcu_torture_barrier_cbs() local
2550 init_rcu_head_on_stack(&rcu); in rcu_torture_barrier_cbs()
2566 &rcu, 1)) { in rcu_torture_barrier_cbs()
2568 cur_ops->call(&rcu, rcu_torture_barrier_cbf); in rcu_torture_barrier_cbs()
2575 destroy_rcu_head_on_stack(&rcu); in rcu_torture_barrier_cbs()
|
| /kernel/irq/ |
| D | irqdesc.c | 410 init_rcu_head(&desc->rcu); in alloc_desc()
437 struct irq_desc *desc = container_of(rhp, struct irq_desc, rcu); in delayed_free_desc()
467 call_rcu(&desc->rcu, delayed_free_desc); in free_desc()
|