| /kernel/bpf/ |
| D | bpf_local_storage.c | 97 void bpf_local_storage_free_rcu(struct rcu_head *rcu) in bpf_local_storage_free_rcu() argument
101 local_storage = container_of(rcu, struct bpf_local_storage, rcu); in bpf_local_storage_free_rcu()
102 kfree_rcu(local_storage, rcu); in bpf_local_storage_free_rcu()
105 static void bpf_selem_free_rcu(struct rcu_head *rcu) in bpf_selem_free_rcu() argument
109 selem = container_of(rcu, struct bpf_local_storage_elem, rcu); in bpf_selem_free_rcu()
110 kfree_rcu(selem, rcu); in bpf_selem_free_rcu()
164 call_rcu_tasks_trace(&selem->rcu, bpf_selem_free_rcu); in bpf_selem_unlink_storage_nolock()
166 kfree_rcu(selem, rcu); in bpf_selem_unlink_storage_nolock()
192 call_rcu_tasks_trace(&local_storage->rcu, in __bpf_selem_unlink_storage()
195 kfree_rcu(local_storage, rcu); in __bpf_selem_unlink_storage()
|
| D | local_storage.c | 177 kfree_rcu(new, rcu); in cgroup_storage_update_elem()
533 static void free_shared_cgroup_storage_rcu(struct rcu_head *rcu) in free_shared_cgroup_storage_rcu() argument
536 container_of(rcu, struct bpf_cgroup_storage, rcu); in free_shared_cgroup_storage_rcu()
542 static void free_percpu_cgroup_storage_rcu(struct rcu_head *rcu) in free_percpu_cgroup_storage_rcu() argument
545 container_of(rcu, struct bpf_cgroup_storage, rcu); in free_percpu_cgroup_storage_rcu()
562 call_rcu(&storage->rcu, free_shared_cgroup_storage_rcu); in bpf_cgroup_storage_free()
564 call_rcu(&storage->rcu, free_percpu_cgroup_storage_rcu); in bpf_cgroup_storage_free()
|
| D | trampoline.c | 288 kfree_rcu(im, rcu); in bpf_tramp_image_free()
300 static void __bpf_tramp_image_put_rcu(struct rcu_head *rcu) in __bpf_tramp_image_put_rcu() argument
304 im = container_of(rcu, struct bpf_tramp_image, rcu); in __bpf_tramp_image_put_rcu()
315 call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu); in __bpf_tramp_image_release()
319 static void __bpf_tramp_image_put_rcu_tasks(struct rcu_head *rcu) in __bpf_tramp_image_put_rcu_tasks() argument
323 im = container_of(rcu, struct bpf_tramp_image, rcu); in __bpf_tramp_image_put_rcu_tasks()
329 call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu); in __bpf_tramp_image_put_rcu_tasks()
365 call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu_tasks); in bpf_tramp_image_put()
377 call_rcu_tasks_trace(&im->rcu, __bpf_tramp_image_put_rcu_tasks); in bpf_tramp_image_put()
|
| D | devmap.c | 70 struct rcu_head rcu; member
791 static void __dev_map_entry_free(struct rcu_head *rcu) in __dev_map_entry_free() argument
795 dev = container_of(rcu, struct bpf_dtab_netdev, rcu); in __dev_map_entry_free()
813 call_rcu(&old_dev->rcu, __dev_map_entry_free); in dev_map_delete_elem()
831 call_rcu(&old_dev->rcu, __dev_map_entry_free); in dev_map_hash_delete_elem()
923 call_rcu(&old_dev->rcu, __dev_map_entry_free); in __dev_map_update_elem()
968 call_rcu(&dev->rcu, __dev_map_entry_free); in __dev_map_hash_update_elem()
979 call_rcu(&old_dev->rcu, __dev_map_entry_free); in __dev_map_hash_update_elem()
1056 call_rcu(&dev->rcu, __dev_map_entry_free); in dev_map_hash_remove_netdev()
1103 call_rcu(&dev->rcu, in dev_map_notification()
|
| D | memalloc.c | 102 struct rcu_head rcu; member
214 struct bpf_mem_cache *c = container_of(head, struct bpf_mem_cache, rcu); in __free_rcu()
225 struct bpf_mem_cache *c = container_of(head, struct bpf_mem_cache, rcu); in __free_rcu_tasks_trace()
227 call_rcu(&c->rcu, __free_rcu); in __free_rcu_tasks_trace()
259 call_rcu_tasks_trace(&c->rcu, __free_rcu_tasks_trace); in do_call_rcu()
|
| D | lpm_trie.c | 25 struct rcu_head rcu; member
385 kfree_rcu(node, rcu); in trie_update_elem()
509 kfree_rcu(parent, rcu); in trie_delete_elem()
510 kfree_rcu(node, rcu); in trie_delete_elem()
524 kfree_rcu(node, rcu); in trie_delete_elem()
|
| D | cpumap.c | 72 struct rcu_head rcu; member
511 static void __cpu_map_entry_free(struct rcu_head *rcu) in __cpu_map_entry_free() argument
520 rcpu = container_of(rcu, struct bpf_cpu_map_entry, rcu); in __cpu_map_entry_free()
553 call_rcu(&old_rcpu->rcu, __cpu_map_entry_free); in __cpu_map_entry_replace()
|
| D | bpf_struct_ops.c | 32 struct rcu_head rcu; member
674 st_map = container_of(head, struct bpf_struct_ops_map, rcu); in bpf_struct_ops_put_rcu()
699 call_rcu(&st_map->rcu, bpf_struct_ops_put_rcu); in bpf_struct_ops_put()
|
| /kernel/ |
| D | tracepoint.c | 39 unsigned long rcu; member
52 snapshot->rcu = get_state_synchronize_rcu(); in tp_rcu_get_state()
63 cond_synchronize_rcu(snapshot->rcu); in tp_rcu_cond_sync()
97 struct rcu_head rcu; member
116 kfree(container_of(head, struct tp_probes, rcu)); in srcu_free_old_probes()
153 tp_probes->rcu.next = early_probes; in release_probes()
154 early_probes = &tp_probes->rcu; in release_probes()
164 call_rcu(&tp_probes->rcu, rcu_free_old_probes); in release_probes()
|
| D | panic.c | 690 bool rcu = warn_rcu_enter(); in warn_slowpath_fmt() local
698 warn_rcu_exit(rcu); in warn_slowpath_fmt()
706 warn_rcu_exit(rcu); in warn_slowpath_fmt()
712 bool rcu = warn_rcu_enter(); in __warn_printk() local
720 warn_rcu_exit(rcu); in __warn_printk()
|
| D | watch_queue.c | 379 kfree_rcu(wfilter, rcu); in watch_queue_set_filter()
401 kfree_rcu(wfilter, rcu); in __put_watch_queue()
402 kfree_rcu(wqueue, rcu); in __put_watch_queue()
415 static void free_watch(struct rcu_head *rcu) in free_watch() argument
417 struct watch *watch = container_of(rcu, struct watch, rcu); in free_watch()
429 call_rcu(&watch->rcu, free_watch); in __put_watch()
|
| D | cred.c | 96 static void put_cred_rcu(struct rcu_head *rcu) in put_cred_rcu() argument
98 struct cred *cred = container_of(rcu, struct cred, rcu); in put_cred_rcu()
153 put_cred_rcu(&cred->rcu); in __put_cred()
155 call_rcu(&cred->rcu, put_cred_rcu); in __put_cred()
|
| D | workqueue.c | 196 struct rcu_head rcu; member
243 struct rcu_head rcu; member
297 struct rcu_head rcu; member
1758 static void rcu_work_rcufn(struct rcu_head *rcu) in rcu_work_rcufn() argument
1760 struct rcu_work *rwork = container_of(rcu, struct rcu_work, rcu); in rcu_work_rcufn()
1784 call_rcu_hurry(&rwork->rcu, rcu_work_rcufn); in queue_rcu_work()
3529 static void rcu_free_wq(struct rcu_head *rcu) in rcu_free_wq() argument
3532 container_of(rcu, struct workqueue_struct, rcu); in rcu_free_wq()
3544 static void rcu_free_pool(struct rcu_head *rcu) in rcu_free_pool() argument
3546 struct worker_pool *pool = container_of(rcu, struct worker_pool, rcu); in rcu_free_pool()
[all …]
|
| D | pid_namespace.c | 126 struct pid_namespace *ns = container_of(p, struct pid_namespace, rcu); in delayed_free_pidns()
139 call_rcu(&ns->rcu, delayed_free_pidns); in destroy_pid_namespace()
|
| D | audit.c | 109 struct rcu_head rcu; member
476 static void auditd_conn_free(struct rcu_head *rcu) in auditd_conn_free() argument
480 ac = container_of(rcu, struct auditd_connection, rcu); in auditd_conn_free()
529 call_rcu(&ac_old->rcu, auditd_conn_free); in auditd_set()
669 call_rcu(&ac_old->rcu, auditd_conn_free); in auditd_reset()
|
| D | audit_watch.c | 306 call_rcu(&oentry->rcu, audit_free_rule_rcu); in audit_update_watch()
338 call_rcu(&e->rcu, audit_free_rule_rcu); in audit_remove_parent_watches()
|
| D | acct.c | 105 struct rcu_head rcu; member
155 kfree_rcu(p, rcu); in acct_put()
|
| D | pid.c | 122 struct pid *pid = container_of(rhp, struct pid, rcu); in delayed_put_pid()
156 call_rcu(&pid->rcu, delayed_put_pid); in free_pid()
|
| D | audit_tree.c | 145 static void __put_chunk(struct rcu_head *rcu) in __put_chunk() argument
147 struct audit_chunk *chunk = container_of(rcu, struct audit_chunk, head); in __put_chunk()
559 call_rcu(&entry->rcu, audit_free_rule_rcu); in kill_rules()
|
| /kernel/trace/ |
| D | rethook.c | 38 struct rethook *rh = container_of(head, struct rethook, rcu); in rethook_free_rcu()
83 call_rcu(&rh->rcu, rethook_free_rcu); in rethook_free()
135 struct rethook_node *node = container_of(head, struct rethook_node, rcu); in free_rethook_node_rcu()
157 call_rcu(&node->rcu, free_rethook_node_rcu); in rethook_recycle()
|
| /kernel/module/ |
| D | tracking.c | 69 __acquires(rcu) in unloaded_tainted_modules_seq_start()
81 __releases(rcu) in unloaded_tainted_modules_seq_stop()
|
| /kernel/sched/ |
| D | topology.c | 332 pd = container_of(rp, struct perf_domain, rcu); in destroy_perf_domain_rcu()
447 call_rcu(&tmp->rcu, destroy_perf_domain_rcu); in build_perf_domains()
456 call_rcu(&tmp->rcu, destroy_perf_domain_rcu); in build_perf_domains()
464 static void free_rootdomain(struct rcu_head *rcu) in free_rootdomain() argument
466 struct root_domain *rd = container_of(rcu, struct root_domain, rcu); in free_rootdomain()
512 call_rcu(&old_rd->rcu, free_rootdomain); in rq_attach_root()
525 call_rcu(&rd->rcu, free_rootdomain); in sched_put_rd()
631 static void destroy_sched_domains_rcu(struct rcu_head *rcu) in destroy_sched_domains_rcu() argument
633 struct sched_domain *sd = container_of(rcu, struct sched_domain, rcu); in destroy_sched_domains_rcu()
645 call_rcu(&sd->rcu, destroy_sched_domains_rcu); in destroy_sched_domains()
[all …]
|
| /kernel/rcu/ |
| D | update.c | 473 struct rcu_synchronize *rcu; in wakeme_after_rcu() local
475 rcu = container_of(head, struct rcu_synchronize, head); in wakeme_after_rcu()
476 complete(&rcu->completion); in wakeme_after_rcu()
|
| D | srcutree.c | 1228 struct rcu_synchronize rcu; in __synchronize_srcu() local
1240 init_completion(&rcu.completion); in __synchronize_srcu()
1241 init_rcu_head_on_stack(&rcu.head); in __synchronize_srcu()
1242 __call_srcu(ssp, &rcu.head, wakeme_after_rcu, do_norm); in __synchronize_srcu()
1243 wait_for_completion(&rcu.completion); in __synchronize_srcu()
1244 destroy_rcu_head_on_stack(&rcu.head); in __synchronize_srcu()
|
| /kernel/irq/ |
| D | irqdesc.c | 410 init_rcu_head(&desc->rcu); in alloc_desc()
437 struct irq_desc *desc = container_of(rhp, struct irq_desc, rcu); in delayed_free_desc()
467 call_rcu(&desc->rcu, delayed_free_desc); in free_desc()
|