| /kernel/linux/linux-6.6/kernel/rcu/ |
| D | tree_exp.h | 83 struct rcu_node *rnp; in sync_exp_reset_tree_hotplug() local
136 struct rcu_node *rnp; in sync_exp_reset_tree() local
153 static bool sync_rcu_exp_done(struct rcu_node *rnp) in sync_rcu_exp_done()
164 static bool sync_rcu_exp_done_unlocked(struct rcu_node *rnp) in sync_rcu_exp_done_unlocked()
184 static void __rcu_report_exp_rnp(struct rcu_node *rnp, in __rcu_report_exp_rnp()
220 static void __maybe_unused rcu_report_exp_rnp(struct rcu_node *rnp, bool wake) in rcu_report_exp_rnp()
232 static void rcu_report_exp_cpu_mult(struct rcu_node *rnp, in rcu_report_exp_cpu_mult()
285 struct rcu_node *rnp = rdp->mynode; in exp_funnel_lock() local
346 struct rcu_node *rnp = container_of(rewp, struct rcu_node, rew); in __sync_rcu_exp_select_node_cpus() local
441 static inline void sync_rcu_exp_select_cpus_queue_work(struct rcu_node *rnp) in sync_rcu_exp_select_cpus_queue_work()
[all …]
|
| D | tree_plugin.h | 151 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_preempt_ctxt_queue()
316 struct rcu_node *rnp; in rcu_note_context_switch() local
369 static int rcu_preempt_blocked_readers_cgp(struct rcu_node *rnp) in rcu_preempt_blocked_readers_cgp()
441 struct rcu_node *rnp) in rcu_next_node_entry()
455 static bool rcu_preempt_has_tasks(struct rcu_node *rnp) in rcu_preempt_has_tasks()
474 struct rcu_node *rnp; in rcu_preempt_deferred_qs_irqrestore() local
642 struct rcu_node *rnp = rdp->mynode; in rcu_read_unlock_special() local
693 static void rcu_preempt_check_blocked_tasks(struct rcu_node *rnp) in rcu_preempt_check_blocked_tasks()
778 dump_blkd_tasks(struct rcu_node *rnp, int ncheck) in dump_blkd_tasks()
913 static int rcu_preempt_blocked_readers_cgp(struct rcu_node *rnp) in rcu_preempt_blocked_readers_cgp()
[all …]
|
| D | tree.c | 731 static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_gpnum_ovf()
771 struct rcu_node *rnp = rdp->mynode; in rcu_implicit_dynticks_qs() local
904 static void trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_this_gp()
932 struct rcu_node *rnp; in rcu_start_this_gp() local
1003 static bool rcu_future_gp_cleanup(struct rcu_node *rnp) in rcu_future_gp_cleanup()
1087 static bool rcu_accelerate_cbs(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_accelerate_cbs()
1133 static void rcu_accelerate_cbs_unlocked(struct rcu_node *rnp, in rcu_accelerate_cbs_unlocked()
1163 static bool rcu_advance_cbs(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_advance_cbs()
1186 static void __maybe_unused rcu_advance_cbs_nowake(struct rcu_node *rnp, in rcu_advance_cbs_nowake()
1217 static bool __note_gp_changes(struct rcu_node *rnp, struct rcu_data *rdp) in __note_gp_changes()
[all …]
|
| D | tree_stall.h | 221 struct rcu_node *rnp; in rcu_iw_handler() local
243 static void rcu_print_detail_task_stall_rnp(struct rcu_node *rnp) in rcu_print_detail_task_stall_rnp()
293 static int rcu_print_task_stall(struct rcu_node *rnp, unsigned long flags) in rcu_print_task_stall()
343 static void rcu_print_detail_task_stall_rnp(struct rcu_node *rnp) in rcu_print_detail_task_stall_rnp()
351 static int rcu_print_task_stall(struct rcu_node *rnp, unsigned long flags) in rcu_print_task_stall()
369 struct rcu_node *rnp; in rcu_dump_cpu_stacks() local
596 struct rcu_node *rnp; in print_other_cpu_stall() local
667 struct rcu_node *rnp = rcu_get_root(); in print_cpu_stall() local
727 struct rcu_node *rnp; in check_cpu_stall() local
845 struct rcu_node *rnp; in rcu_check_boost_fail() local
[all …]
|
| D | rcu.h | 371 #define rcu_is_leaf_node(rnp) ((rnp)->level == rcu_num_lvls - 1) argument
374 #define rcu_is_last_leaf_node(rnp) ((rnp) == &rcu_state.node[rcu_num_nodes - 1]) argument
381 #define _rcu_for_each_node_breadth_first(sp, rnp) \ argument
384 #define rcu_for_each_node_breadth_first(rnp) \ argument
386 #define srcu_for_each_node_breadth_first(ssp, rnp) \ argument
395 #define rcu_for_each_leaf_node(rnp) \ argument
402 #define for_each_leaf_node_possible_cpu(rnp, cpu) \ argument
411 #define rcu_find_next_bit(rnp, cpu, mask) \ argument
413 #define for_each_leaf_node_cpu_mask(rnp, cpu, mask) \ argument
|
| D | tree_nocb.h | 204 static struct swait_queue_head *rcu_nocb_gp_get(struct rcu_node *rnp) in rcu_nocb_gp_get()
209 static void rcu_init_one_nocb(struct rcu_node *rnp) in rcu_init_one_nocb()
690 struct rcu_node *rnp; in nocb_gp_wait() local
930 struct rcu_node *rnp = rdp->mynode; in nocb_cb_wait() local
1630 struct rcu_node *rnp = rdp->mynode; in show_rcu_nocb_gp_state() local
1750 static struct swait_queue_head *rcu_nocb_gp_get(struct rcu_node *rnp) in rcu_nocb_gp_get()
1755 static void rcu_init_one_nocb(struct rcu_node *rnp) in rcu_init_one_nocb()
|
| D | tree.h | 147 #define leaf_node_cpu_bit(rnp, cpu) (BIT((cpu) - (rnp)->grplo)) argument
|
| /kernel/linux/linux-5.10/kernel/rcu/ |
| D | tree_exp.h | 80 struct rcu_node *rnp; in sync_exp_reset_tree_hotplug() local
133 struct rcu_node *rnp; in sync_exp_reset_tree() local
150 static bool sync_rcu_exp_done(struct rcu_node *rnp) in sync_rcu_exp_done()
161 static bool sync_rcu_exp_done_unlocked(struct rcu_node *rnp) in sync_rcu_exp_done_unlocked()
182 static void __rcu_report_exp_rnp(struct rcu_node *rnp, in __rcu_report_exp_rnp()
218 static void __maybe_unused rcu_report_exp_rnp(struct rcu_node *rnp, bool wake) in rcu_report_exp_rnp()
230 static void rcu_report_exp_cpu_mult(struct rcu_node *rnp, in rcu_report_exp_cpu_mult()
283 struct rcu_node *rnp = rdp->mynode; in exp_funnel_lock() local
346 struct rcu_node *rnp = container_of(rewp, struct rcu_node, rew); in sync_rcu_exp_select_node_cpus() local
427 struct rcu_node *rnp; in sync_rcu_exp_select_cpus() local
[all …]
|
| D | tree_plugin.h | 134 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_preempt_ctxt_queue()
293 struct rcu_node *rnp; in rcu_note_context_switch() local
346 static int rcu_preempt_blocked_readers_cgp(struct rcu_node *rnp) in rcu_preempt_blocked_readers_cgp()
414 struct rcu_node *rnp) in rcu_next_node_entry()
428 static bool rcu_preempt_has_tasks(struct rcu_node *rnp) in rcu_preempt_has_tasks()
447 struct rcu_node *rnp; in rcu_preempt_deferred_qs_irqrestore() local
615 struct rcu_node *rnp = rdp->mynode; in rcu_read_unlock_special() local
656 static void rcu_preempt_check_blocked_tasks(struct rcu_node *rnp) in rcu_preempt_check_blocked_tasks()
744 dump_blkd_tasks(struct rcu_node *rnp, int ncheck) in dump_blkd_tasks()
883 static int rcu_preempt_blocked_readers_cgp(struct rcu_node *rnp) in rcu_preempt_blocked_readers_cgp()
[all …]
|
| D | tree.c | 208 static unsigned long rcu_rnp_online_cpus(struct rcu_node *rnp) in rcu_rnp_online_cpus()
1154 struct rcu_node *rnp; in rcu_lockdep_current_cpu_online() local
1178 static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_gpnum_ovf()
1215 struct rcu_node *rnp = rdp->mynode; in rcu_implicit_dynticks_qs() local
1336 static void trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_this_gp()
1364 struct rcu_node *rnp; in rcu_start_this_gp() local
1435 static bool rcu_future_gp_cleanup(struct rcu_node *rnp) in rcu_future_gp_cleanup()
1487 static bool rcu_accelerate_cbs(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_accelerate_cbs()
1529 static void rcu_accelerate_cbs_unlocked(struct rcu_node *rnp, in rcu_accelerate_cbs_unlocked()
1559 static bool rcu_advance_cbs(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_advance_cbs()
[all …]
|
| D | tree_stall.h | 184 struct rcu_node *rnp; in rcu_iw_handler() local
206 static void rcu_print_detail_task_stall_rnp(struct rcu_node *rnp) in rcu_print_detail_task_stall_rnp()
256 static int rcu_print_task_stall(struct rcu_node *rnp, unsigned long flags) in rcu_print_task_stall()
306 static void rcu_print_detail_task_stall_rnp(struct rcu_node *rnp) in rcu_print_detail_task_stall_rnp()
314 static int rcu_print_task_stall(struct rcu_node *rnp, unsigned long flags) in rcu_print_task_stall()
331 struct rcu_node *rnp; in rcu_dump_cpu_stacks() local
478 struct rcu_node *rnp; in print_other_cpu_stall() local
547 struct rcu_node *rnp = rcu_get_root(); in print_cpu_stall() local
604 struct rcu_node *rnp; in check_cpu_stall() local
697 struct rcu_node *rnp; in show_rcu_gp_kthreads() local
[all …]
|
| D | rcu.h | 317 #define rcu_is_leaf_node(rnp) ((rnp)->level == rcu_num_lvls - 1) argument
320 #define rcu_is_last_leaf_node(rnp) ((rnp) == &rcu_state.node[rcu_num_nodes - 1]) argument
327 #define srcu_for_each_node_breadth_first(sp, rnp) \ argument
330 #define rcu_for_each_node_breadth_first(rnp) \ argument
339 #define rcu_for_each_leaf_node(rnp) \ argument
346 #define for_each_leaf_node_possible_cpu(rnp, cpu) \ argument
355 #define rcu_find_next_bit(rnp, cpu, mask) \ argument
357 #define for_each_leaf_node_cpu_mask(rnp, cpu, mask) \ argument
|
| D | tree.h | 136 #define leaf_node_cpu_bit(rnp, cpu) (BIT((cpu) - (rnp)->grplo)) argument
|