| /kernel/linux/linux-6.6/kernel/rcu/ |
| D | tree_nocb.h | 19 static inline int rcu_lockdep_is_held_nocb(struct rcu_data *rdp) in rcu_lockdep_is_held_nocb()
24 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp) in rcu_current_is_nocb_kthread()
96 static void rcu_nocb_bypass_lock(struct rcu_data *rdp) in rcu_nocb_bypass_lock()
114 static bool rcu_nocb_bypass_trylock(struct rcu_data *rdp) in rcu_nocb_bypass_trylock()
123 static void rcu_nocb_bypass_unlock(struct rcu_data *rdp) in rcu_nocb_bypass_unlock()
134 static void rcu_nocb_lock(struct rcu_data *rdp) in rcu_nocb_lock()
146 static void rcu_nocb_unlock(struct rcu_data *rdp) in rcu_nocb_unlock()
158 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp, in rcu_nocb_unlock_irqrestore()
170 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp) in rcu_lockdep_assert_cblist_protected()
197 static bool __wake_nocb_gp(struct rcu_data *rdp_gp, in __wake_nocb_gp()
[all …]
|
| D | tree.c | 236 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_get_n_cbs_cpu() local
291 static bool rcu_dynticks_in_eqs_since(struct rcu_data *rdp, int snap) in rcu_dynticks_in_eqs_since()
549 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_irq_work_resched() local
612 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in __rcu_irq_enter_check_tick() local
669 static void rcu_disable_urgency_upon_qs(struct rcu_data *rdp) in rcu_disable_urgency_upon_qs()
731 static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_gpnum_ovf()
746 static int dyntick_save_progress_counter(struct rcu_data *rdp) in dyntick_save_progress_counter()
767 static int rcu_implicit_dynticks_qs(struct rcu_data *rdp) in rcu_implicit_dynticks_qs()
904 static void trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_this_gp()
928 static bool rcu_start_this_gp(struct rcu_node *rnp_start, struct rcu_data *rdp, in rcu_start_this_gp()
[all …]
|
| D | tree_plugin.h | 16 static bool rcu_rdp_is_offloaded(struct rcu_data *rdp) in rcu_rdp_is_offloaded()
151 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_preempt_ctxt_queue()
315 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_note_context_switch() local
473 struct rcu_data *rdp; in rcu_preempt_deferred_qs_irqrestore() local
615 struct rcu_data *rdp; in rcu_preempt_deferred_qs_handler() local
641 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_read_unlock_special() local
783 struct rcu_data *rdp; in dump_blkd_tasks() local
822 struct rcu_data *rdp; in rcu_read_unlock_strict() local
944 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_preempt_deferred_qs() local
1007 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_cpu_kthread_setup() local
[all …]
|
| D | tree_exp.h | 237 struct rcu_data *rdp; in rcu_report_exp_cpu_mult() local
258 static void rcu_report_exp_rdp(struct rcu_data *rdp) in rcu_report_exp_rdp()
284 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id()); in exp_funnel_lock() local
353 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in __sync_rcu_exp_select_node_cpus() local
381 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in __sync_rcu_exp_select_node_cpus() local
603 struct rcu_data *rdp; in synchronize_rcu_expedited_wait() local
644 struct rcu_data *rdp; in synchronize_rcu_expedited_wait() local
752 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_exp_handler() local
875 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_exp_handler() local
895 struct rcu_data *rdp; in sync_sched_exp_online_cleanup() local
[all …]
|
| D | tree_stall.h | 185 static void zero_cpu_stall_ticks(struct rcu_data *rdp) in zero_cpu_stall_ticks()
220 struct rcu_data *rdp; in rcu_iw_handler() local
416 static bool rcu_is_rcuc_kthread_starving(struct rcu_data *rdp, unsigned long *jp) in rcu_is_rcuc_kthread_starving()
440 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stat_info() local
481 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stall_info() local
667 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in print_cpu_stall() local
719 static void check_cpu_stall(struct rcu_data *rdp) in check_cpu_stall()
894 struct rcu_data *rdp; in show_rcu_gp_kthreads() local
954 static void rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp, in rcu_check_gp_start_stall()
1019 struct rcu_data *rdp; in rcu_fwd_progress_check() local
|
| D | tree.h | 491 #define rcu_nocb_lock_irqsave(rdp, flags) \ argument
498 #define rcu_nocb_lock_irqsave(rdp, flags) local_irq_save(flags) argument
|
| /kernel/linux/linux-5.10/kernel/rcu/ |
| D | tree_plugin.h | 134 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_preempt_ctxt_queue()
292 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_note_context_switch() local
446 struct rcu_data *rdp; in rcu_preempt_deferred_qs_irqrestore() local
588 struct rcu_data *rdp; in rcu_preempt_deferred_qs_handler() local
614 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_read_unlock_special() local
750 struct rcu_data *rdp; in dump_blkd_tasks() local
790 struct rcu_data *rdp; in rcu_read_unlock_strict() local
1207 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_prepare_kthreads() local
1314 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_try_advance_all_cbs() local
1349 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_needs_cpu() local
[all …]
|
| D | tree.c | 229 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_get_n_cbs_cpu() local
250 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_dynticks_eqs_enter() local
275 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_dynticks_eqs_exit() local
306 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_dynticks_eqs_online() local
320 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_dynticks_curr_cpu_in_eqs() local
329 static int rcu_dynticks_snap(struct rcu_data *rdp) in rcu_dynticks_snap()
350 static bool rcu_dynticks_in_eqs_since(struct rcu_data *rdp, int snap) in rcu_dynticks_in_eqs_since()
361 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_dynticks_zero_in_eqs() local
389 struct rcu_data *rdp = &per_cpu(rcu_data, cpu); in rcu_eqs_special_set() local
623 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_eqs_enter() local
[all …]
|
| D | tree_exp.h | 235 struct rcu_data *rdp; in rcu_report_exp_cpu_mult() local
256 static void rcu_report_exp_rdp(struct rcu_data *rdp) in rcu_report_exp_rdp()
282 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id()); in exp_funnel_lock() local
353 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in sync_rcu_exp_select_node_cpus() local
381 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in sync_rcu_exp_select_node_cpus() local
494 struct rcu_data *rdp; in synchronize_rcu_expedited_wait() local
534 struct rcu_data *rdp; in synchronize_rcu_expedited_wait() local
650 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_exp_handler() local
743 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_exp_handler() local
761 struct rcu_data *rdp; in sync_sched_exp_online_cleanup() local
|
| D | tree_stall.h | 148 static void zero_cpu_stall_ticks(struct rcu_data *rdp) in zero_cpu_stall_ticks()
183 struct rcu_data *rdp; in rcu_iw_handler() local
347 struct rcu_data *rdp = &per_cpu(rcu_data, cpu); in print_cpu_stall_fast_no_hz() local
411 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stall_info() local
546 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in print_cpu_stall() local
596 static void check_cpu_stall(struct rcu_data *rdp) in check_cpu_stall()
696 struct rcu_data *rdp; in show_rcu_gp_kthreads() local
745 static void rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp, in rcu_check_gp_start_stall()
810 struct rcu_data *rdp; in rcu_fwd_progress_check() local
|
| D | tree.h | 447 #define rcu_nocb_lock_irqsave(rdp, flags) \ argument
455 #define rcu_nocb_lock_irqsave(rdp, flags) local_irq_save(flags) argument
|
| /kernel/linux/linux-6.6/tools/rcu/ |
| D | rcu-cbs.py | 42 rdp = per_cpu_ptr(rdp0, cpu); variable
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/cavium/liquidio/ |
| D | octeon_nic.c | 38 struct octeon_instr_rdp *rdp; in octeon_alloc_soft_command_resp() local
|
| D | octeon_iq.h | 221 u64 rdp; member
248 u64 rdp; member
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/cavium/liquidio/ |
| D | octeon_nic.c | 38 struct octeon_instr_rdp *rdp; in octeon_alloc_soft_command_resp() local
|
| D | octeon_iq.h | 221 u64 rdp; member
248 u64 rdp; member
|
| D | request_manager.c | 590 struct octeon_instr_rdp *rdp; in octeon_prepare_soft_command() local
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/amd/ |
| D | a2065.h | 41 unsigned short rdp; /* Register Data Port */ member
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/amd/ |
| D | a2065.h | 41 unsigned short rdp; /* Register Data Port */ member
|
| /kernel/linux/linux-5.10/sound/pcmcia/pdaudiocf/ |
| D | pdaudiocf_irq.c | 250 int size, off, cont, rdp, wdp; in pdacf_threaded_irq() local
|
| /kernel/linux/linux-6.6/sound/pcmcia/pdaudiocf/ |
| D | pdaudiocf_irq.c | 250 int size, off, cont, rdp, wdp; in pdacf_threaded_irq() local
|
| /kernel/linux/linux-6.6/arch/x86/include/asm/ |
| D | user_64.h | 58 __u64 rdp; member
|
| /kernel/linux/linux-5.10/arch/x86/include/asm/ |
| D | user_64.h | 58 __u64 rdp; member
|
| /kernel/linux/linux-5.10/include/soc/fsl/ |
| D | cpm.h | 21 __be32 rdp; /* Internal */ member
|
| /kernel/linux/linux-6.6/include/soc/fsl/ |
| D | cpm.h | 21 __be32 rdp; /* Internal */ member
|