Home
last modified time | relevance | path

Searched defs:rdp (Results 1 – 6 of 6) sorted by relevance

/kernel/rcu/
Dtree_nocb.h19 static inline int rcu_lockdep_is_held_nocb(struct rcu_data *rdp) in rcu_lockdep_is_held_nocb()
24 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp) in rcu_current_is_nocb_kthread()
97 static void rcu_nocb_bypass_lock(struct rcu_data *rdp) in rcu_nocb_bypass_lock()
121 static void rcu_nocb_wait_contended(struct rcu_data *rdp) in rcu_nocb_wait_contended()
132 static bool rcu_nocb_bypass_trylock(struct rcu_data *rdp) in rcu_nocb_bypass_trylock()
141 static void rcu_nocb_bypass_unlock(struct rcu_data *rdp) in rcu_nocb_bypass_unlock()
152 static void rcu_nocb_lock(struct rcu_data *rdp) in rcu_nocb_lock()
164 static void rcu_nocb_unlock(struct rcu_data *rdp) in rcu_nocb_unlock()
176 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp, in rcu_nocb_unlock_irqrestore()
188 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp) in rcu_lockdep_assert_cblist_protected()
[all …]
Dtree.c236 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_get_n_cbs_cpu() local
291 static bool rcu_dynticks_in_eqs_since(struct rcu_data *rdp, int snap) in rcu_dynticks_in_eqs_since()
549 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_irq_work_resched() local
612 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in __rcu_irq_enter_check_tick() local
669 static void rcu_disable_urgency_upon_qs(struct rcu_data *rdp) in rcu_disable_urgency_upon_qs()
731 static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_gpnum_ovf()
746 static int dyntick_save_progress_counter(struct rcu_data *rdp) in dyntick_save_progress_counter()
767 static int rcu_implicit_dynticks_qs(struct rcu_data *rdp) in rcu_implicit_dynticks_qs()
904 static void trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_this_gp()
928 static bool rcu_start_this_gp(struct rcu_node *rnp_start, struct rcu_data *rdp, in rcu_start_this_gp()
[all …]
Dtree_plugin.h16 static bool rcu_rdp_is_offloaded(struct rcu_data *rdp) in rcu_rdp_is_offloaded()
151 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_preempt_ctxt_queue()
315 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_note_context_switch() local
473 struct rcu_data *rdp; in rcu_preempt_deferred_qs_irqrestore() local
615 struct rcu_data *rdp; in rcu_preempt_deferred_qs_handler() local
641 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_read_unlock_special() local
783 struct rcu_data *rdp; in dump_blkd_tasks() local
822 struct rcu_data *rdp; in rcu_read_unlock_strict() local
944 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_preempt_deferred_qs() local
1007 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_cpu_kthread_setup() local
[all …]
Dtree_exp.h237 struct rcu_data *rdp; in rcu_report_exp_cpu_mult() local
258 static void rcu_report_exp_rdp(struct rcu_data *rdp) in rcu_report_exp_rdp()
284 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id()); in exp_funnel_lock() local
353 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in __sync_rcu_exp_select_node_cpus() local
381 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in __sync_rcu_exp_select_node_cpus() local
603 struct rcu_data *rdp; in synchronize_rcu_expedited_wait() local
644 struct rcu_data *rdp; in synchronize_rcu_expedited_wait() local
752 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_exp_handler() local
875 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_exp_handler() local
895 struct rcu_data *rdp; in sync_sched_exp_online_cleanup() local
[all …]
Dtree_stall.h185 static void zero_cpu_stall_ticks(struct rcu_data *rdp) in zero_cpu_stall_ticks()
220 struct rcu_data *rdp; in rcu_iw_handler() local
416 static bool rcu_is_rcuc_kthread_starving(struct rcu_data *rdp, unsigned long *jp) in rcu_is_rcuc_kthread_starving()
440 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stat_info() local
481 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stall_info() local
667 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in print_cpu_stall() local
719 static void check_cpu_stall(struct rcu_data *rdp) in check_cpu_stall()
894 struct rcu_data *rdp; in show_rcu_gp_kthreads() local
954 static void rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp, in rcu_check_gp_start_stall()
1019 struct rcu_data *rdp; in rcu_fwd_progress_check() local
Dtree.h492 #define rcu_nocb_lock_irqsave(rdp, flags) \ argument
499 #define rcu_nocb_lock_irqsave(rdp, flags) local_irq_save(flags) argument