Home
last modified time | relevance | path

Searched defs:rdp (Results 1 – 6 of 6) sorted by relevance

/kernel/rcu/
Dtree_nocb.h20 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp) in rcu_current_is_nocb_kthread()
92 static void rcu_nocb_bypass_lock(struct rcu_data *rdp) in rcu_nocb_bypass_lock()
110 static bool rcu_nocb_bypass_trylock(struct rcu_data *rdp) in rcu_nocb_bypass_trylock()
119 static void rcu_nocb_bypass_unlock(struct rcu_data *rdp) in rcu_nocb_bypass_unlock()
130 static void rcu_nocb_lock(struct rcu_data *rdp) in rcu_nocb_lock()
142 static void rcu_nocb_unlock(struct rcu_data *rdp) in rcu_nocb_unlock()
154 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp, in rcu_nocb_unlock_irqrestore()
166 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp) in rcu_lockdep_assert_cblist_protected()
193 static bool __wake_nocb_gp(struct rcu_data *rdp_gp, in __wake_nocb_gp()
228 static bool wake_nocb_gp(struct rcu_data *rdp, bool force) in wake_nocb_gp()
[all …]
Dtree_plugin.h16 static bool rcu_rdp_is_offloaded(struct rcu_data *rdp) in rcu_rdp_is_offloaded()
162 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_preempt_ctxt_queue()
326 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_note_context_switch() local
484 struct rcu_data *rdp; in rcu_preempt_deferred_qs_irqrestore() local
630 struct rcu_data *rdp; in rcu_preempt_deferred_qs_handler() local
674 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_read_unlock_special() local
810 struct rcu_data *rdp; in dump_blkd_tasks() local
840 static void rcu_preempt_deferred_qs_init(struct rcu_data *rdp) in rcu_preempt_deferred_qs_init()
853 struct rcu_data *rdp; in rcu_read_unlock_strict() local
984 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_preempt_deferred_qs() local
[all …]
Dtree.c243 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_get_n_cbs_cpu() local
324 static bool rcu_watching_snap_stopped_since(struct rcu_data *rdp, int snap) in rcu_watching_snap_stopped_since()
586 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_irq_work_resched() local
649 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in __rcu_irq_enter_check_tick() local
706 static void rcu_disable_urgency_upon_qs(struct rcu_data *rdp) in rcu_disable_urgency_upon_qs()
768 static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_gpnum_ovf()
783 static int rcu_watching_snap_save(struct rcu_data *rdp) in rcu_watching_snap_save()
819 static int rcu_watching_snap_recheck(struct rcu_data *rdp) in rcu_watching_snap_recheck()
956 static void trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_this_gp()
980 static bool rcu_start_this_gp(struct rcu_node *rnp_start, struct rcu_data *rdp, in rcu_start_this_gp()
[all …]
Dtree_exp.h237 struct rcu_data *rdp; in rcu_report_exp_cpu_mult() local
258 static void rcu_report_exp_rdp(struct rcu_data *rdp) in rcu_report_exp_rdp()
289 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id()); in exp_funnel_lock() local
358 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in __sync_rcu_exp_select_node_cpus() local
400 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in __sync_rcu_exp_select_node_cpus() local
566 struct rcu_data *rdp; in synchronize_rcu_expedited_stall() local
618 struct rcu_data *rdp; in synchronize_rcu_expedited_wait() local
728 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_exp_handler() local
851 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_exp_handler() local
871 struct rcu_data *rdp; in sync_sched_exp_online_cleanup() local
[all …]
Dtree_stall.h188 static void zero_cpu_stall_ticks(struct rcu_data *rdp) in zero_cpu_stall_ticks()
223 struct rcu_data *rdp; in rcu_iw_handler() local
421 static bool rcu_is_rcuc_kthread_starving(struct rcu_data *rdp, unsigned long *jp) in rcu_is_rcuc_kthread_starving()
445 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stat_info() local
486 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stall_info() local
549 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_check_gp_kthread_starvation() local
677 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in print_cpu_stall() local
737 static void check_cpu_stall(struct rcu_data *rdp) in check_cpu_stall()
903 struct rcu_data *rdp; in show_rcu_gp_kthreads() local
963 static void rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp, in rcu_check_gp_start_stall()
[all …]
Dtree.h526 #define rcu_nocb_lock_irqsave(rdp, flags) \ argument
533 #define rcu_nocb_lock_irqsave(rdp, flags) local_irq_save(flags) argument