Searched refs:rdp (Results 1 – 5 of 5) sorted by relevance
| /kernel/rcu/ |
| D | tree.c | 162 static void invoke_rcu_callbacks(struct rcu_state *rsp, struct rcu_data *rdp);
164 struct rcu_data *rdp, bool wake);
302 struct rcu_data *rdp; in rcu_momentary_dyntick_idle() local
316 rdp = raw_cpu_ptr(rsp->rda); in rcu_momentary_dyntick_idle()
320 if (READ_ONCE(rdp->mynode->completed) != in rcu_momentary_dyntick_idle()
321 READ_ONCE(rdp->cond_resched_completed)) in rcu_momentary_dyntick_idle()
423 struct rcu_data *rdp);
611 cpu_has_callbacks_ready_to_invoke(struct rcu_data *rdp) in cpu_has_callbacks_ready_to_invoke() argument
613 return &rdp->nxtlist != rdp->nxttail[RCU_DONE_TAIL] && in cpu_has_callbacks_ready_to_invoke()
614 rdp->nxttail[RCU_DONE_TAIL] != NULL; in cpu_has_callbacks_ready_to_invoke()
[all …]
|
| D | tree_plugin.h | 147 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_preempt_ctxt_queue() argument
152 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) + in rcu_preempt_ctxt_queue()
153 (rnp->expmask & rdp->grpmask ? RCU_EXP_BLKD : 0); in rcu_preempt_ctxt_queue()
247 rcu_report_exp_rdp(rdp->rsp, rdp, true); in rcu_preempt_ctxt_queue()
290 struct rcu_data *rdp; in rcu_preempt_note_context_switch() local
297 rdp = this_cpu_ptr(rcu_state_p->rda); in rcu_preempt_note_context_switch()
298 rnp = rdp->mynode; in rcu_preempt_note_context_switch()
308 WARN_ON_ONCE((rdp->grpmask & rcu_rnp_online_cpus(rnp)) == 0); in rcu_preempt_note_context_switch()
310 trace_rcu_preempt_task(rdp->rsp->name, in rcu_preempt_note_context_switch()
312 (rnp->qsmask & rdp->grpmask) in rcu_preempt_note_context_switch()
[all …]
|
| D | tree_trace.c | 113 static void print_one_rcu_data(struct seq_file *m, struct rcu_data *rdp) in print_one_rcu_data() argument
117 if (!rdp->beenonline) in print_one_rcu_data()
120 rdp->cpu, in print_one_rcu_data()
121 cpu_is_offline(rdp->cpu) ? '!' : ' ', in print_one_rcu_data()
122 ulong2long(rdp->completed), ulong2long(rdp->gpnum), in print_one_rcu_data()
123 rdp->cpu_no_qs.b.norm, in print_one_rcu_data()
124 rdp->rcu_qs_ctr_snap == per_cpu(rcu_qs_ctr, rdp->cpu), in print_one_rcu_data()
125 rdp->core_needs_qs); in print_one_rcu_data()
127 atomic_read(&rdp->dynticks->dynticks), in print_one_rcu_data()
128 rdp->dynticks->dynticks_nesting, in print_one_rcu_data()
[all …]
|
| D | tree_exp.h | 219 static void rcu_report_exp_rdp(struct rcu_state *rsp, struct rcu_data *rdp, in rcu_report_exp_rdp() argument
222 rcu_report_exp_cpu_mult(rsp, rdp->mynode, rdp->grpmask, wake); in rcu_report_exp_rdp()
248 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, raw_smp_processor_id()); in exp_funnel_lock() local
249 struct rcu_node *rnp = rdp->mynode; in exp_funnel_lock()
267 if (sync_exp_work_done(rsp, &rdp->exp_workdone1, s)) in exp_funnel_lock()
281 &rdp->exp_workdone2, s)); in exp_funnel_lock()
291 if (sync_exp_work_done(rsp, &rdp->exp_workdone3, s)) { in exp_funnel_lock()
303 struct rcu_data *rdp; in sync_sched_exp_handler() local
307 rdp = this_cpu_ptr(rsp->rda); in sync_sched_exp_handler()
308 rnp = rdp->mynode; in sync_sched_exp_handler()
[all …]
|
| D | tree.h | 638 static void zero_cpu_stall_ticks(struct rcu_data *rdp);
645 static bool __call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *rhp,
648 struct rcu_data *rdp,
650 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp);
651 static void do_nocb_deferred_wakeup(struct rcu_data *rdp);
652 static void rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp);
659 static bool init_nocb_callback_list(struct rcu_data *rdp);
662 static void rcu_sysidle_check_cpu(struct rcu_data *rdp, bool *isidle,
677 static inline void rcu_nocb_q_lengths(struct rcu_data *rdp, long *ql, long *qll) in rcu_nocb_q_lengths() argument
680 *ql = atomic_long_read(&rdp->nocb_q_count); in rcu_nocb_q_lengths()
[all …]
|