Home
last modified time | relevance | path

Searched refs:cpu_no_qs (Results 1 – 4 of 4) sorted by relevance

/kernel/rcu/
Dtree_plugin.h263 if (blkd_state & RCU_EXP_BLKD && rdp->cpu_no_qs.b.exp) in rcu_preempt_ctxt_queue()
266 WARN_ON_ONCE(rdp->cpu_no_qs.b.exp); in rcu_preempt_ctxt_queue()
289 if (__this_cpu_read(rcu_data.cpu_no_qs.b.norm)) { in rcu_qs()
293 __this_cpu_write(rcu_data.cpu_no_qs.b.norm, false); in rcu_qs()
357 if (rdp->cpu_no_qs.b.exp) in rcu_note_context_switch()
484 if (!special.s && !rdp->cpu_no_qs.b.exp) { in rcu_preempt_deferred_qs_irqrestore()
491 rdp->cpu_no_qs.b.norm = false; in rcu_preempt_deferred_qs_irqrestore()
505 if (rdp->cpu_no_qs.b.exp) in rcu_preempt_deferred_qs_irqrestore()
588 return (__this_cpu_read(rcu_data.cpu_no_qs.b.exp) || in rcu_preempt_need_deferred_qs()
742 __this_cpu_read(rcu_data.cpu_no_qs.b.norm) && in rcu_flavor_sched_clock_irq()
[all …]
Dtree_exp.h259 WRITE_ONCE(rdp->cpu_no_qs.b.exp, false); in rcu_report_exp_rdp()
643 "D."[!!data_race(rdp->cpu_no_qs.b.exp)]); in synchronize_rcu_expedited_wait()
753 WRITE_ONCE(rdp->cpu_no_qs.b.exp, true); in rcu_exp_handler()
775 WRITE_ONCE(rdp->cpu_no_qs.b.exp, true); in rcu_exp_handler()
822 __this_cpu_write(rcu_data.cpu_no_qs.b.exp, true); in rcu_exp_need_qs()
837 __this_cpu_read(rcu_data.cpu_no_qs.b.exp)) in rcu_exp_handler()
861 READ_ONCE(rdp->cpu_no_qs.b.exp)) { in sync_sched_exp_online_cleanup()
Dtree.h166 union rcu_noqs cpu_no_qs; /* No QSes yet for this CPU. */ member
Dtree.c1290 rdp->cpu_no_qs.b.norm = need_qs; in __note_gp_changes()
2063 if (rdp->cpu_no_qs.b.norm || rdp->gp_seq != rnp->gp_seq || in rcu_report_qs_rdp()
2072 rdp->cpu_no_qs.b.norm = true; /* need qs for new gp. */ in rcu_report_qs_rdp()
2134 if (rdp->cpu_no_qs.b.norm) in rcu_check_quiescent_state()
3946 if (rdp->core_needs_qs && !rdp->cpu_no_qs.b.norm && gp_in_progress) in rcu_pending()
4251 rdp->cpu_no_qs.b.norm = true; in rcutree_prepare_cpu()