Home
last modified time | relevance | path

Searched refs:qsmask (Results 1 – 4 of 4) sorted by relevance

/kernel/rcu/
Dtree_stall.h346 if (rnp->qsmask & leaf_node_cpu_bit(rnp, cpu)) { in rcu_dump_cpu_stacks()
552 if (rnp->qsmask != 0) { in print_other_cpu_stall()
554 if (rnp->qsmask & leaf_node_cpu_bit(rnp, cpu)) { in print_other_cpu_stall()
583 data_race(READ_ONCE(rcu_get_root()->qsmask))); in print_other_cpu_stall()
715 (READ_ONCE(rnp->qsmask) & rdp->grpmask) && in check_cpu_stall()
786 if (data_race(READ_ONCE(rnp->qsmask))) { in rcu_check_boost_fail()
798 if (!rnp->qsmask) { in rcu_check_boost_fail()
805 if (rnp->qsmask & (1UL << (cpu - rnp->grplo))) { in rcu_check_boost_fail()
850 !data_race(READ_ONCE(rnp->qsmask)) && !data_race(READ_ONCE(rnp->boost_tasks)) && in show_rcu_gp_kthreads()
857 data_race(READ_ONCE(rnp->qsmask)), in show_rcu_gp_kthreads()
Dtree_plugin.h158 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) + in rcu_preempt_ctxt_queue()
166 WARN_ON_ONCE(rnp->qsmaskinitnext & ~rnp->qsmaskinit & rnp->qsmask & in rcu_preempt_ctxt_queue()
252 !(rnp->qsmask & rdp->grpmask)); in rcu_preempt_ctxt_queue()
335 (rnp->qsmask & rdp->grpmask) in rcu_note_context_switch()
518 (!empty_norm || rnp->qsmask)); in rcu_preempt_deferred_qs_irqrestore()
547 0, rnp->qsmask, in rcu_preempt_deferred_qs_irqrestore()
642 ((rdp->grpmask & READ_ONCE(rnp->qsmask)) || t->rcu_blocked_node)) || in rcu_read_unlock_special()
698 WARN_ON_ONCE(rnp->qsmask); in rcu_preempt_check_blocked_tasks()
785 __func__, rnp1->grplo, rnp1->grphi, rnp1->qsmask, rnp1->qsmaskinit, rnp1->qsmaskinitnext); in dump_blkd_tasks()
939 WARN_ON_ONCE(rnp->qsmask); in rcu_preempt_check_blocked_tasks()
[all …]
Dtree.c1269 …__func__, rnp1->grplo, rnp1->grphi, rnp1->qsmask, rnp1->qsmaskinit, rnp1->qsmaskinitnext, rnp1->rc… in rcu_implicit_dynticks_qs()
1648 rdp->core_needs_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1660 need_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1855 rnp->qsmask = rnp->qsmaskinit; in rcu_gp_init()
1862 rnp->grphi, rnp->qsmask); in rcu_gp_init()
1864 mask = rnp->qsmask & ~rnp->qsmaskinitnext; in rcu_gp_init()
1899 if (!READ_ONCE(rnp->qsmask) && !rcu_preempt_blocked_readers_cgp(rnp)) in rcu_gp_fqs_check_wake()
1978 if (!READ_ONCE(rnp->qsmask) && in rcu_gp_fqs_loop()
2062 WARN_ON_ONCE(rnp->qsmask); in rcu_gp_cleanup()
2199 if ((!(rnp->qsmask & mask) && mask) || rnp->gp_seq != gps) { in rcu_report_qs_rnp()
[all …]
Dtree.h52 unsigned long qsmask; /* CPUs or groups that need to switch in */ member