Searched refs:grpmask (Results 1 – 6 of 6) sorted by relevance
109 mask = rnp->grpmask; in sync_exp_reset_tree_hotplug()120 mask = rnp_up->grpmask; in sync_exp_reset_tree_hotplug()205 mask = rnp->grpmask; in __rcu_report_exp_rnp()259 rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true); in rcu_report_exp_rdp()354 unsigned long mask = rdp->grpmask; in sync_rcu_exp_select_node_cpus()382 unsigned long mask = rdp->grpmask; in sync_rcu_exp_select_node_cpus()544 "o."[!!(rdp->grpmask & rnp->expmaskinit)], in synchronize_rcu_expedited_wait()545 "N."[!!(rdp->grpmask & rnp->expmaskinitnext)]); in synchronize_rcu_expedited_wait()686 if (rnp->expmask & rdp->grpmask) { in rcu_exp_handler()747 if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) || in rcu_exp_handler()[all …]
1162 if (rdp->grpmask & rcu_rnp_online_cpus(rnp) || READ_ONCE(rnp->ofl_seq) & 0x1) in rcu_lockdep_current_cpu_online()1249 if (WARN_ON_ONCE(!(rdp->grpmask & rcu_rnp_online_cpus(rnp)))) { in rcu_implicit_dynticks_qs()1259 onl = !!(rdp->grpmask & rcu_rnp_online_cpus(rnp)); in rcu_implicit_dynticks_qs()1323 (rnp->ffmask & rdp->grpmask)) { in rcu_implicit_dynticks_qs()1636 rdp->core_needs_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()1648 need_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()2195 mask = rnp->grpmask; in rcu_report_qs_rnp()2253 mask = rnp->grpmask; in rcu_report_unblock_qs_rnp()2289 mask = rdp->grpmask; in rcu_report_qs_rdp()2355 blkd = !!(rnp->qsmask & rdp->grpmask); in rcutree_dying_cpu()[all …]
139 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) + in rcu_preempt_ctxt_queue()140 (rnp->expmask & rdp->grpmask ? RCU_EXP_BLKD : 0); in rcu_preempt_ctxt_queue()148 rdp->grpmask); in rcu_preempt_ctxt_queue()233 !(rnp->qsmask & rdp->grpmask)); in rcu_preempt_ctxt_queue()235 !(rnp->expmask & rdp->grpmask)); in rcu_preempt_ctxt_queue()312 WARN_ON_ONCE((rdp->grpmask & rcu_rnp_online_cpus(rnp)) == 0); in rcu_note_context_switch()316 (rnp->qsmask & rdp->grpmask) in rcu_note_context_switch()619 (rdp->grpmask & READ_ONCE(rnp->expmask)); in rcu_read_unlock_special()773 onl = !!(rdp->grpmask & rcu_rnp_online_cpus(rnp)); in dump_blkd_tasks()
75 unsigned long grpmask; /* Mask to apply to parent qsmask. */ member162 unsigned long grpmask; /* Mask to apply to leaf qsmask. */ member
435 "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)], in print_cpu_stall_info()436 "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)], in print_cpu_stall_info()647 (READ_ONCE(rnp->qsmask) & rdp->grpmask) && in check_cpu_stall()
153 sdp->grpmask = 1 << (cpu - sdp->mynode->grplo); in init_srcu_struct_nodes()650 snp->srcu_data_have_cbs[idx] |= sdp->grpmask; in srcu_funnel_gp_start()664 snp->srcu_data_have_cbs[idx] |= sdp->grpmask; in srcu_funnel_gp_start()