• Home
  • Raw
  • Download

Lines Matching refs:mask

146 static void rcu_report_qs_rnp(unsigned long mask, struct rcu_node *rnp,
1475 unsigned long mask; in rcu_gp_init() local
1594 mask = rnp->qsmask & ~rnp->qsmaskinitnext; in rcu_gp_init()
1595 rnp->rcu_gp_init_mask = mask; in rcu_gp_init()
1596 if ((mask || rnp->wait_blkd_tasks) && rcu_is_leaf_node(rnp)) in rcu_gp_init()
1597 rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); in rcu_gp_init()
1948 static void rcu_report_qs_rnp(unsigned long mask, struct rcu_node *rnp, in rcu_report_qs_rnp() argument
1959 if ((!(rnp->qsmask & mask) && mask) || rnp->gp_seq != gps) { in rcu_report_qs_rnp()
1971 WRITE_ONCE(rnp->qsmask, rnp->qsmask & ~mask); in rcu_report_qs_rnp()
1973 mask, rnp->qsmask, rnp->level, in rcu_report_qs_rnp()
1983 mask = rnp->grpmask; in rcu_report_qs_rnp()
2017 unsigned long mask; in rcu_report_unblock_qs_rnp() local
2041 mask = rnp->grpmask; in rcu_report_unblock_qs_rnp()
2044 rcu_report_qs_rnp(mask, rnp_p, gps, flags); in rcu_report_unblock_qs_rnp()
2055 unsigned long mask; in rcu_report_qs_rdp() local
2076 mask = rdp->grpmask; in rcu_report_qs_rdp()
2078 if ((rnp->qsmask & mask) == 0) { in rcu_report_qs_rdp()
2098 rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); in rcu_report_qs_rdp()
2182 long mask; in rcu_cleanup_dead_rnp() local
2191 mask = rnp->grpmask; in rcu_cleanup_dead_rnp()
2196 rnp->qsmaskinit &= ~mask; in rcu_cleanup_dead_rnp()
2413 unsigned long mask; in force_qs_rnp() local
2421 mask = 0; in force_qs_rnp()
2441 mask |= rdp->grpmask; in force_qs_rnp()
2445 if (mask != 0) { in force_qs_rnp()
2447 rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); in force_qs_rnp()
4166 long mask; in rcu_init_new_rnp() local
4173 mask = rnp->grpmask; in rcu_init_new_rnp()
4179 rnp->qsmaskinit |= mask; in rcu_init_new_rnp()
4347 unsigned long mask; in rcu_cpu_starting() local
4359 mask = rdp->grpmask; in rcu_cpu_starting()
4364 WRITE_ONCE(rnp->qsmaskinitnext, rnp->qsmaskinitnext | mask); in rcu_cpu_starting()
4366 newcpu = !(rnp->expmaskinitnext & mask); in rcu_cpu_starting()
4367 rnp->expmaskinitnext |= mask; in rcu_cpu_starting()
4376 if (WARN_ON_ONCE(rnp->qsmask & mask)) { /* RCU waiting on incoming CPU? */ in rcu_cpu_starting()
4383 rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); in rcu_cpu_starting()
4403 unsigned long mask; in rcu_report_dead() local
4415 mask = rdp->grpmask; in rcu_report_dead()
4421 if (rnp->qsmask & mask) { /* RCU waiting on outgoing CPU? */ in rcu_report_dead()
4424 rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); in rcu_report_dead()
4427 WRITE_ONCE(rnp->qsmaskinitnext, rnp->qsmaskinitnext & ~mask); in rcu_report_dead()