Lines Matching refs:rcu_seq_state
157 return rcu_seq_state(s) == SRCU_SNP_INIT_SEQ; in srcu_invl_snp_seq()
397 if (!rcu_seq_state(smp_load_acquire(&ssp->srcu_gp_seq_needed))) /*^^^*/ in check_init_srcu_struct()
400 if (!rcu_seq_state(ssp->srcu_gp_seq_needed)) { in check_init_srcu_struct()
573 if (rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq))) { in srcu_get_delay()
611 if (WARN_ON(rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)) != SRCU_STATE_IDLE) || in cleanup_srcu_struct()
615 __func__, ssp, rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)), in cleanup_srcu_struct()
681 state = rcu_seq_state(ssp->srcu_gp_seq); in srcu_gp_start()
760 idx = rcu_seq_state(ssp->srcu_gp_seq); in srcu_gp_end()
821 if (!rcu_seq_state(gpseq) && in srcu_gp_end()
941 rcu_seq_state(ssp->srcu_gp_seq) == SRCU_STATE_IDLE) { in srcu_funnel_gp_start()
1510 idx = rcu_seq_state(smp_load_acquire(&ssp->srcu_gp_seq)); /* ^^^ */ in srcu_advance_state()
1514 WARN_ON_ONCE(rcu_seq_state(ssp->srcu_gp_seq)); in srcu_advance_state()
1519 idx = rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)); in srcu_advance_state()
1529 if (rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)) == SRCU_STATE_SCAN1) { in srcu_advance_state()
1542 if (rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)) == SRCU_STATE_SCAN2) { in srcu_advance_state()
1625 if (!WARN_ON_ONCE(rcu_seq_state(ssp->srcu_gp_seq))) { in srcu_reschedule()
1629 } else if (!rcu_seq_state(ssp->srcu_gp_seq)) { in srcu_reschedule()