Lines Matching refs:completed
99 .completed = 0UL - 300UL, \
191 return ACCESS_ONCE(rsp->completed) != ACCESS_ONCE(rsp->gpnum); in rcu_gp_in_progress()
265 if (ACCESS_ONCE(rdp->mynode->completed) != in rcu_momentary_dyntick_idle()
335 return rcu_sched_state.completed; in rcu_batches_completed_sched()
344 return rcu_bh_state.completed; in rcu_batches_completed_bh()
399 unsigned long *gpnum, unsigned long *completed) in rcutorture_get_gp_data() argument
419 *completed = ACCESS_ONCE(rsp->completed); in rcutorture_get_gp_data()
424 *completed = 0; in rcutorture_get_gp_data()
474 int idx = (ACCESS_ONCE(rnp->completed) + 1) & 0x1; in rcu_future_needs_gp()
500 ULONG_CMP_LT(ACCESS_ONCE(rsp->completed), in cpu_needs_another_gp()
1000 ACCESS_ONCE(rdp->mynode->completed); in rcu_implicit_dynticks_qs()
1104 (long)rsp->gpnum, (long)rsp->completed, totqlen); in print_other_cpu_stall()
1137 (long)rsp->gpnum, (long)rsp->completed, totqlen); in print_cpu_stall()
1158 unsigned long completed; in check_cpu_stall() local
1192 completed = ACCESS_ONCE(rsp->completed); in check_cpu_stall()
1193 if (ULONG_CMP_GE(completed, gpnum) || in check_cpu_stall()
1262 if (rcu_get_root(rsp) == rnp && rnp->gpnum == rnp->completed) in rcu_cbs_completed()
1263 return rnp->completed + 1; in rcu_cbs_completed()
1269 return rnp->completed + 2; in rcu_cbs_completed()
1280 rnp->completed, c, rnp->level, in trace_rcu_future_gp()
1325 if (rnp->gpnum != rnp->completed || in rcu_start_future_gp()
1326 ACCESS_ONCE(rnp_root->gpnum) != ACCESS_ONCE(rnp_root->completed)) { in rcu_start_future_gp()
1366 if (rnp_root->gpnum != rnp_root->completed) { in rcu_start_future_gp()
1389 int c = rnp->completed; in rcu_future_gp_cleanup()
1513 if (ULONG_CMP_LT(rnp->completed, rdp->nxtcompleted[i])) in rcu_advance_cbs()
1545 if (rdp->completed == rnp->completed) { in __note_gp_changes()
1556 rdp->completed = rnp->completed; in __note_gp_changes()
1584 rdp->completed == ACCESS_ONCE(rnp->completed)) || /* w/out lock. */ in note_gp_changes()
1654 WARN_ON_ONCE(rnp->completed != rsp->completed); in rcu_gp_init()
1655 ACCESS_ONCE(rnp->completed) = rsp->completed; in rcu_gp_init()
1746 ACCESS_ONCE(rnp->completed) = rsp->gpnum; in rcu_gp_cleanup()
1761 ACCESS_ONCE(rsp->completed) = rsp->gpnum; in rcu_gp_cleanup()
1762 trace_rcu_grace_period(rsp->name, rsp->completed, TPS("end")); in rcu_gp_cleanup()
2026 rnp->completed == rnp->gpnum) { in rcu_report_qs_rdp()
2909 newstate = smp_load_acquire(&rcu_state_p->completed); in cond_synchronize_rcu()
3119 if (ACCESS_ONCE(rnp->completed) != rdp->completed) { /* outside lock */ in __rcu_pending()
3431 rdp->gpnum = rnp->completed; in rcu_init_percpu_data()
3432 rdp->completed = rnp->completed; in rcu_init_percpu_data()
3637 rnp->completed = rsp->completed; in rcu_init_one()