Lines Matching refs:cblist
1240 return !rcu_segcblist_empty(&this_cpu_ptr(&rcu_data)->cblist) && in rcu_needs_cpu()
1241 !rcu_segcblist_is_offloaded(&this_cpu_ptr(&rcu_data)->cblist); in rcu_needs_cpu()
1319 rcu_segcblist_pend_cbs(&rdp->cblist)) in rcu_try_advance_all_cbs()
1322 if (rcu_segcblist_ready_cbs(&rdp->cblist)) in rcu_try_advance_all_cbs()
1343 if (rcu_segcblist_empty(&rdp->cblist) || in rcu_needs_cpu()
1344 rcu_segcblist_is_offloaded(&this_cpu_ptr(&rcu_data)->cblist)) { in rcu_needs_cpu()
1358 rdp->all_lazy = !rcu_segcblist_n_nonlazy_cbs(&rdp->cblist); in rcu_needs_cpu()
1387 if (rcu_segcblist_is_offloaded(&rdp->cblist)) in rcu_prepare_for_idle()
1393 if (!rcu_segcblist_empty(&rdp->cblist)) in rcu_prepare_for_idle()
1406 if (rdp->all_lazy && rcu_segcblist_n_nonlazy_cbs(&rdp->cblist)) { in rcu_prepare_for_idle()
1419 if (rcu_segcblist_pend_cbs(&rdp->cblist)) { in rcu_prepare_for_idle()
1439 if (rcu_segcblist_is_offloaded(&rdp->cblist)) in rcu_cleanup_after_idle()
1568 if (!rcu_segcblist_is_offloaded(&rdp->cblist)) in rcu_nocb_lock()
1579 if (rcu_segcblist_is_offloaded(&rdp->cblist)) { in rcu_nocb_unlock()
1592 if (rcu_segcblist_is_offloaded(&rdp->cblist)) { in rcu_nocb_unlock_irqrestore()
1604 if (rcu_segcblist_is_offloaded(&rdp->cblist) && in rcu_lockdep_assert_cblist_protected()
1695 WARN_ON_ONCE(!rcu_segcblist_is_offloaded(&rdp->cblist)); in rcu_nocb_do_flush_bypass()
1704 rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */ in rcu_nocb_do_flush_bypass()
1706 rcu_segcblist_insert_pend_cbs(&rdp->cblist, &rcl); in rcu_nocb_do_flush_bypass()
1723 if (!rcu_segcblist_is_offloaded(&rdp->cblist)) in rcu_nocb_flush_bypass()
1737 if (!rcu_segcblist_is_offloaded(&rdp->cblist) || in rcu_nocb_try_flush_bypass()
1769 if (!rcu_segcblist_is_offloaded(&rdp->cblist)) { in rcu_nocb_try_bypass()
1770 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
1779 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
1803 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
1818 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
1826 rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) && in rcu_nocb_try_bypass()
1839 rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */ in rcu_nocb_try_bypass()
1852 if (!rcu_segcblist_pend_cbs(&rdp->cblist)) { in rcu_nocb_try_bypass()
1889 len = rcu_segcblist_n_cbs(&rdp->cblist); in __call_rcu_nocb_wake()
1907 rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) && in __call_rcu_nocb_wake()
1914 !rcu_segcblist_ready_cbs(&rdp->cblist)) && in __call_rcu_nocb_wake()
1973 } else if (!bypass_ncbs && rcu_segcblist_empty(&rdp->cblist)) { in nocb_gp_wait()
1990 if (!rcu_segcblist_restempty(&rdp->cblist, in nocb_gp_wait()
1992 (rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) && in nocb_gp_wait()
1999 WARN_ON_ONCE(!rcu_segcblist_restempty(&rdp->cblist, in nocb_gp_wait()
2001 if (rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq)) { in nocb_gp_wait()
2009 if (rcu_segcblist_ready_cbs(&rdp->cblist)) { in nocb_gp_wait()
2105 if (rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) && in nocb_cb_wait()
2111 if (rcu_segcblist_ready_cbs(&rdp->cblist)) { in nocb_cb_wait()
2232 if (rcu_segcblist_empty(&rdp->cblist)) in rcu_init_nohz()
2233 rcu_segcblist_init(&rdp->cblist); in rcu_init_nohz()
2234 rcu_segcblist_offload(&rdp->cblist); in rcu_init_nohz()
2402 struct rcu_segcblist *rsclp = &rdp->cblist; in show_rcu_nocb_state()
2426 rcu_segcblist_n_cbs(&rdp->cblist)); in show_rcu_nocb_state()