Lines Matching refs:nxttail
454 return &rdp->nxtlist != rdp->nxttail[RCU_DONE_TAIL] && in cpu_has_callbacks_ready_to_invoke()
455 rdp->nxttail[RCU_DONE_TAIL] != NULL; in cpu_has_callbacks_ready_to_invoke()
494 if (!rdp->nxttail[RCU_NEXT_TAIL]) in cpu_needs_another_gp()
496 if (*rdp->nxttail[RCU_NEXT_READY_TAIL]) in cpu_needs_another_gp()
499 if (rdp->nxttail[i - 1] != rdp->nxttail[i] && in cpu_needs_another_gp()
1240 rdp->nxttail[i] = &rdp->nxtlist; in init_callback_list()
1437 if (!rdp->nxttail[RCU_NEXT_TAIL] || !*rdp->nxttail[RCU_DONE_TAIL]) in rcu_accelerate_cbs()
1456 if (rdp->nxttail[i] != rdp->nxttail[i - 1] && in rcu_accelerate_cbs()
1475 rdp->nxttail[i] = rdp->nxttail[RCU_NEXT_TAIL]; in rcu_accelerate_cbs()
1482 if (!*rdp->nxttail[RCU_WAIT_TAIL]) in rcu_accelerate_cbs()
1505 if (!rdp->nxttail[RCU_NEXT_TAIL] || !*rdp->nxttail[RCU_DONE_TAIL]) in rcu_advance_cbs()
1515 rdp->nxttail[RCU_DONE_TAIL] = rdp->nxttail[i]; in rcu_advance_cbs()
1519 rdp->nxttail[j] = rdp->nxttail[RCU_DONE_TAIL]; in rcu_advance_cbs()
1523 if (rdp->nxttail[j] == rdp->nxttail[RCU_NEXT_TAIL]) in rcu_advance_cbs()
1525 rdp->nxttail[j] = rdp->nxttail[i]; in rcu_advance_cbs()
2126 if (*rdp->nxttail[RCU_DONE_TAIL] != NULL) { in rcu_send_cbs_to_orphanage()
2127 *rsp->orphan_nxttail = *rdp->nxttail[RCU_DONE_TAIL]; in rcu_send_cbs_to_orphanage()
2128 rsp->orphan_nxttail = rdp->nxttail[RCU_NEXT_TAIL]; in rcu_send_cbs_to_orphanage()
2129 *rdp->nxttail[RCU_DONE_TAIL] = NULL; in rcu_send_cbs_to_orphanage()
2139 rsp->orphan_donetail = rdp->nxttail[RCU_DONE_TAIL]; in rcu_send_cbs_to_orphanage()
2176 *rsp->orphan_donetail = *rdp->nxttail[RCU_DONE_TAIL]; in rcu_adopt_orphan_cbs()
2177 *rdp->nxttail[RCU_DONE_TAIL] = rsp->orphan_donelist; in rcu_adopt_orphan_cbs()
2179 if (rdp->nxttail[i] == rdp->nxttail[RCU_DONE_TAIL]) in rcu_adopt_orphan_cbs()
2180 rdp->nxttail[i] = rsp->orphan_donetail; in rcu_adopt_orphan_cbs()
2187 *rdp->nxttail[RCU_NEXT_TAIL] = rsp->orphan_nxtlist; in rcu_adopt_orphan_cbs()
2188 rdp->nxttail[RCU_NEXT_TAIL] = rsp->orphan_nxttail; in rcu_adopt_orphan_cbs()
2273 rdp->nxttail[RCU_NEXT_TAIL] = NULL; in rcu_cleanup_dead_cpu()
2318 rdp->nxtlist = *rdp->nxttail[RCU_DONE_TAIL]; in rcu_do_batch()
2319 *rdp->nxttail[RCU_DONE_TAIL] = NULL; in rcu_do_batch()
2320 tail = rdp->nxttail[RCU_DONE_TAIL]; in rcu_do_batch()
2322 if (rdp->nxttail[i] == rdp->nxttail[RCU_DONE_TAIL]) in rcu_do_batch()
2323 rdp->nxttail[i] = &rdp->nxtlist; in rcu_do_batch()
2352 if (&rdp->nxtlist == rdp->nxttail[i]) in rcu_do_batch()
2353 rdp->nxttail[i] = tail; in rcu_do_batch()
2649 *rdp->nxttail[RCU_DONE_TAIL] != head) in __call_rcu_core()
2697 if (unlikely(rdp->nxttail[RCU_NEXT_TAIL] == NULL) || cpu != -1) { in __call_rcu()
2714 *rdp->nxttail[RCU_NEXT_TAIL] = head; in __call_rcu()
2715 rdp->nxttail[RCU_NEXT_TAIL] = &head->next; in __call_rcu()