156 	int i;  in rcu_segcblist_init()  local
161 	for (i = 0; i < RCU_CBLIST_NSEGS; i++)  in rcu_segcblist_init()
162 		rsclp->tails[i] = &rsclp->head;  in rcu_segcblist_init()
280 	int i;  in rcu_segcblist_entrain()  local
289 	for (i = RCU_NEXT_TAIL; i > RCU_DONE_TAIL; i--)  in rcu_segcblist_entrain()
290 		if (rsclp->tails[i] != rsclp->tails[i - 1])  in rcu_segcblist_entrain()
292 	WRITE_ONCE(*rsclp->tails[i], rhp);  in rcu_segcblist_entrain()
293 	for (; i <= RCU_NEXT_TAIL; i++)  in rcu_segcblist_entrain()
294 		WRITE_ONCE(rsclp->tails[i], &rhp->next);  in rcu_segcblist_entrain()
323 	int i;  in rcu_segcblist_extract_done_cbs()  local
331 	for (i = RCU_CBLIST_NSEGS - 1; i >= RCU_DONE_TAIL; i--)  in rcu_segcblist_extract_done_cbs()
332 		if (rsclp->tails[i] == rsclp->tails[RCU_DONE_TAIL])  in rcu_segcblist_extract_done_cbs()
333 			WRITE_ONCE(rsclp->tails[i], &rsclp->head);  in rcu_segcblist_extract_done_cbs()
346 	int i;  in rcu_segcblist_extract_pend_cbs()  local
353 	for (i = RCU_DONE_TAIL + 1; i < RCU_CBLIST_NSEGS; i++)  in rcu_segcblist_extract_pend_cbs()
354 		WRITE_ONCE(rsclp->tails[i], rsclp->tails[RCU_DONE_TAIL]);  in rcu_segcblist_extract_pend_cbs()
377 	int i;  in rcu_segcblist_insert_done_cbs()  local
383 	for (i = RCU_DONE_TAIL; i < RCU_CBLIST_NSEGS; i++)  in rcu_segcblist_insert_done_cbs()
384 		if (&rsclp->head == rsclp->tails[i])  in rcu_segcblist_insert_done_cbs()
385 			WRITE_ONCE(rsclp->tails[i], rclp->tail);  in rcu_segcblist_insert_done_cbs()
413 	int i, j;  in rcu_segcblist_advance()  local
423 	for (i = RCU_WAIT_TAIL; i < RCU_NEXT_TAIL; i++) {  in rcu_segcblist_advance()
424 		if (ULONG_CMP_LT(seq, rsclp->gp_seq[i]))  in rcu_segcblist_advance()
426 		WRITE_ONCE(rsclp->tails[RCU_DONE_TAIL], rsclp->tails[i]);  in rcu_segcblist_advance()
430 	if (i == RCU_WAIT_TAIL)  in rcu_segcblist_advance()
434 	for (j = RCU_WAIT_TAIL; j < i; j++)  in rcu_segcblist_advance()
443 	for (j = RCU_WAIT_TAIL; i < RCU_NEXT_TAIL; i++, j++) {  in rcu_segcblist_advance()
446 		WRITE_ONCE(rsclp->tails[j], rsclp->tails[i]);  in rcu_segcblist_advance()
447 		rsclp->gp_seq[j] = rsclp->gp_seq[i];  in rcu_segcblist_advance()
468 	int i;  in rcu_segcblist_accelerate()  local
482 	for (i = RCU_NEXT_READY_TAIL; i > RCU_DONE_TAIL; i--)  in rcu_segcblist_accelerate()
483 		if (rsclp->tails[i] != rsclp->tails[i - 1] &&  in rcu_segcblist_accelerate()
484 		    ULONG_CMP_LT(rsclp->gp_seq[i], seq))  in rcu_segcblist_accelerate()
500 	if (++i >= RCU_NEXT_TAIL)  in rcu_segcblist_accelerate()
510 	for (; i < RCU_NEXT_TAIL; i++) {  in rcu_segcblist_accelerate()
511 		WRITE_ONCE(rsclp->tails[i], rsclp->tails[RCU_NEXT_TAIL]);  in rcu_segcblist_accelerate()
512 		rsclp->gp_seq[i] = seq;  in rcu_segcblist_accelerate()