101 	int i;  in rcu_segcblist_n_segment_cbs()  local
103 	for (i = RCU_DONE_TAIL; i < RCU_CBLIST_NSEGS; i++)  in rcu_segcblist_n_segment_cbs()
104 		len += rcu_segcblist_get_seglen(rsclp, i);  in rcu_segcblist_n_segment_cbs()
239 	int i;  in rcu_segcblist_init()  local
244 	for (i = 0; i < RCU_CBLIST_NSEGS; i++) {  in rcu_segcblist_init()
245 		rsclp->tails[i] = &rsclp->head;  in rcu_segcblist_init()
246 		rcu_segcblist_set_seglen(rsclp, i, 0);  in rcu_segcblist_init()
363 	int i;  in rcu_segcblist_entrain()  local
370 	for (i = RCU_NEXT_TAIL; i > RCU_DONE_TAIL; i--)  in rcu_segcblist_entrain()
371 		if (rsclp->tails[i] != rsclp->tails[i - 1])  in rcu_segcblist_entrain()
373 	rcu_segcblist_inc_seglen(rsclp, i);  in rcu_segcblist_entrain()
374 	WRITE_ONCE(*rsclp->tails[i], rhp);  in rcu_segcblist_entrain()
375 	for (; i <= RCU_NEXT_TAIL; i++)  in rcu_segcblist_entrain()
376 		WRITE_ONCE(rsclp->tails[i], &rhp->next);  in rcu_segcblist_entrain()
388 	int i;  in rcu_segcblist_extract_done_cbs()  local
397 	for (i = RCU_CBLIST_NSEGS - 1; i >= RCU_DONE_TAIL; i--)  in rcu_segcblist_extract_done_cbs()
398 		if (rsclp->tails[i] == rsclp->tails[RCU_DONE_TAIL])  in rcu_segcblist_extract_done_cbs()
399 			WRITE_ONCE(rsclp->tails[i], &rsclp->head);  in rcu_segcblist_extract_done_cbs()
413 	int i;  in rcu_segcblist_extract_pend_cbs()  local
421 	for (i = RCU_DONE_TAIL + 1; i < RCU_CBLIST_NSEGS; i++) {  in rcu_segcblist_extract_pend_cbs()
422 		rclp->len += rcu_segcblist_get_seglen(rsclp, i);  in rcu_segcblist_extract_pend_cbs()
423 		WRITE_ONCE(rsclp->tails[i], rsclp->tails[RCU_DONE_TAIL]);  in rcu_segcblist_extract_pend_cbs()
424 		rcu_segcblist_set_seglen(rsclp, i, 0);  in rcu_segcblist_extract_pend_cbs()
445 	int i;  in rcu_segcblist_insert_done_cbs()  local
452 	for (i = RCU_DONE_TAIL; i < RCU_CBLIST_NSEGS; i++)  in rcu_segcblist_insert_done_cbs()
453 		if (&rsclp->head == rsclp->tails[i])  in rcu_segcblist_insert_done_cbs()
454 			WRITE_ONCE(rsclp->tails[i], rclp->tail);  in rcu_segcblist_insert_done_cbs()
482 	int i, j;  in rcu_segcblist_advance()  local
492 	for (i = RCU_WAIT_TAIL; i < RCU_NEXT_TAIL; i++) {  in rcu_segcblist_advance()
493 		if (ULONG_CMP_LT(seq, rsclp->gp_seq[i]))  in rcu_segcblist_advance()
495 		WRITE_ONCE(rsclp->tails[RCU_DONE_TAIL], rsclp->tails[i]);  in rcu_segcblist_advance()
496 		rcu_segcblist_move_seglen(rsclp, i, RCU_DONE_TAIL);  in rcu_segcblist_advance()
500 	if (i == RCU_WAIT_TAIL)  in rcu_segcblist_advance()
504 	for (j = RCU_WAIT_TAIL; j < i; j++)  in rcu_segcblist_advance()
513 	for (j = RCU_WAIT_TAIL; i < RCU_NEXT_TAIL; i++, j++) {  in rcu_segcblist_advance()
516 		WRITE_ONCE(rsclp->tails[j], rsclp->tails[i]);  in rcu_segcblist_advance()
517 		rcu_segcblist_move_seglen(rsclp, i, j);  in rcu_segcblist_advance()
518 		rsclp->gp_seq[j] = rsclp->gp_seq[i];  in rcu_segcblist_advance()
539 	int i, j;  in rcu_segcblist_accelerate()  local
553 	for (i = RCU_NEXT_READY_TAIL; i > RCU_DONE_TAIL; i--)  in rcu_segcblist_accelerate()
554 		if (rsclp->tails[i] != rsclp->tails[i - 1] &&  in rcu_segcblist_accelerate()
555 		    ULONG_CMP_LT(rsclp->gp_seq[i], seq))  in rcu_segcblist_accelerate()
579 	if (rcu_segcblist_restempty(rsclp, i) || ++i >= RCU_NEXT_TAIL)  in rcu_segcblist_accelerate()
583 	for (j = i + 1; j <= RCU_NEXT_TAIL; j++)  in rcu_segcblist_accelerate()
584 		rcu_segcblist_move_seglen(rsclp, j, i);  in rcu_segcblist_accelerate()
593 	for (; i < RCU_NEXT_TAIL; i++) {  in rcu_segcblist_accelerate()
594 		WRITE_ONCE(rsclp->tails[i], rsclp->tails[RCU_NEXT_TAIL]);  in rcu_segcblist_accelerate()
595 		rsclp->gp_seq[i] = seq;  in rcu_segcblist_accelerate()