76 	u32 tail;  in rvt_cq_enter()  local
84 		tail = RDMA_READ_UAPI_ATOMIC(u_wc->tail);  in rvt_cq_enter()
89 		tail = k_wc->tail;  in rvt_cq_enter()
103 	if (unlikely(next == tail || cq->cq_full)) {  in rvt_cq_enter()
361 				RDMA_READ_UAPI_ATOMIC(cq->queue->tail))  in rvt_req_notify_cq()
364 			if (cq->kqueue->head != cq->kqueue->tail)  in rvt_req_notify_cq()
383 	u32 head, tail, n;  in rvt_resize_cq()  local
428 		tail = RDMA_READ_UAPI_ATOMIC(old_u_wc->tail);  in rvt_resize_cq()
432 		tail = old_k_wc->tail;  in rvt_resize_cq()
437 	if (tail > (u32)cq->ibcq.cqe)  in rvt_resize_cq()
438 		tail = (u32)cq->ibcq.cqe;  in rvt_resize_cq()
439 	if (head < tail)  in rvt_resize_cq()
440 		n = cq->ibcq.cqe + 1 + head - tail;  in rvt_resize_cq()
442 		n = head - tail;  in rvt_resize_cq()
447 	for (n = 0; tail != head; n++) {  in rvt_resize_cq()
449 			u_wc->uqueue[n] = old_u_wc->uqueue[tail];  in rvt_resize_cq()
451 			k_wc->kqueue[n] = old_k_wc->kqueue[tail];  in rvt_resize_cq()
452 		if (tail == (u32)cq->ibcq.cqe)  in rvt_resize_cq()
453 			tail = 0;  in rvt_resize_cq()
455 			tail++;  in rvt_resize_cq()
460 		RDMA_WRITE_UAPI_ATOMIC(u_wc->tail, 0);  in rvt_resize_cq()
464 		k_wc->tail = 0;  in rvt_resize_cq()
524 	u32 tail;  in rvt_poll_cq()  local
533 	tail = wc->tail;  in rvt_poll_cq()
534 	if (tail > (u32)cq->ibcq.cqe)  in rvt_poll_cq()
535 		tail = (u32)cq->ibcq.cqe;  in rvt_poll_cq()
537 		if (tail == wc->head)  in rvt_poll_cq()
540 		trace_rvt_cq_poll(cq, &wc->kqueue[tail], npolled);  in rvt_poll_cq()
541 		*entry = wc->kqueue[tail];  in rvt_poll_cq()
542 		if (tail >= cq->ibcq.cqe)  in rvt_poll_cq()
543 			tail = 0;  in rvt_poll_cq()
545 			tail++;  in rvt_poll_cq()
547 	wc->tail = tail;  in rvt_poll_cq()