32 	u32 head;  in rvt_cq_enter()  local
41 		head = RDMA_READ_UAPI_ATOMIC(u_wc->head);  in rvt_cq_enter()
46 		head = k_wc->head;  in rvt_cq_enter()
54 	if (head >= (unsigned)cq->ibcq.cqe) {  in rvt_cq_enter()
55 		head = cq->ibcq.cqe;  in rvt_cq_enter()
58 		next = head + 1;  in rvt_cq_enter()
78 	trace_rvt_cq_enter(cq, entry, head);  in rvt_cq_enter()
80 		uqueue[head].wr_id = entry->wr_id;  in rvt_cq_enter()
81 		uqueue[head].status = entry->status;  in rvt_cq_enter()
82 		uqueue[head].opcode = entry->opcode;  in rvt_cq_enter()
83 		uqueue[head].vendor_err = entry->vendor_err;  in rvt_cq_enter()
84 		uqueue[head].byte_len = entry->byte_len;  in rvt_cq_enter()
85 		uqueue[head].ex.imm_data = entry->ex.imm_data;  in rvt_cq_enter()
86 		uqueue[head].qp_num = entry->qp->qp_num;  in rvt_cq_enter()
87 		uqueue[head].src_qp = entry->src_qp;  in rvt_cq_enter()
88 		uqueue[head].wc_flags = entry->wc_flags;  in rvt_cq_enter()
89 		uqueue[head].pkey_index = entry->pkey_index;  in rvt_cq_enter()
90 		uqueue[head].slid = ib_lid_cpu16(entry->slid);  in rvt_cq_enter()
91 		uqueue[head].sl = entry->sl;  in rvt_cq_enter()
92 		uqueue[head].dlid_path_bits = entry->dlid_path_bits;  in rvt_cq_enter()
93 		uqueue[head].port_num = entry->port_num;  in rvt_cq_enter()
95 		RDMA_WRITE_UAPI_ATOMIC(u_wc->head, next);  in rvt_cq_enter()
97 		kqueue[head] = *entry;  in rvt_cq_enter()
98 		k_wc->head = next;  in rvt_cq_enter()
318 			if (RDMA_READ_UAPI_ATOMIC(cq->queue->head) !=  in rvt_req_notify_cq()
322 			if (cq->kqueue->head != cq->kqueue->tail)  in rvt_req_notify_cq()
341 	u32 head, tail, n;  in rvt_resize_cq()  local
385 		head = RDMA_READ_UAPI_ATOMIC(old_u_wc->head);  in rvt_resize_cq()
389 		head = old_k_wc->head;  in rvt_resize_cq()
393 	if (head > (u32)cq->ibcq.cqe)  in rvt_resize_cq()
394 		head = (u32)cq->ibcq.cqe;  in rvt_resize_cq()
397 	if (head < tail)  in rvt_resize_cq()
398 		n = cq->ibcq.cqe + 1 + head - tail;  in rvt_resize_cq()
400 		n = head - tail;  in rvt_resize_cq()
405 	for (n = 0; tail != head; n++) {  in rvt_resize_cq()
417 		RDMA_WRITE_UAPI_ATOMIC(u_wc->head, n);  in rvt_resize_cq()
421 		k_wc->head = n;  in rvt_resize_cq()
495 		if (tail == wc->head)  in rvt_poll_cq()