66 	struct rvt_cq_wc *wc;  in rvt_cq_enter()  local
77 	wc = cq->queue;  in rvt_cq_enter()
78 	head = wc->head;  in rvt_cq_enter()
86 	if (unlikely(next == wc->tail)) {  in rvt_cq_enter()
100 		wc->uqueue[head].wr_id = entry->wr_id;  in rvt_cq_enter()
101 		wc->uqueue[head].status = entry->status;  in rvt_cq_enter()
102 		wc->uqueue[head].opcode = entry->opcode;  in rvt_cq_enter()
103 		wc->uqueue[head].vendor_err = entry->vendor_err;  in rvt_cq_enter()
104 		wc->uqueue[head].byte_len = entry->byte_len;  in rvt_cq_enter()
105 		wc->uqueue[head].ex.imm_data = entry->ex.imm_data;  in rvt_cq_enter()
106 		wc->uqueue[head].qp_num = entry->qp->qp_num;  in rvt_cq_enter()
107 		wc->uqueue[head].src_qp = entry->src_qp;  in rvt_cq_enter()
108 		wc->uqueue[head].wc_flags = entry->wc_flags;  in rvt_cq_enter()
109 		wc->uqueue[head].pkey_index = entry->pkey_index;  in rvt_cq_enter()
110 		wc->uqueue[head].slid = ib_lid_cpu16(entry->slid);  in rvt_cq_enter()
111 		wc->uqueue[head].sl = entry->sl;  in rvt_cq_enter()
112 		wc->uqueue[head].dlid_path_bits = entry->dlid_path_bits;  in rvt_cq_enter()
113 		wc->uqueue[head].port_num = entry->port_num;  in rvt_cq_enter()
117 		wc->kqueue[head] = *entry;  in rvt_cq_enter()
119 	wc->head = next;  in rvt_cq_enter()
186 	struct rvt_cq_wc *wc;  in rvt_create_cq()  local
215 	sz = sizeof(*wc);  in rvt_create_cq()
220 	wc = udata ?  in rvt_create_cq()
223 	if (!wc) {  in rvt_create_cq()
229 	 * Return the address of the WC as the offset to mmap.  in rvt_create_cq()
235 		cq->ip = rvt_create_mmap_info(rdi, sz, context, wc);  in rvt_create_cq()
282 	cq->queue = wc;  in rvt_create_cq()
292 	vfree(wc);  in rvt_create_cq()
368 	struct rvt_cq_wc *wc;  in rvt_resize_cq()  local
380 	sz = sizeof(*wc);  in rvt_resize_cq()
385 	wc = udata ?  in rvt_resize_cq()
388 	if (!wc)  in rvt_resize_cq()
422 			wc->uqueue[n] = old_wc->uqueue[tail];  in rvt_resize_cq()
424 			wc->kqueue[n] = old_wc->kqueue[tail];  in rvt_resize_cq()
431 	wc->head = n;  in rvt_resize_cq()
432 	wc->tail = 0;  in rvt_resize_cq()
433 	cq->queue = wc;  in rvt_resize_cq()
441 		rvt_update_mmap_info(rdi, ip, sz, wc);  in rvt_resize_cq()
465 	vfree(wc);  in rvt_resize_cq()
483 	struct rvt_cq_wc *wc;  in rvt_poll_cq()  local
494 	wc = cq->queue;  in rvt_poll_cq()
495 	tail = wc->tail;  in rvt_poll_cq()
499 		if (tail == wc->head)  in rvt_poll_cq()
502 		trace_rvt_cq_poll(cq, &wc->kqueue[tail], npolled);  in rvt_poll_cq()
503 		*entry = wc->kqueue[tail];  in rvt_poll_cq()
509 	wc->tail = tail;  in rvt_poll_cq()