50 	struct ipath_cq_wc *wc;  in ipath_cq_enter()  local
61 	wc = cq->queue;  in ipath_cq_enter()
62 	head = wc->head;  in ipath_cq_enter()
68 	if (unlikely(next == wc->tail)) {  in ipath_cq_enter()
81 		wc->uqueue[head].wr_id = entry->wr_id;  in ipath_cq_enter()
82 		wc->uqueue[head].status = entry->status;  in ipath_cq_enter()
83 		wc->uqueue[head].opcode = entry->opcode;  in ipath_cq_enter()
84 		wc->uqueue[head].vendor_err = entry->vendor_err;  in ipath_cq_enter()
85 		wc->uqueue[head].byte_len = entry->byte_len;  in ipath_cq_enter()
86 		wc->uqueue[head].ex.imm_data = (__u32 __force) entry->ex.imm_data;  in ipath_cq_enter()
87 		wc->uqueue[head].qp_num = entry->qp->qp_num;  in ipath_cq_enter()
88 		wc->uqueue[head].src_qp = entry->src_qp;  in ipath_cq_enter()
89 		wc->uqueue[head].wc_flags = entry->wc_flags;  in ipath_cq_enter()
90 		wc->uqueue[head].pkey_index = entry->pkey_index;  in ipath_cq_enter()
91 		wc->uqueue[head].slid = entry->slid;  in ipath_cq_enter()
92 		wc->uqueue[head].sl = entry->sl;  in ipath_cq_enter()
93 		wc->uqueue[head].dlid_path_bits = entry->dlid_path_bits;  in ipath_cq_enter()
94 		wc->uqueue[head].port_num = entry->port_num;  in ipath_cq_enter()
98 		wc->kqueue[head] = *entry;  in ipath_cq_enter()
99 	wc->head = next;  in ipath_cq_enter()
132 	struct ipath_cq_wc *wc;  in ipath_poll_cq()  local
145 	wc = cq->queue;  in ipath_poll_cq()
146 	tail = wc->tail;  in ipath_poll_cq()
150 		if (tail == wc->head)  in ipath_poll_cq()
153 		*entry = wc->kqueue[tail];  in ipath_poll_cq()
159 	wc->tail = tail;  in ipath_poll_cq()
206 	struct ipath_cq_wc *wc;  in ipath_create_cq()  local
229 	sz = sizeof(*wc);  in ipath_create_cq()
234 	wc = vmalloc_user(sz);  in ipath_create_cq()
235 	if (!wc) {  in ipath_create_cq()
247 		cq->ip = ipath_create_mmap_info(dev, sz, context, wc);  in ipath_create_cq()
288 	wc->head = 0;  in ipath_create_cq()
289 	wc->tail = 0;  in ipath_create_cq()
290 	cq->queue = wc;  in ipath_create_cq()
299 	vfree(wc);  in ipath_create_cq()
375 	struct ipath_cq_wc *wc;  in ipath_resize_cq()  local
388 	sz = sizeof(*wc);  in ipath_resize_cq()
393 	wc = vmalloc_user(sz);  in ipath_resize_cq()
394 	if (!wc) {  in ipath_resize_cq()
430 			wc->uqueue[n] = old_wc->uqueue[tail];  in ipath_resize_cq()
432 			wc->kqueue[n] = old_wc->kqueue[tail];  in ipath_resize_cq()
439 	wc->head = n;  in ipath_resize_cq()
440 	wc->tail = 0;  in ipath_resize_cq()
441 	cq->queue = wc;  in ipath_resize_cq()
450 		ipath_update_mmap_info(dev, ip, sz, wc);  in ipath_resize_cq()
475 	vfree(wc);  in ipath_resize_cq()