180 	return cqe_sw(get_cqe(cq, cq->cons_index & cq->ibcq.cqe));  in next_cqe_sw()
234 	cq->ibcq.comp_handler(&cq->ibcq, cq->ibcq.cq_context);  in mthca_cq_completion()
258 	event.element.cq  = &cq->ibcq;  in mthca_cq_event()
259 	if (cq->ibcq.event_handler)  in mthca_cq_event()
260 		cq->ibcq.event_handler(&event, cq->ibcq.cq_context);  in mthca_cq_event()
294 	     cqe_sw(get_cqe(cq, prod_index & cq->ibcq.cqe));  in mthca_cq_clean()
296 		if (prod_index == cq->cons_index + cq->ibcq.cqe)  in mthca_cq_clean()
308 		cqe = get_cqe(cq, prod_index & cq->ibcq.cqe);  in mthca_cq_clean()
314 			memcpy(get_cqe(cq, (prod_index + nfreed) & cq->ibcq.cqe),  in mthca_cq_clean()
320 			set_cqe_hw(get_cqe(cq, (cq->cons_index + i) & cq->ibcq.cqe));  in mthca_cq_clean()
339 	if (!mthca_is_memfree(to_mdev(cq->ibcq.device)) &&  in mthca_cq_resize_copy_cqes()
340 	    cq->ibcq.cqe < cq->resize_buf->cqe) {  in mthca_cq_resize_copy_cqes()
341 		cq->cons_index &= cq->ibcq.cqe;  in mthca_cq_resize_copy_cqes()
342 		if (cqe_sw(get_cqe(cq, cq->ibcq.cqe)))  in mthca_cq_resize_copy_cqes()
343 			cq->cons_index -= cq->ibcq.cqe + 1;  in mthca_cq_resize_copy_cqes()
346 	for (i = cq->cons_index; cqe_sw(get_cqe(cq, i & cq->ibcq.cqe)); ++i)  in mthca_cq_resize_copy_cqes()
349 		       get_cqe(cq, i & cq->ibcq.cqe), MTHCA_CQ_ENTRY_SIZE);  in mthca_cq_resize_copy_cqes()
660 int mthca_poll_cq(struct ib_cq *ibcq, int num_entries,  in mthca_poll_cq()  argument
663 	struct mthca_dev *dev = to_mdev(ibcq->device);  in mthca_poll_cq()
664 	struct mthca_cq *cq = to_mcq(ibcq);  in mthca_poll_cq()
704 			cq->cons_index &= cq->ibcq.cqe;  in mthca_poll_cq()
712 			tcqe         = cq->ibcq.cqe;  in mthca_poll_cq()
714 			cq->ibcq.cqe = cq->resize_buf->cqe;  in mthca_poll_cq()
742 int mthca_arbel_arm_cq(struct ib_cq *ibcq, enum ib_cq_notify_flags flags)  in mthca_arbel_arm_cq()  argument
744 	struct mthca_cq *cq = to_mcq(ibcq);  in mthca_arbel_arm_cq()
768 		      to_mdev(ibcq->device)->kar + MTHCA_CQ_DOORBELL,  in mthca_arbel_arm_cq()
769 		      MTHCA_GET_DOORBELL_LOCK(&to_mdev(ibcq->device)->doorbell_lock));  in mthca_arbel_arm_cq()
783 	cq->ibcq.cqe  = nent - 1;  in mthca_init_cq()
879 		mthca_free_cq_buf(dev, &cq->buf, cq->ibcq.cqe);  in mthca_init_cq()
956 		mthca_free_cq_buf(dev, &cq->buf, cq->ibcq.cqe);  in mthca_free_cq()