Lines Matching refs:resp
92 rxe_run_task(&qp->resp.task, must_sched); in rxe_resp_queue_pkt()
100 if (qp->resp.state == QP_STATE_ERROR) { in get_req()
117 return (qp->resp.res) ? RESPST_READ_REPLY : RESPST_CHK_PSN; in get_req()
123 int diff = psn_compare(pkt->psn, qp->resp.psn); in check_psn()
129 if (qp->resp.sent_psn_nak) in check_psn()
132 qp->resp.sent_psn_nak = 1; in check_psn()
141 if (qp->resp.sent_psn_nak) in check_psn()
142 qp->resp.sent_psn_nak = 0; in check_psn()
147 if (qp->resp.drop_msg || diff != 0) { in check_psn()
149 qp->resp.drop_msg = 0; in check_psn()
153 qp->resp.drop_msg = 1; in check_psn()
169 switch (qp->resp.opcode) { in check_op_seq()
210 switch (qp->resp.opcode) { in check_op_seq()
241 qp->resp.drop_msg = 1; in check_op_seq()
273 qp->resp.drop_msg = 1; in check_op_valid()
319 memcpy(&qp->resp.srq_wqe, wqe, size); in get_srq_wqe()
321 qp->resp.wqe = &qp->resp.srq_wqe.wqe; in get_srq_wqe()
347 if (qp->resp.state == QP_STATE_ERROR) { in check_resource()
348 if (qp->resp.wqe) { in check_resource()
349 qp->resp.status = IB_WC_WR_FLUSH_ERR; in check_resource()
352 qp->resp.wqe = queue_head(qp->rq.queue, in check_resource()
354 if (qp->resp.wqe) { in check_resource()
355 qp->resp.status = IB_WC_WR_FLUSH_ERR; in check_resource()
380 qp->resp.wqe = queue_head(qp->rq.queue, in check_resource()
382 return (qp->resp.wqe) ? RESPST_CHK_LENGTH : RESPST_ERR_RNR; in check_resource()
418 qp->resp.va = reth_va(pkt); in check_rkey()
419 qp->resp.offset = 0; in check_rkey()
420 qp->resp.rkey = reth_rkey(pkt); in check_rkey()
421 qp->resp.resid = reth_len(pkt); in check_rkey()
422 qp->resp.length = reth_len(pkt); in check_rkey()
427 qp->resp.va = atmeth_va(pkt); in check_rkey()
428 qp->resp.offset = 0; in check_rkey()
429 qp->resp.rkey = atmeth_rkey(pkt); in check_rkey()
430 qp->resp.resid = sizeof(u64); in check_rkey()
443 va = qp->resp.va; in check_rkey()
444 rkey = qp->resp.rkey; in check_rkey()
445 resid = qp->resp.resid; in check_rkey()
464 qp->resp.offset = mw->addr; in check_rkey()
477 if (mr_check_range(mr, va + qp->resp.offset, resid)) { in check_rkey()
503 WARN_ON_ONCE(qp->resp.mr); in check_rkey()
505 qp->resp.mr = mr; in check_rkey()
522 err = copy_data(qp->pd, IB_ACCESS_LOCAL_WRITE, &qp->resp.wqe->dma, in send_data_in()
538 err = rxe_mr_copy(qp->resp.mr, qp->resp.va + qp->resp.offset, in write_data_in()
545 qp->resp.va += data_len; in write_data_in()
546 qp->resp.resid -= data_len; in write_data_in()
560 struct rxe_mr *mr = qp->resp.mr; in process_atomic()
567 vaddr = iova_to_vaddr(mr, qp->resp.va + qp->resp.offset, sizeof(u64)); in process_atomic()
577 qp->resp.atomic_orig = *vaddr; in process_atomic()
629 aeth_set_msn(ack, qp->resp.msn); in prepare_ack_packet()
633 atmack_set_orig(ack, qp->resp.atomic_orig); in prepare_ack_packet()
657 struct resp_res *res = qp->resp.res; in read_reply()
663 res = &qp->resp.resources[qp->resp.res_head]; in read_reply()
671 res->read.va = qp->resp.va + in read_reply()
672 qp->resp.offset; in read_reply()
673 res->read.va_org = qp->resp.va + in read_reply()
674 qp->resp.offset; in read_reply()
687 res->read.resid = qp->resp.resid; in read_reply()
688 res->read.length = qp->resp.resid; in read_reply()
689 res->read.rkey = qp->resp.rkey; in read_reply()
692 res->read.mr = qp->resp.mr; in read_reply()
693 qp->resp.mr = NULL; in read_reply()
695 qp->resp.res = res; in read_reply()
744 qp->resp.res = NULL; in read_reply()
746 qp->resp.opcode = -1; in read_reply()
747 if (psn_compare(res->cur_psn, qp->resp.psn) >= 0) in read_reply()
748 qp->resp.psn = res->cur_psn; in read_reply()
798 qp->resp.msn++; in execute()
819 qp->resp.msn++; in execute()
822 qp->resp.psn = (pkt->psn + 1) & BTH_PSN_MASK; in execute()
823 qp->resp.ack_psn = qp->resp.psn; in execute()
825 qp->resp.opcode = pkt->opcode; in execute()
826 qp->resp.status = IB_WC_SUCCESS; in execute()
842 struct rxe_recv_wqe *wqe = qp->resp.wqe; in do_complete()
851 uwc->status = qp->resp.status; in do_complete()
855 wc->status = qp->resp.status; in do_complete()
868 qp->resp.length : wqe->dma.length - wqe->dma.resid; in do_complete()
928 qp->resp.wqe = NULL; in do_complete()
934 if (unlikely(qp->resp.state == QP_STATE_ERROR)) in do_complete()
982 res = &qp->resp.resources[qp->resp.res_head]; in send_atomic_ack()
1008 if (qp->resp.aeth_syndrome != AETH_ACK_UNLIMITED) in acknowledge()
1009 send_ack(qp, pkt, qp->resp.aeth_syndrome, pkt->psn); in acknowledge()
1030 if (qp->resp.mr) { in cleanup()
1031 rxe_drop_ref(qp->resp.mr); in cleanup()
1032 qp->resp.mr = NULL; in cleanup()
1043 struct resp_res *res = &qp->resp.resources[i]; in find_resource()
1061 u32 prev_psn = (qp->resp.ack_psn - 1) & BTH_PSN_MASK; in duplicate_request()
1110 qp->resp.res = res; in duplicate_request()
1142 qp->resp.aeth_syndrome = syndrome; in do_class_ac_error()
1143 qp->resp.status = status; in do_class_ac_error()
1146 qp->resp.goto_error = 1; in do_class_ac_error()
1154 qp->resp.drop_msg = 1; in do_class_d1e_error()
1155 if (qp->resp.wqe) { in do_class_d1e_error()
1156 qp->resp.status = IB_WC_REM_INV_REQ_ERR; in do_class_d1e_error()
1167 if (qp->resp.wqe) { in do_class_d1e_error()
1168 qp->resp.wqe->dma.resid = qp->resp.wqe->dma.length; in do_class_d1e_error()
1169 qp->resp.wqe->dma.cur_sge = 0; in do_class_d1e_error()
1170 qp->resp.wqe->dma.sge_offset = 0; in do_class_d1e_error()
1171 qp->resp.opcode = -1; in do_class_d1e_error()
1174 if (qp->resp.mr) { in do_class_d1e_error()
1175 rxe_drop_ref(qp->resp.mr); in do_class_d1e_error()
1176 qp->resp.mr = NULL; in do_class_d1e_error()
1211 qp->resp.aeth_syndrome = AETH_ACK_UNLIMITED; in rxe_responder()
1218 switch (qp->resp.state) { in rxe_responder()
1273 send_ack(qp, pkt, AETH_NAK_PSN_SEQ_ERROR, qp->resp.psn); in rxe_responder()
1301 qp->resp.drop_msg = 1; in rxe_responder()
1313 qp->resp.drop_msg = 1; in rxe_responder()
1316 qp->resp.status = IB_WC_REM_ACCESS_ERR; in rxe_responder()
1327 qp->resp.goto_error = 1; in rxe_responder()
1328 qp->resp.status = IB_WC_REM_INV_REQ_ERR; in rxe_responder()
1340 qp->resp.status = IB_WC_REM_INV_REQ_ERR; in rxe_responder()
1344 qp->resp.drop_msg = 1; in rxe_responder()
1362 if (qp->resp.goto_error) { in rxe_responder()
1370 if (qp->resp.goto_error) { in rxe_responder()
1379 qp->resp.wqe = NULL; in rxe_responder()
1383 qp->resp.goto_error = 0; in rxe_responder()