193 	struct qedf_ioreq *orig_io_req;  in qedf_rrq_compl()  local
203 	orig_io_req = cb_arg->aborted_io_req;  in qedf_rrq_compl()
205 	if (!orig_io_req) {  in qedf_rrq_compl()
211 	refcount = kref_read(&orig_io_req->refcount);  in qedf_rrq_compl()
214 		   orig_io_req, orig_io_req->xid, rrq_req->xid, refcount);  in qedf_rrq_compl()
221 	if (orig_io_req && refcount > 0)  in qedf_rrq_compl()
222 		kref_put(&orig_io_req->refcount, qedf_release_cmd);  in qedf_rrq_compl()
540 	struct qedf_ioreq *orig_io_req;  in qedf_srr_compl()  local
556 	orig_io_req = cb_arg->aborted_io_req;  in qedf_srr_compl()
558 	if (!orig_io_req) {  in qedf_srr_compl()
563 	clear_bit(QEDF_CMD_SRR_SENT, &orig_io_req->flags);  in qedf_srr_compl()
567 		cancel_delayed_work_sync(&orig_io_req->timeout_work);  in qedf_srr_compl()
569 	refcount = kref_read(&orig_io_req->refcount);  in qedf_srr_compl()
572 		   orig_io_req, orig_io_req->xid, srr_req->xid, refcount);  in qedf_srr_compl()
611 		qedf_initiate_abts(orig_io_req, true);  in qedf_srr_compl()
618 	kref_put(&orig_io_req->refcount, qedf_release_cmd);  in qedf_srr_compl()
623 static int qedf_send_srr(struct qedf_ioreq *orig_io_req, u32 offset, u8 r_ctl)  in qedf_send_srr()  argument
633 	if (!orig_io_req) {  in qedf_send_srr()
638 	fcport = orig_io_req->fcport;  in qedf_send_srr()
652 	kref_get(&orig_io_req->refcount);  in qedf_send_srr()
659 		   "orig_xid=0x%x\n", orig_io_req, orig_io_req->xid);  in qedf_send_srr()
670 	cb_arg->aborted_io_req = orig_io_req;  in qedf_send_srr()
673 	srr.srr_ox_id = htons(orig_io_req->xid);  in qedf_send_srr()
674 	srr.srr_rx_id = htons(orig_io_req->rx_id);  in qedf_send_srr()
684 			  "=0x%x\n", orig_io_req->xid);  in qedf_send_srr()
687 		qedf_initiate_abts(orig_io_req, true);  in qedf_send_srr()
688 		kref_put(&orig_io_req->refcount, qedf_release_cmd);  in qedf_send_srr()
691 		set_bit(QEDF_CMD_SRR_SENT, &orig_io_req->flags);  in qedf_send_srr()
696 static void qedf_initiate_seq_cleanup(struct qedf_ioreq *orig_io_req,  in qedf_initiate_seq_cleanup()  argument
705 	fcport = orig_io_req->fcport;  in qedf_initiate_seq_cleanup()
709 	    orig_io_req->xid, offset);  in qedf_initiate_seq_cleanup()
719 	kref_get(&orig_io_req->refcount);  in qedf_initiate_seq_cleanup()
721 	orig_io_req->cmd_type = QEDF_SEQ_CLEANUP;  in qedf_initiate_seq_cleanup()
724 	orig_io_req->cb_arg = cb_arg;  in qedf_initiate_seq_cleanup()
726 	qedf_cmd_timer_set(fcport->qedf, orig_io_req,  in qedf_initiate_seq_cleanup()
734 	orig_io_req->task_params->sqe = sqe;  in qedf_initiate_seq_cleanup()
736 	init_initiator_sequence_recovery_fcoe_task(orig_io_req->task_params,  in qedf_initiate_seq_cleanup()
770 static bool qedf_requeue_io_req(struct qedf_ioreq *orig_io_req)  in qedf_requeue_io_req()  argument
777 	fcport = orig_io_req->fcport;  in qedf_requeue_io_req()
783 	if (!orig_io_req->sc_cmd) {  in qedf_requeue_io_req()
785 		    "xid=0x%x.\n", orig_io_req->xid);  in qedf_requeue_io_req()
796 	new_io_req->sc_cmd = orig_io_req->sc_cmd;  in qedf_requeue_io_req()
804 	orig_io_req->sc_cmd = NULL;  in qedf_requeue_io_req()
805 	kref_put(&orig_io_req->refcount, qedf_release_cmd);  in qedf_requeue_io_req()
817 		    "new_xid=0x%x.\n", orig_io_req->xid, new_io_req->xid);  in qedf_requeue_io_req()
823 		qedf_initiate_abts(orig_io_req, false);  in qedf_requeue_io_req()
835 	struct qedf_ioreq *orig_io_req;  in qedf_rec_compl()  local
857 	orig_io_req = cb_arg->aborted_io_req;  in qedf_rec_compl()
859 	if (!orig_io_req) {  in qedf_rec_compl()
866 		cancel_delayed_work_sync(&orig_io_req->timeout_work);  in qedf_rec_compl()
868 	refcount = kref_read(&orig_io_req->refcount);  in qedf_rec_compl()
871 		   orig_io_req, orig_io_req->xid, rec_req->xid, refcount);  in qedf_rec_compl()
877 			 orig_io_req, orig_io_req->xid);  in qedf_rec_compl()
924 			qedf_requeue_io_req(orig_io_req);  in qedf_rec_compl()
937 		sc_cmd = orig_io_req->sc_cmd;  in qedf_rec_compl()
941 			    orig_io_req->xid);  in qedf_rec_compl()
946 			if (offset == orig_io_req->data_xfer_len) {  in qedf_rec_compl()
957 				offset = orig_io_req->tx_buf_off;  in qedf_rec_compl()
961 			if (orig_io_req->rx_buf_off ==  in qedf_rec_compl()
962 			    orig_io_req->data_xfer_len) {  in qedf_rec_compl()
981 			qedf_send_srr(orig_io_req, offset, r_ctl);  in qedf_rec_compl()
983 			qedf_initiate_seq_cleanup(orig_io_req, offset, r_ctl);  in qedf_rec_compl()
990 	kref_put(&orig_io_req->refcount, qedf_release_cmd);  in qedf_rec_compl()
996 int qedf_send_rec(struct qedf_ioreq *orig_io_req)  in qedf_send_rec()  argument
1008 	if (!orig_io_req) {  in qedf_send_rec()
1013 	fcport = orig_io_req->fcport;  in qedf_send_rec()
1027 	kref_get(&orig_io_req->refcount);  in qedf_send_rec()
1044 	cb_arg->aborted_io_req = orig_io_req;  in qedf_send_rec()
1048 	rec.rec_ox_id = htons(orig_io_req->xid);  in qedf_send_rec()
1050 	    htons(orig_io_req->task->tstorm_st_context.read_write.rx_id);  in qedf_send_rec()
1053 	   "orig_xid=0x%x rx_id=0x%x\n", orig_io_req,  in qedf_send_rec()
1054 	   orig_io_req->xid, rec.rec_rx_id);  in qedf_send_rec()
1061 			  "=0x%x\n", orig_io_req->xid);  in qedf_send_rec()
1063 		kref_put(&orig_io_req->refcount, qedf_release_cmd);  in qedf_send_rec()