Lines Matching refs:io_req
19 static int bnx2fc_split_bd(struct bnx2fc_cmd *io_req, u64 addr, int sg_len,
21 static int bnx2fc_map_sg(struct bnx2fc_cmd *io_req);
22 static int bnx2fc_build_bd_list_from_sg(struct bnx2fc_cmd *io_req);
23 static void bnx2fc_unmap_sg_list(struct bnx2fc_cmd *io_req);
24 static void bnx2fc_free_mp_resc(struct bnx2fc_cmd *io_req);
25 static void bnx2fc_parse_fcp_rsp(struct bnx2fc_cmd *io_req,
29 void bnx2fc_cmd_timer_set(struct bnx2fc_cmd *io_req, in bnx2fc_cmd_timer_set() argument
32 struct bnx2fc_interface *interface = io_req->port->priv; in bnx2fc_cmd_timer_set()
35 &io_req->timeout_work, in bnx2fc_cmd_timer_set()
37 kref_get(&io_req->refcount); in bnx2fc_cmd_timer_set()
42 struct bnx2fc_cmd *io_req = container_of(work, struct bnx2fc_cmd, in bnx2fc_cmd_timeout() local
44 u8 cmd_type = io_req->cmd_type; in bnx2fc_cmd_timeout()
45 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_cmd_timeout()
48 BNX2FC_IO_DBG(io_req, "cmd_timeout, cmd_type = %d," in bnx2fc_cmd_timeout()
49 "req_flags = %lx\n", cmd_type, io_req->req_flags); in bnx2fc_cmd_timeout()
52 if (test_and_clear_bit(BNX2FC_FLAG_ISSUE_RRQ, &io_req->req_flags)) { in bnx2fc_cmd_timeout()
53 clear_bit(BNX2FC_FLAG_RETIRE_OXID, &io_req->req_flags); in bnx2fc_cmd_timeout()
59 bnx2fc_send_rrq(io_req); in bnx2fc_cmd_timeout()
62 if (test_and_clear_bit(BNX2FC_FLAG_RETIRE_OXID, &io_req->req_flags)) { in bnx2fc_cmd_timeout()
63 BNX2FC_IO_DBG(io_req, "IO ready for reuse now\n"); in bnx2fc_cmd_timeout()
70 &io_req->req_flags)) { in bnx2fc_cmd_timeout()
72 BNX2FC_IO_DBG(io_req, "eh_abort timed out\n"); in bnx2fc_cmd_timeout()
73 complete(&io_req->abts_done); in bnx2fc_cmd_timeout()
75 &io_req->req_flags)) { in bnx2fc_cmd_timeout()
77 BNX2FC_IO_DBG(io_req, "ABTS timed out refcnt = %d\n", in bnx2fc_cmd_timeout()
78 kref_read(&io_req->refcount)); in bnx2fc_cmd_timeout()
80 &io_req->req_flags))) { in bnx2fc_cmd_timeout()
85 bnx2fc_initiate_cleanup(io_req); in bnx2fc_cmd_timeout()
86 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_cmd_timeout()
93 BNX2FC_IO_DBG(io_req, "IO timed out. issue ABTS\n"); in bnx2fc_cmd_timeout()
95 &io_req->req_flags)) { in bnx2fc_cmd_timeout()
96 BNX2FC_IO_DBG(io_req, "IO completed before " in bnx2fc_cmd_timeout()
102 &io_req->req_flags)) { in bnx2fc_cmd_timeout()
103 rc = bnx2fc_initiate_abts(io_req); in bnx2fc_cmd_timeout()
107 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_cmd_timeout()
112 BNX2FC_IO_DBG(io_req, "IO already in " in bnx2fc_cmd_timeout()
119 if (test_bit(BNX2FC_FLAG_ISSUE_ABTS, &io_req->req_flags)) { in bnx2fc_cmd_timeout()
120 BNX2FC_IO_DBG(io_req, "ABTS for ELS timed out\n"); in bnx2fc_cmd_timeout()
123 &io_req->req_flags)) { in bnx2fc_cmd_timeout()
124 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_cmd_timeout()
136 BNX2FC_IO_DBG(io_req, "ELS timed out\n"); in bnx2fc_cmd_timeout()
138 &io_req->req_flags)) in bnx2fc_cmd_timeout()
142 set_bit(BNX2FC_FLAG_ELS_TIMEOUT, &io_req->req_flags); in bnx2fc_cmd_timeout()
144 if ((io_req->cb_func) && (io_req->cb_arg)) { in bnx2fc_cmd_timeout()
145 io_req->cb_func(io_req->cb_arg); in bnx2fc_cmd_timeout()
146 io_req->cb_arg = NULL; in bnx2fc_cmd_timeout()
158 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_cmd_timeout()
162 static void bnx2fc_scsi_done(struct bnx2fc_cmd *io_req, int err_code) in bnx2fc_scsi_done() argument
165 struct scsi_cmnd *sc_cmd = io_req->sc_cmd; in bnx2fc_scsi_done()
172 if (io_req->cmd_type != BNX2FC_SCSI_CMD) in bnx2fc_scsi_done()
175 BNX2FC_IO_DBG(io_req, "scsi_done. err_code = 0x%x\n", err_code); in bnx2fc_scsi_done()
176 if (test_bit(BNX2FC_FLAG_CMD_LOST, &io_req->req_flags)) { in bnx2fc_scsi_done()
181 bnx2fc_unmap_sg_list(io_req); in bnx2fc_scsi_done()
182 io_req->sc_cmd = NULL; in bnx2fc_scsi_done()
188 io_req->xid); in bnx2fc_scsi_done()
192 pr_err(PFX "0x%x: sc_cmd->device is NULL.\n", io_req->xid); in bnx2fc_scsi_done()
197 io_req->xid); in bnx2fc_scsi_done()
203 BNX2FC_IO_DBG(io_req, "sc=%p, result=0x%x, retries=%d, allowed=%d\n", in bnx2fc_scsi_done()
215 struct bnx2fc_cmd *io_req; in bnx2fc_cmd_mgr_alloc() local
275 io_req = kzalloc(sizeof(*io_req), GFP_KERNEL); in bnx2fc_cmd_mgr_alloc()
277 if (!io_req) { in bnx2fc_cmd_mgr_alloc()
282 INIT_LIST_HEAD(&io_req->link); in bnx2fc_cmd_mgr_alloc()
283 INIT_DELAYED_WORK(&io_req->timeout_work, bnx2fc_cmd_timeout); in bnx2fc_cmd_mgr_alloc()
285 io_req->xid = xid++; in bnx2fc_cmd_mgr_alloc()
287 list_add_tail(&io_req->link, in bnx2fc_cmd_mgr_alloc()
288 &cmgr->free_list[io_req->xid % in bnx2fc_cmd_mgr_alloc()
291 list_add_tail(&io_req->link, in bnx2fc_cmd_mgr_alloc()
293 io_req++; in bnx2fc_cmd_mgr_alloc()
380 struct bnx2fc_cmd *tmp, *io_req; in bnx2fc_cmd_mgr_free() local
382 list_for_each_entry_safe(io_req, tmp, in bnx2fc_cmd_mgr_free()
384 list_del(&io_req->link); in bnx2fc_cmd_mgr_free()
385 kfree(io_req); in bnx2fc_cmd_mgr_free()
399 struct bnx2fc_cmd *io_req; in bnx2fc_elstm_alloc() local
440 io_req = (struct bnx2fc_cmd *) listp; in bnx2fc_elstm_alloc()
441 xid = io_req->xid; in bnx2fc_elstm_alloc()
442 cmd_mgr->cmds[xid] = io_req; in bnx2fc_elstm_alloc()
447 INIT_LIST_HEAD(&io_req->link); in bnx2fc_elstm_alloc()
449 io_req->port = port; in bnx2fc_elstm_alloc()
450 io_req->cmd_mgr = cmd_mgr; in bnx2fc_elstm_alloc()
451 io_req->req_flags = 0; in bnx2fc_elstm_alloc()
452 io_req->cmd_type = type; in bnx2fc_elstm_alloc()
456 bd_tbl = io_req->bd_tbl = cmd_mgr->io_bdt_pool[xid]; in bnx2fc_elstm_alloc()
457 bd_tbl->io_req = io_req; in bnx2fc_elstm_alloc()
460 kref_init(&io_req->refcount); in bnx2fc_elstm_alloc()
461 return io_req; in bnx2fc_elstm_alloc()
469 struct bnx2fc_cmd *io_req; in bnx2fc_cmd_alloc() local
495 io_req = (struct bnx2fc_cmd *) listp; in bnx2fc_cmd_alloc()
496 xid = io_req->xid; in bnx2fc_cmd_alloc()
497 cmd_mgr->cmds[xid] = io_req; in bnx2fc_cmd_alloc()
503 INIT_LIST_HEAD(&io_req->link); in bnx2fc_cmd_alloc()
505 io_req->port = port; in bnx2fc_cmd_alloc()
506 io_req->cmd_mgr = cmd_mgr; in bnx2fc_cmd_alloc()
507 io_req->req_flags = 0; in bnx2fc_cmd_alloc()
511 bd_tbl = io_req->bd_tbl = cmd_mgr->io_bdt_pool[xid]; in bnx2fc_cmd_alloc()
512 bd_tbl->io_req = io_req; in bnx2fc_cmd_alloc()
515 kref_init(&io_req->refcount); in bnx2fc_cmd_alloc()
516 return io_req; in bnx2fc_cmd_alloc()
521 struct bnx2fc_cmd *io_req = container_of(ref, in bnx2fc_cmd_release() local
523 struct bnx2fc_cmd_mgr *cmd_mgr = io_req->cmd_mgr; in bnx2fc_cmd_release()
526 if (io_req->cmd_type == BNX2FC_SCSI_CMD) in bnx2fc_cmd_release()
527 index = io_req->xid % num_possible_cpus(); in bnx2fc_cmd_release()
533 if (io_req->cmd_type != BNX2FC_SCSI_CMD) in bnx2fc_cmd_release()
534 bnx2fc_free_mp_resc(io_req); in bnx2fc_cmd_release()
535 cmd_mgr->cmds[io_req->xid] = NULL; in bnx2fc_cmd_release()
537 list_del_init(&io_req->link); in bnx2fc_cmd_release()
539 list_add(&io_req->link, in bnx2fc_cmd_release()
541 atomic_dec(&io_req->tgt->num_active_ios); in bnx2fc_cmd_release()
546 static void bnx2fc_free_mp_resc(struct bnx2fc_cmd *io_req) in bnx2fc_free_mp_resc() argument
548 struct bnx2fc_mp_req *mp_req = &(io_req->mp_req); in bnx2fc_free_mp_resc()
549 struct bnx2fc_interface *interface = io_req->port->priv; in bnx2fc_free_mp_resc()
581 int bnx2fc_init_mp_req(struct bnx2fc_cmd *io_req) in bnx2fc_init_mp_req() argument
586 struct bnx2fc_interface *interface = io_req->port->priv; in bnx2fc_init_mp_req()
591 mp_req = (struct bnx2fc_mp_req *)&(io_req->mp_req); in bnx2fc_init_mp_req()
594 if (io_req->cmd_type != BNX2FC_ELS) { in bnx2fc_init_mp_req()
596 io_req->data_xfer_len = mp_req->req_len; in bnx2fc_init_mp_req()
598 mp_req->req_len = io_req->data_xfer_len; in bnx2fc_init_mp_req()
605 bnx2fc_free_mp_resc(io_req); in bnx2fc_init_mp_req()
614 bnx2fc_free_mp_resc(io_req); in bnx2fc_init_mp_req()
627 bnx2fc_free_mp_resc(io_req); in bnx2fc_init_mp_req()
635 bnx2fc_free_mp_resc(io_req); in bnx2fc_init_mp_req()
669 struct bnx2fc_cmd *io_req; in bnx2fc_initiate_tmf() local
712 io_req = bnx2fc_elstm_alloc(tgt, BNX2FC_TASK_MGMT_CMD); in bnx2fc_initiate_tmf()
713 if (!io_req) { in bnx2fc_initiate_tmf()
723 io_req->sc_cmd = sc_cmd; in bnx2fc_initiate_tmf()
724 io_req->port = port; in bnx2fc_initiate_tmf()
725 io_req->tgt = tgt; in bnx2fc_initiate_tmf()
727 tm_req = (struct bnx2fc_mp_req *)&(io_req->mp_req); in bnx2fc_initiate_tmf()
729 rc = bnx2fc_init_mp_req(io_req); in bnx2fc_initiate_tmf()
733 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_initiate_tmf()
739 io_req->io_req_flags = 0; in bnx2fc_initiate_tmf()
743 bnx2fc_build_fcp_cmnd(io_req, (struct fcp_cmnd *)tm_req->req_buf); in bnx2fc_initiate_tmf()
756 xid = io_req->xid; in bnx2fc_initiate_tmf()
766 bnx2fc_init_mp_task(io_req, task); in bnx2fc_initiate_tmf()
768 sc_cmd->SCp.ptr = (char *)io_req; in bnx2fc_initiate_tmf()
775 io_req->on_tmf_queue = 1; in bnx2fc_initiate_tmf()
776 list_add_tail(&io_req->link, &tgt->active_tm_queue); in bnx2fc_initiate_tmf()
778 init_completion(&io_req->abts_done); in bnx2fc_initiate_tmf()
779 io_req->wait_for_abts_comp = 1; in bnx2fc_initiate_tmf()
785 rc = wait_for_completion_timeout(&io_req->abts_done, in bnx2fc_initiate_tmf()
789 io_req->wait_for_abts_comp = 0; in bnx2fc_initiate_tmf()
790 if (!(test_bit(BNX2FC_FLAG_TM_COMPL, &io_req->req_flags))) { in bnx2fc_initiate_tmf()
791 set_bit(BNX2FC_FLAG_TM_TIMEOUT, &io_req->req_flags); in bnx2fc_initiate_tmf()
792 if (io_req->on_tmf_queue) { in bnx2fc_initiate_tmf()
793 list_del_init(&io_req->link); in bnx2fc_initiate_tmf()
794 io_req->on_tmf_queue = 0; in bnx2fc_initiate_tmf()
796 io_req->wait_for_cleanup_comp = 1; in bnx2fc_initiate_tmf()
797 init_completion(&io_req->cleanup_done); in bnx2fc_initiate_tmf()
798 bnx2fc_initiate_cleanup(io_req); in bnx2fc_initiate_tmf()
800 rc = wait_for_completion_timeout(&io_req->cleanup_done, in bnx2fc_initiate_tmf()
803 io_req->wait_for_cleanup_comp = 0; in bnx2fc_initiate_tmf()
805 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_initiate_tmf()
821 int bnx2fc_initiate_abts(struct bnx2fc_cmd *io_req) in bnx2fc_initiate_abts() argument
824 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_initiate_abts()
841 BNX2FC_IO_DBG(io_req, "Entered bnx2fc_initiate_abts\n"); in bnx2fc_initiate_abts()
843 port = io_req->port; in bnx2fc_initiate_abts()
885 fc_hdr->fh_ox_id = htons(io_req->xid); in bnx2fc_initiate_abts()
886 fc_hdr->fh_rx_id = htons(io_req->task->rxwr_txrd.var_ctx.rx_id); in bnx2fc_initiate_abts()
918 bnx2fc_cmd_timer_set(io_req, 2 * r_a_tov); in bnx2fc_initiate_abts()
981 cb_arg->io_req = seq_clnp_req; in bnx2fc_initiate_seq_cleanup()
998 int bnx2fc_initiate_cleanup(struct bnx2fc_cmd *io_req) in bnx2fc_initiate_cleanup() argument
1000 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_initiate_cleanup()
1011 BNX2FC_IO_DBG(io_req, "Entered bnx2fc_initiate_cleanup\n"); in bnx2fc_initiate_cleanup()
1013 port = io_req->port; in bnx2fc_initiate_cleanup()
1038 orig_xid = io_req->xid; in bnx2fc_initiate_cleanup()
1040 BNX2FC_IO_DBG(io_req, "CLEANUP io_req xid = 0x%x\n", xid); in bnx2fc_initiate_cleanup()
1048 set_bit(BNX2FC_FLAG_ISSUE_CLEANUP_REQ, &io_req->req_flags); in bnx2fc_initiate_cleanup()
1083 static int bnx2fc_abts_cleanup(struct bnx2fc_cmd *io_req) in bnx2fc_abts_cleanup() argument
1086 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_abts_cleanup()
1089 init_completion(&io_req->cleanup_done); in bnx2fc_abts_cleanup()
1090 io_req->wait_for_cleanup_comp = 1; in bnx2fc_abts_cleanup()
1091 bnx2fc_initiate_cleanup(io_req); in bnx2fc_abts_cleanup()
1099 time_left = wait_for_completion_timeout(&io_req->cleanup_done, in bnx2fc_abts_cleanup()
1102 BNX2FC_IO_DBG(io_req, "%s(): Wait for cleanup timed out.\n", in bnx2fc_abts_cleanup()
1109 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_abts_cleanup()
1113 io_req->wait_for_cleanup_comp = 0; in bnx2fc_abts_cleanup()
1129 struct bnx2fc_cmd *io_req; in bnx2fc_eh_abort() local
1150 io_req = (struct bnx2fc_cmd *)sc_cmd->SCp.ptr; in bnx2fc_eh_abort()
1151 if (!io_req) { in bnx2fc_eh_abort()
1157 BNX2FC_IO_DBG(io_req, "eh_abort - refcnt = %d\n", in bnx2fc_eh_abort()
1158 kref_read(&io_req->refcount)); in bnx2fc_eh_abort()
1161 kref_get(&io_req->refcount); in bnx2fc_eh_abort()
1163 BUG_ON(tgt != io_req->tgt); in bnx2fc_eh_abort()
1173 "flush in progress\n", io_req->xid); in bnx2fc_eh_abort()
1174 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_eh_abort()
1179 if (io_req->on_active_queue == 0) { in bnx2fc_eh_abort()
1181 "not on active_q\n", io_req->xid); in bnx2fc_eh_abort()
1197 list_del_init(&io_req->link); in bnx2fc_eh_abort()
1198 io_req->on_active_queue = 0; in bnx2fc_eh_abort()
1200 list_add_tail(&io_req->link, &tgt->io_retire_queue); in bnx2fc_eh_abort()
1202 init_completion(&io_req->abts_done); in bnx2fc_eh_abort()
1203 init_completion(&io_req->cleanup_done); in bnx2fc_eh_abort()
1205 if (test_and_set_bit(BNX2FC_FLAG_ISSUE_ABTS, &io_req->req_flags)) { in bnx2fc_eh_abort()
1207 "already in abts processing\n", io_req->xid); in bnx2fc_eh_abort()
1208 if (cancel_delayed_work(&io_req->timeout_work)) in bnx2fc_eh_abort()
1209 kref_put(&io_req->refcount, in bnx2fc_eh_abort()
1216 bnx2fc_abts_cleanup(io_req); in bnx2fc_eh_abort()
1222 set_bit(BNX2FC_FLAG_IO_CLEANUP, &io_req->req_flags); in bnx2fc_eh_abort()
1228 if (cancel_delayed_work(&io_req->timeout_work)) in bnx2fc_eh_abort()
1229 kref_put(&io_req->refcount, in bnx2fc_eh_abort()
1231 set_bit(BNX2FC_FLAG_EH_ABORT, &io_req->req_flags); in bnx2fc_eh_abort()
1232 io_req->wait_for_abts_comp = 1; in bnx2fc_eh_abort()
1233 rc = bnx2fc_initiate_abts(io_req); in bnx2fc_eh_abort()
1235 io_req->wait_for_cleanup_comp = 1; in bnx2fc_eh_abort()
1236 bnx2fc_initiate_cleanup(io_req); in bnx2fc_eh_abort()
1238 wait_for_completion(&io_req->cleanup_done); in bnx2fc_eh_abort()
1240 io_req->wait_for_cleanup_comp = 0; in bnx2fc_eh_abort()
1246 time_left = wait_for_completion_timeout(&io_req->abts_done, in bnx2fc_eh_abort()
1249 BNX2FC_IO_DBG(io_req, in bnx2fc_eh_abort()
1253 io_req->wait_for_abts_comp = 0; in bnx2fc_eh_abort()
1254 if (test_bit(BNX2FC_FLAG_IO_COMPL, &io_req->req_flags)) { in bnx2fc_eh_abort()
1255 BNX2FC_IO_DBG(io_req, "IO completed in a different context\n"); in bnx2fc_eh_abort()
1258 &io_req->req_flags))) { in bnx2fc_eh_abort()
1261 io_req->xid); in bnx2fc_eh_abort()
1266 rc = bnx2fc_abts_cleanup(io_req); in bnx2fc_eh_abort()
1274 BNX2FC_IO_DBG(io_req, "abort succeeded\n"); in bnx2fc_eh_abort()
1276 bnx2fc_scsi_done(io_req, DID_ABORT); in bnx2fc_eh_abort()
1277 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_eh_abort()
1281 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_eh_abort()
1321 void bnx2fc_process_cleanup_compl(struct bnx2fc_cmd *io_req, in bnx2fc_process_cleanup_compl() argument
1325 BNX2FC_IO_DBG(io_req, "Entered process_cleanup_compl " in bnx2fc_process_cleanup_compl()
1327 kref_read(&io_req->refcount), io_req->cmd_type); in bnx2fc_process_cleanup_compl()
1333 &io_req->req_flags)) in bnx2fc_process_cleanup_compl()
1340 if (test_bit(BNX2FC_FLAG_ISSUE_ABTS, &io_req->req_flags) && in bnx2fc_process_cleanup_compl()
1341 !test_bit(BNX2FC_FLAG_ABTS_DONE, &io_req->req_flags)) { in bnx2fc_process_cleanup_compl()
1342 set_bit(BNX2FC_FLAG_ABTS_DONE, &io_req->req_flags); in bnx2fc_process_cleanup_compl()
1343 if (io_req->wait_for_abts_comp) in bnx2fc_process_cleanup_compl()
1344 complete(&io_req->abts_done); in bnx2fc_process_cleanup_compl()
1347 bnx2fc_scsi_done(io_req, DID_ERROR); in bnx2fc_process_cleanup_compl()
1348 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_process_cleanup_compl()
1349 if (io_req->wait_for_cleanup_comp) in bnx2fc_process_cleanup_compl()
1350 complete(&io_req->cleanup_done); in bnx2fc_process_cleanup_compl()
1353 void bnx2fc_process_abts_compl(struct bnx2fc_cmd *io_req, in bnx2fc_process_abts_compl() argument
1360 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_process_abts_compl()
1362 BNX2FC_IO_DBG(io_req, "Entered process_abts_compl xid = 0x%x" in bnx2fc_process_abts_compl()
1364 io_req->xid, in bnx2fc_process_abts_compl()
1365 kref_read(&io_req->refcount), io_req->cmd_type); in bnx2fc_process_abts_compl()
1368 &io_req->req_flags)) { in bnx2fc_process_abts_compl()
1369 BNX2FC_IO_DBG(io_req, "Timer context finished processing" in bnx2fc_process_abts_compl()
1378 if (test_bit(BNX2FC_FLAG_ISSUE_CLEANUP_REQ, &io_req->req_flags)) { in bnx2fc_process_abts_compl()
1379 clear_bit(BNX2FC_FLAG_ISSUE_CLEANUP_REQ, &io_req->req_flags); in bnx2fc_process_abts_compl()
1380 if (io_req->wait_for_cleanup_comp) in bnx2fc_process_abts_compl()
1381 complete(&io_req->cleanup_done); in bnx2fc_process_abts_compl()
1386 &io_req->req_flags)) in bnx2fc_process_abts_compl()
1395 if (test_bit(BNX2FC_FLAG_ISSUE_ABTS, &io_req->req_flags)) in bnx2fc_process_abts_compl()
1396 if (cancel_delayed_work(&io_req->timeout_work)) in bnx2fc_process_abts_compl()
1397 kref_put(&io_req->refcount, in bnx2fc_process_abts_compl()
1408 BNX2FC_IO_DBG(io_req, "ABTS response - ACC Send RRQ\n"); in bnx2fc_process_abts_compl()
1413 BNX2FC_IO_DBG(io_req, "ABTS response - RJT\n"); in bnx2fc_process_abts_compl()
1421 BNX2FC_IO_DBG(io_req, "Issue RRQ after R_A_TOV\n"); in bnx2fc_process_abts_compl()
1422 set_bit(BNX2FC_FLAG_ISSUE_RRQ, &io_req->req_flags); in bnx2fc_process_abts_compl()
1424 set_bit(BNX2FC_FLAG_RETIRE_OXID, &io_req->req_flags); in bnx2fc_process_abts_compl()
1425 bnx2fc_cmd_timer_set(io_req, r_a_tov); in bnx2fc_process_abts_compl()
1428 if (io_req->wait_for_abts_comp) { in bnx2fc_process_abts_compl()
1430 &io_req->req_flags)) in bnx2fc_process_abts_compl()
1431 complete(&io_req->abts_done); in bnx2fc_process_abts_compl()
1442 if (io_req->on_active_queue) { in bnx2fc_process_abts_compl()
1443 list_del_init(&io_req->link); in bnx2fc_process_abts_compl()
1444 io_req->on_active_queue = 0; in bnx2fc_process_abts_compl()
1446 list_add_tail(&io_req->link, &tgt->io_retire_queue); in bnx2fc_process_abts_compl()
1448 bnx2fc_scsi_done(io_req, DID_ERROR); in bnx2fc_process_abts_compl()
1449 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_process_abts_compl()
1453 static void bnx2fc_lun_reset_cmpl(struct bnx2fc_cmd *io_req) in bnx2fc_lun_reset_cmpl() argument
1455 struct scsi_cmnd *sc_cmd = io_req->sc_cmd; in bnx2fc_lun_reset_cmpl()
1456 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_lun_reset_cmpl()
1463 BNX2FC_IO_DBG(io_req, "Entered bnx2fc_lun_reset_cmpl\n"); in bnx2fc_lun_reset_cmpl()
1476 if (cancel_delayed_work(&io_req->timeout_work)) in bnx2fc_lun_reset_cmpl()
1477 kref_put(&io_req->refcount, in bnx2fc_lun_reset_cmpl()
1491 static void bnx2fc_tgt_reset_cmpl(struct bnx2fc_cmd *io_req) in bnx2fc_tgt_reset_cmpl() argument
1493 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_tgt_reset_cmpl()
1498 BNX2FC_IO_DBG(io_req, "Entered bnx2fc_tgt_reset_cmpl\n"); in bnx2fc_tgt_reset_cmpl()
1509 if (cancel_delayed_work(&io_req->timeout_work)) in bnx2fc_tgt_reset_cmpl()
1510 kref_put(&io_req->refcount, in bnx2fc_tgt_reset_cmpl()
1522 void bnx2fc_process_tm_compl(struct bnx2fc_cmd *io_req, in bnx2fc_process_tm_compl() argument
1528 struct scsi_cmnd *sc_cmd = io_req->sc_cmd; in bnx2fc_process_tm_compl()
1534 BNX2FC_IO_DBG(io_req, "Entered process_tm_compl\n"); in bnx2fc_process_tm_compl()
1536 if (!(test_bit(BNX2FC_FLAG_TM_TIMEOUT, &io_req->req_flags))) in bnx2fc_process_tm_compl()
1537 set_bit(BNX2FC_FLAG_TM_COMPL, &io_req->req_flags); in bnx2fc_process_tm_compl()
1546 tm_req = &(io_req->mp_req); in bnx2fc_process_tm_compl()
1561 bnx2fc_parse_fcp_rsp(io_req, in bnx2fc_process_tm_compl()
1564 if (io_req->fcp_rsp_code == 0) { in bnx2fc_process_tm_compl()
1567 bnx2fc_lun_reset_cmpl(io_req); in bnx2fc_process_tm_compl()
1569 bnx2fc_tgt_reset_cmpl(io_req); in bnx2fc_process_tm_compl()
1579 switch (io_req->fcp_status) { in bnx2fc_process_tm_compl()
1581 if (io_req->cdb_status == 0) { in bnx2fc_process_tm_compl()
1586 sc_cmd->result = (DID_OK << 16) | io_req->cdb_status; in bnx2fc_process_tm_compl()
1588 if (io_req->fcp_resid) in bnx2fc_process_tm_compl()
1589 scsi_set_resid(sc_cmd, io_req->fcp_resid); in bnx2fc_process_tm_compl()
1593 BNX2FC_IO_DBG(io_req, "process_tm_compl: fcp_status = %d\n", in bnx2fc_process_tm_compl()
1594 io_req->fcp_status); in bnx2fc_process_tm_compl()
1598 sc_cmd = io_req->sc_cmd; in bnx2fc_process_tm_compl()
1599 io_req->sc_cmd = NULL; in bnx2fc_process_tm_compl()
1602 if (io_req->on_tmf_queue) { in bnx2fc_process_tm_compl()
1604 list_del_init(&io_req->link); in bnx2fc_process_tm_compl()
1605 io_req->on_tmf_queue = 0; in bnx2fc_process_tm_compl()
1615 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_process_tm_compl()
1616 if (io_req->wait_for_abts_comp) { in bnx2fc_process_tm_compl()
1617 BNX2FC_IO_DBG(io_req, "tm_compl - wake up the waiter\n"); in bnx2fc_process_tm_compl()
1618 complete(&io_req->abts_done); in bnx2fc_process_tm_compl()
1622 static int bnx2fc_split_bd(struct bnx2fc_cmd *io_req, u64 addr, int sg_len, in bnx2fc_split_bd() argument
1625 struct fcoe_bd_ctx *bd = io_req->bd_tbl->bd_tbl; in bnx2fc_split_bd()
1647 static int bnx2fc_map_sg(struct bnx2fc_cmd *io_req) in bnx2fc_map_sg() argument
1649 struct bnx2fc_interface *interface = io_req->port->priv; in bnx2fc_map_sg()
1651 struct scsi_cmnd *sc = io_req->sc_cmd; in bnx2fc_map_sg()
1652 struct fcoe_bd_ctx *bd = io_req->bd_tbl->bd_tbl; in bnx2fc_map_sg()
1673 sg_frags = bnx2fc_split_bd(io_req, addr, sg_len, in bnx2fc_map_sg()
1689 io_req->xid); in bnx2fc_map_sg()
1693 static int bnx2fc_build_bd_list_from_sg(struct bnx2fc_cmd *io_req) in bnx2fc_build_bd_list_from_sg() argument
1695 struct scsi_cmnd *sc = io_req->sc_cmd; in bnx2fc_build_bd_list_from_sg()
1696 struct fcoe_bd_ctx *bd = io_req->bd_tbl->bd_tbl; in bnx2fc_build_bd_list_from_sg()
1700 bd_count = bnx2fc_map_sg(io_req); in bnx2fc_build_bd_list_from_sg()
1708 io_req->bd_tbl->bd_valid = bd_count; in bnx2fc_build_bd_list_from_sg()
1716 bd_count, io_req->xid); in bnx2fc_build_bd_list_from_sg()
1723 static void bnx2fc_unmap_sg_list(struct bnx2fc_cmd *io_req) in bnx2fc_unmap_sg_list() argument
1725 struct scsi_cmnd *sc = io_req->sc_cmd; in bnx2fc_unmap_sg_list()
1726 struct bnx2fc_interface *interface = io_req->port->priv; in bnx2fc_unmap_sg_list()
1733 if (io_req->bd_tbl->bd_valid && sc && scsi_sg_count(sc)) { in bnx2fc_unmap_sg_list()
1736 io_req->bd_tbl->bd_valid = 0; in bnx2fc_unmap_sg_list()
1740 void bnx2fc_build_fcp_cmnd(struct bnx2fc_cmd *io_req, in bnx2fc_build_fcp_cmnd() argument
1743 struct scsi_cmnd *sc_cmd = io_req->sc_cmd; in bnx2fc_build_fcp_cmnd()
1749 fcp_cmnd->fc_dl = htonl(io_req->data_xfer_len); in bnx2fc_build_fcp_cmnd()
1754 fcp_cmnd->fc_tm_flags = io_req->mp_req.tm_flags; in bnx2fc_build_fcp_cmnd()
1755 fcp_cmnd->fc_flags = io_req->io_req_flags; in bnx2fc_build_fcp_cmnd()
1759 static void bnx2fc_parse_fcp_rsp(struct bnx2fc_cmd *io_req, in bnx2fc_parse_fcp_rsp() argument
1763 struct scsi_cmnd *sc_cmd = io_req->sc_cmd; in bnx2fc_parse_fcp_rsp()
1769 io_req->fcp_status = FC_GOOD; in bnx2fc_parse_fcp_rsp()
1770 io_req->fcp_resid = 0; in bnx2fc_parse_fcp_rsp()
1773 io_req->fcp_resid = fcp_rsp->fcp_resid; in bnx2fc_parse_fcp_rsp()
1775 io_req->scsi_comp_flags = rsp_flags; in bnx2fc_parse_fcp_rsp()
1776 CMD_SCSI_STATUS(sc_cmd) = io_req->cdb_status = in bnx2fc_parse_fcp_rsp()
1800 io_req->fcp_rsp_len = fcp_rsp_len; in bnx2fc_parse_fcp_rsp()
1801 io_req->fcp_sns_len = fcp_sns_len; in bnx2fc_parse_fcp_rsp()
1814 io_req->fcp_rsp_code = rq_data[3]; in bnx2fc_parse_fcp_rsp()
1815 BNX2FC_IO_DBG(io_req, "fcp_rsp_code = %d\n", in bnx2fc_parse_fcp_rsp()
1816 io_req->fcp_rsp_code); in bnx2fc_parse_fcp_rsp()
1849 struct bnx2fc_cmd *io_req; in bnx2fc_queuecommand() local
1888 io_req = bnx2fc_cmd_alloc(tgt); in bnx2fc_queuecommand()
1889 if (!io_req) { in bnx2fc_queuecommand()
1893 io_req->sc_cmd = sc_cmd; in bnx2fc_queuecommand()
1895 if (bnx2fc_post_io_req(tgt, io_req)) { in bnx2fc_queuecommand()
1907 void bnx2fc_process_scsi_cmd_compl(struct bnx2fc_cmd *io_req, in bnx2fc_process_scsi_cmd_compl() argument
1912 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_process_scsi_cmd_compl()
1918 if (test_and_set_bit(BNX2FC_FLAG_IO_COMPL, &io_req->req_flags)) { in bnx2fc_process_scsi_cmd_compl()
1920 BNX2FC_IO_DBG(io_req, "Timer context finished processing " in bnx2fc_process_scsi_cmd_compl()
1923 &io_req->req_flags)) { in bnx2fc_process_scsi_cmd_compl()
1924 BNX2FC_IO_DBG(io_req, in bnx2fc_process_scsi_cmd_compl()
1926 bnx2fc_process_cleanup_compl(io_req, task, num_rq); in bnx2fc_process_scsi_cmd_compl()
1932 if (cancel_delayed_work(&io_req->timeout_work)) in bnx2fc_process_scsi_cmd_compl()
1933 kref_put(&io_req->refcount, in bnx2fc_process_scsi_cmd_compl()
1936 sc_cmd = io_req->sc_cmd; in bnx2fc_process_scsi_cmd_compl()
1947 bnx2fc_parse_fcp_rsp(io_req, fcp_rsp, num_rq, rq_data); in bnx2fc_process_scsi_cmd_compl()
1954 if (io_req->on_active_queue) { in bnx2fc_process_scsi_cmd_compl()
1955 list_del_init(&io_req->link); in bnx2fc_process_scsi_cmd_compl()
1956 io_req->on_active_queue = 0; in bnx2fc_process_scsi_cmd_compl()
1958 list_add_tail(&io_req->link, &tgt->io_retire_queue); in bnx2fc_process_scsi_cmd_compl()
1964 BNX2FC_IO_DBG(io_req, "xid not on active_cmd_queue\n"); in bnx2fc_process_scsi_cmd_compl()
1965 if (io_req->wait_for_abts_comp) in bnx2fc_process_scsi_cmd_compl()
1967 &io_req->req_flags)) in bnx2fc_process_scsi_cmd_compl()
1968 complete(&io_req->abts_done); in bnx2fc_process_scsi_cmd_compl()
1971 bnx2fc_unmap_sg_list(io_req); in bnx2fc_process_scsi_cmd_compl()
1972 io_req->sc_cmd = NULL; in bnx2fc_process_scsi_cmd_compl()
1974 switch (io_req->fcp_status) { in bnx2fc_process_scsi_cmd_compl()
1976 if (io_req->cdb_status == 0) { in bnx2fc_process_scsi_cmd_compl()
1981 BNX2FC_IO_DBG(io_req, "scsi_cmpl: cdb_status = %d" in bnx2fc_process_scsi_cmd_compl()
1983 io_req->cdb_status, io_req->fcp_resid); in bnx2fc_process_scsi_cmd_compl()
1984 sc_cmd->result = (DID_OK << 16) | io_req->cdb_status; in bnx2fc_process_scsi_cmd_compl()
1986 if (io_req->cdb_status == SAM_STAT_TASK_SET_FULL || in bnx2fc_process_scsi_cmd_compl()
1987 io_req->cdb_status == SAM_STAT_BUSY) { in bnx2fc_process_scsi_cmd_compl()
2013 if (io_req->fcp_resid) in bnx2fc_process_scsi_cmd_compl()
2014 scsi_set_resid(sc_cmd, io_req->fcp_resid); in bnx2fc_process_scsi_cmd_compl()
2018 io_req->fcp_status); in bnx2fc_process_scsi_cmd_compl()
2023 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_process_scsi_cmd_compl()
2027 struct bnx2fc_cmd *io_req) in bnx2fc_post_io_req() argument
2031 struct scsi_cmnd *sc_cmd = io_req->sc_cmd; in bnx2fc_post_io_req()
2043 io_req->cmd_type = BNX2FC_SCSI_CMD; in bnx2fc_post_io_req()
2044 io_req->port = port; in bnx2fc_post_io_req()
2045 io_req->tgt = tgt; in bnx2fc_post_io_req()
2046 io_req->data_xfer_len = scsi_bufflen(sc_cmd); in bnx2fc_post_io_req()
2047 sc_cmd->SCp.ptr = (char *)io_req; in bnx2fc_post_io_req()
2051 io_req->io_req_flags = BNX2FC_READ; in bnx2fc_post_io_req()
2053 stats->InputBytes += io_req->data_xfer_len; in bnx2fc_post_io_req()
2055 io_req->io_req_flags = BNX2FC_WRITE; in bnx2fc_post_io_req()
2057 stats->OutputBytes += io_req->data_xfer_len; in bnx2fc_post_io_req()
2059 io_req->io_req_flags = 0; in bnx2fc_post_io_req()
2064 xid = io_req->xid; in bnx2fc_post_io_req()
2067 if (bnx2fc_build_bd_list_from_sg(io_req)) { in bnx2fc_post_io_req()
2069 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_post_io_req()
2079 bnx2fc_init_task(io_req, task); in bnx2fc_post_io_req()
2083 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_post_io_req()
2089 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_post_io_req()
2095 bnx2fc_cmd_timer_set(io_req, BNX2FC_IO_TIMEOUT); in bnx2fc_post_io_req()
2101 io_req->on_active_queue = 1; in bnx2fc_post_io_req()
2103 list_add_tail(&io_req->link, &tgt->active_cmd_queue); in bnx2fc_post_io_req()