Lines Matching refs:cmd
477 int iscsit_queue_rsp(struct iscsi_conn *conn, struct iscsi_cmd *cmd) in iscsit_queue_rsp() argument
479 return iscsit_add_cmd_to_response_queue(cmd, cmd->conn, cmd->i_state); in iscsit_queue_rsp()
483 void iscsit_aborted_task(struct iscsi_conn *conn, struct iscsi_cmd *cmd) in iscsit_aborted_task() argument
486 if (!list_empty(&cmd->i_conn_node)) in iscsit_aborted_task()
487 list_del_init(&cmd->i_conn_node); in iscsit_aborted_task()
490 __iscsit_free_cmd(cmd, true); in iscsit_aborted_task()
499 iscsit_xmit_nondatain_pdu(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_xmit_nondatain_pdu() argument
502 struct iscsi_hdr *hdr = (struct iscsi_hdr *)cmd->pdu; in iscsit_xmit_nondatain_pdu()
507 iov = &cmd->iov_misc[0]; in iscsit_xmit_nondatain_pdu()
508 iov[niov].iov_base = cmd->pdu; in iscsit_xmit_nondatain_pdu()
512 u32 *header_digest = (u32 *)&cmd->pdu[ISCSI_HDR_LEN]; in iscsit_xmit_nondatain_pdu()
533 iov[niov].iov_base = &cmd->pad_bytes; in iscsit_xmit_nondatain_pdu()
543 padding, &cmd->pad_bytes, in iscsit_xmit_nondatain_pdu()
544 &cmd->data_crc); in iscsit_xmit_nondatain_pdu()
546 iov[niov].iov_base = &cmd->data_crc; in iscsit_xmit_nondatain_pdu()
551 data_buf_len, hdr->opcode, cmd->data_crc); in iscsit_xmit_nondatain_pdu()
555 cmd->iov_misc_count = niov; in iscsit_xmit_nondatain_pdu()
556 cmd->tx_size = tx_size; in iscsit_xmit_nondatain_pdu()
558 ret = iscsit_send_tx_data(cmd, conn, 1); in iscsit_xmit_nondatain_pdu()
567 static int iscsit_map_iovec(struct iscsi_cmd *cmd, struct kvec *iov, int nvec,
573 iscsit_xmit_datain_pdu(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_xmit_datain_pdu() argument
580 iov = &cmd->iov_data[0]; in iscsit_xmit_datain_pdu()
581 iov[iov_count].iov_base = cmd->pdu; in iscsit_xmit_datain_pdu()
586 u32 *header_digest = (u32 *)&cmd->pdu[ISCSI_HDR_LEN]; in iscsit_xmit_datain_pdu()
588 iscsit_do_crypto_hash_buf(conn->conn_tx_hash, cmd->pdu, in iscsit_xmit_datain_pdu()
599 iov_ret = iscsit_map_iovec(cmd, &cmd->iov_data[iov_count], in iscsit_xmit_datain_pdu()
600 cmd->orig_iov_data_count - (iov_count + 2), in iscsit_xmit_datain_pdu()
608 cmd->padding = ((-datain->length) & 3); in iscsit_xmit_datain_pdu()
609 if (cmd->padding) { in iscsit_xmit_datain_pdu()
610 iov[iov_count].iov_base = cmd->pad_bytes; in iscsit_xmit_datain_pdu()
611 iov[iov_count++].iov_len = cmd->padding; in iscsit_xmit_datain_pdu()
612 tx_size += cmd->padding; in iscsit_xmit_datain_pdu()
614 pr_debug("Attaching %u padding bytes\n", cmd->padding); in iscsit_xmit_datain_pdu()
618 cmd->data_crc = iscsit_do_crypto_hash_sg(conn->conn_tx_hash, in iscsit_xmit_datain_pdu()
619 cmd, datain->offset, in iscsit_xmit_datain_pdu()
621 cmd->padding, in iscsit_xmit_datain_pdu()
622 cmd->pad_bytes); in iscsit_xmit_datain_pdu()
624 iov[iov_count].iov_base = &cmd->data_crc; in iscsit_xmit_datain_pdu()
629 datain->length + cmd->padding, cmd->data_crc); in iscsit_xmit_datain_pdu()
632 cmd->iov_data_count = iov_count; in iscsit_xmit_datain_pdu()
633 cmd->tx_size = tx_size; in iscsit_xmit_datain_pdu()
635 ret = iscsit_fe_sendpage_sg(cmd, conn); in iscsit_xmit_datain_pdu()
637 iscsit_unmap_iovec(cmd); in iscsit_xmit_datain_pdu()
647 static int iscsit_xmit_pdu(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_xmit_pdu() argument
652 return iscsit_xmit_datain_pdu(conn, cmd, buf); in iscsit_xmit_pdu()
654 return iscsit_xmit_nondatain_pdu(conn, cmd, buf, buf_len); in iscsit_xmit_pdu()
794 struct iscsi_cmd *cmd; in iscsit_add_reject() local
796 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsit_add_reject()
797 if (!cmd) in iscsit_add_reject()
800 cmd->iscsi_opcode = ISCSI_OP_REJECT; in iscsit_add_reject()
801 cmd->reject_reason = reason; in iscsit_add_reject()
803 cmd->buf_ptr = kmemdup(buf, ISCSI_HDR_LEN, GFP_KERNEL); in iscsit_add_reject()
804 if (!cmd->buf_ptr) { in iscsit_add_reject()
806 iscsit_free_cmd(cmd, false); in iscsit_add_reject()
811 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_add_reject()
814 cmd->i_state = ISTATE_SEND_REJECT; in iscsit_add_reject()
815 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_add_reject()
822 struct iscsi_cmd *cmd, in iscsit_add_reject_from_cmd() argument
828 const bool do_put = cmd->se_cmd.se_tfo != NULL; in iscsit_add_reject_from_cmd()
830 if (!cmd->conn) { in iscsit_add_reject_from_cmd()
832 cmd->init_task_tag); in iscsit_add_reject_from_cmd()
835 conn = cmd->conn; in iscsit_add_reject_from_cmd()
837 cmd->iscsi_opcode = ISCSI_OP_REJECT; in iscsit_add_reject_from_cmd()
838 cmd->reject_reason = reason; in iscsit_add_reject_from_cmd()
840 cmd->buf_ptr = kmemdup(buf, ISCSI_HDR_LEN, GFP_KERNEL); in iscsit_add_reject_from_cmd()
841 if (!cmd->buf_ptr) { in iscsit_add_reject_from_cmd()
843 iscsit_free_cmd(cmd, false); in iscsit_add_reject_from_cmd()
849 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_add_reject_from_cmd()
853 cmd->i_state = ISTATE_SEND_REJECT; in iscsit_add_reject_from_cmd()
854 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_add_reject_from_cmd()
861 target_put_sess_cmd(&cmd->se_cmd); in iscsit_add_reject_from_cmd()
866 static int iscsit_add_reject_cmd(struct iscsi_cmd *cmd, u8 reason, in iscsit_add_reject_cmd() argument
869 return iscsit_add_reject_from_cmd(cmd, reason, true, buf); in iscsit_add_reject_cmd()
872 int iscsit_reject_cmd(struct iscsi_cmd *cmd, u8 reason, unsigned char *buf) in iscsit_reject_cmd() argument
874 return iscsit_add_reject_from_cmd(cmd, reason, false, buf); in iscsit_reject_cmd()
882 static int iscsit_map_iovec(struct iscsi_cmd *cmd, struct kvec *iov, int nvec, in iscsit_map_iovec() argument
897 if (ent >= cmd->se_cmd.t_data_nents) { in iscsit_map_iovec()
902 sg = &cmd->se_cmd.t_data_sg[ent]; in iscsit_map_iovec()
905 cmd->first_data_sg = sg; in iscsit_map_iovec()
906 cmd->first_data_sg_off = page_off; in iscsit_map_iovec()
925 cmd->kmapped_nents = i; in iscsit_map_iovec()
932 for_each_sg(cmd->se_cmd.t_data_sg, sg, in iscsit_map_iovec()
933 cmd->se_cmd.t_data_nents, i) { in iscsit_map_iovec()
940 static void iscsit_unmap_iovec(struct iscsi_cmd *cmd) in iscsit_unmap_iovec() argument
945 sg = cmd->first_data_sg; in iscsit_unmap_iovec()
947 for (i = 0; i < cmd->kmapped_nents; i++) in iscsit_unmap_iovec()
954 struct iscsi_cmd *cmd, *cmd_p; in iscsit_ack_from_expstatsn() local
962 list_for_each_entry_safe(cmd, cmd_p, &conn->conn_cmd_list, i_conn_node) { in iscsit_ack_from_expstatsn()
963 spin_lock(&cmd->istate_lock); in iscsit_ack_from_expstatsn()
964 if ((cmd->i_state == ISTATE_SENT_STATUS) && in iscsit_ack_from_expstatsn()
965 iscsi_sna_lt(cmd->stat_sn, exp_statsn)) { in iscsit_ack_from_expstatsn()
966 cmd->i_state = ISTATE_REMOVE; in iscsit_ack_from_expstatsn()
967 spin_unlock(&cmd->istate_lock); in iscsit_ack_from_expstatsn()
968 list_move_tail(&cmd->i_conn_node, &ack_list); in iscsit_ack_from_expstatsn()
971 spin_unlock(&cmd->istate_lock); in iscsit_ack_from_expstatsn()
975 list_for_each_entry_safe(cmd, cmd_p, &ack_list, i_conn_node) { in iscsit_ack_from_expstatsn()
976 list_del_init(&cmd->i_conn_node); in iscsit_ack_from_expstatsn()
977 iscsit_free_cmd(cmd, false); in iscsit_ack_from_expstatsn()
981 static int iscsit_allocate_iovecs(struct iscsi_cmd *cmd) in iscsit_allocate_iovecs() argument
983 u32 iov_count = max(1UL, DIV_ROUND_UP(cmd->se_cmd.data_length, PAGE_SIZE)); in iscsit_allocate_iovecs()
986 cmd->iov_data = kcalloc(iov_count, sizeof(*cmd->iov_data), GFP_KERNEL); in iscsit_allocate_iovecs()
987 if (!cmd->iov_data) in iscsit_allocate_iovecs()
990 cmd->orig_iov_data_count = iov_count; in iscsit_allocate_iovecs()
994 int iscsit_setup_scsi_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_setup_scsi_cmd() argument
1013 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1042 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1049 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1056 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1063 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1072 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1080 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1088 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1096 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1104 cmd->data_direction = data_direction; in iscsit_setup_scsi_cmd()
1124 cmd->iscsi_opcode = ISCSI_OP_SCSI_CMD; in iscsit_setup_scsi_cmd()
1125 cmd->i_state = ISTATE_NEW_CMD; in iscsit_setup_scsi_cmd()
1126 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? 1 : 0); in iscsit_setup_scsi_cmd()
1127 cmd->immediate_data = (payload_length) ? 1 : 0; in iscsit_setup_scsi_cmd()
1128 cmd->unsolicited_data = ((!(hdr->flags & ISCSI_FLAG_CMD_FINAL) && in iscsit_setup_scsi_cmd()
1130 if (cmd->unsolicited_data) in iscsit_setup_scsi_cmd()
1131 cmd->cmd_flags |= ICF_NON_IMMEDIATE_UNSOLICITED_DATA; in iscsit_setup_scsi_cmd()
1133 conn->sess->init_task_tag = cmd->init_task_tag = hdr->itt; in iscsit_setup_scsi_cmd()
1135 cmd->targ_xfer_tag = session_get_next_ttt(conn->sess); in iscsit_setup_scsi_cmd()
1137 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_setup_scsi_cmd()
1138 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_setup_scsi_cmd()
1139 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_setup_scsi_cmd()
1140 cmd->first_burst_len = payload_length; in iscsit_setup_scsi_cmd()
1143 cmd->data_direction == DMA_FROM_DEVICE) { in iscsit_setup_scsi_cmd()
1148 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1151 iscsit_attach_datain_req(cmd, dr); in iscsit_setup_scsi_cmd()
1157 transport_init_se_cmd(&cmd->se_cmd, &iscsi_ops, in iscsit_setup_scsi_cmd()
1159 cmd->data_direction, sam_task_attr, in iscsit_setup_scsi_cmd()
1160 cmd->sense_buffer + 2, scsilun_to_int(&hdr->lun)); in iscsit_setup_scsi_cmd()
1167 target_get_sess_cmd(&cmd->se_cmd, true); in iscsit_setup_scsi_cmd()
1169 cmd->se_cmd.tag = (__force u32)cmd->init_task_tag; in iscsit_setup_scsi_cmd()
1170 cmd->sense_reason = target_cmd_init_cdb(&cmd->se_cmd, hdr->cdb); in iscsit_setup_scsi_cmd()
1171 if (cmd->sense_reason) { in iscsit_setup_scsi_cmd()
1172 if (cmd->sense_reason == TCM_OUT_OF_RESOURCES) { in iscsit_setup_scsi_cmd()
1173 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1180 cmd->sense_reason = transport_lookup_cmd_lun(&cmd->se_cmd); in iscsit_setup_scsi_cmd()
1181 if (cmd->sense_reason) in iscsit_setup_scsi_cmd()
1184 cmd->sense_reason = target_cmd_parse_cdb(&cmd->se_cmd); in iscsit_setup_scsi_cmd()
1185 if (cmd->sense_reason) in iscsit_setup_scsi_cmd()
1188 if (iscsit_build_pdu_and_seq_lists(cmd, payload_length) < 0) { in iscsit_setup_scsi_cmd()
1189 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1195 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_setup_scsi_cmd()
1201 core_alua_check_nonop_delay(&cmd->se_cmd); in iscsit_setup_scsi_cmd()
1207 void iscsit_set_unsolicited_dataout(struct iscsi_cmd *cmd) in iscsit_set_unsolicited_dataout() argument
1209 iscsit_set_dataout_sequence_values(cmd); in iscsit_set_unsolicited_dataout()
1211 spin_lock_bh(&cmd->dataout_timeout_lock); in iscsit_set_unsolicited_dataout()
1212 iscsit_start_dataout_timer(cmd, cmd->conn); in iscsit_set_unsolicited_dataout()
1213 spin_unlock_bh(&cmd->dataout_timeout_lock); in iscsit_set_unsolicited_dataout()
1217 int iscsit_process_scsi_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_process_scsi_cmd() argument
1231 if (!cmd->immediate_data) { in iscsit_process_scsi_cmd()
1232 cmdsn_ret = iscsit_sequence_cmd(conn, cmd, in iscsit_process_scsi_cmd()
1237 target_put_sess_cmd(&cmd->se_cmd); in iscsit_process_scsi_cmd()
1247 if (!cmd->immediate_data) { in iscsit_process_scsi_cmd()
1248 if (!cmd->sense_reason && cmd->unsolicited_data) in iscsit_process_scsi_cmd()
1249 iscsit_set_unsolicited_dataout(cmd); in iscsit_process_scsi_cmd()
1250 if (!cmd->sense_reason) in iscsit_process_scsi_cmd()
1253 target_put_sess_cmd(&cmd->se_cmd); in iscsit_process_scsi_cmd()
1262 if (cmd->sense_reason) in iscsit_process_scsi_cmd()
1268 cmd->sense_reason = transport_generic_new_cmd(&cmd->se_cmd); in iscsit_process_scsi_cmd()
1269 if (cmd->sense_reason) in iscsit_process_scsi_cmd()
1277 iscsit_get_immediate_data(struct iscsi_cmd *cmd, struct iscsi_scsi_req *hdr, in iscsit_get_immediate_data() argument
1287 u32 length = min(cmd->se_cmd.data_length - cmd->write_data_done, in iscsit_get_immediate_data()
1288 cmd->first_burst_len); in iscsit_get_immediate_data()
1291 cmd->se_cmd.data_length, cmd->write_data_done, in iscsit_get_immediate_data()
1292 cmd->first_burst_len, length); in iscsit_get_immediate_data()
1293 rc = iscsit_dump_data_payload(cmd->conn, length, 1); in iscsit_get_immediate_data()
1298 immed_ret = iscsit_handle_immediate_data(cmd, hdr, in iscsit_get_immediate_data()
1299 cmd->first_burst_len); in iscsit_get_immediate_data()
1308 cmdsn_ret = iscsit_sequence_cmd(cmd->conn, cmd, in iscsit_get_immediate_data()
1313 if (cmd->sense_reason || cmdsn_ret == CMDSN_LOWER_THAN_EXP) { in iscsit_get_immediate_data()
1314 target_put_sess_cmd(&cmd->se_cmd); in iscsit_get_immediate_data()
1317 } else if (cmd->unsolicited_data) in iscsit_get_immediate_data()
1318 iscsit_set_unsolicited_dataout(cmd); in iscsit_get_immediate_data()
1332 cmd->i_state = ISTATE_REMOVE; in iscsit_get_immediate_data()
1333 iscsit_add_cmd_to_immediate_queue(cmd, cmd->conn, cmd->i_state); in iscsit_get_immediate_data()
1341 iscsit_handle_scsi_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_scsi_cmd() argument
1348 rc = iscsit_setup_scsi_cmd(conn, cmd, buf); in iscsit_handle_scsi_cmd()
1355 if (iscsit_allocate_iovecs(cmd) < 0) { in iscsit_handle_scsi_cmd()
1356 return iscsit_reject_cmd(cmd, in iscsit_handle_scsi_cmd()
1359 immed_data = cmd->immediate_data; in iscsit_handle_scsi_cmd()
1361 rc = iscsit_process_scsi_cmd(conn, cmd, hdr); in iscsit_handle_scsi_cmd()
1370 return iscsit_get_immediate_data(cmd, hdr, dump_payload); in iscsit_handle_scsi_cmd()
1375 struct iscsi_cmd *cmd, in iscsit_do_crypto_hash_sg() argument
1387 sg = cmd->first_data_sg; in iscsit_do_crypto_hash_sg()
1388 page_off = cmd->first_data_sg_off; in iscsit_do_crypto_hash_sg()
1448 struct iscsi_cmd *cmd, u32 payload_length, in __iscsit_check_dataout_hdr() argument
1463 if (cmd->cmd_flags & ICF_GOT_LAST_DATAOUT) { in __iscsit_check_dataout_hdr()
1466 cmd->init_task_tag); in __iscsit_check_dataout_hdr()
1470 if (cmd->data_direction != DMA_TO_DEVICE) { in __iscsit_check_dataout_hdr()
1472 " NON-WRITE command.\n", cmd->init_task_tag); in __iscsit_check_dataout_hdr()
1475 se_cmd = &cmd->se_cmd; in __iscsit_check_dataout_hdr()
1476 iscsit_mod_dataout_timer(cmd); in __iscsit_check_dataout_hdr()
1478 if ((be32_to_cpu(hdr->offset) + payload_length) > cmd->se_cmd.data_length) { in __iscsit_check_dataout_hdr()
1481 cmd->se_cmd.data_length); in __iscsit_check_dataout_hdr()
1482 return iscsit_reject_cmd(cmd, ISCSI_REASON_BOOKMARK_INVALID, buf); in __iscsit_check_dataout_hdr()
1485 if (cmd->unsolicited_data) { in __iscsit_check_dataout_hdr()
1491 transport_send_check_condition_and_sense(&cmd->se_cmd, in __iscsit_check_dataout_hdr()
1513 iscsit_stop_dataout_timer(cmd); in __iscsit_check_dataout_hdr()
1530 --cmd->outstanding_r2ts < 1) in __iscsit_check_dataout_hdr()
1531 iscsit_stop_dataout_timer(cmd); in __iscsit_check_dataout_hdr()
1540 rc = iscsit_check_pre_dataout(cmd, buf); in __iscsit_check_dataout_hdr()
1555 struct iscsi_cmd *cmd; in iscsit_check_dataout_hdr() local
1572 cmd = iscsit_find_cmd_from_itt_or_dump(conn, hdr->itt, payload_length); in iscsit_check_dataout_hdr()
1573 if (!cmd) in iscsit_check_dataout_hdr()
1576 rc = __iscsit_check_dataout_hdr(conn, buf, cmd, payload_length, &success); in iscsit_check_dataout_hdr()
1579 *out_cmd = cmd; in iscsit_check_dataout_hdr()
1586 iscsit_get_dataout(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_get_dataout() argument
1594 payload_length = min_t(u32, cmd->se_cmd.data_length, in iscsit_get_dataout()
1597 iov = &cmd->iov_data[0]; in iscsit_get_dataout()
1599 iov_ret = iscsit_map_iovec(cmd, iov, cmd->orig_iov_data_count - 2, in iscsit_get_dataout()
1608 iov[iov_count].iov_base = cmd->pad_bytes; in iscsit_get_dataout()
1620 WARN_ON_ONCE(iov_count > cmd->orig_iov_data_count); in iscsit_get_dataout()
1621 rx_got = rx_data(conn, &cmd->iov_data[0], iov_count, rx_size); in iscsit_get_dataout()
1623 iscsit_unmap_iovec(cmd); in iscsit_get_dataout()
1631 data_crc = iscsit_do_crypto_hash_sg(conn->conn_rx_hash, cmd, in iscsit_get_dataout()
1634 cmd->pad_bytes); in iscsit_get_dataout()
1654 iscsit_check_dataout_payload(struct iscsi_cmd *cmd, struct iscsi_data *hdr, in iscsit_check_dataout_payload() argument
1657 struct iscsi_conn *conn = cmd->conn; in iscsit_check_dataout_payload()
1663 rc = iscsit_check_post_dataout(cmd, (unsigned char *)hdr, data_crc_failed); in iscsit_check_dataout_payload()
1667 iscsit_set_dataout_sequence_values(cmd); in iscsit_check_dataout_payload()
1668 conn->conn_transport->iscsit_get_dataout(conn, cmd, false); in iscsit_check_dataout_payload()
1674 spin_lock_bh(&cmd->istate_lock); in iscsit_check_dataout_payload()
1675 ooo_cmdsn = (cmd->cmd_flags & ICF_OOO_CMDSN); in iscsit_check_dataout_payload()
1676 cmd->cmd_flags |= ICF_GOT_LAST_DATAOUT; in iscsit_check_dataout_payload()
1677 cmd->i_state = ISTATE_RECEIVED_LAST_DATAOUT; in iscsit_check_dataout_payload()
1678 spin_unlock_bh(&cmd->istate_lock); in iscsit_check_dataout_payload()
1680 iscsit_stop_dataout_timer(cmd); in iscsit_check_dataout_payload()
1683 target_execute_cmd(&cmd->se_cmd); in iscsit_check_dataout_payload()
1694 struct iscsi_cmd *cmd = NULL; in iscsit_handle_data_out() local
1699 rc = iscsit_check_dataout_hdr(conn, buf, &cmd); in iscsit_handle_data_out()
1702 else if (!cmd) in iscsit_handle_data_out()
1705 rc = iscsit_get_dataout(conn, cmd, hdr); in iscsit_handle_data_out()
1711 return iscsit_check_dataout_payload(cmd, hdr, data_crc_failed); in iscsit_handle_data_out()
1714 int iscsit_setup_nop_out(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_setup_nop_out() argument
1721 if (!cmd) in iscsit_setup_nop_out()
1725 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_setup_nop_out()
1732 if (!cmd) in iscsit_setup_nop_out()
1736 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_setup_nop_out()
1745 if (!cmd) in iscsit_setup_nop_out()
1749 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_setup_nop_out()
1766 cmd->iscsi_opcode = ISCSI_OP_NOOP_OUT; in iscsit_setup_nop_out()
1767 cmd->i_state = ISTATE_SEND_NOPIN; in iscsit_setup_nop_out()
1768 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? in iscsit_setup_nop_out()
1770 conn->sess->init_task_tag = cmd->init_task_tag = hdr->itt; in iscsit_setup_nop_out()
1771 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_setup_nop_out()
1772 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_setup_nop_out()
1773 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_setup_nop_out()
1774 cmd->data_direction = DMA_NONE; in iscsit_setup_nop_out()
1781 int iscsit_process_nop_out(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_process_nop_out() argument
1790 if (!cmd) in iscsit_process_nop_out()
1795 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_process_nop_out()
1801 iscsit_add_cmd_to_response_queue(cmd, conn, in iscsit_process_nop_out()
1802 cmd->i_state); in iscsit_process_nop_out()
1806 cmdsn_ret = iscsit_sequence_cmd(conn, cmd, in iscsit_process_nop_out()
1836 if (cmd) in iscsit_process_nop_out()
1837 iscsit_free_cmd(cmd, false); in iscsit_process_nop_out()
1843 static int iscsit_handle_nop_out(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_nop_out() argument
1852 ret = iscsit_setup_nop_out(conn, cmd, hdr); in iscsit_handle_nop_out()
1868 iov = &cmd->iov_misc[0]; in iscsit_handle_nop_out()
1876 iov[niov].iov_base = &cmd->pad_bytes; in iscsit_handle_nop_out()
1886 WARN_ON_ONCE(niov > ARRAY_SIZE(cmd->iov_misc)); in iscsit_handle_nop_out()
1887 rx_got = rx_data(conn, &cmd->iov_misc[0], niov, rx_size); in iscsit_handle_nop_out()
1896 cmd->pad_bytes, &data_crc); in iscsit_handle_nop_out()
1930 cmd->buf_ptr = ping_data; in iscsit_handle_nop_out()
1931 cmd->buf_ptr_size = payload_length; in iscsit_handle_nop_out()
1938 return iscsit_process_nop_out(conn, cmd, hdr); in iscsit_handle_nop_out()
1940 if (cmd) in iscsit_handle_nop_out()
1941 iscsit_free_cmd(cmd, false); in iscsit_handle_nop_out()
1970 iscsit_handle_task_mgt_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_task_mgt_cmd() argument
2000 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
2007 cmd->data_direction = DMA_NONE; in iscsit_handle_task_mgt_cmd()
2008 cmd->tmr_req = kzalloc(sizeof(*cmd->tmr_req), GFP_KERNEL); in iscsit_handle_task_mgt_cmd()
2009 if (!cmd->tmr_req) { in iscsit_handle_task_mgt_cmd()
2010 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
2015 transport_init_se_cmd(&cmd->se_cmd, &iscsi_ops, in iscsit_handle_task_mgt_cmd()
2017 TCM_SIMPLE_TAG, cmd->sense_buffer + 2, in iscsit_handle_task_mgt_cmd()
2020 target_get_sess_cmd(&cmd->se_cmd, true); in iscsit_handle_task_mgt_cmd()
2031 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
2035 ret = core_tmr_alloc_req(&cmd->se_cmd, cmd->tmr_req, tcm_function, in iscsit_handle_task_mgt_cmd()
2038 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
2041 cmd->tmr_req->se_tmr_req = cmd->se_cmd.se_tmr_req; in iscsit_handle_task_mgt_cmd()
2043 cmd->iscsi_opcode = ISCSI_OP_SCSI_TMFUNC; in iscsit_handle_task_mgt_cmd()
2044 cmd->i_state = ISTATE_SEND_TASKMGTRSP; in iscsit_handle_task_mgt_cmd()
2045 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? 1 : 0); in iscsit_handle_task_mgt_cmd()
2046 cmd->init_task_tag = hdr->itt; in iscsit_handle_task_mgt_cmd()
2047 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_handle_task_mgt_cmd()
2048 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_handle_task_mgt_cmd()
2049 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_handle_task_mgt_cmd()
2050 se_tmr = cmd->se_cmd.se_tmr_req; in iscsit_handle_task_mgt_cmd()
2051 tmr_req = cmd->tmr_req; in iscsit_handle_task_mgt_cmd()
2056 ret = transport_lookup_tmr_lun(&cmd->se_cmd); in iscsit_handle_task_mgt_cmd()
2065 se_tmr->response = iscsit_tmr_abort_task(cmd, buf); in iscsit_handle_task_mgt_cmd()
2087 se_tmr->response = iscsit_tmr_task_reassign(cmd, buf); in iscsit_handle_task_mgt_cmd()
2096 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
2111 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_handle_task_mgt_cmd()
2115 int cmdsn_ret = iscsit_sequence_cmd(conn, cmd, buf, hdr->cmdsn); in iscsit_handle_task_mgt_cmd()
2119 target_put_sess_cmd(&cmd->se_cmd); in iscsit_handle_task_mgt_cmd()
2133 return transport_generic_handle_tmr(&cmd->se_cmd); in iscsit_handle_task_mgt_cmd()
2143 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_handle_task_mgt_cmd()
2144 target_put_sess_cmd(&cmd->se_cmd); in iscsit_handle_task_mgt_cmd()
2151 iscsit_setup_text_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_setup_text_cmd() argument
2160 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_setup_text_cmd()
2167 return iscsit_reject_cmd(cmd, ISCSI_REASON_CMD_NOT_SUPPORTED, in iscsit_setup_text_cmd()
2175 cmd->iscsi_opcode = ISCSI_OP_TEXT; in iscsit_setup_text_cmd()
2176 cmd->i_state = ISTATE_SEND_TEXTRSP; in iscsit_setup_text_cmd()
2177 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? 1 : 0); in iscsit_setup_text_cmd()
2178 conn->sess->init_task_tag = cmd->init_task_tag = hdr->itt; in iscsit_setup_text_cmd()
2179 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_setup_text_cmd()
2180 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_setup_text_cmd()
2181 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_setup_text_cmd()
2182 cmd->data_direction = DMA_NONE; in iscsit_setup_text_cmd()
2183 kfree(cmd->text_in_ptr); in iscsit_setup_text_cmd()
2184 cmd->text_in_ptr = NULL; in iscsit_setup_text_cmd()
2191 iscsit_process_text_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_process_text_cmd() argument
2194 unsigned char *text_in = cmd->text_in_ptr, *text_ptr; in iscsit_process_text_cmd()
2198 cmd->targ_xfer_tag = be32_to_cpu(hdr->ttt); in iscsit_process_text_cmd()
2199 if (cmd->targ_xfer_tag == 0xFFFFFFFF) { in iscsit_process_text_cmd()
2215 cmd->cmd_flags |= ICF_SENDTARGETS_ALL; in iscsit_process_text_cmd()
2218 cmd->cmd_flags |= ICF_SENDTARGETS_SINGLE; in iscsit_process_text_cmd()
2226 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_process_text_cmd()
2233 cmdsn_ret = iscsit_sequence_cmd(conn, cmd, in iscsit_process_text_cmd()
2241 return iscsit_execute_cmd(cmd, 0); in iscsit_process_text_cmd()
2244 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_process_text_cmd()
2250 iscsit_handle_text_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_text_cmd() argument
2258 rc = iscsit_setup_text_cmd(conn, cmd, hdr); in iscsit_handle_text_cmd()
2274 cmd->text_in_ptr = text_in; in iscsit_handle_text_cmd()
2331 return iscsit_process_text_cmd(conn, cmd, hdr); in iscsit_handle_text_cmd()
2334 kfree(cmd->text_in_ptr); in iscsit_handle_text_cmd()
2335 cmd->text_in_ptr = NULL; in iscsit_handle_text_cmd()
2336 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, buf); in iscsit_handle_text_cmd()
2339 int iscsit_logout_closesession(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_logout_closesession() argument
2364 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_closesession()
2369 int iscsit_logout_closeconnection(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_logout_closeconnection() argument
2375 " %hu on CID: %hu.\n", cmd->logout_cid, conn->cid); in iscsit_logout_closeconnection()
2381 if (conn->cid == cmd->logout_cid) { in iscsit_logout_closeconnection()
2401 cmd->logout_cid); in iscsit_logout_closeconnection()
2403 cmd->logout_response = ISCSI_LOGOUT_CID_NOT_FOUND; in iscsit_logout_closeconnection()
2404 iscsit_add_cmd_to_response_queue(cmd, conn, in iscsit_logout_closeconnection()
2405 cmd->i_state); in iscsit_logout_closeconnection()
2412 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_closeconnection()
2417 int iscsit_logout_removeconnforrecovery(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_logout_removeconnforrecovery() argument
2422 " CID: %hu on CID: %hu.\n", cmd->logout_cid, conn->cid); in iscsit_logout_removeconnforrecovery()
2427 cmd->logout_response = ISCSI_LOGOUT_RECOVERY_UNSUPPORTED; in iscsit_logout_removeconnforrecovery()
2428 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_removeconnforrecovery()
2432 if (conn->cid == cmd->logout_cid) { in iscsit_logout_removeconnforrecovery()
2435 cmd->logout_cid, conn->cid); in iscsit_logout_removeconnforrecovery()
2436 cmd->logout_response = ISCSI_LOGOUT_CLEANUP_FAILED; in iscsit_logout_removeconnforrecovery()
2437 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_removeconnforrecovery()
2441 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_removeconnforrecovery()
2447 iscsit_handle_logout_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_logout_cmd() argument
2475 iscsit_free_cmd(cmd, false); in iscsit_handle_logout_cmd()
2479 cmd->iscsi_opcode = ISCSI_OP_LOGOUT; in iscsit_handle_logout_cmd()
2480 cmd->i_state = ISTATE_SEND_LOGOUTRSP; in iscsit_handle_logout_cmd()
2481 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? 1 : 0); in iscsit_handle_logout_cmd()
2482 conn->sess->init_task_tag = cmd->init_task_tag = hdr->itt; in iscsit_handle_logout_cmd()
2483 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_handle_logout_cmd()
2484 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_handle_logout_cmd()
2485 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_handle_logout_cmd()
2486 cmd->logout_cid = be16_to_cpu(hdr->cid); in iscsit_handle_logout_cmd()
2487 cmd->logout_reason = reason_code; in iscsit_handle_logout_cmd()
2488 cmd->data_direction = DMA_NONE; in iscsit_handle_logout_cmd()
2500 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_handle_logout_cmd()
2510 if (cmd->immediate_cmd) { in iscsit_handle_logout_cmd()
2511 int ret = iscsit_execute_cmd(cmd, 0); in iscsit_handle_logout_cmd()
2516 cmdsn_ret = iscsit_sequence_cmd(conn, cmd, buf, hdr->cmdsn); in iscsit_handle_logout_cmd()
2593 struct iscsi_cmd *cmd, in iscsit_handle_immediate_data() argument
2599 struct iscsi_conn *conn = cmd->conn; in iscsit_handle_immediate_data()
2603 BUG_ON(cmd->write_data_done > cmd->se_cmd.data_length); in iscsit_handle_immediate_data()
2604 rx_size = min(cmd->se_cmd.data_length - cmd->write_data_done, length); in iscsit_handle_immediate_data()
2605 iov_ret = iscsit_map_iovec(cmd, cmd->iov_data, in iscsit_handle_immediate_data()
2606 cmd->orig_iov_data_count - 2, in iscsit_handle_immediate_data()
2607 cmd->write_data_done, rx_size); in iscsit_handle_immediate_data()
2612 iov = &cmd->iov_data[0]; in iscsit_handle_immediate_data()
2620 iscsit_unmap_iovec(cmd); in iscsit_handle_immediate_data()
2623 cmd->overflow_buf = overflow_buf; in iscsit_handle_immediate_data()
2632 iov[iov_count].iov_base = cmd->pad_bytes; in iscsit_handle_immediate_data()
2643 WARN_ON_ONCE(iov_count > cmd->orig_iov_data_count); in iscsit_handle_immediate_data()
2644 rx_got = rx_data(conn, &cmd->iov_data[0], iov_count, rx_size); in iscsit_handle_immediate_data()
2646 iscsit_unmap_iovec(cmd); in iscsit_handle_immediate_data()
2656 data_crc = iscsit_do_crypto_hash_sg(conn->conn_rx_hash, cmd, in iscsit_handle_immediate_data()
2657 cmd->write_data_done, length, padding, in iscsit_handle_immediate_data()
2658 cmd->pad_bytes); in iscsit_handle_immediate_data()
2669 iscsit_reject_cmd(cmd, in iscsit_handle_immediate_data()
2674 iscsit_reject_cmd(cmd, in iscsit_handle_immediate_data()
2686 cmd->write_data_done += length; in iscsit_handle_immediate_data()
2688 if (cmd->write_data_done == cmd->se_cmd.data_length) { in iscsit_handle_immediate_data()
2689 spin_lock_bh(&cmd->istate_lock); in iscsit_handle_immediate_data()
2690 cmd->cmd_flags |= ICF_GOT_LAST_DATAOUT; in iscsit_handle_immediate_data()
2691 cmd->i_state = ISTATE_RECEIVED_LAST_DATAOUT; in iscsit_handle_immediate_data()
2692 spin_unlock_bh(&cmd->istate_lock); in iscsit_handle_immediate_data()
2702 struct iscsi_cmd *cmd; in iscsit_build_conn_drop_async_message() local
2723 cmd = iscsit_allocate_cmd(conn_p, TASK_RUNNING); in iscsit_build_conn_drop_async_message()
2724 if (!cmd) { in iscsit_build_conn_drop_async_message()
2729 cmd->logout_cid = conn->cid; in iscsit_build_conn_drop_async_message()
2730 cmd->iscsi_opcode = ISCSI_OP_ASYNC_EVENT; in iscsit_build_conn_drop_async_message()
2731 cmd->i_state = ISTATE_SEND_ASYNCMSG; in iscsit_build_conn_drop_async_message()
2734 list_add_tail(&cmd->i_conn_node, &conn_p->conn_cmd_list); in iscsit_build_conn_drop_async_message()
2737 iscsit_add_cmd_to_response_queue(cmd, conn_p, cmd->i_state); in iscsit_build_conn_drop_async_message()
2742 struct iscsi_cmd *cmd, in iscsit_send_conn_drop_async_message() argument
2747 cmd->iscsi_opcode = ISCSI_OP_ASYNC_EVENT; in iscsit_send_conn_drop_async_message()
2749 hdr = (struct iscsi_async *) cmd->pdu; in iscsit_send_conn_drop_async_message()
2752 cmd->init_task_tag = RESERVED_ITT; in iscsit_send_conn_drop_async_message()
2753 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_send_conn_drop_async_message()
2755 cmd->stat_sn = conn->stat_sn++; in iscsit_send_conn_drop_async_message()
2756 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_send_conn_drop_async_message()
2760 hdr->param1 = cpu_to_be16(cmd->logout_cid); in iscsit_send_conn_drop_async_message()
2765 " 0x%08x, for CID: %hu on CID: %hu\n", cmd->stat_sn, in iscsit_send_conn_drop_async_message()
2766 cmd->logout_cid, conn->cid); in iscsit_send_conn_drop_async_message()
2768 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_conn_drop_async_message()
2782 iscsit_build_datain_pdu(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_datain_pdu() argument
2789 if (cmd->se_cmd.se_cmd_flags & SCF_OVERFLOW_BIT) { in iscsit_build_datain_pdu()
2791 hdr->residual_count = cpu_to_be32(cmd->se_cmd.residual_count); in iscsit_build_datain_pdu()
2792 } else if (cmd->se_cmd.se_cmd_flags & SCF_UNDERFLOW_BIT) { in iscsit_build_datain_pdu()
2794 hdr->residual_count = cpu_to_be32(cmd->se_cmd.residual_count); in iscsit_build_datain_pdu()
2799 int_to_scsilun(cmd->se_cmd.orig_fe_lun, in iscsit_build_datain_pdu()
2804 hdr->itt = cmd->init_task_tag; in iscsit_build_datain_pdu()
2807 hdr->ttt = cpu_to_be32(cmd->targ_xfer_tag); in iscsit_build_datain_pdu()
2811 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_datain_pdu()
2822 cmd->init_task_tag, ntohl(hdr->statsn), ntohl(hdr->datasn), in iscsit_build_datain_pdu()
2827 static int iscsit_send_datain(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_datain() argument
2829 struct iscsi_data_rsp *hdr = (struct iscsi_data_rsp *)&cmd->pdu[0]; in iscsit_send_datain()
2836 dr = iscsit_get_datain_values(cmd, &datain); in iscsit_send_datain()
2839 cmd->init_task_tag); in iscsit_send_datain()
2845 if ((datain.offset + datain.length) > cmd->se_cmd.data_length) { in iscsit_send_datain()
2848 cmd->init_task_tag, datain.offset, datain.length, in iscsit_send_datain()
2849 cmd->se_cmd.data_length); in iscsit_send_datain()
2859 (cmd->se_cmd.se_cmd_flags & SCF_TRANSPORT_TASK_SENSE)) in iscsit_send_datain()
2864 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_send_datain()
2865 cmd->stat_sn = conn->stat_sn++; in iscsit_send_datain()
2872 iscsit_build_datain_pdu(cmd, conn, &datain, hdr, set_statsn); in iscsit_send_datain()
2874 ret = conn->conn_transport->iscsit_xmit_pdu(conn, cmd, dr, &datain, 0); in iscsit_send_datain()
2879 eodr = (cmd->se_cmd.se_cmd_flags & SCF_TRANSPORT_TASK_SENSE) ? in iscsit_send_datain()
2881 iscsit_free_datain_req(cmd, dr); in iscsit_send_datain()
2888 iscsit_build_logout_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_logout_rsp() argument
2899 switch (cmd->logout_reason) { in iscsit_build_logout_rsp()
2903 cmd->logout_response = ISCSI_LOGOUT_SUCCESS; in iscsit_build_logout_rsp()
2906 if (cmd->logout_response == ISCSI_LOGOUT_CID_NOT_FOUND) in iscsit_build_logout_rsp()
2921 " successful.\n", cmd->logout_cid, conn->cid); in iscsit_build_logout_rsp()
2922 cmd->logout_response = ISCSI_LOGOUT_SUCCESS; in iscsit_build_logout_rsp()
2925 if ((cmd->logout_response == ISCSI_LOGOUT_RECOVERY_UNSUPPORTED) || in iscsit_build_logout_rsp()
2926 (cmd->logout_response == ISCSI_LOGOUT_CLEANUP_FAILED)) in iscsit_build_logout_rsp()
2933 cmd->logout_cid); in iscsit_build_logout_rsp()
2940 conn->sess, cmd->logout_cid); in iscsit_build_logout_rsp()
2944 cmd->logout_cid); in iscsit_build_logout_rsp()
2945 cmd->logout_response = ISCSI_LOGOUT_CID_NOT_FOUND; in iscsit_build_logout_rsp()
2949 iscsit_discard_cr_cmds_by_expstatsn(cr, cmd->exp_stat_sn); in iscsit_build_logout_rsp()
2953 cmd->logout_cid, conn->cid); in iscsit_build_logout_rsp()
2954 cmd->logout_response = ISCSI_LOGOUT_SUCCESS; in iscsit_build_logout_rsp()
2958 cmd->logout_reason); in iscsit_build_logout_rsp()
2964 hdr->response = cmd->logout_response; in iscsit_build_logout_rsp()
2965 hdr->itt = cmd->init_task_tag; in iscsit_build_logout_rsp()
2966 cmd->stat_sn = conn->stat_sn++; in iscsit_build_logout_rsp()
2967 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_logout_rsp()
2969 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_logout_rsp()
2975 cmd->init_task_tag, cmd->stat_sn, hdr->response, in iscsit_build_logout_rsp()
2976 cmd->logout_cid, conn->cid); in iscsit_build_logout_rsp()
2983 iscsit_send_logout(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_logout() argument
2987 rc = iscsit_build_logout_rsp(cmd, conn, in iscsit_send_logout()
2988 (struct iscsi_logout_rsp *)&cmd->pdu[0]); in iscsit_send_logout()
2992 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_logout()
2996 iscsit_build_nopin_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_nopin_rsp() argument
3001 hton24(hdr->dlength, cmd->buf_ptr_size); in iscsit_build_nopin_rsp()
3004 hdr->itt = cmd->init_task_tag; in iscsit_build_nopin_rsp()
3005 hdr->ttt = cpu_to_be32(cmd->targ_xfer_tag); in iscsit_build_nopin_rsp()
3006 cmd->stat_sn = (nopout_response) ? conn->stat_sn++ : in iscsit_build_nopin_rsp()
3008 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_nopin_rsp()
3011 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_nopin_rsp()
3018 "Solicited" : "Unsolicited", cmd->init_task_tag, in iscsit_build_nopin_rsp()
3019 cmd->targ_xfer_tag, cmd->stat_sn, cmd->buf_ptr_size); in iscsit_build_nopin_rsp()
3027 struct iscsi_cmd *cmd, in iscsit_send_unsolicited_nopin() argument
3031 struct iscsi_nopin *hdr = (struct iscsi_nopin *)&cmd->pdu[0]; in iscsit_send_unsolicited_nopin()
3034 iscsit_build_nopin_rsp(cmd, conn, hdr, false); in iscsit_send_unsolicited_nopin()
3037 " 0x%08x CID: %hu\n", hdr->ttt, cmd->stat_sn, conn->cid); in iscsit_send_unsolicited_nopin()
3039 ret = conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_unsolicited_nopin()
3043 spin_lock_bh(&cmd->istate_lock); in iscsit_send_unsolicited_nopin()
3044 cmd->i_state = want_response ? in iscsit_send_unsolicited_nopin()
3046 spin_unlock_bh(&cmd->istate_lock); in iscsit_send_unsolicited_nopin()
3052 iscsit_send_nopin(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_nopin() argument
3054 struct iscsi_nopin *hdr = (struct iscsi_nopin *)&cmd->pdu[0]; in iscsit_send_nopin()
3056 iscsit_build_nopin_rsp(cmd, conn, hdr, true); in iscsit_send_nopin()
3062 pr_debug("Echoing back %u bytes of ping data.\n", cmd->buf_ptr_size); in iscsit_send_nopin()
3064 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, in iscsit_send_nopin()
3065 cmd->buf_ptr, in iscsit_send_nopin()
3066 cmd->buf_ptr_size); in iscsit_send_nopin()
3070 struct iscsi_cmd *cmd, in iscsit_send_r2t() argument
3077 r2t = iscsit_get_r2t_from_list(cmd); in iscsit_send_r2t()
3081 hdr = (struct iscsi_r2t_rsp *) cmd->pdu; in iscsit_send_r2t()
3085 int_to_scsilun(cmd->se_cmd.orig_fe_lun, in iscsit_send_r2t()
3087 hdr->itt = cmd->init_task_tag; in iscsit_send_r2t()
3089 conn->conn_transport->iscsit_get_r2t_ttt(conn, cmd, r2t); in iscsit_send_r2t()
3102 (!r2t->recovery_r2t) ? "" : "Recovery ", cmd->init_task_tag, in iscsit_send_r2t()
3106 spin_lock_bh(&cmd->r2t_lock); in iscsit_send_r2t()
3108 spin_unlock_bh(&cmd->r2t_lock); in iscsit_send_r2t()
3110 ret = conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_r2t()
3115 spin_lock_bh(&cmd->dataout_timeout_lock); in iscsit_send_r2t()
3116 iscsit_start_dataout_timer(cmd, conn); in iscsit_send_r2t()
3117 spin_unlock_bh(&cmd->dataout_timeout_lock); in iscsit_send_r2t()
3128 struct iscsi_cmd *cmd, in iscsit_build_r2ts_for_cmd() argument
3134 spin_lock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3135 if (cmd->cmd_flags & ICF_SENT_LAST_R2T) { in iscsit_build_r2ts_for_cmd()
3136 spin_unlock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3142 cmd->r2t_offset = max(cmd->r2t_offset, cmd->write_data_done); in iscsit_build_r2ts_for_cmd()
3144 while (cmd->outstanding_r2ts < conn->sess->sess_ops->MaxOutstandingR2T) { in iscsit_build_r2ts_for_cmd()
3146 offset = cmd->r2t_offset; in iscsit_build_r2ts_for_cmd()
3151 cmd->next_burst_len; in iscsit_build_r2ts_for_cmd()
3153 if (new_data_end > cmd->se_cmd.data_length) in iscsit_build_r2ts_for_cmd()
3154 xfer_len = cmd->se_cmd.data_length - offset; in iscsit_build_r2ts_for_cmd()
3158 cmd->next_burst_len; in iscsit_build_r2ts_for_cmd()
3163 if (new_data_end > cmd->se_cmd.data_length) in iscsit_build_r2ts_for_cmd()
3164 xfer_len = cmd->se_cmd.data_length - offset; in iscsit_build_r2ts_for_cmd()
3170 cmd->cmd_flags |= ICF_SENT_LAST_R2T; in iscsit_build_r2ts_for_cmd()
3174 cmd->r2t_offset += xfer_len; in iscsit_build_r2ts_for_cmd()
3176 if (cmd->r2t_offset == cmd->se_cmd.data_length) in iscsit_build_r2ts_for_cmd()
3177 cmd->cmd_flags |= ICF_SENT_LAST_R2T; in iscsit_build_r2ts_for_cmd()
3181 seq = iscsit_get_seq_holder_for_r2t(cmd); in iscsit_build_r2ts_for_cmd()
3183 spin_unlock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3190 if (cmd->seq_send_order == cmd->seq_count) in iscsit_build_r2ts_for_cmd()
3191 cmd->cmd_flags |= ICF_SENT_LAST_R2T; in iscsit_build_r2ts_for_cmd()
3193 cmd->outstanding_r2ts++; in iscsit_build_r2ts_for_cmd()
3196 if (iscsit_add_r2t_to_list(cmd, offset, xfer_len, 0, 0) < 0) { in iscsit_build_r2ts_for_cmd()
3197 spin_unlock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3201 if (cmd->cmd_flags & ICF_SENT_LAST_R2T) in iscsit_build_r2ts_for_cmd()
3204 spin_unlock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3210 void iscsit_build_rsp_pdu(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_rsp_pdu() argument
3214 cmd->stat_sn = conn->stat_sn++; in iscsit_build_rsp_pdu()
3221 if (cmd->se_cmd.se_cmd_flags & SCF_OVERFLOW_BIT) { in iscsit_build_rsp_pdu()
3223 hdr->residual_count = cpu_to_be32(cmd->se_cmd.residual_count); in iscsit_build_rsp_pdu()
3224 } else if (cmd->se_cmd.se_cmd_flags & SCF_UNDERFLOW_BIT) { in iscsit_build_rsp_pdu()
3226 hdr->residual_count = cpu_to_be32(cmd->se_cmd.residual_count); in iscsit_build_rsp_pdu()
3228 hdr->response = cmd->iscsi_response; in iscsit_build_rsp_pdu()
3229 hdr->cmd_status = cmd->se_cmd.scsi_status; in iscsit_build_rsp_pdu()
3230 hdr->itt = cmd->init_task_tag; in iscsit_build_rsp_pdu()
3231 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_rsp_pdu()
3233 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_rsp_pdu()
3239 cmd->init_task_tag, cmd->stat_sn, cmd->se_cmd.scsi_status, in iscsit_build_rsp_pdu()
3240 cmd->se_cmd.scsi_status, conn->cid); in iscsit_build_rsp_pdu()
3244 static int iscsit_send_response(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_response() argument
3246 struct iscsi_scsi_rsp *hdr = (struct iscsi_scsi_rsp *)&cmd->pdu[0]; in iscsit_send_response()
3247 bool inc_stat_sn = (cmd->i_state == ISTATE_SEND_STATUS); in iscsit_send_response()
3251 iscsit_build_rsp_pdu(cmd, conn, inc_stat_sn, hdr); in iscsit_send_response()
3256 if (cmd->se_cmd.sense_buffer && in iscsit_send_response()
3257 ((cmd->se_cmd.se_cmd_flags & SCF_TRANSPORT_TASK_SENSE) || in iscsit_send_response()
3258 (cmd->se_cmd.se_cmd_flags & SCF_EMULATED_TASK_SENSE))) { in iscsit_send_response()
3259 put_unaligned_be16(cmd->se_cmd.scsi_sense_length, cmd->sense_buffer); in iscsit_send_response()
3260 cmd->se_cmd.scsi_sense_length += sizeof (__be16); in iscsit_send_response()
3262 padding = -(cmd->se_cmd.scsi_sense_length) & 3; in iscsit_send_response()
3263 hton24(hdr->dlength, (u32)cmd->se_cmd.scsi_sense_length); in iscsit_send_response()
3264 data_buf = cmd->sense_buffer; in iscsit_send_response()
3265 data_buf_len = cmd->se_cmd.scsi_sense_length + padding; in iscsit_send_response()
3268 memset(cmd->sense_buffer + in iscsit_send_response()
3269 cmd->se_cmd.scsi_sense_length, 0, padding); in iscsit_send_response()
3276 cmd->se_cmd.scsi_sense_length); in iscsit_send_response()
3279 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, data_buf, in iscsit_send_response()
3301 iscsit_build_task_mgt_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_task_mgt_rsp() argument
3304 struct se_tmr_req *se_tmr = cmd->se_cmd.se_tmr_req; in iscsit_build_task_mgt_rsp()
3309 hdr->itt = cmd->init_task_tag; in iscsit_build_task_mgt_rsp()
3310 cmd->stat_sn = conn->stat_sn++; in iscsit_build_task_mgt_rsp()
3311 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_task_mgt_rsp()
3313 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_task_mgt_rsp()
3319 cmd->init_task_tag, cmd->stat_sn, hdr->response, conn->cid); in iscsit_build_task_mgt_rsp()
3324 iscsit_send_task_mgt_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_task_mgt_rsp() argument
3326 struct iscsi_tm_rsp *hdr = (struct iscsi_tm_rsp *)&cmd->pdu[0]; in iscsit_send_task_mgt_rsp()
3328 iscsit_build_task_mgt_rsp(cmd, conn, hdr); in iscsit_send_task_mgt_rsp()
3330 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_task_mgt_rsp()
3336 iscsit_build_sendtargets_response(struct iscsi_cmd *cmd, in iscsit_build_sendtargets_response() argument
3341 struct iscsi_conn *conn = cmd->conn; in iscsit_build_sendtargets_response()
3348 unsigned char *text_in = cmd->text_in_ptr, *text_ptr = NULL; in iscsit_build_sendtargets_response()
3362 if (cmd->cmd_flags & ICF_SENDTARGETS_SINGLE) { in iscsit_build_sendtargets_response()
3378 if ((cmd->cmd_flags & ICF_SENDTARGETS_SINGLE) && in iscsit_build_sendtargets_response()
3396 cmd->conn->sess->sess_ops->InitiatorName))) { in iscsit_build_sendtargets_response()
3475 if (cmd->cmd_flags & ICF_SENDTARGETS_SINGLE) in iscsit_build_sendtargets_response()
3480 cmd->buf_ptr = payload; in iscsit_build_sendtargets_response()
3486 iscsit_build_text_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_text_rsp() argument
3493 text_length = iscsit_build_sendtargets_response(cmd, network_transport, in iscsit_build_text_rsp()
3494 cmd->read_data_done, in iscsit_build_text_rsp()
3503 cmd->read_data_done += text_length; in iscsit_build_text_rsp()
3504 if (cmd->targ_xfer_tag == 0xFFFFFFFF) in iscsit_build_text_rsp()
3505 cmd->targ_xfer_tag = session_get_next_ttt(conn->sess); in iscsit_build_text_rsp()
3510 hdr->itt = cmd->init_task_tag; in iscsit_build_text_rsp()
3511 hdr->ttt = cpu_to_be32(cmd->targ_xfer_tag); in iscsit_build_text_rsp()
3512 cmd->stat_sn = conn->stat_sn++; in iscsit_build_text_rsp()
3513 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_text_rsp()
3515 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_text_rsp()
3521 cmd->maxcmdsn_inc = 0; in iscsit_build_text_rsp()
3526 " Length: %u, CID: %hu F: %d C: %d\n", cmd->init_task_tag, in iscsit_build_text_rsp()
3527 cmd->targ_xfer_tag, cmd->stat_sn, text_length, conn->cid, in iscsit_build_text_rsp()
3536 struct iscsi_cmd *cmd, in iscsit_send_text_rsp() argument
3539 struct iscsi_text_rsp *hdr = (struct iscsi_text_rsp *)cmd->pdu; in iscsit_send_text_rsp()
3542 text_length = iscsit_build_text_rsp(cmd, conn, hdr, in iscsit_send_text_rsp()
3547 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, in iscsit_send_text_rsp()
3548 cmd->buf_ptr, in iscsit_send_text_rsp()
3553 iscsit_build_reject(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_reject() argument
3557 hdr->reason = cmd->reject_reason; in iscsit_build_reject()
3561 cmd->stat_sn = conn->stat_sn++; in iscsit_build_reject()
3562 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_reject()
3570 struct iscsi_cmd *cmd, in iscsit_send_reject() argument
3573 struct iscsi_reject *hdr = (struct iscsi_reject *)&cmd->pdu[0]; in iscsit_send_reject()
3575 iscsit_build_reject(cmd, conn, hdr); in iscsit_send_reject()
3580 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, in iscsit_send_reject()
3581 cmd->buf_ptr, in iscsit_send_reject()
3611 iscsit_immediate_queue(struct iscsi_conn *conn, struct iscsi_cmd *cmd, int state) in iscsit_immediate_queue() argument
3617 ret = iscsit_send_r2t(cmd, conn); in iscsit_immediate_queue()
3623 list_del_init(&cmd->i_conn_node); in iscsit_immediate_queue()
3626 iscsit_free_cmd(cmd, false); in iscsit_immediate_queue()
3630 ret = iscsit_send_unsolicited_nopin(cmd, conn, 1); in iscsit_immediate_queue()
3635 ret = iscsit_send_unsolicited_nopin(cmd, conn, 0); in iscsit_immediate_queue()
3642 cmd->iscsi_opcode, cmd->init_task_tag, state, in iscsit_immediate_queue()
3659 struct iscsi_cmd *cmd; in iscsit_handle_immediate_queue() local
3665 cmd = qr->cmd; in iscsit_handle_immediate_queue()
3669 ret = t->iscsit_immediate_queue(conn, cmd, state); in iscsit_handle_immediate_queue()
3678 iscsit_response_queue(struct iscsi_conn *conn, struct iscsi_cmd *cmd, int state) in iscsit_response_queue() argument
3685 ret = iscsit_send_datain(cmd, conn); in iscsit_response_queue()
3693 spin_lock_bh(&cmd->istate_lock); in iscsit_response_queue()
3694 cmd->i_state = ISTATE_SENT_STATUS; in iscsit_response_queue()
3695 spin_unlock_bh(&cmd->istate_lock); in iscsit_response_queue()
3704 spin_lock_bh(&cmd->istate_lock); in iscsit_response_queue()
3705 cmd->i_state = ISTATE_SEND_STATUS; in iscsit_response_queue()
3706 spin_unlock_bh(&cmd->istate_lock); in iscsit_response_queue()
3714 ret = iscsit_send_response(cmd, conn); in iscsit_response_queue()
3717 ret = iscsit_send_logout(cmd, conn); in iscsit_response_queue()
3721 cmd, conn); in iscsit_response_queue()
3724 ret = iscsit_send_nopin(cmd, conn); in iscsit_response_queue()
3727 ret = iscsit_send_reject(cmd, conn); in iscsit_response_queue()
3730 ret = iscsit_send_task_mgt_rsp(cmd, conn); in iscsit_response_queue()
3733 ret = iscsit_tmr_post_handler(cmd, conn); in iscsit_response_queue()
3738 ret = iscsit_send_text_rsp(cmd, conn); in iscsit_response_queue()
3743 cmd->iscsi_opcode, cmd->init_task_tag, in iscsit_response_queue()
3752 if (!iscsit_logout_post_handler(cmd, conn)) in iscsit_response_queue()
3762 spin_lock_bh(&cmd->istate_lock); in iscsit_response_queue()
3763 cmd->i_state = ISTATE_SENT_STATUS; in iscsit_response_queue()
3764 spin_unlock_bh(&cmd->istate_lock); in iscsit_response_queue()
3769 cmd->iscsi_opcode, cmd->init_task_tag, in iscsit_response_queue()
3770 cmd->i_state, conn->cid); in iscsit_response_queue()
3788 struct iscsi_cmd *cmd; in iscsit_handle_response_queue() local
3793 cmd = qr->cmd; in iscsit_handle_response_queue()
3797 ret = t->iscsit_response_queue(conn, cmd, state); in iscsit_handle_response_queue()
3866 struct iscsi_cmd *cmd; in iscsi_target_rx_opcode() local
3871 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3872 if (!cmd) in iscsi_target_rx_opcode()
3875 ret = iscsit_handle_scsi_cmd(conn, cmd, buf); in iscsi_target_rx_opcode()
3881 cmd = NULL; in iscsi_target_rx_opcode()
3883 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3884 if (!cmd) in iscsi_target_rx_opcode()
3887 ret = iscsit_handle_nop_out(conn, cmd, buf); in iscsi_target_rx_opcode()
3890 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3891 if (!cmd) in iscsi_target_rx_opcode()
3894 ret = iscsit_handle_task_mgt_cmd(conn, cmd, buf); in iscsi_target_rx_opcode()
3898 cmd = iscsit_find_cmd_from_itt(conn, hdr->itt); in iscsi_target_rx_opcode()
3899 if (!cmd) in iscsi_target_rx_opcode()
3902 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3903 if (!cmd) in iscsi_target_rx_opcode()
3907 ret = iscsit_handle_text_cmd(conn, cmd, buf); in iscsi_target_rx_opcode()
3910 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3911 if (!cmd) in iscsi_target_rx_opcode()
3914 ret = iscsit_handle_logout_cmd(conn, cmd, buf); in iscsi_target_rx_opcode()
4074 struct iscsi_cmd *cmd = NULL, *cmd_tmp = NULL; in iscsit_release_commands_from_conn() local
4084 list_for_each_entry_safe(cmd, cmd_tmp, &tmp_list, i_conn_node) { in iscsit_release_commands_from_conn()
4085 struct se_cmd *se_cmd = &cmd->se_cmd; in iscsit_release_commands_from_conn()
4095 list_move_tail(&cmd->i_conn_node, in iscsit_release_commands_from_conn()
4105 list_for_each_entry_safe(cmd, cmd_tmp, &tmp_list, i_conn_node) { in iscsit_release_commands_from_conn()
4106 list_del_init(&cmd->i_conn_node); in iscsit_release_commands_from_conn()
4108 iscsit_increment_maxcmdsn(cmd, sess); in iscsit_release_commands_from_conn()
4109 iscsit_free_cmd(cmd, true); in iscsit_release_commands_from_conn()
4117 struct iscsi_cmd *cmd; in iscsit_stop_timers_for_cmds() local
4120 list_for_each_entry(cmd, &conn->conn_cmd_list, i_conn_node) { in iscsit_stop_timers_for_cmds()
4121 if (cmd->data_direction == DMA_TO_DEVICE) in iscsit_stop_timers_for_cmds()
4122 iscsit_stop_dataout_timer(cmd); in iscsit_stop_timers_for_cmds()
4526 struct iscsi_cmd *cmd, in iscsit_logout_post_handler() argument
4531 switch (cmd->logout_reason) { in iscsit_logout_post_handler()
4533 switch (cmd->logout_response) { in iscsit_logout_post_handler()
4542 if (conn->cid == cmd->logout_cid) { in iscsit_logout_post_handler()
4543 switch (cmd->logout_response) { in iscsit_logout_post_handler()
4551 switch (cmd->logout_response) { in iscsit_logout_post_handler()
4554 cmd->logout_cid); in iscsit_logout_post_handler()
4565 switch (cmd->logout_response) { in iscsit_logout_post_handler()