• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * ibmvfc.c -- driver for IBM Power Virtual Fibre Channel Adapter
4  *
5  * Written By: Brian King <brking@linux.vnet.ibm.com>, IBM Corporation
6  *
7  * Copyright (C) IBM Corporation, 2008
8  */
9 
10 #include <linux/module.h>
11 #include <linux/moduleparam.h>
12 #include <linux/dma-mapping.h>
13 #include <linux/dmapool.h>
14 #include <linux/delay.h>
15 #include <linux/interrupt.h>
16 #include <linux/kthread.h>
17 #include <linux/slab.h>
18 #include <linux/of.h>
19 #include <linux/pm.h>
20 #include <linux/stringify.h>
21 #include <linux/bsg-lib.h>
22 #include <asm/firmware.h>
23 #include <asm/irq.h>
24 #include <asm/vio.h>
25 #include <scsi/scsi.h>
26 #include <scsi/scsi_cmnd.h>
27 #include <scsi/scsi_host.h>
28 #include <scsi/scsi_device.h>
29 #include <scsi/scsi_tcq.h>
30 #include <scsi/scsi_transport_fc.h>
31 #include <scsi/scsi_bsg_fc.h>
32 #include "ibmvfc.h"
33 
34 static unsigned int init_timeout = IBMVFC_INIT_TIMEOUT;
35 static unsigned int default_timeout = IBMVFC_DEFAULT_TIMEOUT;
36 static u64 max_lun = IBMVFC_MAX_LUN;
37 static unsigned int max_targets = IBMVFC_MAX_TARGETS;
38 static unsigned int max_requests = IBMVFC_MAX_REQUESTS_DEFAULT;
39 static unsigned int disc_threads = IBMVFC_MAX_DISC_THREADS;
40 static unsigned int ibmvfc_debug = IBMVFC_DEBUG;
41 static unsigned int log_level = IBMVFC_DEFAULT_LOG_LEVEL;
42 static unsigned int cls3_error = IBMVFC_CLS3_ERROR;
43 static LIST_HEAD(ibmvfc_head);
44 static DEFINE_SPINLOCK(ibmvfc_driver_lock);
45 static struct scsi_transport_template *ibmvfc_transport_template;
46 
47 MODULE_DESCRIPTION("IBM Virtual Fibre Channel Driver");
48 MODULE_AUTHOR("Brian King <brking@linux.vnet.ibm.com>");
49 MODULE_LICENSE("GPL");
50 MODULE_VERSION(IBMVFC_DRIVER_VERSION);
51 
52 module_param_named(init_timeout, init_timeout, uint, S_IRUGO | S_IWUSR);
53 MODULE_PARM_DESC(init_timeout, "Initialization timeout in seconds. "
54 		 "[Default=" __stringify(IBMVFC_INIT_TIMEOUT) "]");
55 module_param_named(default_timeout, default_timeout, uint, S_IRUGO | S_IWUSR);
56 MODULE_PARM_DESC(default_timeout,
57 		 "Default timeout in seconds for initialization and EH commands. "
58 		 "[Default=" __stringify(IBMVFC_DEFAULT_TIMEOUT) "]");
59 module_param_named(max_requests, max_requests, uint, S_IRUGO);
60 MODULE_PARM_DESC(max_requests, "Maximum requests for this adapter. "
61 		 "[Default=" __stringify(IBMVFC_MAX_REQUESTS_DEFAULT) "]");
62 module_param_named(max_lun, max_lun, ullong, S_IRUGO);
63 MODULE_PARM_DESC(max_lun, "Maximum allowed LUN. "
64 		 "[Default=" __stringify(IBMVFC_MAX_LUN) "]");
65 module_param_named(max_targets, max_targets, uint, S_IRUGO);
66 MODULE_PARM_DESC(max_targets, "Maximum allowed targets. "
67 		 "[Default=" __stringify(IBMVFC_MAX_TARGETS) "]");
68 module_param_named(disc_threads, disc_threads, uint, S_IRUGO);
69 MODULE_PARM_DESC(disc_threads, "Number of device discovery threads to use. "
70 		 "[Default=" __stringify(IBMVFC_MAX_DISC_THREADS) "]");
71 module_param_named(debug, ibmvfc_debug, uint, S_IRUGO | S_IWUSR);
72 MODULE_PARM_DESC(debug, "Enable driver debug information. "
73 		 "[Default=" __stringify(IBMVFC_DEBUG) "]");
74 module_param_named(log_level, log_level, uint, 0);
75 MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver. "
76 		 "[Default=" __stringify(IBMVFC_DEFAULT_LOG_LEVEL) "]");
77 module_param_named(cls3_error, cls3_error, uint, 0);
78 MODULE_PARM_DESC(cls3_error, "Enable FC Class 3 Error Recovery. "
79 		 "[Default=" __stringify(IBMVFC_CLS3_ERROR) "]");
80 
81 static const struct {
82 	u16 status;
83 	u16 error;
84 	u8 result;
85 	u8 retry;
86 	int log;
87 	char *name;
88 } cmd_status [] = {
89 	{ IBMVFC_FABRIC_MAPPED, IBMVFC_UNABLE_TO_ESTABLISH, DID_ERROR, 1, 1, "unable to establish" },
90 	{ IBMVFC_FABRIC_MAPPED, IBMVFC_XPORT_FAULT, DID_OK, 1, 0, "transport fault" },
91 	{ IBMVFC_FABRIC_MAPPED, IBMVFC_CMD_TIMEOUT, DID_TIME_OUT, 1, 1, "command timeout" },
92 	{ IBMVFC_FABRIC_MAPPED, IBMVFC_ENETDOWN, DID_TRANSPORT_DISRUPTED, 1, 1, "network down" },
93 	{ IBMVFC_FABRIC_MAPPED, IBMVFC_HW_FAILURE, DID_ERROR, 1, 1, "hardware failure" },
94 	{ IBMVFC_FABRIC_MAPPED, IBMVFC_LINK_DOWN_ERR, DID_REQUEUE, 0, 0, "link down" },
95 	{ IBMVFC_FABRIC_MAPPED, IBMVFC_LINK_DEAD_ERR, DID_ERROR, 0, 0, "link dead" },
96 	{ IBMVFC_FABRIC_MAPPED, IBMVFC_UNABLE_TO_REGISTER, DID_ERROR, 1, 1, "unable to register" },
97 	{ IBMVFC_FABRIC_MAPPED, IBMVFC_XPORT_BUSY, DID_BUS_BUSY, 1, 0, "transport busy" },
98 	{ IBMVFC_FABRIC_MAPPED, IBMVFC_XPORT_DEAD, DID_ERROR, 0, 1, "transport dead" },
99 	{ IBMVFC_FABRIC_MAPPED, IBMVFC_CONFIG_ERROR, DID_ERROR, 1, 1, "configuration error" },
100 	{ IBMVFC_FABRIC_MAPPED, IBMVFC_NAME_SERVER_FAIL, DID_ERROR, 1, 1, "name server failure" },
101 	{ IBMVFC_FABRIC_MAPPED, IBMVFC_LINK_HALTED, DID_REQUEUE, 1, 0, "link halted" },
102 	{ IBMVFC_FABRIC_MAPPED, IBMVFC_XPORT_GENERAL, DID_OK, 1, 0, "general transport error" },
103 
104 	{ IBMVFC_VIOS_FAILURE, IBMVFC_CRQ_FAILURE, DID_REQUEUE, 1, 1, "CRQ failure" },
105 	{ IBMVFC_VIOS_FAILURE, IBMVFC_SW_FAILURE, DID_ERROR, 0, 1, "software failure" },
106 	{ IBMVFC_VIOS_FAILURE, IBMVFC_INVALID_PARAMETER, DID_ERROR, 0, 1, "invalid parameter" },
107 	{ IBMVFC_VIOS_FAILURE, IBMVFC_MISSING_PARAMETER, DID_ERROR, 0, 1, "missing parameter" },
108 	{ IBMVFC_VIOS_FAILURE, IBMVFC_HOST_IO_BUS, DID_ERROR, 1, 1, "host I/O bus failure" },
109 	{ IBMVFC_VIOS_FAILURE, IBMVFC_TRANS_CANCELLED, DID_ERROR, 0, 1, "transaction cancelled" },
110 	{ IBMVFC_VIOS_FAILURE, IBMVFC_TRANS_CANCELLED_IMPLICIT, DID_ERROR, 0, 1, "transaction cancelled implicit" },
111 	{ IBMVFC_VIOS_FAILURE, IBMVFC_INSUFFICIENT_RESOURCE, DID_REQUEUE, 1, 1, "insufficient resources" },
112 	{ IBMVFC_VIOS_FAILURE, IBMVFC_PLOGI_REQUIRED, DID_ERROR, 0, 1, "port login required" },
113 	{ IBMVFC_VIOS_FAILURE, IBMVFC_COMMAND_FAILED, DID_ERROR, 1, 1, "command failed" },
114 
115 	{ IBMVFC_FC_FAILURE, IBMVFC_INVALID_ELS_CMD_CODE, DID_ERROR, 0, 1, "invalid ELS command code" },
116 	{ IBMVFC_FC_FAILURE, IBMVFC_INVALID_VERSION, DID_ERROR, 0, 1, "invalid version level" },
117 	{ IBMVFC_FC_FAILURE, IBMVFC_LOGICAL_ERROR, DID_ERROR, 1, 1, "logical error" },
118 	{ IBMVFC_FC_FAILURE, IBMVFC_INVALID_CT_IU_SIZE, DID_ERROR, 0, 1, "invalid CT_IU size" },
119 	{ IBMVFC_FC_FAILURE, IBMVFC_LOGICAL_BUSY, DID_REQUEUE, 1, 0, "logical busy" },
120 	{ IBMVFC_FC_FAILURE, IBMVFC_PROTOCOL_ERROR, DID_ERROR, 1, 1, "protocol error" },
121 	{ IBMVFC_FC_FAILURE, IBMVFC_UNABLE_TO_PERFORM_REQ, DID_ERROR, 1, 1, "unable to perform request" },
122 	{ IBMVFC_FC_FAILURE, IBMVFC_CMD_NOT_SUPPORTED, DID_ERROR, 0, 0, "command not supported" },
123 	{ IBMVFC_FC_FAILURE, IBMVFC_SERVER_NOT_AVAIL, DID_ERROR, 0, 1, "server not available" },
124 	{ IBMVFC_FC_FAILURE, IBMVFC_CMD_IN_PROGRESS, DID_ERROR, 0, 1, "command already in progress" },
125 	{ IBMVFC_FC_FAILURE, IBMVFC_VENDOR_SPECIFIC, DID_ERROR, 1, 1, "vendor specific" },
126 
127 	{ IBMVFC_FC_SCSI_ERROR, 0, DID_OK, 1, 0, "SCSI error" },
128 	{ IBMVFC_FC_SCSI_ERROR, IBMVFC_COMMAND_FAILED, DID_ERROR, 0, 1, "PRLI to device failed." },
129 };
130 
131 static void ibmvfc_npiv_login(struct ibmvfc_host *);
132 static void ibmvfc_tgt_send_prli(struct ibmvfc_target *);
133 static void ibmvfc_tgt_send_plogi(struct ibmvfc_target *);
134 static void ibmvfc_tgt_query_target(struct ibmvfc_target *);
135 static void ibmvfc_npiv_logout(struct ibmvfc_host *);
136 static void ibmvfc_tgt_implicit_logout_and_del(struct ibmvfc_target *);
137 static void ibmvfc_tgt_move_login(struct ibmvfc_target *);
138 
139 static const char *unknown_error = "unknown error";
140 
141 #ifdef CONFIG_SCSI_IBMVFC_TRACE
142 /**
143  * ibmvfc_trc_start - Log a start trace entry
144  * @evt:		ibmvfc event struct
145  *
146  **/
ibmvfc_trc_start(struct ibmvfc_event * evt)147 static void ibmvfc_trc_start(struct ibmvfc_event *evt)
148 {
149 	struct ibmvfc_host *vhost = evt->vhost;
150 	struct ibmvfc_cmd *vfc_cmd = &evt->iu.cmd;
151 	struct ibmvfc_mad_common *mad = &evt->iu.mad_common;
152 	struct ibmvfc_trace_entry *entry;
153 
154 	entry = &vhost->trace[vhost->trace_index++];
155 	entry->evt = evt;
156 	entry->time = jiffies;
157 	entry->fmt = evt->crq.format;
158 	entry->type = IBMVFC_TRC_START;
159 
160 	switch (entry->fmt) {
161 	case IBMVFC_CMD_FORMAT:
162 		entry->op_code = vfc_cmd->iu.cdb[0];
163 		entry->scsi_id = be64_to_cpu(vfc_cmd->tgt_scsi_id);
164 		entry->lun = scsilun_to_int(&vfc_cmd->iu.lun);
165 		entry->tmf_flags = vfc_cmd->iu.tmf_flags;
166 		entry->u.start.xfer_len = be32_to_cpu(vfc_cmd->iu.xfer_len);
167 		break;
168 	case IBMVFC_MAD_FORMAT:
169 		entry->op_code = be32_to_cpu(mad->opcode);
170 		break;
171 	default:
172 		break;
173 	}
174 }
175 
176 /**
177  * ibmvfc_trc_end - Log an end trace entry
178  * @evt:		ibmvfc event struct
179  *
180  **/
ibmvfc_trc_end(struct ibmvfc_event * evt)181 static void ibmvfc_trc_end(struct ibmvfc_event *evt)
182 {
183 	struct ibmvfc_host *vhost = evt->vhost;
184 	struct ibmvfc_cmd *vfc_cmd = &evt->xfer_iu->cmd;
185 	struct ibmvfc_mad_common *mad = &evt->xfer_iu->mad_common;
186 	struct ibmvfc_trace_entry *entry = &vhost->trace[vhost->trace_index++];
187 
188 	entry->evt = evt;
189 	entry->time = jiffies;
190 	entry->fmt = evt->crq.format;
191 	entry->type = IBMVFC_TRC_END;
192 
193 	switch (entry->fmt) {
194 	case IBMVFC_CMD_FORMAT:
195 		entry->op_code = vfc_cmd->iu.cdb[0];
196 		entry->scsi_id = be64_to_cpu(vfc_cmd->tgt_scsi_id);
197 		entry->lun = scsilun_to_int(&vfc_cmd->iu.lun);
198 		entry->tmf_flags = vfc_cmd->iu.tmf_flags;
199 		entry->u.end.status = be16_to_cpu(vfc_cmd->status);
200 		entry->u.end.error = be16_to_cpu(vfc_cmd->error);
201 		entry->u.end.fcp_rsp_flags = vfc_cmd->rsp.flags;
202 		entry->u.end.rsp_code = vfc_cmd->rsp.data.info.rsp_code;
203 		entry->u.end.scsi_status = vfc_cmd->rsp.scsi_status;
204 		break;
205 	case IBMVFC_MAD_FORMAT:
206 		entry->op_code = be32_to_cpu(mad->opcode);
207 		entry->u.end.status = be16_to_cpu(mad->status);
208 		break;
209 	default:
210 		break;
211 
212 	}
213 }
214 
215 #else
216 #define ibmvfc_trc_start(evt) do { } while (0)
217 #define ibmvfc_trc_end(evt) do { } while (0)
218 #endif
219 
220 /**
221  * ibmvfc_get_err_index - Find the index into cmd_status for the fcp response
222  * @status:		status / error class
223  * @error:		error
224  *
225  * Return value:
226  *	index into cmd_status / -EINVAL on failure
227  **/
ibmvfc_get_err_index(u16 status,u16 error)228 static int ibmvfc_get_err_index(u16 status, u16 error)
229 {
230 	int i;
231 
232 	for (i = 0; i < ARRAY_SIZE(cmd_status); i++)
233 		if ((cmd_status[i].status & status) == cmd_status[i].status &&
234 		    cmd_status[i].error == error)
235 			return i;
236 
237 	return -EINVAL;
238 }
239 
240 /**
241  * ibmvfc_get_cmd_error - Find the error description for the fcp response
242  * @status:		status / error class
243  * @error:		error
244  *
245  * Return value:
246  *	error description string
247  **/
ibmvfc_get_cmd_error(u16 status,u16 error)248 static const char *ibmvfc_get_cmd_error(u16 status, u16 error)
249 {
250 	int rc = ibmvfc_get_err_index(status, error);
251 	if (rc >= 0)
252 		return cmd_status[rc].name;
253 	return unknown_error;
254 }
255 
256 /**
257  * ibmvfc_get_err_result - Find the scsi status to return for the fcp response
258  * @vfc_cmd:	ibmvfc command struct
259  *
260  * Return value:
261  *	SCSI result value to return for completed command
262  **/
ibmvfc_get_err_result(struct ibmvfc_cmd * vfc_cmd)263 static int ibmvfc_get_err_result(struct ibmvfc_cmd *vfc_cmd)
264 {
265 	int err;
266 	struct ibmvfc_fcp_rsp *rsp = &vfc_cmd->rsp;
267 	int fc_rsp_len = be32_to_cpu(rsp->fcp_rsp_len);
268 
269 	if ((rsp->flags & FCP_RSP_LEN_VALID) &&
270 	    ((fc_rsp_len && fc_rsp_len != 4 && fc_rsp_len != 8) ||
271 	     rsp->data.info.rsp_code))
272 		return DID_ERROR << 16;
273 
274 	err = ibmvfc_get_err_index(be16_to_cpu(vfc_cmd->status), be16_to_cpu(vfc_cmd->error));
275 	if (err >= 0)
276 		return rsp->scsi_status | (cmd_status[err].result << 16);
277 	return rsp->scsi_status | (DID_ERROR << 16);
278 }
279 
280 /**
281  * ibmvfc_retry_cmd - Determine if error status is retryable
282  * @status:		status / error class
283  * @error:		error
284  *
285  * Return value:
286  *	1 if error should be retried / 0 if it should not
287  **/
ibmvfc_retry_cmd(u16 status,u16 error)288 static int ibmvfc_retry_cmd(u16 status, u16 error)
289 {
290 	int rc = ibmvfc_get_err_index(status, error);
291 
292 	if (rc >= 0)
293 		return cmd_status[rc].retry;
294 	return 1;
295 }
296 
297 static const char *unknown_fc_explain = "unknown fc explain";
298 
299 static const struct {
300 	u16 fc_explain;
301 	char *name;
302 } ls_explain [] = {
303 	{ 0x00, "no additional explanation" },
304 	{ 0x01, "service parameter error - options" },
305 	{ 0x03, "service parameter error - initiator control" },
306 	{ 0x05, "service parameter error - recipient control" },
307 	{ 0x07, "service parameter error - received data field size" },
308 	{ 0x09, "service parameter error - concurrent seq" },
309 	{ 0x0B, "service parameter error - credit" },
310 	{ 0x0D, "invalid N_Port/F_Port_Name" },
311 	{ 0x0E, "invalid node/Fabric Name" },
312 	{ 0x0F, "invalid common service parameters" },
313 	{ 0x11, "invalid association header" },
314 	{ 0x13, "association header required" },
315 	{ 0x15, "invalid originator S_ID" },
316 	{ 0x17, "invalid OX_ID-RX-ID combination" },
317 	{ 0x19, "command (request) already in progress" },
318 	{ 0x1E, "N_Port Login requested" },
319 	{ 0x1F, "Invalid N_Port_ID" },
320 };
321 
322 static const struct {
323 	u16 fc_explain;
324 	char *name;
325 } gs_explain [] = {
326 	{ 0x00, "no additional explanation" },
327 	{ 0x01, "port identifier not registered" },
328 	{ 0x02, "port name not registered" },
329 	{ 0x03, "node name not registered" },
330 	{ 0x04, "class of service not registered" },
331 	{ 0x06, "initial process associator not registered" },
332 	{ 0x07, "FC-4 TYPEs not registered" },
333 	{ 0x08, "symbolic port name not registered" },
334 	{ 0x09, "symbolic node name not registered" },
335 	{ 0x0A, "port type not registered" },
336 	{ 0xF0, "authorization exception" },
337 	{ 0xF1, "authentication exception" },
338 	{ 0xF2, "data base full" },
339 	{ 0xF3, "data base empty" },
340 	{ 0xF4, "processing request" },
341 	{ 0xF5, "unable to verify connection" },
342 	{ 0xF6, "devices not in a common zone" },
343 };
344 
345 /**
346  * ibmvfc_get_ls_explain - Return the FC Explain description text
347  * @status:	FC Explain status
348  *
349  * Returns:
350  *	error string
351  **/
ibmvfc_get_ls_explain(u16 status)352 static const char *ibmvfc_get_ls_explain(u16 status)
353 {
354 	int i;
355 
356 	for (i = 0; i < ARRAY_SIZE(ls_explain); i++)
357 		if (ls_explain[i].fc_explain == status)
358 			return ls_explain[i].name;
359 
360 	return unknown_fc_explain;
361 }
362 
363 /**
364  * ibmvfc_get_gs_explain - Return the FC Explain description text
365  * @status:	FC Explain status
366  *
367  * Returns:
368  *	error string
369  **/
ibmvfc_get_gs_explain(u16 status)370 static const char *ibmvfc_get_gs_explain(u16 status)
371 {
372 	int i;
373 
374 	for (i = 0; i < ARRAY_SIZE(gs_explain); i++)
375 		if (gs_explain[i].fc_explain == status)
376 			return gs_explain[i].name;
377 
378 	return unknown_fc_explain;
379 }
380 
381 static const struct {
382 	enum ibmvfc_fc_type fc_type;
383 	char *name;
384 } fc_type [] = {
385 	{ IBMVFC_FABRIC_REJECT, "fabric reject" },
386 	{ IBMVFC_PORT_REJECT, "port reject" },
387 	{ IBMVFC_LS_REJECT, "ELS reject" },
388 	{ IBMVFC_FABRIC_BUSY, "fabric busy" },
389 	{ IBMVFC_PORT_BUSY, "port busy" },
390 	{ IBMVFC_BASIC_REJECT, "basic reject" },
391 };
392 
393 static const char *unknown_fc_type = "unknown fc type";
394 
395 /**
396  * ibmvfc_get_fc_type - Return the FC Type description text
397  * @status:	FC Type error status
398  *
399  * Returns:
400  *	error string
401  **/
ibmvfc_get_fc_type(u16 status)402 static const char *ibmvfc_get_fc_type(u16 status)
403 {
404 	int i;
405 
406 	for (i = 0; i < ARRAY_SIZE(fc_type); i++)
407 		if (fc_type[i].fc_type == status)
408 			return fc_type[i].name;
409 
410 	return unknown_fc_type;
411 }
412 
413 /**
414  * ibmvfc_set_tgt_action - Set the next init action for the target
415  * @tgt:		ibmvfc target struct
416  * @action:		action to perform
417  *
418  * Returns:
419  *	0 if action changed / non-zero if not changed
420  **/
ibmvfc_set_tgt_action(struct ibmvfc_target * tgt,enum ibmvfc_target_action action)421 static int ibmvfc_set_tgt_action(struct ibmvfc_target *tgt,
422 				  enum ibmvfc_target_action action)
423 {
424 	int rc = -EINVAL;
425 
426 	switch (tgt->action) {
427 	case IBMVFC_TGT_ACTION_LOGOUT_RPORT:
428 		if (action == IBMVFC_TGT_ACTION_LOGOUT_RPORT_WAIT ||
429 		    action == IBMVFC_TGT_ACTION_DEL_RPORT) {
430 			tgt->action = action;
431 			rc = 0;
432 		}
433 		break;
434 	case IBMVFC_TGT_ACTION_LOGOUT_RPORT_WAIT:
435 		if (action == IBMVFC_TGT_ACTION_DEL_RPORT ||
436 		    action == IBMVFC_TGT_ACTION_DEL_AND_LOGOUT_RPORT) {
437 			tgt->action = action;
438 			rc = 0;
439 		}
440 		break;
441 	case IBMVFC_TGT_ACTION_LOGOUT_DELETED_RPORT:
442 		if (action == IBMVFC_TGT_ACTION_LOGOUT_RPORT) {
443 			tgt->action = action;
444 			rc = 0;
445 		}
446 		break;
447 	case IBMVFC_TGT_ACTION_DEL_AND_LOGOUT_RPORT:
448 		if (action == IBMVFC_TGT_ACTION_LOGOUT_DELETED_RPORT) {
449 			tgt->action = action;
450 			rc = 0;
451 		}
452 		break;
453 	case IBMVFC_TGT_ACTION_DEL_RPORT:
454 		if (action == IBMVFC_TGT_ACTION_DELETED_RPORT) {
455 			tgt->action = action;
456 			rc = 0;
457 		}
458 		break;
459 	case IBMVFC_TGT_ACTION_DELETED_RPORT:
460 		break;
461 	default:
462 		tgt->action = action;
463 		rc = 0;
464 		break;
465 	}
466 
467 	if (action >= IBMVFC_TGT_ACTION_LOGOUT_RPORT)
468 		tgt->add_rport = 0;
469 
470 	return rc;
471 }
472 
473 /**
474  * ibmvfc_set_host_state - Set the state for the host
475  * @vhost:		ibmvfc host struct
476  * @state:		state to set host to
477  *
478  * Returns:
479  *	0 if state changed / non-zero if not changed
480  **/
ibmvfc_set_host_state(struct ibmvfc_host * vhost,enum ibmvfc_host_state state)481 static int ibmvfc_set_host_state(struct ibmvfc_host *vhost,
482 				  enum ibmvfc_host_state state)
483 {
484 	int rc = 0;
485 
486 	switch (vhost->state) {
487 	case IBMVFC_HOST_OFFLINE:
488 		rc = -EINVAL;
489 		break;
490 	default:
491 		vhost->state = state;
492 		break;
493 	}
494 
495 	return rc;
496 }
497 
498 /**
499  * ibmvfc_set_host_action - Set the next init action for the host
500  * @vhost:		ibmvfc host struct
501  * @action:		action to perform
502  *
503  **/
ibmvfc_set_host_action(struct ibmvfc_host * vhost,enum ibmvfc_host_action action)504 static void ibmvfc_set_host_action(struct ibmvfc_host *vhost,
505 				   enum ibmvfc_host_action action)
506 {
507 	switch (action) {
508 	case IBMVFC_HOST_ACTION_ALLOC_TGTS:
509 		if (vhost->action == IBMVFC_HOST_ACTION_INIT_WAIT)
510 			vhost->action = action;
511 		break;
512 	case IBMVFC_HOST_ACTION_LOGO_WAIT:
513 		if (vhost->action == IBMVFC_HOST_ACTION_LOGO)
514 			vhost->action = action;
515 		break;
516 	case IBMVFC_HOST_ACTION_INIT_WAIT:
517 		if (vhost->action == IBMVFC_HOST_ACTION_INIT)
518 			vhost->action = action;
519 		break;
520 	case IBMVFC_HOST_ACTION_QUERY:
521 		switch (vhost->action) {
522 		case IBMVFC_HOST_ACTION_INIT_WAIT:
523 		case IBMVFC_HOST_ACTION_NONE:
524 		case IBMVFC_HOST_ACTION_TGT_DEL_FAILED:
525 			vhost->action = action;
526 			break;
527 		default:
528 			break;
529 		}
530 		break;
531 	case IBMVFC_HOST_ACTION_TGT_INIT:
532 		if (vhost->action == IBMVFC_HOST_ACTION_ALLOC_TGTS)
533 			vhost->action = action;
534 		break;
535 	case IBMVFC_HOST_ACTION_REENABLE:
536 	case IBMVFC_HOST_ACTION_RESET:
537 		vhost->action = action;
538 		break;
539 	case IBMVFC_HOST_ACTION_INIT:
540 	case IBMVFC_HOST_ACTION_TGT_DEL:
541 	case IBMVFC_HOST_ACTION_LOGO:
542 	case IBMVFC_HOST_ACTION_QUERY_TGTS:
543 	case IBMVFC_HOST_ACTION_TGT_DEL_FAILED:
544 	case IBMVFC_HOST_ACTION_NONE:
545 	default:
546 		switch (vhost->action) {
547 		case IBMVFC_HOST_ACTION_RESET:
548 		case IBMVFC_HOST_ACTION_REENABLE:
549 			break;
550 		default:
551 			vhost->action = action;
552 			break;
553 		}
554 		break;
555 	}
556 }
557 
558 /**
559  * ibmvfc_reinit_host - Re-start host initialization (no NPIV Login)
560  * @vhost:		ibmvfc host struct
561  *
562  * Return value:
563  *	nothing
564  **/
ibmvfc_reinit_host(struct ibmvfc_host * vhost)565 static void ibmvfc_reinit_host(struct ibmvfc_host *vhost)
566 {
567 	if (vhost->action == IBMVFC_HOST_ACTION_NONE &&
568 	    vhost->state == IBMVFC_ACTIVE) {
569 		if (!ibmvfc_set_host_state(vhost, IBMVFC_INITIALIZING)) {
570 			scsi_block_requests(vhost->host);
571 			ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_QUERY);
572 		}
573 	} else
574 		vhost->reinit = 1;
575 
576 	wake_up(&vhost->work_wait_q);
577 }
578 
579 /**
580  * ibmvfc_del_tgt - Schedule cleanup and removal of the target
581  * @tgt:		ibmvfc target struct
582  * @job_step:	job step to perform
583  *
584  **/
ibmvfc_del_tgt(struct ibmvfc_target * tgt)585 static void ibmvfc_del_tgt(struct ibmvfc_target *tgt)
586 {
587 	if (!ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_LOGOUT_RPORT))
588 		tgt->job_step = ibmvfc_tgt_implicit_logout_and_del;
589 	wake_up(&tgt->vhost->work_wait_q);
590 }
591 
592 /**
593  * ibmvfc_link_down - Handle a link down event from the adapter
594  * @vhost:	ibmvfc host struct
595  * @state:	ibmvfc host state to enter
596  *
597  **/
ibmvfc_link_down(struct ibmvfc_host * vhost,enum ibmvfc_host_state state)598 static void ibmvfc_link_down(struct ibmvfc_host *vhost,
599 			     enum ibmvfc_host_state state)
600 {
601 	struct ibmvfc_target *tgt;
602 
603 	ENTER;
604 	scsi_block_requests(vhost->host);
605 	list_for_each_entry(tgt, &vhost->targets, queue)
606 		ibmvfc_del_tgt(tgt);
607 	ibmvfc_set_host_state(vhost, state);
608 	ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_TGT_DEL);
609 	vhost->events_to_log |= IBMVFC_AE_LINKDOWN;
610 	wake_up(&vhost->work_wait_q);
611 	LEAVE;
612 }
613 
614 /**
615  * ibmvfc_init_host - Start host initialization
616  * @vhost:		ibmvfc host struct
617  *
618  * Return value:
619  *	nothing
620  **/
ibmvfc_init_host(struct ibmvfc_host * vhost)621 static void ibmvfc_init_host(struct ibmvfc_host *vhost)
622 {
623 	struct ibmvfc_target *tgt;
624 
625 	if (vhost->action == IBMVFC_HOST_ACTION_INIT_WAIT) {
626 		if (++vhost->init_retries > IBMVFC_MAX_HOST_INIT_RETRIES) {
627 			dev_err(vhost->dev,
628 				"Host initialization retries exceeded. Taking adapter offline\n");
629 			ibmvfc_link_down(vhost, IBMVFC_HOST_OFFLINE);
630 			return;
631 		}
632 	}
633 
634 	if (!ibmvfc_set_host_state(vhost, IBMVFC_INITIALIZING)) {
635 		memset(vhost->async_crq.msgs, 0, PAGE_SIZE);
636 		vhost->async_crq.cur = 0;
637 
638 		list_for_each_entry(tgt, &vhost->targets, queue) {
639 			if (vhost->client_migrated)
640 				tgt->need_login = 1;
641 			else
642 				ibmvfc_del_tgt(tgt);
643 		}
644 
645 		scsi_block_requests(vhost->host);
646 		ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT);
647 		vhost->job_step = ibmvfc_npiv_login;
648 		wake_up(&vhost->work_wait_q);
649 	}
650 }
651 
652 /**
653  * ibmvfc_send_crq - Send a CRQ
654  * @vhost:	ibmvfc host struct
655  * @word1:	the first 64 bits of the data
656  * @word2:	the second 64 bits of the data
657  *
658  * Return value:
659  *	0 on success / other on failure
660  **/
ibmvfc_send_crq(struct ibmvfc_host * vhost,u64 word1,u64 word2)661 static int ibmvfc_send_crq(struct ibmvfc_host *vhost, u64 word1, u64 word2)
662 {
663 	struct vio_dev *vdev = to_vio_dev(vhost->dev);
664 	return plpar_hcall_norets(H_SEND_CRQ, vdev->unit_address, word1, word2);
665 }
666 
667 /**
668  * ibmvfc_send_crq_init - Send a CRQ init message
669  * @vhost:	ibmvfc host struct
670  *
671  * Return value:
672  *	0 on success / other on failure
673  **/
ibmvfc_send_crq_init(struct ibmvfc_host * vhost)674 static int ibmvfc_send_crq_init(struct ibmvfc_host *vhost)
675 {
676 	ibmvfc_dbg(vhost, "Sending CRQ init\n");
677 	return ibmvfc_send_crq(vhost, 0xC001000000000000LL, 0);
678 }
679 
680 /**
681  * ibmvfc_send_crq_init_complete - Send a CRQ init complete message
682  * @vhost:	ibmvfc host struct
683  *
684  * Return value:
685  *	0 on success / other on failure
686  **/
ibmvfc_send_crq_init_complete(struct ibmvfc_host * vhost)687 static int ibmvfc_send_crq_init_complete(struct ibmvfc_host *vhost)
688 {
689 	ibmvfc_dbg(vhost, "Sending CRQ init complete\n");
690 	return ibmvfc_send_crq(vhost, 0xC002000000000000LL, 0);
691 }
692 
693 /**
694  * ibmvfc_release_crq_queue - Deallocates data and unregisters CRQ
695  * @vhost:	ibmvfc host struct
696  *
697  * Frees irq, deallocates a page for messages, unmaps dma, and unregisters
698  * the crq with the hypervisor.
699  **/
ibmvfc_release_crq_queue(struct ibmvfc_host * vhost)700 static void ibmvfc_release_crq_queue(struct ibmvfc_host *vhost)
701 {
702 	long rc = 0;
703 	struct vio_dev *vdev = to_vio_dev(vhost->dev);
704 	struct ibmvfc_crq_queue *crq = &vhost->crq;
705 
706 	ibmvfc_dbg(vhost, "Releasing CRQ\n");
707 	free_irq(vdev->irq, vhost);
708 	tasklet_kill(&vhost->tasklet);
709 	do {
710 		if (rc)
711 			msleep(100);
712 		rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
713 	} while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
714 
715 	vhost->state = IBMVFC_NO_CRQ;
716 	vhost->logged_in = 0;
717 	dma_unmap_single(vhost->dev, crq->msg_token, PAGE_SIZE, DMA_BIDIRECTIONAL);
718 	free_page((unsigned long)crq->msgs);
719 }
720 
721 /**
722  * ibmvfc_reenable_crq_queue - reenables the CRQ
723  * @vhost:	ibmvfc host struct
724  *
725  * Return value:
726  *	0 on success / other on failure
727  **/
ibmvfc_reenable_crq_queue(struct ibmvfc_host * vhost)728 static int ibmvfc_reenable_crq_queue(struct ibmvfc_host *vhost)
729 {
730 	int rc = 0;
731 	struct vio_dev *vdev = to_vio_dev(vhost->dev);
732 
733 	/* Re-enable the CRQ */
734 	do {
735 		if (rc)
736 			msleep(100);
737 		rc = plpar_hcall_norets(H_ENABLE_CRQ, vdev->unit_address);
738 	} while (rc == H_IN_PROGRESS || rc == H_BUSY || H_IS_LONG_BUSY(rc));
739 
740 	if (rc)
741 		dev_err(vhost->dev, "Error enabling adapter (rc=%d)\n", rc);
742 
743 	return rc;
744 }
745 
746 /**
747  * ibmvfc_reset_crq - resets a crq after a failure
748  * @vhost:	ibmvfc host struct
749  *
750  * Return value:
751  *	0 on success / other on failure
752  **/
ibmvfc_reset_crq(struct ibmvfc_host * vhost)753 static int ibmvfc_reset_crq(struct ibmvfc_host *vhost)
754 {
755 	int rc = 0;
756 	unsigned long flags;
757 	struct vio_dev *vdev = to_vio_dev(vhost->dev);
758 	struct ibmvfc_crq_queue *crq = &vhost->crq;
759 
760 	/* Close the CRQ */
761 	do {
762 		if (rc)
763 			msleep(100);
764 		rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
765 	} while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
766 
767 	spin_lock_irqsave(vhost->host->host_lock, flags);
768 	vhost->state = IBMVFC_NO_CRQ;
769 	vhost->logged_in = 0;
770 
771 	/* Clean out the queue */
772 	memset(crq->msgs, 0, PAGE_SIZE);
773 	crq->cur = 0;
774 
775 	/* And re-open it again */
776 	rc = plpar_hcall_norets(H_REG_CRQ, vdev->unit_address,
777 				crq->msg_token, PAGE_SIZE);
778 
779 	if (rc == H_CLOSED)
780 		/* Adapter is good, but other end is not ready */
781 		dev_warn(vhost->dev, "Partner adapter not ready\n");
782 	else if (rc != 0)
783 		dev_warn(vhost->dev, "Couldn't register crq (rc=%d)\n", rc);
784 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
785 
786 	return rc;
787 }
788 
789 /**
790  * ibmvfc_valid_event - Determines if event is valid.
791  * @pool:	event_pool that contains the event
792  * @evt:	ibmvfc event to be checked for validity
793  *
794  * Return value:
795  *	1 if event is valid / 0 if event is not valid
796  **/
ibmvfc_valid_event(struct ibmvfc_event_pool * pool,struct ibmvfc_event * evt)797 static int ibmvfc_valid_event(struct ibmvfc_event_pool *pool,
798 			      struct ibmvfc_event *evt)
799 {
800 	int index = evt - pool->events;
801 	if (index < 0 || index >= pool->size)	/* outside of bounds */
802 		return 0;
803 	if (evt != pool->events + index)	/* unaligned */
804 		return 0;
805 	return 1;
806 }
807 
808 /**
809  * ibmvfc_free_event - Free the specified event
810  * @evt:	ibmvfc_event to be freed
811  *
812  **/
ibmvfc_free_event(struct ibmvfc_event * evt)813 static void ibmvfc_free_event(struct ibmvfc_event *evt)
814 {
815 	struct ibmvfc_host *vhost = evt->vhost;
816 	struct ibmvfc_event_pool *pool = &vhost->pool;
817 
818 	BUG_ON(!ibmvfc_valid_event(pool, evt));
819 	BUG_ON(atomic_inc_return(&evt->free) != 1);
820 	list_add_tail(&evt->queue, &vhost->free);
821 }
822 
823 /**
824  * ibmvfc_scsi_eh_done - EH done function for queuecommand commands
825  * @evt:	ibmvfc event struct
826  *
827  * This function does not setup any error status, that must be done
828  * before this function gets called.
829  **/
ibmvfc_scsi_eh_done(struct ibmvfc_event * evt)830 static void ibmvfc_scsi_eh_done(struct ibmvfc_event *evt)
831 {
832 	struct scsi_cmnd *cmnd = evt->cmnd;
833 
834 	if (cmnd) {
835 		scsi_dma_unmap(cmnd);
836 		cmnd->scsi_done(cmnd);
837 	}
838 
839 	if (evt->eh_comp)
840 		complete(evt->eh_comp);
841 
842 	ibmvfc_free_event(evt);
843 }
844 
845 /**
846  * ibmvfc_fail_request - Fail request with specified error code
847  * @evt:		ibmvfc event struct
848  * @error_code:	error code to fail request with
849  *
850  * Return value:
851  *	none
852  **/
ibmvfc_fail_request(struct ibmvfc_event * evt,int error_code)853 static void ibmvfc_fail_request(struct ibmvfc_event *evt, int error_code)
854 {
855 	if (evt->cmnd) {
856 		evt->cmnd->result = (error_code << 16);
857 		evt->done = ibmvfc_scsi_eh_done;
858 	} else
859 		evt->xfer_iu->mad_common.status = cpu_to_be16(IBMVFC_MAD_DRIVER_FAILED);
860 
861 	list_del(&evt->queue);
862 	del_timer(&evt->timer);
863 	ibmvfc_trc_end(evt);
864 	evt->done(evt);
865 }
866 
867 /**
868  * ibmvfc_purge_requests - Our virtual adapter just shut down. Purge any sent requests
869  * @vhost:		ibmvfc host struct
870  * @error_code:	error code to fail requests with
871  *
872  * Return value:
873  *	none
874  **/
ibmvfc_purge_requests(struct ibmvfc_host * vhost,int error_code)875 static void ibmvfc_purge_requests(struct ibmvfc_host *vhost, int error_code)
876 {
877 	struct ibmvfc_event *evt, *pos;
878 
879 	ibmvfc_dbg(vhost, "Purging all requests\n");
880 	list_for_each_entry_safe(evt, pos, &vhost->sent, queue)
881 		ibmvfc_fail_request(evt, error_code);
882 }
883 
884 /**
885  * ibmvfc_hard_reset_host - Reset the connection to the server by breaking the CRQ
886  * @vhost:	struct ibmvfc host to reset
887  **/
ibmvfc_hard_reset_host(struct ibmvfc_host * vhost)888 static void ibmvfc_hard_reset_host(struct ibmvfc_host *vhost)
889 {
890 	ibmvfc_purge_requests(vhost, DID_ERROR);
891 	ibmvfc_link_down(vhost, IBMVFC_LINK_DOWN);
892 	ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_RESET);
893 }
894 
895 /**
896  * __ibmvfc_reset_host - Reset the connection to the server (no locking)
897  * @vhost:	struct ibmvfc host to reset
898  **/
__ibmvfc_reset_host(struct ibmvfc_host * vhost)899 static void __ibmvfc_reset_host(struct ibmvfc_host *vhost)
900 {
901 	if (vhost->logged_in && vhost->action != IBMVFC_HOST_ACTION_LOGO_WAIT &&
902 	    !ibmvfc_set_host_state(vhost, IBMVFC_INITIALIZING)) {
903 		scsi_block_requests(vhost->host);
904 		ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_LOGO);
905 		vhost->job_step = ibmvfc_npiv_logout;
906 		wake_up(&vhost->work_wait_q);
907 	} else
908 		ibmvfc_hard_reset_host(vhost);
909 }
910 
911 /**
912  * ibmvfc_reset_host - Reset the connection to the server
913  * @vhost:	ibmvfc host struct
914  **/
ibmvfc_reset_host(struct ibmvfc_host * vhost)915 static void ibmvfc_reset_host(struct ibmvfc_host *vhost)
916 {
917 	unsigned long flags;
918 
919 	spin_lock_irqsave(vhost->host->host_lock, flags);
920 	__ibmvfc_reset_host(vhost);
921 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
922 }
923 
924 /**
925  * ibmvfc_retry_host_init - Retry host initialization if allowed
926  * @vhost:	ibmvfc host struct
927  *
928  * Returns: 1 if init will be retried / 0 if not
929  *
930  **/
ibmvfc_retry_host_init(struct ibmvfc_host * vhost)931 static int ibmvfc_retry_host_init(struct ibmvfc_host *vhost)
932 {
933 	int retry = 0;
934 
935 	if (vhost->action == IBMVFC_HOST_ACTION_INIT_WAIT) {
936 		vhost->delay_init = 1;
937 		if (++vhost->init_retries > IBMVFC_MAX_HOST_INIT_RETRIES) {
938 			dev_err(vhost->dev,
939 				"Host initialization retries exceeded. Taking adapter offline\n");
940 			ibmvfc_link_down(vhost, IBMVFC_HOST_OFFLINE);
941 		} else if (vhost->init_retries == IBMVFC_MAX_HOST_INIT_RETRIES)
942 			__ibmvfc_reset_host(vhost);
943 		else {
944 			ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT);
945 			retry = 1;
946 		}
947 	}
948 
949 	wake_up(&vhost->work_wait_q);
950 	return retry;
951 }
952 
953 /**
954  * __ibmvfc_get_target - Find the specified scsi_target (no locking)
955  * @starget:	scsi target struct
956  *
957  * Return value:
958  *	ibmvfc_target struct / NULL if not found
959  **/
__ibmvfc_get_target(struct scsi_target * starget)960 static struct ibmvfc_target *__ibmvfc_get_target(struct scsi_target *starget)
961 {
962 	struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
963 	struct ibmvfc_host *vhost = shost_priv(shost);
964 	struct ibmvfc_target *tgt;
965 
966 	list_for_each_entry(tgt, &vhost->targets, queue)
967 		if (tgt->target_id == starget->id) {
968 			kref_get(&tgt->kref);
969 			return tgt;
970 		}
971 	return NULL;
972 }
973 
974 /**
975  * ibmvfc_get_target - Find the specified scsi_target
976  * @starget:	scsi target struct
977  *
978  * Return value:
979  *	ibmvfc_target struct / NULL if not found
980  **/
ibmvfc_get_target(struct scsi_target * starget)981 static struct ibmvfc_target *ibmvfc_get_target(struct scsi_target *starget)
982 {
983 	struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
984 	struct ibmvfc_target *tgt;
985 	unsigned long flags;
986 
987 	spin_lock_irqsave(shost->host_lock, flags);
988 	tgt = __ibmvfc_get_target(starget);
989 	spin_unlock_irqrestore(shost->host_lock, flags);
990 	return tgt;
991 }
992 
993 /**
994  * ibmvfc_get_host_speed - Get host port speed
995  * @shost:		scsi host struct
996  *
997  * Return value:
998  * 	none
999  **/
ibmvfc_get_host_speed(struct Scsi_Host * shost)1000 static void ibmvfc_get_host_speed(struct Scsi_Host *shost)
1001 {
1002 	struct ibmvfc_host *vhost = shost_priv(shost);
1003 	unsigned long flags;
1004 
1005 	spin_lock_irqsave(shost->host_lock, flags);
1006 	if (vhost->state == IBMVFC_ACTIVE) {
1007 		switch (be64_to_cpu(vhost->login_buf->resp.link_speed) / 100) {
1008 		case 1:
1009 			fc_host_speed(shost) = FC_PORTSPEED_1GBIT;
1010 			break;
1011 		case 2:
1012 			fc_host_speed(shost) = FC_PORTSPEED_2GBIT;
1013 			break;
1014 		case 4:
1015 			fc_host_speed(shost) = FC_PORTSPEED_4GBIT;
1016 			break;
1017 		case 8:
1018 			fc_host_speed(shost) = FC_PORTSPEED_8GBIT;
1019 			break;
1020 		case 10:
1021 			fc_host_speed(shost) = FC_PORTSPEED_10GBIT;
1022 			break;
1023 		case 16:
1024 			fc_host_speed(shost) = FC_PORTSPEED_16GBIT;
1025 			break;
1026 		default:
1027 			ibmvfc_log(vhost, 3, "Unknown port speed: %lld Gbit\n",
1028 				   be64_to_cpu(vhost->login_buf->resp.link_speed) / 100);
1029 			fc_host_speed(shost) = FC_PORTSPEED_UNKNOWN;
1030 			break;
1031 		}
1032 	} else
1033 		fc_host_speed(shost) = FC_PORTSPEED_UNKNOWN;
1034 	spin_unlock_irqrestore(shost->host_lock, flags);
1035 }
1036 
1037 /**
1038  * ibmvfc_get_host_port_state - Get host port state
1039  * @shost:		scsi host struct
1040  *
1041  * Return value:
1042  * 	none
1043  **/
ibmvfc_get_host_port_state(struct Scsi_Host * shost)1044 static void ibmvfc_get_host_port_state(struct Scsi_Host *shost)
1045 {
1046 	struct ibmvfc_host *vhost = shost_priv(shost);
1047 	unsigned long flags;
1048 
1049 	spin_lock_irqsave(shost->host_lock, flags);
1050 	switch (vhost->state) {
1051 	case IBMVFC_INITIALIZING:
1052 	case IBMVFC_ACTIVE:
1053 		fc_host_port_state(shost) = FC_PORTSTATE_ONLINE;
1054 		break;
1055 	case IBMVFC_LINK_DOWN:
1056 		fc_host_port_state(shost) = FC_PORTSTATE_LINKDOWN;
1057 		break;
1058 	case IBMVFC_LINK_DEAD:
1059 	case IBMVFC_HOST_OFFLINE:
1060 		fc_host_port_state(shost) = FC_PORTSTATE_OFFLINE;
1061 		break;
1062 	case IBMVFC_HALTED:
1063 		fc_host_port_state(shost) = FC_PORTSTATE_BLOCKED;
1064 		break;
1065 	case IBMVFC_NO_CRQ:
1066 		fc_host_port_state(shost) = FC_PORTSTATE_UNKNOWN;
1067 		break;
1068 	default:
1069 		ibmvfc_log(vhost, 3, "Unknown port state: %d\n", vhost->state);
1070 		fc_host_port_state(shost) = FC_PORTSTATE_UNKNOWN;
1071 		break;
1072 	}
1073 	spin_unlock_irqrestore(shost->host_lock, flags);
1074 }
1075 
1076 /**
1077  * ibmvfc_set_rport_dev_loss_tmo - Set rport's device loss timeout
1078  * @rport:		rport struct
1079  * @timeout:	timeout value
1080  *
1081  * Return value:
1082  * 	none
1083  **/
ibmvfc_set_rport_dev_loss_tmo(struct fc_rport * rport,u32 timeout)1084 static void ibmvfc_set_rport_dev_loss_tmo(struct fc_rport *rport, u32 timeout)
1085 {
1086 	if (timeout)
1087 		rport->dev_loss_tmo = timeout;
1088 	else
1089 		rport->dev_loss_tmo = 1;
1090 }
1091 
1092 /**
1093  * ibmvfc_release_tgt - Free memory allocated for a target
1094  * @kref:		kref struct
1095  *
1096  **/
ibmvfc_release_tgt(struct kref * kref)1097 static void ibmvfc_release_tgt(struct kref *kref)
1098 {
1099 	struct ibmvfc_target *tgt = container_of(kref, struct ibmvfc_target, kref);
1100 	kfree(tgt);
1101 }
1102 
1103 /**
1104  * ibmvfc_get_starget_node_name - Get SCSI target's node name
1105  * @starget:	scsi target struct
1106  *
1107  * Return value:
1108  * 	none
1109  **/
ibmvfc_get_starget_node_name(struct scsi_target * starget)1110 static void ibmvfc_get_starget_node_name(struct scsi_target *starget)
1111 {
1112 	struct ibmvfc_target *tgt = ibmvfc_get_target(starget);
1113 	fc_starget_port_name(starget) = tgt ? tgt->ids.node_name : 0;
1114 	if (tgt)
1115 		kref_put(&tgt->kref, ibmvfc_release_tgt);
1116 }
1117 
1118 /**
1119  * ibmvfc_get_starget_port_name - Get SCSI target's port name
1120  * @starget:	scsi target struct
1121  *
1122  * Return value:
1123  * 	none
1124  **/
ibmvfc_get_starget_port_name(struct scsi_target * starget)1125 static void ibmvfc_get_starget_port_name(struct scsi_target *starget)
1126 {
1127 	struct ibmvfc_target *tgt = ibmvfc_get_target(starget);
1128 	fc_starget_port_name(starget) = tgt ? tgt->ids.port_name : 0;
1129 	if (tgt)
1130 		kref_put(&tgt->kref, ibmvfc_release_tgt);
1131 }
1132 
1133 /**
1134  * ibmvfc_get_starget_port_id - Get SCSI target's port ID
1135  * @starget:	scsi target struct
1136  *
1137  * Return value:
1138  * 	none
1139  **/
ibmvfc_get_starget_port_id(struct scsi_target * starget)1140 static void ibmvfc_get_starget_port_id(struct scsi_target *starget)
1141 {
1142 	struct ibmvfc_target *tgt = ibmvfc_get_target(starget);
1143 	fc_starget_port_id(starget) = tgt ? tgt->scsi_id : -1;
1144 	if (tgt)
1145 		kref_put(&tgt->kref, ibmvfc_release_tgt);
1146 }
1147 
1148 /**
1149  * ibmvfc_wait_while_resetting - Wait while the host resets
1150  * @vhost:		ibmvfc host struct
1151  *
1152  * Return value:
1153  * 	0 on success / other on failure
1154  **/
ibmvfc_wait_while_resetting(struct ibmvfc_host * vhost)1155 static int ibmvfc_wait_while_resetting(struct ibmvfc_host *vhost)
1156 {
1157 	long timeout = wait_event_timeout(vhost->init_wait_q,
1158 					  ((vhost->state == IBMVFC_ACTIVE ||
1159 					    vhost->state == IBMVFC_HOST_OFFLINE ||
1160 					    vhost->state == IBMVFC_LINK_DEAD) &&
1161 					   vhost->action == IBMVFC_HOST_ACTION_NONE),
1162 					  (init_timeout * HZ));
1163 
1164 	return timeout ? 0 : -EIO;
1165 }
1166 
1167 /**
1168  * ibmvfc_issue_fc_host_lip - Re-initiate link initialization
1169  * @shost:		scsi host struct
1170  *
1171  * Return value:
1172  * 	0 on success / other on failure
1173  **/
ibmvfc_issue_fc_host_lip(struct Scsi_Host * shost)1174 static int ibmvfc_issue_fc_host_lip(struct Scsi_Host *shost)
1175 {
1176 	struct ibmvfc_host *vhost = shost_priv(shost);
1177 
1178 	dev_err(vhost->dev, "Initiating host LIP. Resetting connection\n");
1179 	ibmvfc_reset_host(vhost);
1180 	return ibmvfc_wait_while_resetting(vhost);
1181 }
1182 
1183 /**
1184  * ibmvfc_gather_partition_info - Gather info about the LPAR
1185  *
1186  * Return value:
1187  *	none
1188  **/
ibmvfc_gather_partition_info(struct ibmvfc_host * vhost)1189 static void ibmvfc_gather_partition_info(struct ibmvfc_host *vhost)
1190 {
1191 	struct device_node *rootdn;
1192 	const char *name;
1193 	const unsigned int *num;
1194 
1195 	rootdn = of_find_node_by_path("/");
1196 	if (!rootdn)
1197 		return;
1198 
1199 	name = of_get_property(rootdn, "ibm,partition-name", NULL);
1200 	if (name)
1201 		strncpy(vhost->partition_name, name, sizeof(vhost->partition_name));
1202 	num = of_get_property(rootdn, "ibm,partition-no", NULL);
1203 	if (num)
1204 		vhost->partition_number = *num;
1205 	of_node_put(rootdn);
1206 }
1207 
1208 /**
1209  * ibmvfc_set_login_info - Setup info for NPIV login
1210  * @vhost:	ibmvfc host struct
1211  *
1212  * Return value:
1213  *	none
1214  **/
ibmvfc_set_login_info(struct ibmvfc_host * vhost)1215 static void ibmvfc_set_login_info(struct ibmvfc_host *vhost)
1216 {
1217 	struct ibmvfc_npiv_login *login_info = &vhost->login_info;
1218 	struct device_node *of_node = vhost->dev->of_node;
1219 	const char *location;
1220 
1221 	memset(login_info, 0, sizeof(*login_info));
1222 
1223 	login_info->ostype = cpu_to_be32(IBMVFC_OS_LINUX);
1224 	login_info->max_dma_len = cpu_to_be64(IBMVFC_MAX_SECTORS << 9);
1225 	login_info->max_payload = cpu_to_be32(sizeof(struct ibmvfc_fcp_cmd_iu));
1226 	login_info->max_response = cpu_to_be32(sizeof(struct ibmvfc_fcp_rsp));
1227 	login_info->partition_num = cpu_to_be32(vhost->partition_number);
1228 	login_info->vfc_frame_version = cpu_to_be32(1);
1229 	login_info->fcp_version = cpu_to_be16(3);
1230 	login_info->flags = cpu_to_be16(IBMVFC_FLUSH_ON_HALT);
1231 	if (vhost->client_migrated)
1232 		login_info->flags |= cpu_to_be16(IBMVFC_CLIENT_MIGRATED);
1233 
1234 	login_info->max_cmds = cpu_to_be32(max_requests + IBMVFC_NUM_INTERNAL_REQ);
1235 	login_info->capabilities = cpu_to_be64(IBMVFC_CAN_MIGRATE);
1236 	login_info->async.va = cpu_to_be64(vhost->async_crq.msg_token);
1237 	login_info->async.len = cpu_to_be32(vhost->async_crq.size * sizeof(*vhost->async_crq.msgs));
1238 	strncpy(login_info->partition_name, vhost->partition_name, IBMVFC_MAX_NAME);
1239 	strncpy(login_info->device_name,
1240 		dev_name(&vhost->host->shost_gendev), IBMVFC_MAX_NAME);
1241 
1242 	location = of_get_property(of_node, "ibm,loc-code", NULL);
1243 	location = location ? location : dev_name(vhost->dev);
1244 	strncpy(login_info->drc_name, location, IBMVFC_MAX_NAME);
1245 }
1246 
1247 /**
1248  * ibmvfc_init_event_pool - Allocates and initializes the event pool for a host
1249  * @vhost:	ibmvfc host who owns the event pool
1250  *
1251  * Returns zero on success.
1252  **/
ibmvfc_init_event_pool(struct ibmvfc_host * vhost)1253 static int ibmvfc_init_event_pool(struct ibmvfc_host *vhost)
1254 {
1255 	int i;
1256 	struct ibmvfc_event_pool *pool = &vhost->pool;
1257 
1258 	ENTER;
1259 	pool->size = max_requests + IBMVFC_NUM_INTERNAL_REQ;
1260 	pool->events = kcalloc(pool->size, sizeof(*pool->events), GFP_KERNEL);
1261 	if (!pool->events)
1262 		return -ENOMEM;
1263 
1264 	pool->iu_storage = dma_alloc_coherent(vhost->dev,
1265 					      pool->size * sizeof(*pool->iu_storage),
1266 					      &pool->iu_token, 0);
1267 
1268 	if (!pool->iu_storage) {
1269 		kfree(pool->events);
1270 		return -ENOMEM;
1271 	}
1272 
1273 	for (i = 0; i < pool->size; ++i) {
1274 		struct ibmvfc_event *evt = &pool->events[i];
1275 		atomic_set(&evt->free, 1);
1276 		evt->crq.valid = 0x80;
1277 		evt->crq.ioba = cpu_to_be64(pool->iu_token + (sizeof(*evt->xfer_iu) * i));
1278 		evt->xfer_iu = pool->iu_storage + i;
1279 		evt->vhost = vhost;
1280 		evt->ext_list = NULL;
1281 		list_add_tail(&evt->queue, &vhost->free);
1282 	}
1283 
1284 	LEAVE;
1285 	return 0;
1286 }
1287 
1288 /**
1289  * ibmvfc_free_event_pool - Frees memory of the event pool of a host
1290  * @vhost:	ibmvfc host who owns the event pool
1291  *
1292  **/
ibmvfc_free_event_pool(struct ibmvfc_host * vhost)1293 static void ibmvfc_free_event_pool(struct ibmvfc_host *vhost)
1294 {
1295 	int i;
1296 	struct ibmvfc_event_pool *pool = &vhost->pool;
1297 
1298 	ENTER;
1299 	for (i = 0; i < pool->size; ++i) {
1300 		list_del(&pool->events[i].queue);
1301 		BUG_ON(atomic_read(&pool->events[i].free) != 1);
1302 		if (pool->events[i].ext_list)
1303 			dma_pool_free(vhost->sg_pool,
1304 				      pool->events[i].ext_list,
1305 				      pool->events[i].ext_list_token);
1306 	}
1307 
1308 	kfree(pool->events);
1309 	dma_free_coherent(vhost->dev,
1310 			  pool->size * sizeof(*pool->iu_storage),
1311 			  pool->iu_storage, pool->iu_token);
1312 	LEAVE;
1313 }
1314 
1315 /**
1316  * ibmvfc_get_event - Gets the next free event in pool
1317  * @vhost:	ibmvfc host struct
1318  *
1319  * Returns a free event from the pool.
1320  **/
ibmvfc_get_event(struct ibmvfc_host * vhost)1321 static struct ibmvfc_event *ibmvfc_get_event(struct ibmvfc_host *vhost)
1322 {
1323 	struct ibmvfc_event *evt;
1324 
1325 	BUG_ON(list_empty(&vhost->free));
1326 	evt = list_entry(vhost->free.next, struct ibmvfc_event, queue);
1327 	atomic_set(&evt->free, 0);
1328 	list_del(&evt->queue);
1329 	return evt;
1330 }
1331 
1332 /**
1333  * ibmvfc_init_event - Initialize fields in an event struct that are always
1334  *				required.
1335  * @evt:	The event
1336  * @done:	Routine to call when the event is responded to
1337  * @format:	SRP or MAD format
1338  **/
ibmvfc_init_event(struct ibmvfc_event * evt,void (* done)(struct ibmvfc_event *),u8 format)1339 static void ibmvfc_init_event(struct ibmvfc_event *evt,
1340 			      void (*done) (struct ibmvfc_event *), u8 format)
1341 {
1342 	evt->cmnd = NULL;
1343 	evt->sync_iu = NULL;
1344 	evt->crq.format = format;
1345 	evt->done = done;
1346 	evt->eh_comp = NULL;
1347 }
1348 
1349 /**
1350  * ibmvfc_map_sg_list - Initialize scatterlist
1351  * @scmd:	scsi command struct
1352  * @nseg:	number of scatterlist segments
1353  * @md:	memory descriptor list to initialize
1354  **/
ibmvfc_map_sg_list(struct scsi_cmnd * scmd,int nseg,struct srp_direct_buf * md)1355 static void ibmvfc_map_sg_list(struct scsi_cmnd *scmd, int nseg,
1356 			       struct srp_direct_buf *md)
1357 {
1358 	int i;
1359 	struct scatterlist *sg;
1360 
1361 	scsi_for_each_sg(scmd, sg, nseg, i) {
1362 		md[i].va = cpu_to_be64(sg_dma_address(sg));
1363 		md[i].len = cpu_to_be32(sg_dma_len(sg));
1364 		md[i].key = 0;
1365 	}
1366 }
1367 
1368 /**
1369  * ibmvfc_map_sg_data - Maps dma for a scatterlist and initializes descriptor fields
1370  * @scmd:		struct scsi_cmnd with the scatterlist
1371  * @evt:		ibmvfc event struct
1372  * @vfc_cmd:	vfc_cmd that contains the memory descriptor
1373  * @dev:		device for which to map dma memory
1374  *
1375  * Returns:
1376  *	0 on success / non-zero on failure
1377  **/
ibmvfc_map_sg_data(struct scsi_cmnd * scmd,struct ibmvfc_event * evt,struct ibmvfc_cmd * vfc_cmd,struct device * dev)1378 static int ibmvfc_map_sg_data(struct scsi_cmnd *scmd,
1379 			      struct ibmvfc_event *evt,
1380 			      struct ibmvfc_cmd *vfc_cmd, struct device *dev)
1381 {
1382 
1383 	int sg_mapped;
1384 	struct srp_direct_buf *data = &vfc_cmd->ioba;
1385 	struct ibmvfc_host *vhost = dev_get_drvdata(dev);
1386 
1387 	if (cls3_error)
1388 		vfc_cmd->flags |= cpu_to_be16(IBMVFC_CLASS_3_ERR);
1389 
1390 	sg_mapped = scsi_dma_map(scmd);
1391 	if (!sg_mapped) {
1392 		vfc_cmd->flags |= cpu_to_be16(IBMVFC_NO_MEM_DESC);
1393 		return 0;
1394 	} else if (unlikely(sg_mapped < 0)) {
1395 		if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
1396 			scmd_printk(KERN_ERR, scmd, "Failed to map DMA buffer for command\n");
1397 		return sg_mapped;
1398 	}
1399 
1400 	if (scmd->sc_data_direction == DMA_TO_DEVICE) {
1401 		vfc_cmd->flags |= cpu_to_be16(IBMVFC_WRITE);
1402 		vfc_cmd->iu.add_cdb_len |= IBMVFC_WRDATA;
1403 	} else {
1404 		vfc_cmd->flags |= cpu_to_be16(IBMVFC_READ);
1405 		vfc_cmd->iu.add_cdb_len |= IBMVFC_RDDATA;
1406 	}
1407 
1408 	if (sg_mapped == 1) {
1409 		ibmvfc_map_sg_list(scmd, sg_mapped, data);
1410 		return 0;
1411 	}
1412 
1413 	vfc_cmd->flags |= cpu_to_be16(IBMVFC_SCATTERLIST);
1414 
1415 	if (!evt->ext_list) {
1416 		evt->ext_list = dma_pool_alloc(vhost->sg_pool, GFP_ATOMIC,
1417 					       &evt->ext_list_token);
1418 
1419 		if (!evt->ext_list) {
1420 			scsi_dma_unmap(scmd);
1421 			if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
1422 				scmd_printk(KERN_ERR, scmd, "Can't allocate memory for scatterlist\n");
1423 			return -ENOMEM;
1424 		}
1425 	}
1426 
1427 	ibmvfc_map_sg_list(scmd, sg_mapped, evt->ext_list);
1428 
1429 	data->va = cpu_to_be64(evt->ext_list_token);
1430 	data->len = cpu_to_be32(sg_mapped * sizeof(struct srp_direct_buf));
1431 	data->key = 0;
1432 	return 0;
1433 }
1434 
1435 /**
1436  * ibmvfc_timeout - Internal command timeout handler
1437  * @evt:	struct ibmvfc_event that timed out
1438  *
1439  * Called when an internally generated command times out
1440  **/
ibmvfc_timeout(struct timer_list * t)1441 static void ibmvfc_timeout(struct timer_list *t)
1442 {
1443 	struct ibmvfc_event *evt = from_timer(evt, t, timer);
1444 	struct ibmvfc_host *vhost = evt->vhost;
1445 	dev_err(vhost->dev, "Command timed out (%p). Resetting connection\n", evt);
1446 	ibmvfc_reset_host(vhost);
1447 }
1448 
1449 /**
1450  * ibmvfc_send_event - Transforms event to u64 array and calls send_crq()
1451  * @evt:		event to be sent
1452  * @vhost:		ibmvfc host struct
1453  * @timeout:	timeout in seconds - 0 means do not time command
1454  *
1455  * Returns the value returned from ibmvfc_send_crq(). (Zero for success)
1456  **/
ibmvfc_send_event(struct ibmvfc_event * evt,struct ibmvfc_host * vhost,unsigned long timeout)1457 static int ibmvfc_send_event(struct ibmvfc_event *evt,
1458 			     struct ibmvfc_host *vhost, unsigned long timeout)
1459 {
1460 	__be64 *crq_as_u64 = (__be64 *) &evt->crq;
1461 	int rc;
1462 
1463 	/* Copy the IU into the transfer area */
1464 	*evt->xfer_iu = evt->iu;
1465 	if (evt->crq.format == IBMVFC_CMD_FORMAT)
1466 		evt->xfer_iu->cmd.tag = cpu_to_be64((u64)evt);
1467 	else if (evt->crq.format == IBMVFC_MAD_FORMAT)
1468 		evt->xfer_iu->mad_common.tag = cpu_to_be64((u64)evt);
1469 	else
1470 		BUG();
1471 
1472 	list_add_tail(&evt->queue, &vhost->sent);
1473 	timer_setup(&evt->timer, ibmvfc_timeout, 0);
1474 
1475 	if (timeout) {
1476 		evt->timer.expires = jiffies + (timeout * HZ);
1477 		add_timer(&evt->timer);
1478 	}
1479 
1480 	mb();
1481 
1482 	if ((rc = ibmvfc_send_crq(vhost, be64_to_cpu(crq_as_u64[0]),
1483 				  be64_to_cpu(crq_as_u64[1])))) {
1484 		list_del(&evt->queue);
1485 		del_timer(&evt->timer);
1486 
1487 		/* If send_crq returns H_CLOSED, return SCSI_MLQUEUE_HOST_BUSY.
1488 		 * Firmware will send a CRQ with a transport event (0xFF) to
1489 		 * tell this client what has happened to the transport. This
1490 		 * will be handled in ibmvfc_handle_crq()
1491 		 */
1492 		if (rc == H_CLOSED) {
1493 			if (printk_ratelimit())
1494 				dev_warn(vhost->dev, "Send warning. Receive queue closed, will retry.\n");
1495 			if (evt->cmnd)
1496 				scsi_dma_unmap(evt->cmnd);
1497 			ibmvfc_free_event(evt);
1498 			return SCSI_MLQUEUE_HOST_BUSY;
1499 		}
1500 
1501 		dev_err(vhost->dev, "Send error (rc=%d)\n", rc);
1502 		if (evt->cmnd) {
1503 			evt->cmnd->result = DID_ERROR << 16;
1504 			evt->done = ibmvfc_scsi_eh_done;
1505 		} else
1506 			evt->xfer_iu->mad_common.status = cpu_to_be16(IBMVFC_MAD_CRQ_ERROR);
1507 
1508 		evt->done(evt);
1509 	} else
1510 		ibmvfc_trc_start(evt);
1511 
1512 	return 0;
1513 }
1514 
1515 /**
1516  * ibmvfc_log_error - Log an error for the failed command if appropriate
1517  * @evt:	ibmvfc event to log
1518  *
1519  **/
ibmvfc_log_error(struct ibmvfc_event * evt)1520 static void ibmvfc_log_error(struct ibmvfc_event *evt)
1521 {
1522 	struct ibmvfc_cmd *vfc_cmd = &evt->xfer_iu->cmd;
1523 	struct ibmvfc_host *vhost = evt->vhost;
1524 	struct ibmvfc_fcp_rsp *rsp = &vfc_cmd->rsp;
1525 	struct scsi_cmnd *cmnd = evt->cmnd;
1526 	const char *err = unknown_error;
1527 	int index = ibmvfc_get_err_index(be16_to_cpu(vfc_cmd->status), be16_to_cpu(vfc_cmd->error));
1528 	int logerr = 0;
1529 	int rsp_code = 0;
1530 
1531 	if (index >= 0) {
1532 		logerr = cmd_status[index].log;
1533 		err = cmd_status[index].name;
1534 	}
1535 
1536 	if (!logerr && (vhost->log_level <= (IBMVFC_DEFAULT_LOG_LEVEL + 1)))
1537 		return;
1538 
1539 	if (rsp->flags & FCP_RSP_LEN_VALID)
1540 		rsp_code = rsp->data.info.rsp_code;
1541 
1542 	scmd_printk(KERN_ERR, cmnd, "Command (%02X) : %s (%x:%x) "
1543 		    "flags: %x fcp_rsp: %x, resid=%d, scsi_status: %x\n",
1544 		    cmnd->cmnd[0], err, be16_to_cpu(vfc_cmd->status), be16_to_cpu(vfc_cmd->error),
1545 		    rsp->flags, rsp_code, scsi_get_resid(cmnd), rsp->scsi_status);
1546 }
1547 
1548 /**
1549  * ibmvfc_relogin - Log back into the specified device
1550  * @sdev:	scsi device struct
1551  *
1552  **/
ibmvfc_relogin(struct scsi_device * sdev)1553 static void ibmvfc_relogin(struct scsi_device *sdev)
1554 {
1555 	struct ibmvfc_host *vhost = shost_priv(sdev->host);
1556 	struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
1557 	struct ibmvfc_target *tgt;
1558 
1559 	list_for_each_entry(tgt, &vhost->targets, queue) {
1560 		if (rport == tgt->rport) {
1561 			ibmvfc_del_tgt(tgt);
1562 			break;
1563 		}
1564 	}
1565 
1566 	ibmvfc_reinit_host(vhost);
1567 }
1568 
1569 /**
1570  * ibmvfc_scsi_done - Handle responses from commands
1571  * @evt:	ibmvfc event to be handled
1572  *
1573  * Used as a callback when sending scsi cmds.
1574  **/
ibmvfc_scsi_done(struct ibmvfc_event * evt)1575 static void ibmvfc_scsi_done(struct ibmvfc_event *evt)
1576 {
1577 	struct ibmvfc_cmd *vfc_cmd = &evt->xfer_iu->cmd;
1578 	struct ibmvfc_fcp_rsp *rsp = &vfc_cmd->rsp;
1579 	struct scsi_cmnd *cmnd = evt->cmnd;
1580 	u32 rsp_len = 0;
1581 	u32 sense_len = be32_to_cpu(rsp->fcp_sense_len);
1582 
1583 	if (cmnd) {
1584 		if (be16_to_cpu(vfc_cmd->response_flags) & IBMVFC_ADAPTER_RESID_VALID)
1585 			scsi_set_resid(cmnd, be32_to_cpu(vfc_cmd->adapter_resid));
1586 		else if (rsp->flags & FCP_RESID_UNDER)
1587 			scsi_set_resid(cmnd, be32_to_cpu(rsp->fcp_resid));
1588 		else
1589 			scsi_set_resid(cmnd, 0);
1590 
1591 		if (vfc_cmd->status) {
1592 			cmnd->result = ibmvfc_get_err_result(vfc_cmd);
1593 
1594 			if (rsp->flags & FCP_RSP_LEN_VALID)
1595 				rsp_len = be32_to_cpu(rsp->fcp_rsp_len);
1596 			if ((sense_len + rsp_len) > SCSI_SENSE_BUFFERSIZE)
1597 				sense_len = SCSI_SENSE_BUFFERSIZE - rsp_len;
1598 			if ((rsp->flags & FCP_SNS_LEN_VALID) && rsp->fcp_sense_len && rsp_len <= 8)
1599 				memcpy(cmnd->sense_buffer, rsp->data.sense + rsp_len, sense_len);
1600 			if ((be16_to_cpu(vfc_cmd->status) & IBMVFC_VIOS_FAILURE) &&
1601 			    (be16_to_cpu(vfc_cmd->error) == IBMVFC_PLOGI_REQUIRED))
1602 				ibmvfc_relogin(cmnd->device);
1603 
1604 			if (!cmnd->result && (!scsi_get_resid(cmnd) || (rsp->flags & FCP_RESID_OVER)))
1605 				cmnd->result = (DID_ERROR << 16);
1606 
1607 			ibmvfc_log_error(evt);
1608 		}
1609 
1610 		if (!cmnd->result &&
1611 		    (scsi_bufflen(cmnd) - scsi_get_resid(cmnd) < cmnd->underflow))
1612 			cmnd->result = (DID_ERROR << 16);
1613 
1614 		scsi_dma_unmap(cmnd);
1615 		cmnd->scsi_done(cmnd);
1616 	}
1617 
1618 	if (evt->eh_comp)
1619 		complete(evt->eh_comp);
1620 
1621 	ibmvfc_free_event(evt);
1622 }
1623 
1624 /**
1625  * ibmvfc_host_chkready - Check if the host can accept commands
1626  * @vhost:	 struct ibmvfc host
1627  *
1628  * Returns:
1629  *	1 if host can accept command / 0 if not
1630  **/
ibmvfc_host_chkready(struct ibmvfc_host * vhost)1631 static inline int ibmvfc_host_chkready(struct ibmvfc_host *vhost)
1632 {
1633 	int result = 0;
1634 
1635 	switch (vhost->state) {
1636 	case IBMVFC_LINK_DEAD:
1637 	case IBMVFC_HOST_OFFLINE:
1638 		result = DID_NO_CONNECT << 16;
1639 		break;
1640 	case IBMVFC_NO_CRQ:
1641 	case IBMVFC_INITIALIZING:
1642 	case IBMVFC_HALTED:
1643 	case IBMVFC_LINK_DOWN:
1644 		result = DID_REQUEUE << 16;
1645 		break;
1646 	case IBMVFC_ACTIVE:
1647 		result = 0;
1648 		break;
1649 	}
1650 
1651 	return result;
1652 }
1653 
1654 /**
1655  * ibmvfc_queuecommand - The queuecommand function of the scsi template
1656  * @cmnd:	struct scsi_cmnd to be executed
1657  * @done:	Callback function to be called when cmnd is completed
1658  *
1659  * Returns:
1660  *	0 on success / other on failure
1661  **/
ibmvfc_queuecommand_lck(struct scsi_cmnd * cmnd,void (* done)(struct scsi_cmnd *))1662 static int ibmvfc_queuecommand_lck(struct scsi_cmnd *cmnd,
1663 			       void (*done) (struct scsi_cmnd *))
1664 {
1665 	struct ibmvfc_host *vhost = shost_priv(cmnd->device->host);
1666 	struct fc_rport *rport = starget_to_rport(scsi_target(cmnd->device));
1667 	struct ibmvfc_cmd *vfc_cmd;
1668 	struct ibmvfc_event *evt;
1669 	int rc;
1670 
1671 	if (unlikely((rc = fc_remote_port_chkready(rport))) ||
1672 	    unlikely((rc = ibmvfc_host_chkready(vhost)))) {
1673 		cmnd->result = rc;
1674 		done(cmnd);
1675 		return 0;
1676 	}
1677 
1678 	cmnd->result = (DID_OK << 16);
1679 	evt = ibmvfc_get_event(vhost);
1680 	ibmvfc_init_event(evt, ibmvfc_scsi_done, IBMVFC_CMD_FORMAT);
1681 	evt->cmnd = cmnd;
1682 	cmnd->scsi_done = done;
1683 	vfc_cmd = &evt->iu.cmd;
1684 	memset(vfc_cmd, 0, sizeof(*vfc_cmd));
1685 	vfc_cmd->resp.va = cpu_to_be64(be64_to_cpu(evt->crq.ioba) + offsetof(struct ibmvfc_cmd, rsp));
1686 	vfc_cmd->resp.len = cpu_to_be32(sizeof(vfc_cmd->rsp));
1687 	vfc_cmd->frame_type = cpu_to_be32(IBMVFC_SCSI_FCP_TYPE);
1688 	vfc_cmd->payload_len = cpu_to_be32(sizeof(vfc_cmd->iu));
1689 	vfc_cmd->resp_len = cpu_to_be32(sizeof(vfc_cmd->rsp));
1690 	vfc_cmd->cancel_key = cpu_to_be32((unsigned long)cmnd->device->hostdata);
1691 	vfc_cmd->tgt_scsi_id = cpu_to_be64(rport->port_id);
1692 	vfc_cmd->iu.xfer_len = cpu_to_be32(scsi_bufflen(cmnd));
1693 	int_to_scsilun(cmnd->device->lun, &vfc_cmd->iu.lun);
1694 	memcpy(vfc_cmd->iu.cdb, cmnd->cmnd, cmnd->cmd_len);
1695 
1696 	if (cmnd->flags & SCMD_TAGGED) {
1697 		vfc_cmd->task_tag = cpu_to_be64(cmnd->tag);
1698 		vfc_cmd->iu.pri_task_attr = IBMVFC_SIMPLE_TASK;
1699 	}
1700 
1701 	if (likely(!(rc = ibmvfc_map_sg_data(cmnd, evt, vfc_cmd, vhost->dev))))
1702 		return ibmvfc_send_event(evt, vhost, 0);
1703 
1704 	ibmvfc_free_event(evt);
1705 	if (rc == -ENOMEM)
1706 		return SCSI_MLQUEUE_HOST_BUSY;
1707 
1708 	if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
1709 		scmd_printk(KERN_ERR, cmnd,
1710 			    "Failed to map DMA buffer for command. rc=%d\n", rc);
1711 
1712 	cmnd->result = DID_ERROR << 16;
1713 	done(cmnd);
1714 	return 0;
1715 }
1716 
DEF_SCSI_QCMD(ibmvfc_queuecommand)1717 static DEF_SCSI_QCMD(ibmvfc_queuecommand)
1718 
1719 /**
1720  * ibmvfc_sync_completion - Signal that a synchronous command has completed
1721  * @evt:	ibmvfc event struct
1722  *
1723  **/
1724 static void ibmvfc_sync_completion(struct ibmvfc_event *evt)
1725 {
1726 	/* copy the response back */
1727 	if (evt->sync_iu)
1728 		*evt->sync_iu = *evt->xfer_iu;
1729 
1730 	complete(&evt->comp);
1731 }
1732 
1733 /**
1734  * ibmvfc_bsg_timeout_done - Completion handler for cancelling BSG commands
1735  * @evt:	struct ibmvfc_event
1736  *
1737  **/
ibmvfc_bsg_timeout_done(struct ibmvfc_event * evt)1738 static void ibmvfc_bsg_timeout_done(struct ibmvfc_event *evt)
1739 {
1740 	struct ibmvfc_host *vhost = evt->vhost;
1741 
1742 	ibmvfc_free_event(evt);
1743 	vhost->aborting_passthru = 0;
1744 	dev_info(vhost->dev, "Passthru command cancelled\n");
1745 }
1746 
1747 /**
1748  * ibmvfc_bsg_timeout - Handle a BSG timeout
1749  * @job:	struct bsg_job that timed out
1750  *
1751  * Returns:
1752  *	0 on success / other on failure
1753  **/
ibmvfc_bsg_timeout(struct bsg_job * job)1754 static int ibmvfc_bsg_timeout(struct bsg_job *job)
1755 {
1756 	struct ibmvfc_host *vhost = shost_priv(fc_bsg_to_shost(job));
1757 	unsigned long port_id = (unsigned long)job->dd_data;
1758 	struct ibmvfc_event *evt;
1759 	struct ibmvfc_tmf *tmf;
1760 	unsigned long flags;
1761 	int rc;
1762 
1763 	ENTER;
1764 	spin_lock_irqsave(vhost->host->host_lock, flags);
1765 	if (vhost->aborting_passthru || vhost->state != IBMVFC_ACTIVE) {
1766 		__ibmvfc_reset_host(vhost);
1767 		spin_unlock_irqrestore(vhost->host->host_lock, flags);
1768 		return 0;
1769 	}
1770 
1771 	vhost->aborting_passthru = 1;
1772 	evt = ibmvfc_get_event(vhost);
1773 	ibmvfc_init_event(evt, ibmvfc_bsg_timeout_done, IBMVFC_MAD_FORMAT);
1774 
1775 	tmf = &evt->iu.tmf;
1776 	memset(tmf, 0, sizeof(*tmf));
1777 	tmf->common.version = cpu_to_be32(1);
1778 	tmf->common.opcode = cpu_to_be32(IBMVFC_TMF_MAD);
1779 	tmf->common.length = cpu_to_be16(sizeof(*tmf));
1780 	tmf->scsi_id = cpu_to_be64(port_id);
1781 	tmf->cancel_key = cpu_to_be32(IBMVFC_PASSTHRU_CANCEL_KEY);
1782 	tmf->my_cancel_key = cpu_to_be32(IBMVFC_INTERNAL_CANCEL_KEY);
1783 	rc = ibmvfc_send_event(evt, vhost, default_timeout);
1784 
1785 	if (rc != 0) {
1786 		vhost->aborting_passthru = 0;
1787 		dev_err(vhost->dev, "Failed to send cancel event. rc=%d\n", rc);
1788 		rc = -EIO;
1789 	} else
1790 		dev_info(vhost->dev, "Cancelling passthru command to port id 0x%lx\n",
1791 			 port_id);
1792 
1793 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
1794 
1795 	LEAVE;
1796 	return rc;
1797 }
1798 
1799 /**
1800  * ibmvfc_bsg_plogi - PLOGI into a target to handle a BSG command
1801  * @vhost:		struct ibmvfc_host to send command
1802  * @port_id:	port ID to send command
1803  *
1804  * Returns:
1805  *	0 on success / other on failure
1806  **/
ibmvfc_bsg_plogi(struct ibmvfc_host * vhost,unsigned int port_id)1807 static int ibmvfc_bsg_plogi(struct ibmvfc_host *vhost, unsigned int port_id)
1808 {
1809 	struct ibmvfc_port_login *plogi;
1810 	struct ibmvfc_target *tgt;
1811 	struct ibmvfc_event *evt;
1812 	union ibmvfc_iu rsp_iu;
1813 	unsigned long flags;
1814 	int rc = 0, issue_login = 1;
1815 
1816 	ENTER;
1817 	spin_lock_irqsave(vhost->host->host_lock, flags);
1818 	list_for_each_entry(tgt, &vhost->targets, queue) {
1819 		if (tgt->scsi_id == port_id) {
1820 			issue_login = 0;
1821 			break;
1822 		}
1823 	}
1824 
1825 	if (!issue_login)
1826 		goto unlock_out;
1827 	if (unlikely((rc = ibmvfc_host_chkready(vhost))))
1828 		goto unlock_out;
1829 
1830 	evt = ibmvfc_get_event(vhost);
1831 	ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_MAD_FORMAT);
1832 	plogi = &evt->iu.plogi;
1833 	memset(plogi, 0, sizeof(*plogi));
1834 	plogi->common.version = cpu_to_be32(1);
1835 	plogi->common.opcode = cpu_to_be32(IBMVFC_PORT_LOGIN);
1836 	plogi->common.length = cpu_to_be16(sizeof(*plogi));
1837 	plogi->scsi_id = cpu_to_be64(port_id);
1838 	evt->sync_iu = &rsp_iu;
1839 	init_completion(&evt->comp);
1840 
1841 	rc = ibmvfc_send_event(evt, vhost, default_timeout);
1842 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
1843 
1844 	if (rc)
1845 		return -EIO;
1846 
1847 	wait_for_completion(&evt->comp);
1848 
1849 	if (rsp_iu.plogi.common.status)
1850 		rc = -EIO;
1851 
1852 	spin_lock_irqsave(vhost->host->host_lock, flags);
1853 	ibmvfc_free_event(evt);
1854 unlock_out:
1855 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
1856 	LEAVE;
1857 	return rc;
1858 }
1859 
1860 /**
1861  * ibmvfc_bsg_request - Handle a BSG request
1862  * @job:	struct bsg_job to be executed
1863  *
1864  * Returns:
1865  *	0 on success / other on failure
1866  **/
ibmvfc_bsg_request(struct bsg_job * job)1867 static int ibmvfc_bsg_request(struct bsg_job *job)
1868 {
1869 	struct ibmvfc_host *vhost = shost_priv(fc_bsg_to_shost(job));
1870 	struct fc_rport *rport = fc_bsg_to_rport(job);
1871 	struct ibmvfc_passthru_mad *mad;
1872 	struct ibmvfc_event *evt;
1873 	union ibmvfc_iu rsp_iu;
1874 	unsigned long flags, port_id = -1;
1875 	struct fc_bsg_request *bsg_request = job->request;
1876 	struct fc_bsg_reply *bsg_reply = job->reply;
1877 	unsigned int code = bsg_request->msgcode;
1878 	int rc = 0, req_seg, rsp_seg, issue_login = 0;
1879 	u32 fc_flags, rsp_len;
1880 
1881 	ENTER;
1882 	bsg_reply->reply_payload_rcv_len = 0;
1883 	if (rport)
1884 		port_id = rport->port_id;
1885 
1886 	switch (code) {
1887 	case FC_BSG_HST_ELS_NOLOGIN:
1888 		port_id = (bsg_request->rqst_data.h_els.port_id[0] << 16) |
1889 			(bsg_request->rqst_data.h_els.port_id[1] << 8) |
1890 			bsg_request->rqst_data.h_els.port_id[2];
1891 		fallthrough;
1892 	case FC_BSG_RPT_ELS:
1893 		fc_flags = IBMVFC_FC_ELS;
1894 		break;
1895 	case FC_BSG_HST_CT:
1896 		issue_login = 1;
1897 		port_id = (bsg_request->rqst_data.h_ct.port_id[0] << 16) |
1898 			(bsg_request->rqst_data.h_ct.port_id[1] << 8) |
1899 			bsg_request->rqst_data.h_ct.port_id[2];
1900 		fallthrough;
1901 	case FC_BSG_RPT_CT:
1902 		fc_flags = IBMVFC_FC_CT_IU;
1903 		break;
1904 	default:
1905 		return -ENOTSUPP;
1906 	}
1907 
1908 	if (port_id == -1)
1909 		return -EINVAL;
1910 	if (!mutex_trylock(&vhost->passthru_mutex))
1911 		return -EBUSY;
1912 
1913 	job->dd_data = (void *)port_id;
1914 	req_seg = dma_map_sg(vhost->dev, job->request_payload.sg_list,
1915 			     job->request_payload.sg_cnt, DMA_TO_DEVICE);
1916 
1917 	if (!req_seg) {
1918 		mutex_unlock(&vhost->passthru_mutex);
1919 		return -ENOMEM;
1920 	}
1921 
1922 	rsp_seg = dma_map_sg(vhost->dev, job->reply_payload.sg_list,
1923 			     job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
1924 
1925 	if (!rsp_seg) {
1926 		dma_unmap_sg(vhost->dev, job->request_payload.sg_list,
1927 			     job->request_payload.sg_cnt, DMA_TO_DEVICE);
1928 		mutex_unlock(&vhost->passthru_mutex);
1929 		return -ENOMEM;
1930 	}
1931 
1932 	if (req_seg > 1 || rsp_seg > 1) {
1933 		rc = -EINVAL;
1934 		goto out;
1935 	}
1936 
1937 	if (issue_login)
1938 		rc = ibmvfc_bsg_plogi(vhost, port_id);
1939 
1940 	spin_lock_irqsave(vhost->host->host_lock, flags);
1941 
1942 	if (unlikely(rc || (rport && (rc = fc_remote_port_chkready(rport)))) ||
1943 	    unlikely((rc = ibmvfc_host_chkready(vhost)))) {
1944 		spin_unlock_irqrestore(vhost->host->host_lock, flags);
1945 		goto out;
1946 	}
1947 
1948 	evt = ibmvfc_get_event(vhost);
1949 	ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_MAD_FORMAT);
1950 	mad = &evt->iu.passthru;
1951 
1952 	memset(mad, 0, sizeof(*mad));
1953 	mad->common.version = cpu_to_be32(1);
1954 	mad->common.opcode = cpu_to_be32(IBMVFC_PASSTHRU);
1955 	mad->common.length = cpu_to_be16(sizeof(*mad) - sizeof(mad->fc_iu) - sizeof(mad->iu));
1956 
1957 	mad->cmd_ioba.va = cpu_to_be64(be64_to_cpu(evt->crq.ioba) +
1958 		offsetof(struct ibmvfc_passthru_mad, iu));
1959 	mad->cmd_ioba.len = cpu_to_be32(sizeof(mad->iu));
1960 
1961 	mad->iu.cmd_len = cpu_to_be32(job->request_payload.payload_len);
1962 	mad->iu.rsp_len = cpu_to_be32(job->reply_payload.payload_len);
1963 	mad->iu.flags = cpu_to_be32(fc_flags);
1964 	mad->iu.cancel_key = cpu_to_be32(IBMVFC_PASSTHRU_CANCEL_KEY);
1965 
1966 	mad->iu.cmd.va = cpu_to_be64(sg_dma_address(job->request_payload.sg_list));
1967 	mad->iu.cmd.len = cpu_to_be32(sg_dma_len(job->request_payload.sg_list));
1968 	mad->iu.rsp.va = cpu_to_be64(sg_dma_address(job->reply_payload.sg_list));
1969 	mad->iu.rsp.len = cpu_to_be32(sg_dma_len(job->reply_payload.sg_list));
1970 	mad->iu.scsi_id = cpu_to_be64(port_id);
1971 	mad->iu.tag = cpu_to_be64((u64)evt);
1972 	rsp_len = be32_to_cpu(mad->iu.rsp.len);
1973 
1974 	evt->sync_iu = &rsp_iu;
1975 	init_completion(&evt->comp);
1976 	rc = ibmvfc_send_event(evt, vhost, 0);
1977 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
1978 
1979 	if (rc) {
1980 		rc = -EIO;
1981 		goto out;
1982 	}
1983 
1984 	wait_for_completion(&evt->comp);
1985 
1986 	if (rsp_iu.passthru.common.status)
1987 		rc = -EIO;
1988 	else
1989 		bsg_reply->reply_payload_rcv_len = rsp_len;
1990 
1991 	spin_lock_irqsave(vhost->host->host_lock, flags);
1992 	ibmvfc_free_event(evt);
1993 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
1994 	bsg_reply->result = rc;
1995 	bsg_job_done(job, bsg_reply->result,
1996 		       bsg_reply->reply_payload_rcv_len);
1997 	rc = 0;
1998 out:
1999 	dma_unmap_sg(vhost->dev, job->request_payload.sg_list,
2000 		     job->request_payload.sg_cnt, DMA_TO_DEVICE);
2001 	dma_unmap_sg(vhost->dev, job->reply_payload.sg_list,
2002 		     job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
2003 	mutex_unlock(&vhost->passthru_mutex);
2004 	LEAVE;
2005 	return rc;
2006 }
2007 
2008 /**
2009  * ibmvfc_reset_device - Reset the device with the specified reset type
2010  * @sdev:	scsi device to reset
2011  * @type:	reset type
2012  * @desc:	reset type description for log messages
2013  *
2014  * Returns:
2015  *	0 on success / other on failure
2016  **/
ibmvfc_reset_device(struct scsi_device * sdev,int type,char * desc)2017 static int ibmvfc_reset_device(struct scsi_device *sdev, int type, char *desc)
2018 {
2019 	struct ibmvfc_host *vhost = shost_priv(sdev->host);
2020 	struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
2021 	struct ibmvfc_cmd *tmf;
2022 	struct ibmvfc_event *evt = NULL;
2023 	union ibmvfc_iu rsp_iu;
2024 	struct ibmvfc_fcp_rsp *fc_rsp = &rsp_iu.cmd.rsp;
2025 	int rsp_rc = -EBUSY;
2026 	unsigned long flags;
2027 	int rsp_code = 0;
2028 
2029 	spin_lock_irqsave(vhost->host->host_lock, flags);
2030 	if (vhost->state == IBMVFC_ACTIVE) {
2031 		evt = ibmvfc_get_event(vhost);
2032 		ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_CMD_FORMAT);
2033 
2034 		tmf = &evt->iu.cmd;
2035 		memset(tmf, 0, sizeof(*tmf));
2036 		tmf->resp.va = cpu_to_be64(be64_to_cpu(evt->crq.ioba) + offsetof(struct ibmvfc_cmd, rsp));
2037 		tmf->resp.len = cpu_to_be32(sizeof(tmf->rsp));
2038 		tmf->frame_type = cpu_to_be32(IBMVFC_SCSI_FCP_TYPE);
2039 		tmf->payload_len = cpu_to_be32(sizeof(tmf->iu));
2040 		tmf->resp_len = cpu_to_be32(sizeof(tmf->rsp));
2041 		tmf->cancel_key = cpu_to_be32((unsigned long)sdev->hostdata);
2042 		tmf->tgt_scsi_id = cpu_to_be64(rport->port_id);
2043 		int_to_scsilun(sdev->lun, &tmf->iu.lun);
2044 		tmf->flags = cpu_to_be16((IBMVFC_NO_MEM_DESC | IBMVFC_TMF));
2045 		tmf->iu.tmf_flags = type;
2046 		evt->sync_iu = &rsp_iu;
2047 
2048 		init_completion(&evt->comp);
2049 		rsp_rc = ibmvfc_send_event(evt, vhost, default_timeout);
2050 	}
2051 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
2052 
2053 	if (rsp_rc != 0) {
2054 		sdev_printk(KERN_ERR, sdev, "Failed to send %s reset event. rc=%d\n",
2055 			    desc, rsp_rc);
2056 		return -EIO;
2057 	}
2058 
2059 	sdev_printk(KERN_INFO, sdev, "Resetting %s\n", desc);
2060 	wait_for_completion(&evt->comp);
2061 
2062 	if (rsp_iu.cmd.status)
2063 		rsp_code = ibmvfc_get_err_result(&rsp_iu.cmd);
2064 
2065 	if (rsp_code) {
2066 		if (fc_rsp->flags & FCP_RSP_LEN_VALID)
2067 			rsp_code = fc_rsp->data.info.rsp_code;
2068 
2069 		sdev_printk(KERN_ERR, sdev, "%s reset failed: %s (%x:%x) "
2070 			    "flags: %x fcp_rsp: %x, scsi_status: %x\n", desc,
2071 			    ibmvfc_get_cmd_error(be16_to_cpu(rsp_iu.cmd.status), be16_to_cpu(rsp_iu.cmd.error)),
2072 			    be16_to_cpu(rsp_iu.cmd.status), be16_to_cpu(rsp_iu.cmd.error), fc_rsp->flags, rsp_code,
2073 			    fc_rsp->scsi_status);
2074 		rsp_rc = -EIO;
2075 	} else
2076 		sdev_printk(KERN_INFO, sdev, "%s reset successful\n", desc);
2077 
2078 	spin_lock_irqsave(vhost->host->host_lock, flags);
2079 	ibmvfc_free_event(evt);
2080 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
2081 	return rsp_rc;
2082 }
2083 
2084 /**
2085  * ibmvfc_match_rport - Match function for specified remote port
2086  * @evt:	ibmvfc event struct
2087  * @device:	device to match (rport)
2088  *
2089  * Returns:
2090  *	1 if event matches rport / 0 if event does not match rport
2091  **/
ibmvfc_match_rport(struct ibmvfc_event * evt,void * rport)2092 static int ibmvfc_match_rport(struct ibmvfc_event *evt, void *rport)
2093 {
2094 	struct fc_rport *cmd_rport;
2095 
2096 	if (evt->cmnd) {
2097 		cmd_rport = starget_to_rport(scsi_target(evt->cmnd->device));
2098 		if (cmd_rport == rport)
2099 			return 1;
2100 	}
2101 	return 0;
2102 }
2103 
2104 /**
2105  * ibmvfc_match_target - Match function for specified target
2106  * @evt:	ibmvfc event struct
2107  * @device:	device to match (starget)
2108  *
2109  * Returns:
2110  *	1 if event matches starget / 0 if event does not match starget
2111  **/
ibmvfc_match_target(struct ibmvfc_event * evt,void * device)2112 static int ibmvfc_match_target(struct ibmvfc_event *evt, void *device)
2113 {
2114 	if (evt->cmnd && scsi_target(evt->cmnd->device) == device)
2115 		return 1;
2116 	return 0;
2117 }
2118 
2119 /**
2120  * ibmvfc_match_lun - Match function for specified LUN
2121  * @evt:	ibmvfc event struct
2122  * @device:	device to match (sdev)
2123  *
2124  * Returns:
2125  *	1 if event matches sdev / 0 if event does not match sdev
2126  **/
ibmvfc_match_lun(struct ibmvfc_event * evt,void * device)2127 static int ibmvfc_match_lun(struct ibmvfc_event *evt, void *device)
2128 {
2129 	if (evt->cmnd && evt->cmnd->device == device)
2130 		return 1;
2131 	return 0;
2132 }
2133 
2134 /**
2135  * ibmvfc_wait_for_ops - Wait for ops to complete
2136  * @vhost:	ibmvfc host struct
2137  * @device:	device to match (starget or sdev)
2138  * @match:	match function
2139  *
2140  * Returns:
2141  *	SUCCESS / FAILED
2142  **/
ibmvfc_wait_for_ops(struct ibmvfc_host * vhost,void * device,int (* match)(struct ibmvfc_event *,void *))2143 static int ibmvfc_wait_for_ops(struct ibmvfc_host *vhost, void *device,
2144 			       int (*match) (struct ibmvfc_event *, void *))
2145 {
2146 	struct ibmvfc_event *evt;
2147 	DECLARE_COMPLETION_ONSTACK(comp);
2148 	int wait;
2149 	unsigned long flags;
2150 	signed long timeout = IBMVFC_ABORT_WAIT_TIMEOUT * HZ;
2151 
2152 	ENTER;
2153 	do {
2154 		wait = 0;
2155 		spin_lock_irqsave(vhost->host->host_lock, flags);
2156 		list_for_each_entry(evt, &vhost->sent, queue) {
2157 			if (match(evt, device)) {
2158 				evt->eh_comp = &comp;
2159 				wait++;
2160 			}
2161 		}
2162 		spin_unlock_irqrestore(vhost->host->host_lock, flags);
2163 
2164 		if (wait) {
2165 			timeout = wait_for_completion_timeout(&comp, timeout);
2166 
2167 			if (!timeout) {
2168 				wait = 0;
2169 				spin_lock_irqsave(vhost->host->host_lock, flags);
2170 				list_for_each_entry(evt, &vhost->sent, queue) {
2171 					if (match(evt, device)) {
2172 						evt->eh_comp = NULL;
2173 						wait++;
2174 					}
2175 				}
2176 				spin_unlock_irqrestore(vhost->host->host_lock, flags);
2177 				if (wait)
2178 					dev_err(vhost->dev, "Timed out waiting for aborted commands\n");
2179 				LEAVE;
2180 				return wait ? FAILED : SUCCESS;
2181 			}
2182 		}
2183 	} while (wait);
2184 
2185 	LEAVE;
2186 	return SUCCESS;
2187 }
2188 
2189 /**
2190  * ibmvfc_cancel_all - Cancel all outstanding commands to the device
2191  * @sdev:	scsi device to cancel commands
2192  * @type:	type of error recovery being performed
2193  *
2194  * This sends a cancel to the VIOS for the specified device. This does
2195  * NOT send any abort to the actual device. That must be done separately.
2196  *
2197  * Returns:
2198  *	0 on success / other on failure
2199  **/
ibmvfc_cancel_all(struct scsi_device * sdev,int type)2200 static int ibmvfc_cancel_all(struct scsi_device *sdev, int type)
2201 {
2202 	struct ibmvfc_host *vhost = shost_priv(sdev->host);
2203 	struct scsi_target *starget = scsi_target(sdev);
2204 	struct fc_rport *rport = starget_to_rport(starget);
2205 	struct ibmvfc_tmf *tmf;
2206 	struct ibmvfc_event *evt, *found_evt;
2207 	union ibmvfc_iu rsp;
2208 	int rsp_rc = -EBUSY;
2209 	unsigned long flags;
2210 	u16 status;
2211 
2212 	ENTER;
2213 	spin_lock_irqsave(vhost->host->host_lock, flags);
2214 	found_evt = NULL;
2215 	list_for_each_entry(evt, &vhost->sent, queue) {
2216 		if (evt->cmnd && evt->cmnd->device == sdev) {
2217 			found_evt = evt;
2218 			break;
2219 		}
2220 	}
2221 
2222 	if (!found_evt) {
2223 		if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
2224 			sdev_printk(KERN_INFO, sdev, "No events found to cancel\n");
2225 		spin_unlock_irqrestore(vhost->host->host_lock, flags);
2226 		return 0;
2227 	}
2228 
2229 	if (vhost->logged_in) {
2230 		evt = ibmvfc_get_event(vhost);
2231 		ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_MAD_FORMAT);
2232 
2233 		tmf = &evt->iu.tmf;
2234 		memset(tmf, 0, sizeof(*tmf));
2235 		tmf->common.version = cpu_to_be32(1);
2236 		tmf->common.opcode = cpu_to_be32(IBMVFC_TMF_MAD);
2237 		tmf->common.length = cpu_to_be16(sizeof(*tmf));
2238 		tmf->scsi_id = cpu_to_be64(rport->port_id);
2239 		int_to_scsilun(sdev->lun, &tmf->lun);
2240 		if (!(be64_to_cpu(vhost->login_buf->resp.capabilities) & IBMVFC_CAN_SUPPRESS_ABTS))
2241 			type &= ~IBMVFC_TMF_SUPPRESS_ABTS;
2242 		if (vhost->state == IBMVFC_ACTIVE)
2243 			tmf->flags = cpu_to_be32((type | IBMVFC_TMF_LUA_VALID));
2244 		else
2245 			tmf->flags = cpu_to_be32(((type & IBMVFC_TMF_SUPPRESS_ABTS) | IBMVFC_TMF_LUA_VALID));
2246 		tmf->cancel_key = cpu_to_be32((unsigned long)sdev->hostdata);
2247 		tmf->my_cancel_key = cpu_to_be32((unsigned long)starget->hostdata);
2248 
2249 		evt->sync_iu = &rsp;
2250 		init_completion(&evt->comp);
2251 		rsp_rc = ibmvfc_send_event(evt, vhost, default_timeout);
2252 	}
2253 
2254 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
2255 
2256 	if (rsp_rc != 0) {
2257 		sdev_printk(KERN_ERR, sdev, "Failed to send cancel event. rc=%d\n", rsp_rc);
2258 		/* If failure is received, the host adapter is most likely going
2259 		 through reset, return success so the caller will wait for the command
2260 		 being cancelled to get returned */
2261 		return 0;
2262 	}
2263 
2264 	sdev_printk(KERN_INFO, sdev, "Cancelling outstanding commands.\n");
2265 
2266 	wait_for_completion(&evt->comp);
2267 	status = be16_to_cpu(rsp.mad_common.status);
2268 	spin_lock_irqsave(vhost->host->host_lock, flags);
2269 	ibmvfc_free_event(evt);
2270 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
2271 
2272 	if (status != IBMVFC_MAD_SUCCESS) {
2273 		sdev_printk(KERN_WARNING, sdev, "Cancel failed with rc=%x\n", status);
2274 		switch (status) {
2275 		case IBMVFC_MAD_DRIVER_FAILED:
2276 		case IBMVFC_MAD_CRQ_ERROR:
2277 			/* Host adapter most likely going through reset, return success to
2278 			 the caller will wait for the command being cancelled to get returned */
2279 			return 0;
2280 		default:
2281 			return -EIO;
2282 		};
2283 	}
2284 
2285 	sdev_printk(KERN_INFO, sdev, "Successfully cancelled outstanding commands\n");
2286 	return 0;
2287 }
2288 
2289 /**
2290  * ibmvfc_match_key - Match function for specified cancel key
2291  * @evt:	ibmvfc event struct
2292  * @key:	cancel key to match
2293  *
2294  * Returns:
2295  *	1 if event matches key / 0 if event does not match key
2296  **/
ibmvfc_match_key(struct ibmvfc_event * evt,void * key)2297 static int ibmvfc_match_key(struct ibmvfc_event *evt, void *key)
2298 {
2299 	unsigned long cancel_key = (unsigned long)key;
2300 
2301 	if (evt->crq.format == IBMVFC_CMD_FORMAT &&
2302 	    be32_to_cpu(evt->iu.cmd.cancel_key) == cancel_key)
2303 		return 1;
2304 	return 0;
2305 }
2306 
2307 /**
2308  * ibmvfc_match_evt - Match function for specified event
2309  * @evt:	ibmvfc event struct
2310  * @match:	event to match
2311  *
2312  * Returns:
2313  *	1 if event matches key / 0 if event does not match key
2314  **/
ibmvfc_match_evt(struct ibmvfc_event * evt,void * match)2315 static int ibmvfc_match_evt(struct ibmvfc_event *evt, void *match)
2316 {
2317 	if (evt == match)
2318 		return 1;
2319 	return 0;
2320 }
2321 
2322 /**
2323  * ibmvfc_abort_task_set - Abort outstanding commands to the device
2324  * @sdev:	scsi device to abort commands
2325  *
2326  * This sends an Abort Task Set to the VIOS for the specified device. This does
2327  * NOT send any cancel to the VIOS. That must be done separately.
2328  *
2329  * Returns:
2330  *	0 on success / other on failure
2331  **/
ibmvfc_abort_task_set(struct scsi_device * sdev)2332 static int ibmvfc_abort_task_set(struct scsi_device *sdev)
2333 {
2334 	struct ibmvfc_host *vhost = shost_priv(sdev->host);
2335 	struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
2336 	struct ibmvfc_cmd *tmf;
2337 	struct ibmvfc_event *evt, *found_evt;
2338 	union ibmvfc_iu rsp_iu;
2339 	struct ibmvfc_fcp_rsp *fc_rsp = &rsp_iu.cmd.rsp;
2340 	int rc, rsp_rc = -EBUSY;
2341 	unsigned long flags, timeout = IBMVFC_ABORT_TIMEOUT;
2342 	int rsp_code = 0;
2343 
2344 	spin_lock_irqsave(vhost->host->host_lock, flags);
2345 	found_evt = NULL;
2346 	list_for_each_entry(evt, &vhost->sent, queue) {
2347 		if (evt->cmnd && evt->cmnd->device == sdev) {
2348 			found_evt = evt;
2349 			break;
2350 		}
2351 	}
2352 
2353 	if (!found_evt) {
2354 		if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
2355 			sdev_printk(KERN_INFO, sdev, "No events found to abort\n");
2356 		spin_unlock_irqrestore(vhost->host->host_lock, flags);
2357 		return 0;
2358 	}
2359 
2360 	if (vhost->state == IBMVFC_ACTIVE) {
2361 		evt = ibmvfc_get_event(vhost);
2362 		ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_CMD_FORMAT);
2363 
2364 		tmf = &evt->iu.cmd;
2365 		memset(tmf, 0, sizeof(*tmf));
2366 		tmf->resp.va = cpu_to_be64(be64_to_cpu(evt->crq.ioba) + offsetof(struct ibmvfc_cmd, rsp));
2367 		tmf->resp.len = cpu_to_be32(sizeof(tmf->rsp));
2368 		tmf->frame_type = cpu_to_be32(IBMVFC_SCSI_FCP_TYPE);
2369 		tmf->payload_len = cpu_to_be32(sizeof(tmf->iu));
2370 		tmf->resp_len = cpu_to_be32(sizeof(tmf->rsp));
2371 		tmf->cancel_key = cpu_to_be32((unsigned long)sdev->hostdata);
2372 		tmf->tgt_scsi_id = cpu_to_be64(rport->port_id);
2373 		int_to_scsilun(sdev->lun, &tmf->iu.lun);
2374 		tmf->flags = cpu_to_be16((IBMVFC_NO_MEM_DESC | IBMVFC_TMF));
2375 		tmf->iu.tmf_flags = IBMVFC_ABORT_TASK_SET;
2376 		evt->sync_iu = &rsp_iu;
2377 
2378 		init_completion(&evt->comp);
2379 		rsp_rc = ibmvfc_send_event(evt, vhost, default_timeout);
2380 	}
2381 
2382 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
2383 
2384 	if (rsp_rc != 0) {
2385 		sdev_printk(KERN_ERR, sdev, "Failed to send abort. rc=%d\n", rsp_rc);
2386 		return -EIO;
2387 	}
2388 
2389 	sdev_printk(KERN_INFO, sdev, "Aborting outstanding commands\n");
2390 	timeout = wait_for_completion_timeout(&evt->comp, timeout);
2391 
2392 	if (!timeout) {
2393 		rc = ibmvfc_cancel_all(sdev, 0);
2394 		if (!rc) {
2395 			rc = ibmvfc_wait_for_ops(vhost, sdev->hostdata, ibmvfc_match_key);
2396 			if (rc == SUCCESS)
2397 				rc = 0;
2398 		}
2399 
2400 		if (rc) {
2401 			sdev_printk(KERN_INFO, sdev, "Cancel failed, resetting host\n");
2402 			ibmvfc_reset_host(vhost);
2403 			rsp_rc = -EIO;
2404 			rc = ibmvfc_wait_for_ops(vhost, sdev->hostdata, ibmvfc_match_key);
2405 
2406 			if (rc == SUCCESS)
2407 				rsp_rc = 0;
2408 
2409 			rc = ibmvfc_wait_for_ops(vhost, evt, ibmvfc_match_evt);
2410 			if (rc != SUCCESS) {
2411 				spin_lock_irqsave(vhost->host->host_lock, flags);
2412 				ibmvfc_hard_reset_host(vhost);
2413 				spin_unlock_irqrestore(vhost->host->host_lock, flags);
2414 				rsp_rc = 0;
2415 			}
2416 
2417 			goto out;
2418 		}
2419 	}
2420 
2421 	if (rsp_iu.cmd.status)
2422 		rsp_code = ibmvfc_get_err_result(&rsp_iu.cmd);
2423 
2424 	if (rsp_code) {
2425 		if (fc_rsp->flags & FCP_RSP_LEN_VALID)
2426 			rsp_code = fc_rsp->data.info.rsp_code;
2427 
2428 		sdev_printk(KERN_ERR, sdev, "Abort failed: %s (%x:%x) "
2429 			    "flags: %x fcp_rsp: %x, scsi_status: %x\n",
2430 			    ibmvfc_get_cmd_error(be16_to_cpu(rsp_iu.cmd.status), be16_to_cpu(rsp_iu.cmd.error)),
2431 			    be16_to_cpu(rsp_iu.cmd.status), be16_to_cpu(rsp_iu.cmd.error), fc_rsp->flags, rsp_code,
2432 			    fc_rsp->scsi_status);
2433 		rsp_rc = -EIO;
2434 	} else
2435 		sdev_printk(KERN_INFO, sdev, "Abort successful\n");
2436 
2437 out:
2438 	spin_lock_irqsave(vhost->host->host_lock, flags);
2439 	ibmvfc_free_event(evt);
2440 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
2441 	return rsp_rc;
2442 }
2443 
2444 /**
2445  * ibmvfc_eh_abort_handler - Abort a command
2446  * @cmd:	scsi command to abort
2447  *
2448  * Returns:
2449  *	SUCCESS / FAST_IO_FAIL / FAILED
2450  **/
ibmvfc_eh_abort_handler(struct scsi_cmnd * cmd)2451 static int ibmvfc_eh_abort_handler(struct scsi_cmnd *cmd)
2452 {
2453 	struct scsi_device *sdev = cmd->device;
2454 	struct ibmvfc_host *vhost = shost_priv(sdev->host);
2455 	int cancel_rc, block_rc;
2456 	int rc = FAILED;
2457 
2458 	ENTER;
2459 	block_rc = fc_block_scsi_eh(cmd);
2460 	ibmvfc_wait_while_resetting(vhost);
2461 	if (block_rc != FAST_IO_FAIL) {
2462 		cancel_rc = ibmvfc_cancel_all(sdev, IBMVFC_TMF_ABORT_TASK_SET);
2463 		ibmvfc_abort_task_set(sdev);
2464 	} else
2465 		cancel_rc = ibmvfc_cancel_all(sdev, IBMVFC_TMF_SUPPRESS_ABTS);
2466 
2467 	if (!cancel_rc)
2468 		rc = ibmvfc_wait_for_ops(vhost, sdev, ibmvfc_match_lun);
2469 
2470 	if (block_rc == FAST_IO_FAIL && rc != FAILED)
2471 		rc = FAST_IO_FAIL;
2472 
2473 	LEAVE;
2474 	return rc;
2475 }
2476 
2477 /**
2478  * ibmvfc_eh_device_reset_handler - Reset a single LUN
2479  * @cmd:	scsi command struct
2480  *
2481  * Returns:
2482  *	SUCCESS / FAST_IO_FAIL / FAILED
2483  **/
ibmvfc_eh_device_reset_handler(struct scsi_cmnd * cmd)2484 static int ibmvfc_eh_device_reset_handler(struct scsi_cmnd *cmd)
2485 {
2486 	struct scsi_device *sdev = cmd->device;
2487 	struct ibmvfc_host *vhost = shost_priv(sdev->host);
2488 	int cancel_rc, block_rc, reset_rc = 0;
2489 	int rc = FAILED;
2490 
2491 	ENTER;
2492 	block_rc = fc_block_scsi_eh(cmd);
2493 	ibmvfc_wait_while_resetting(vhost);
2494 	if (block_rc != FAST_IO_FAIL) {
2495 		cancel_rc = ibmvfc_cancel_all(sdev, IBMVFC_TMF_LUN_RESET);
2496 		reset_rc = ibmvfc_reset_device(sdev, IBMVFC_LUN_RESET, "LUN");
2497 	} else
2498 		cancel_rc = ibmvfc_cancel_all(sdev, IBMVFC_TMF_SUPPRESS_ABTS);
2499 
2500 	if (!cancel_rc && !reset_rc)
2501 		rc = ibmvfc_wait_for_ops(vhost, sdev, ibmvfc_match_lun);
2502 
2503 	if (block_rc == FAST_IO_FAIL && rc != FAILED)
2504 		rc = FAST_IO_FAIL;
2505 
2506 	LEAVE;
2507 	return rc;
2508 }
2509 
2510 /**
2511  * ibmvfc_dev_cancel_all_noreset - Device iterated cancel all function
2512  * @sdev:	scsi device struct
2513  * @data:	return code
2514  *
2515  **/
ibmvfc_dev_cancel_all_noreset(struct scsi_device * sdev,void * data)2516 static void ibmvfc_dev_cancel_all_noreset(struct scsi_device *sdev, void *data)
2517 {
2518 	unsigned long *rc = data;
2519 	*rc |= ibmvfc_cancel_all(sdev, IBMVFC_TMF_SUPPRESS_ABTS);
2520 }
2521 
2522 /**
2523  * ibmvfc_dev_cancel_all_reset - Device iterated cancel all function
2524  * @sdev:	scsi device struct
2525  * @data:	return code
2526  *
2527  **/
ibmvfc_dev_cancel_all_reset(struct scsi_device * sdev,void * data)2528 static void ibmvfc_dev_cancel_all_reset(struct scsi_device *sdev, void *data)
2529 {
2530 	unsigned long *rc = data;
2531 	*rc |= ibmvfc_cancel_all(sdev, IBMVFC_TMF_TGT_RESET);
2532 }
2533 
2534 /**
2535  * ibmvfc_eh_target_reset_handler - Reset the target
2536  * @cmd:	scsi command struct
2537  *
2538  * Returns:
2539  *	SUCCESS / FAST_IO_FAIL / FAILED
2540  **/
ibmvfc_eh_target_reset_handler(struct scsi_cmnd * cmd)2541 static int ibmvfc_eh_target_reset_handler(struct scsi_cmnd *cmd)
2542 {
2543 	struct scsi_device *sdev = cmd->device;
2544 	struct ibmvfc_host *vhost = shost_priv(sdev->host);
2545 	struct scsi_target *starget = scsi_target(sdev);
2546 	int block_rc;
2547 	int reset_rc = 0;
2548 	int rc = FAILED;
2549 	unsigned long cancel_rc = 0;
2550 
2551 	ENTER;
2552 	block_rc = fc_block_scsi_eh(cmd);
2553 	ibmvfc_wait_while_resetting(vhost);
2554 	if (block_rc != FAST_IO_FAIL) {
2555 		starget_for_each_device(starget, &cancel_rc, ibmvfc_dev_cancel_all_reset);
2556 		reset_rc = ibmvfc_reset_device(sdev, IBMVFC_TARGET_RESET, "target");
2557 	} else
2558 		starget_for_each_device(starget, &cancel_rc, ibmvfc_dev_cancel_all_noreset);
2559 
2560 	if (!cancel_rc && !reset_rc)
2561 		rc = ibmvfc_wait_for_ops(vhost, starget, ibmvfc_match_target);
2562 
2563 	if (block_rc == FAST_IO_FAIL && rc != FAILED)
2564 		rc = FAST_IO_FAIL;
2565 
2566 	LEAVE;
2567 	return rc;
2568 }
2569 
2570 /**
2571  * ibmvfc_eh_host_reset_handler - Reset the connection to the server
2572  * @cmd:	struct scsi_cmnd having problems
2573  *
2574  **/
ibmvfc_eh_host_reset_handler(struct scsi_cmnd * cmd)2575 static int ibmvfc_eh_host_reset_handler(struct scsi_cmnd *cmd)
2576 {
2577 	int rc;
2578 	struct ibmvfc_host *vhost = shost_priv(cmd->device->host);
2579 
2580 	dev_err(vhost->dev, "Resetting connection due to error recovery\n");
2581 	rc = ibmvfc_issue_fc_host_lip(vhost->host);
2582 
2583 	return rc ? FAILED : SUCCESS;
2584 }
2585 
2586 /**
2587  * ibmvfc_terminate_rport_io - Terminate all pending I/O to the rport.
2588  * @rport:		rport struct
2589  *
2590  * Return value:
2591  * 	none
2592  **/
ibmvfc_terminate_rport_io(struct fc_rport * rport)2593 static void ibmvfc_terminate_rport_io(struct fc_rport *rport)
2594 {
2595 	struct Scsi_Host *shost = rport_to_shost(rport);
2596 	struct ibmvfc_host *vhost = shost_priv(shost);
2597 	struct fc_rport *dev_rport;
2598 	struct scsi_device *sdev;
2599 	struct ibmvfc_target *tgt;
2600 	unsigned long rc, flags;
2601 	unsigned int found;
2602 
2603 	ENTER;
2604 	shost_for_each_device(sdev, shost) {
2605 		dev_rport = starget_to_rport(scsi_target(sdev));
2606 		if (dev_rport != rport)
2607 			continue;
2608 		ibmvfc_cancel_all(sdev, IBMVFC_TMF_SUPPRESS_ABTS);
2609 	}
2610 
2611 	rc = ibmvfc_wait_for_ops(vhost, rport, ibmvfc_match_rport);
2612 
2613 	if (rc == FAILED)
2614 		ibmvfc_issue_fc_host_lip(shost);
2615 
2616 	spin_lock_irqsave(shost->host_lock, flags);
2617 	found = 0;
2618 	list_for_each_entry(tgt, &vhost->targets, queue) {
2619 		if (tgt->scsi_id == rport->port_id) {
2620 			found++;
2621 			break;
2622 		}
2623 	}
2624 
2625 	if (found && tgt->action == IBMVFC_TGT_ACTION_LOGOUT_DELETED_RPORT) {
2626 		/*
2627 		 * If we get here, that means we previously attempted to send
2628 		 * an implicit logout to the target but it failed, most likely
2629 		 * due to I/O being pending, so we need to send it again
2630 		 */
2631 		ibmvfc_del_tgt(tgt);
2632 		ibmvfc_reinit_host(vhost);
2633 	}
2634 
2635 	spin_unlock_irqrestore(shost->host_lock, flags);
2636 	LEAVE;
2637 }
2638 
2639 static const struct ibmvfc_async_desc ae_desc [] = {
2640 	{ "PLOGI",	IBMVFC_AE_ELS_PLOGI,	IBMVFC_DEFAULT_LOG_LEVEL + 1 },
2641 	{ "LOGO",	IBMVFC_AE_ELS_LOGO,	IBMVFC_DEFAULT_LOG_LEVEL + 1 },
2642 	{ "PRLO",	IBMVFC_AE_ELS_PRLO,	IBMVFC_DEFAULT_LOG_LEVEL + 1 },
2643 	{ "N-Port SCN",	IBMVFC_AE_SCN_NPORT,	IBMVFC_DEFAULT_LOG_LEVEL + 1 },
2644 	{ "Group SCN",	IBMVFC_AE_SCN_GROUP,	IBMVFC_DEFAULT_LOG_LEVEL + 1 },
2645 	{ "Domain SCN",	IBMVFC_AE_SCN_DOMAIN,	IBMVFC_DEFAULT_LOG_LEVEL },
2646 	{ "Fabric SCN",	IBMVFC_AE_SCN_FABRIC,	IBMVFC_DEFAULT_LOG_LEVEL },
2647 	{ "Link Up",	IBMVFC_AE_LINK_UP,	IBMVFC_DEFAULT_LOG_LEVEL },
2648 	{ "Link Down",	IBMVFC_AE_LINK_DOWN,	IBMVFC_DEFAULT_LOG_LEVEL },
2649 	{ "Link Dead",	IBMVFC_AE_LINK_DEAD,	IBMVFC_DEFAULT_LOG_LEVEL },
2650 	{ "Halt",	IBMVFC_AE_HALT,		IBMVFC_DEFAULT_LOG_LEVEL },
2651 	{ "Resume",	IBMVFC_AE_RESUME,	IBMVFC_DEFAULT_LOG_LEVEL },
2652 	{ "Adapter Failed", IBMVFC_AE_ADAPTER_FAILED, IBMVFC_DEFAULT_LOG_LEVEL },
2653 };
2654 
2655 static const struct ibmvfc_async_desc unknown_ae = {
2656 	"Unknown async", 0, IBMVFC_DEFAULT_LOG_LEVEL
2657 };
2658 
2659 /**
2660  * ibmvfc_get_ae_desc - Get text description for async event
2661  * @ae:	async event
2662  *
2663  **/
ibmvfc_get_ae_desc(u64 ae)2664 static const struct ibmvfc_async_desc *ibmvfc_get_ae_desc(u64 ae)
2665 {
2666 	int i;
2667 
2668 	for (i = 0; i < ARRAY_SIZE(ae_desc); i++)
2669 		if (ae_desc[i].ae == ae)
2670 			return &ae_desc[i];
2671 
2672 	return &unknown_ae;
2673 }
2674 
2675 static const struct {
2676 	enum ibmvfc_ae_link_state state;
2677 	const char *desc;
2678 } link_desc [] = {
2679 	{ IBMVFC_AE_LS_LINK_UP,		" link up" },
2680 	{ IBMVFC_AE_LS_LINK_BOUNCED,	" link bounced" },
2681 	{ IBMVFC_AE_LS_LINK_DOWN,	" link down" },
2682 	{ IBMVFC_AE_LS_LINK_DEAD,	" link dead" },
2683 };
2684 
2685 /**
2686  * ibmvfc_get_link_state - Get text description for link state
2687  * @state:	link state
2688  *
2689  **/
ibmvfc_get_link_state(enum ibmvfc_ae_link_state state)2690 static const char *ibmvfc_get_link_state(enum ibmvfc_ae_link_state state)
2691 {
2692 	int i;
2693 
2694 	for (i = 0; i < ARRAY_SIZE(link_desc); i++)
2695 		if (link_desc[i].state == state)
2696 			return link_desc[i].desc;
2697 
2698 	return "";
2699 }
2700 
2701 /**
2702  * ibmvfc_handle_async - Handle an async event from the adapter
2703  * @crq:	crq to process
2704  * @vhost:	ibmvfc host struct
2705  *
2706  **/
ibmvfc_handle_async(struct ibmvfc_async_crq * crq,struct ibmvfc_host * vhost)2707 static void ibmvfc_handle_async(struct ibmvfc_async_crq *crq,
2708 				struct ibmvfc_host *vhost)
2709 {
2710 	const struct ibmvfc_async_desc *desc = ibmvfc_get_ae_desc(be64_to_cpu(crq->event));
2711 	struct ibmvfc_target *tgt;
2712 
2713 	ibmvfc_log(vhost, desc->log_level, "%s event received. scsi_id: %llx, wwpn: %llx,"
2714 		   " node_name: %llx%s\n", desc->desc, be64_to_cpu(crq->scsi_id),
2715 		   be64_to_cpu(crq->wwpn), be64_to_cpu(crq->node_name),
2716 		   ibmvfc_get_link_state(crq->link_state));
2717 
2718 	switch (be64_to_cpu(crq->event)) {
2719 	case IBMVFC_AE_RESUME:
2720 		switch (crq->link_state) {
2721 		case IBMVFC_AE_LS_LINK_DOWN:
2722 			ibmvfc_link_down(vhost, IBMVFC_LINK_DOWN);
2723 			break;
2724 		case IBMVFC_AE_LS_LINK_DEAD:
2725 			ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
2726 			break;
2727 		case IBMVFC_AE_LS_LINK_UP:
2728 		case IBMVFC_AE_LS_LINK_BOUNCED:
2729 		default:
2730 			vhost->events_to_log |= IBMVFC_AE_LINKUP;
2731 			vhost->delay_init = 1;
2732 			__ibmvfc_reset_host(vhost);
2733 			break;
2734 		}
2735 
2736 		break;
2737 	case IBMVFC_AE_LINK_UP:
2738 		vhost->events_to_log |= IBMVFC_AE_LINKUP;
2739 		vhost->delay_init = 1;
2740 		__ibmvfc_reset_host(vhost);
2741 		break;
2742 	case IBMVFC_AE_SCN_FABRIC:
2743 	case IBMVFC_AE_SCN_DOMAIN:
2744 		vhost->events_to_log |= IBMVFC_AE_RSCN;
2745 		if (vhost->state < IBMVFC_HALTED) {
2746 			vhost->delay_init = 1;
2747 			__ibmvfc_reset_host(vhost);
2748 		}
2749 		break;
2750 	case IBMVFC_AE_SCN_NPORT:
2751 	case IBMVFC_AE_SCN_GROUP:
2752 		vhost->events_to_log |= IBMVFC_AE_RSCN;
2753 		ibmvfc_reinit_host(vhost);
2754 		break;
2755 	case IBMVFC_AE_ELS_LOGO:
2756 	case IBMVFC_AE_ELS_PRLO:
2757 	case IBMVFC_AE_ELS_PLOGI:
2758 		list_for_each_entry(tgt, &vhost->targets, queue) {
2759 			if (!crq->scsi_id && !crq->wwpn && !crq->node_name)
2760 				break;
2761 			if (crq->scsi_id && cpu_to_be64(tgt->scsi_id) != crq->scsi_id)
2762 				continue;
2763 			if (crq->wwpn && cpu_to_be64(tgt->ids.port_name) != crq->wwpn)
2764 				continue;
2765 			if (crq->node_name && cpu_to_be64(tgt->ids.node_name) != crq->node_name)
2766 				continue;
2767 			if (tgt->need_login && be64_to_cpu(crq->event) == IBMVFC_AE_ELS_LOGO)
2768 				tgt->logo_rcvd = 1;
2769 			if (!tgt->need_login || be64_to_cpu(crq->event) == IBMVFC_AE_ELS_PLOGI) {
2770 				ibmvfc_del_tgt(tgt);
2771 				ibmvfc_reinit_host(vhost);
2772 			}
2773 		}
2774 		break;
2775 	case IBMVFC_AE_LINK_DOWN:
2776 	case IBMVFC_AE_ADAPTER_FAILED:
2777 		ibmvfc_link_down(vhost, IBMVFC_LINK_DOWN);
2778 		break;
2779 	case IBMVFC_AE_LINK_DEAD:
2780 		ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
2781 		break;
2782 	case IBMVFC_AE_HALT:
2783 		ibmvfc_link_down(vhost, IBMVFC_HALTED);
2784 		break;
2785 	default:
2786 		dev_err(vhost->dev, "Unknown async event received: %lld\n", crq->event);
2787 		break;
2788 	}
2789 }
2790 
2791 /**
2792  * ibmvfc_handle_crq - Handles and frees received events in the CRQ
2793  * @crq:	Command/Response queue
2794  * @vhost:	ibmvfc host struct
2795  *
2796  **/
ibmvfc_handle_crq(struct ibmvfc_crq * crq,struct ibmvfc_host * vhost)2797 static void ibmvfc_handle_crq(struct ibmvfc_crq *crq, struct ibmvfc_host *vhost)
2798 {
2799 	long rc;
2800 	struct ibmvfc_event *evt = (struct ibmvfc_event *)be64_to_cpu(crq->ioba);
2801 
2802 	switch (crq->valid) {
2803 	case IBMVFC_CRQ_INIT_RSP:
2804 		switch (crq->format) {
2805 		case IBMVFC_CRQ_INIT:
2806 			dev_info(vhost->dev, "Partner initialized\n");
2807 			/* Send back a response */
2808 			rc = ibmvfc_send_crq_init_complete(vhost);
2809 			if (rc == 0)
2810 				ibmvfc_init_host(vhost);
2811 			else
2812 				dev_err(vhost->dev, "Unable to send init rsp. rc=%ld\n", rc);
2813 			break;
2814 		case IBMVFC_CRQ_INIT_COMPLETE:
2815 			dev_info(vhost->dev, "Partner initialization complete\n");
2816 			ibmvfc_init_host(vhost);
2817 			break;
2818 		default:
2819 			dev_err(vhost->dev, "Unknown crq message type: %d\n", crq->format);
2820 		}
2821 		return;
2822 	case IBMVFC_CRQ_XPORT_EVENT:
2823 		vhost->state = IBMVFC_NO_CRQ;
2824 		vhost->logged_in = 0;
2825 		ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_NONE);
2826 		if (crq->format == IBMVFC_PARTITION_MIGRATED) {
2827 			/* We need to re-setup the interpartition connection */
2828 			dev_info(vhost->dev, "Partition migrated, Re-enabling adapter\n");
2829 			vhost->client_migrated = 1;
2830 
2831 			scsi_block_requests(vhost->host);
2832 			ibmvfc_purge_requests(vhost, DID_REQUEUE);
2833 			ibmvfc_set_host_state(vhost, IBMVFC_LINK_DOWN);
2834 			ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_REENABLE);
2835 			wake_up(&vhost->work_wait_q);
2836 		} else if (crq->format == IBMVFC_PARTNER_FAILED || crq->format == IBMVFC_PARTNER_DEREGISTER) {
2837 			dev_err(vhost->dev, "Host partner adapter deregistered or failed (rc=%d)\n", crq->format);
2838 			ibmvfc_purge_requests(vhost, DID_ERROR);
2839 			ibmvfc_link_down(vhost, IBMVFC_LINK_DOWN);
2840 			ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_RESET);
2841 		} else {
2842 			dev_err(vhost->dev, "Received unknown transport event from partner (rc=%d)\n", crq->format);
2843 		}
2844 		return;
2845 	case IBMVFC_CRQ_CMD_RSP:
2846 		break;
2847 	default:
2848 		dev_err(vhost->dev, "Got an invalid message type 0x%02x\n", crq->valid);
2849 		return;
2850 	}
2851 
2852 	if (crq->format == IBMVFC_ASYNC_EVENT)
2853 		return;
2854 
2855 	/* The only kind of payload CRQs we should get are responses to
2856 	 * things we send. Make sure this response is to something we
2857 	 * actually sent
2858 	 */
2859 	if (unlikely(!ibmvfc_valid_event(&vhost->pool, evt))) {
2860 		dev_err(vhost->dev, "Returned correlation_token 0x%08llx is invalid!\n",
2861 			crq->ioba);
2862 		return;
2863 	}
2864 
2865 	if (unlikely(atomic_read(&evt->free))) {
2866 		dev_err(vhost->dev, "Received duplicate correlation_token 0x%08llx!\n",
2867 			crq->ioba);
2868 		return;
2869 	}
2870 
2871 	del_timer(&evt->timer);
2872 	list_del(&evt->queue);
2873 	ibmvfc_trc_end(evt);
2874 	evt->done(evt);
2875 }
2876 
2877 /**
2878  * ibmvfc_scan_finished - Check if the device scan is done.
2879  * @shost:	scsi host struct
2880  * @time:	current elapsed time
2881  *
2882  * Returns:
2883  *	0 if scan is not done / 1 if scan is done
2884  **/
ibmvfc_scan_finished(struct Scsi_Host * shost,unsigned long time)2885 static int ibmvfc_scan_finished(struct Scsi_Host *shost, unsigned long time)
2886 {
2887 	unsigned long flags;
2888 	struct ibmvfc_host *vhost = shost_priv(shost);
2889 	int done = 0;
2890 
2891 	spin_lock_irqsave(shost->host_lock, flags);
2892 	if (time >= (init_timeout * HZ)) {
2893 		dev_info(vhost->dev, "Scan taking longer than %d seconds, "
2894 			 "continuing initialization\n", init_timeout);
2895 		done = 1;
2896 	}
2897 
2898 	if (vhost->scan_complete)
2899 		done = 1;
2900 	spin_unlock_irqrestore(shost->host_lock, flags);
2901 	return done;
2902 }
2903 
2904 /**
2905  * ibmvfc_slave_alloc - Setup the device's task set value
2906  * @sdev:	struct scsi_device device to configure
2907  *
2908  * Set the device's task set value so that error handling works as
2909  * expected.
2910  *
2911  * Returns:
2912  *	0 on success / -ENXIO if device does not exist
2913  **/
ibmvfc_slave_alloc(struct scsi_device * sdev)2914 static int ibmvfc_slave_alloc(struct scsi_device *sdev)
2915 {
2916 	struct Scsi_Host *shost = sdev->host;
2917 	struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
2918 	struct ibmvfc_host *vhost = shost_priv(shost);
2919 	unsigned long flags = 0;
2920 
2921 	if (!rport || fc_remote_port_chkready(rport))
2922 		return -ENXIO;
2923 
2924 	spin_lock_irqsave(shost->host_lock, flags);
2925 	sdev->hostdata = (void *)(unsigned long)vhost->task_set++;
2926 	spin_unlock_irqrestore(shost->host_lock, flags);
2927 	return 0;
2928 }
2929 
2930 /**
2931  * ibmvfc_target_alloc - Setup the target's task set value
2932  * @starget:	struct scsi_target
2933  *
2934  * Set the target's task set value so that error handling works as
2935  * expected.
2936  *
2937  * Returns:
2938  *	0 on success / -ENXIO if device does not exist
2939  **/
ibmvfc_target_alloc(struct scsi_target * starget)2940 static int ibmvfc_target_alloc(struct scsi_target *starget)
2941 {
2942 	struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2943 	struct ibmvfc_host *vhost = shost_priv(shost);
2944 	unsigned long flags = 0;
2945 
2946 	spin_lock_irqsave(shost->host_lock, flags);
2947 	starget->hostdata = (void *)(unsigned long)vhost->task_set++;
2948 	spin_unlock_irqrestore(shost->host_lock, flags);
2949 	return 0;
2950 }
2951 
2952 /**
2953  * ibmvfc_slave_configure - Configure the device
2954  * @sdev:	struct scsi_device device to configure
2955  *
2956  * Enable allow_restart for a device if it is a disk. Adjust the
2957  * queue_depth here also.
2958  *
2959  * Returns:
2960  *	0
2961  **/
ibmvfc_slave_configure(struct scsi_device * sdev)2962 static int ibmvfc_slave_configure(struct scsi_device *sdev)
2963 {
2964 	struct Scsi_Host *shost = sdev->host;
2965 	unsigned long flags = 0;
2966 
2967 	spin_lock_irqsave(shost->host_lock, flags);
2968 	if (sdev->type == TYPE_DISK) {
2969 		sdev->allow_restart = 1;
2970 		blk_queue_rq_timeout(sdev->request_queue, 120 * HZ);
2971 	}
2972 	spin_unlock_irqrestore(shost->host_lock, flags);
2973 	return 0;
2974 }
2975 
2976 /**
2977  * ibmvfc_change_queue_depth - Change the device's queue depth
2978  * @sdev:	scsi device struct
2979  * @qdepth:	depth to set
2980  * @reason:	calling context
2981  *
2982  * Return value:
2983  * 	actual depth set
2984  **/
ibmvfc_change_queue_depth(struct scsi_device * sdev,int qdepth)2985 static int ibmvfc_change_queue_depth(struct scsi_device *sdev, int qdepth)
2986 {
2987 	if (qdepth > IBMVFC_MAX_CMDS_PER_LUN)
2988 		qdepth = IBMVFC_MAX_CMDS_PER_LUN;
2989 
2990 	return scsi_change_queue_depth(sdev, qdepth);
2991 }
2992 
ibmvfc_show_host_partition_name(struct device * dev,struct device_attribute * attr,char * buf)2993 static ssize_t ibmvfc_show_host_partition_name(struct device *dev,
2994 						 struct device_attribute *attr, char *buf)
2995 {
2996 	struct Scsi_Host *shost = class_to_shost(dev);
2997 	struct ibmvfc_host *vhost = shost_priv(shost);
2998 
2999 	return snprintf(buf, PAGE_SIZE, "%s\n",
3000 			vhost->login_buf->resp.partition_name);
3001 }
3002 
ibmvfc_show_host_device_name(struct device * dev,struct device_attribute * attr,char * buf)3003 static ssize_t ibmvfc_show_host_device_name(struct device *dev,
3004 					    struct device_attribute *attr, char *buf)
3005 {
3006 	struct Scsi_Host *shost = class_to_shost(dev);
3007 	struct ibmvfc_host *vhost = shost_priv(shost);
3008 
3009 	return snprintf(buf, PAGE_SIZE, "%s\n",
3010 			vhost->login_buf->resp.device_name);
3011 }
3012 
ibmvfc_show_host_loc_code(struct device * dev,struct device_attribute * attr,char * buf)3013 static ssize_t ibmvfc_show_host_loc_code(struct device *dev,
3014 					 struct device_attribute *attr, char *buf)
3015 {
3016 	struct Scsi_Host *shost = class_to_shost(dev);
3017 	struct ibmvfc_host *vhost = shost_priv(shost);
3018 
3019 	return snprintf(buf, PAGE_SIZE, "%s\n",
3020 			vhost->login_buf->resp.port_loc_code);
3021 }
3022 
ibmvfc_show_host_drc_name(struct device * dev,struct device_attribute * attr,char * buf)3023 static ssize_t ibmvfc_show_host_drc_name(struct device *dev,
3024 					 struct device_attribute *attr, char *buf)
3025 {
3026 	struct Scsi_Host *shost = class_to_shost(dev);
3027 	struct ibmvfc_host *vhost = shost_priv(shost);
3028 
3029 	return snprintf(buf, PAGE_SIZE, "%s\n",
3030 			vhost->login_buf->resp.drc_name);
3031 }
3032 
ibmvfc_show_host_npiv_version(struct device * dev,struct device_attribute * attr,char * buf)3033 static ssize_t ibmvfc_show_host_npiv_version(struct device *dev,
3034 					     struct device_attribute *attr, char *buf)
3035 {
3036 	struct Scsi_Host *shost = class_to_shost(dev);
3037 	struct ibmvfc_host *vhost = shost_priv(shost);
3038 	return snprintf(buf, PAGE_SIZE, "%d\n", vhost->login_buf->resp.version);
3039 }
3040 
ibmvfc_show_host_capabilities(struct device * dev,struct device_attribute * attr,char * buf)3041 static ssize_t ibmvfc_show_host_capabilities(struct device *dev,
3042 					     struct device_attribute *attr, char *buf)
3043 {
3044 	struct Scsi_Host *shost = class_to_shost(dev);
3045 	struct ibmvfc_host *vhost = shost_priv(shost);
3046 	return snprintf(buf, PAGE_SIZE, "%llx\n", vhost->login_buf->resp.capabilities);
3047 }
3048 
3049 /**
3050  * ibmvfc_show_log_level - Show the adapter's error logging level
3051  * @dev:	class device struct
3052  * @buf:	buffer
3053  *
3054  * Return value:
3055  * 	number of bytes printed to buffer
3056  **/
ibmvfc_show_log_level(struct device * dev,struct device_attribute * attr,char * buf)3057 static ssize_t ibmvfc_show_log_level(struct device *dev,
3058 				     struct device_attribute *attr, char *buf)
3059 {
3060 	struct Scsi_Host *shost = class_to_shost(dev);
3061 	struct ibmvfc_host *vhost = shost_priv(shost);
3062 	unsigned long flags = 0;
3063 	int len;
3064 
3065 	spin_lock_irqsave(shost->host_lock, flags);
3066 	len = snprintf(buf, PAGE_SIZE, "%d\n", vhost->log_level);
3067 	spin_unlock_irqrestore(shost->host_lock, flags);
3068 	return len;
3069 }
3070 
3071 /**
3072  * ibmvfc_store_log_level - Change the adapter's error logging level
3073  * @dev:	class device struct
3074  * @buf:	buffer
3075  *
3076  * Return value:
3077  * 	number of bytes printed to buffer
3078  **/
ibmvfc_store_log_level(struct device * dev,struct device_attribute * attr,const char * buf,size_t count)3079 static ssize_t ibmvfc_store_log_level(struct device *dev,
3080 				      struct device_attribute *attr,
3081 				      const char *buf, size_t count)
3082 {
3083 	struct Scsi_Host *shost = class_to_shost(dev);
3084 	struct ibmvfc_host *vhost = shost_priv(shost);
3085 	unsigned long flags = 0;
3086 
3087 	spin_lock_irqsave(shost->host_lock, flags);
3088 	vhost->log_level = simple_strtoul(buf, NULL, 10);
3089 	spin_unlock_irqrestore(shost->host_lock, flags);
3090 	return strlen(buf);
3091 }
3092 
3093 static DEVICE_ATTR(partition_name, S_IRUGO, ibmvfc_show_host_partition_name, NULL);
3094 static DEVICE_ATTR(device_name, S_IRUGO, ibmvfc_show_host_device_name, NULL);
3095 static DEVICE_ATTR(port_loc_code, S_IRUGO, ibmvfc_show_host_loc_code, NULL);
3096 static DEVICE_ATTR(drc_name, S_IRUGO, ibmvfc_show_host_drc_name, NULL);
3097 static DEVICE_ATTR(npiv_version, S_IRUGO, ibmvfc_show_host_npiv_version, NULL);
3098 static DEVICE_ATTR(capabilities, S_IRUGO, ibmvfc_show_host_capabilities, NULL);
3099 static DEVICE_ATTR(log_level, S_IRUGO | S_IWUSR,
3100 		   ibmvfc_show_log_level, ibmvfc_store_log_level);
3101 
3102 #ifdef CONFIG_SCSI_IBMVFC_TRACE
3103 /**
3104  * ibmvfc_read_trace - Dump the adapter trace
3105  * @filp:		open sysfs file
3106  * @kobj:		kobject struct
3107  * @bin_attr:	bin_attribute struct
3108  * @buf:		buffer
3109  * @off:		offset
3110  * @count:		buffer size
3111  *
3112  * Return value:
3113  *	number of bytes printed to buffer
3114  **/
ibmvfc_read_trace(struct file * filp,struct kobject * kobj,struct bin_attribute * bin_attr,char * buf,loff_t off,size_t count)3115 static ssize_t ibmvfc_read_trace(struct file *filp, struct kobject *kobj,
3116 				 struct bin_attribute *bin_attr,
3117 				 char *buf, loff_t off, size_t count)
3118 {
3119 	struct device *dev = container_of(kobj, struct device, kobj);
3120 	struct Scsi_Host *shost = class_to_shost(dev);
3121 	struct ibmvfc_host *vhost = shost_priv(shost);
3122 	unsigned long flags = 0;
3123 	int size = IBMVFC_TRACE_SIZE;
3124 	char *src = (char *)vhost->trace;
3125 
3126 	if (off > size)
3127 		return 0;
3128 	if (off + count > size) {
3129 		size -= off;
3130 		count = size;
3131 	}
3132 
3133 	spin_lock_irqsave(shost->host_lock, flags);
3134 	memcpy(buf, &src[off], count);
3135 	spin_unlock_irqrestore(shost->host_lock, flags);
3136 	return count;
3137 }
3138 
3139 static struct bin_attribute ibmvfc_trace_attr = {
3140 	.attr =	{
3141 		.name = "trace",
3142 		.mode = S_IRUGO,
3143 	},
3144 	.size = 0,
3145 	.read = ibmvfc_read_trace,
3146 };
3147 #endif
3148 
3149 static struct device_attribute *ibmvfc_attrs[] = {
3150 	&dev_attr_partition_name,
3151 	&dev_attr_device_name,
3152 	&dev_attr_port_loc_code,
3153 	&dev_attr_drc_name,
3154 	&dev_attr_npiv_version,
3155 	&dev_attr_capabilities,
3156 	&dev_attr_log_level,
3157 	NULL
3158 };
3159 
3160 static struct scsi_host_template driver_template = {
3161 	.module = THIS_MODULE,
3162 	.name = "IBM POWER Virtual FC Adapter",
3163 	.proc_name = IBMVFC_NAME,
3164 	.queuecommand = ibmvfc_queuecommand,
3165 	.eh_timed_out = fc_eh_timed_out,
3166 	.eh_abort_handler = ibmvfc_eh_abort_handler,
3167 	.eh_device_reset_handler = ibmvfc_eh_device_reset_handler,
3168 	.eh_target_reset_handler = ibmvfc_eh_target_reset_handler,
3169 	.eh_host_reset_handler = ibmvfc_eh_host_reset_handler,
3170 	.slave_alloc = ibmvfc_slave_alloc,
3171 	.slave_configure = ibmvfc_slave_configure,
3172 	.target_alloc = ibmvfc_target_alloc,
3173 	.scan_finished = ibmvfc_scan_finished,
3174 	.change_queue_depth = ibmvfc_change_queue_depth,
3175 	.cmd_per_lun = 16,
3176 	.can_queue = IBMVFC_MAX_REQUESTS_DEFAULT,
3177 	.this_id = -1,
3178 	.sg_tablesize = SG_ALL,
3179 	.max_sectors = IBMVFC_MAX_SECTORS,
3180 	.shost_attrs = ibmvfc_attrs,
3181 	.track_queue_depth = 1,
3182 };
3183 
3184 /**
3185  * ibmvfc_next_async_crq - Returns the next entry in async queue
3186  * @vhost:	ibmvfc host struct
3187  *
3188  * Returns:
3189  *	Pointer to next entry in queue / NULL if empty
3190  **/
ibmvfc_next_async_crq(struct ibmvfc_host * vhost)3191 static struct ibmvfc_async_crq *ibmvfc_next_async_crq(struct ibmvfc_host *vhost)
3192 {
3193 	struct ibmvfc_async_crq_queue *async_crq = &vhost->async_crq;
3194 	struct ibmvfc_async_crq *crq;
3195 
3196 	crq = &async_crq->msgs[async_crq->cur];
3197 	if (crq->valid & 0x80) {
3198 		if (++async_crq->cur == async_crq->size)
3199 			async_crq->cur = 0;
3200 		rmb();
3201 	} else
3202 		crq = NULL;
3203 
3204 	return crq;
3205 }
3206 
3207 /**
3208  * ibmvfc_next_crq - Returns the next entry in message queue
3209  * @vhost:	ibmvfc host struct
3210  *
3211  * Returns:
3212  *	Pointer to next entry in queue / NULL if empty
3213  **/
ibmvfc_next_crq(struct ibmvfc_host * vhost)3214 static struct ibmvfc_crq *ibmvfc_next_crq(struct ibmvfc_host *vhost)
3215 {
3216 	struct ibmvfc_crq_queue *queue = &vhost->crq;
3217 	struct ibmvfc_crq *crq;
3218 
3219 	crq = &queue->msgs[queue->cur];
3220 	if (crq->valid & 0x80) {
3221 		if (++queue->cur == queue->size)
3222 			queue->cur = 0;
3223 		rmb();
3224 	} else
3225 		crq = NULL;
3226 
3227 	return crq;
3228 }
3229 
3230 /**
3231  * ibmvfc_interrupt - Interrupt handler
3232  * @irq:		number of irq to handle, not used
3233  * @dev_instance: ibmvfc_host that received interrupt
3234  *
3235  * Returns:
3236  *	IRQ_HANDLED
3237  **/
ibmvfc_interrupt(int irq,void * dev_instance)3238 static irqreturn_t ibmvfc_interrupt(int irq, void *dev_instance)
3239 {
3240 	struct ibmvfc_host *vhost = (struct ibmvfc_host *)dev_instance;
3241 	unsigned long flags;
3242 
3243 	spin_lock_irqsave(vhost->host->host_lock, flags);
3244 	vio_disable_interrupts(to_vio_dev(vhost->dev));
3245 	tasklet_schedule(&vhost->tasklet);
3246 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
3247 	return IRQ_HANDLED;
3248 }
3249 
3250 /**
3251  * ibmvfc_tasklet - Interrupt handler tasklet
3252  * @data:		ibmvfc host struct
3253  *
3254  * Returns:
3255  *	Nothing
3256  **/
ibmvfc_tasklet(void * data)3257 static void ibmvfc_tasklet(void *data)
3258 {
3259 	struct ibmvfc_host *vhost = data;
3260 	struct vio_dev *vdev = to_vio_dev(vhost->dev);
3261 	struct ibmvfc_crq *crq;
3262 	struct ibmvfc_async_crq *async;
3263 	unsigned long flags;
3264 	int done = 0;
3265 
3266 	spin_lock_irqsave(vhost->host->host_lock, flags);
3267 	while (!done) {
3268 		/* Pull all the valid messages off the async CRQ */
3269 		while ((async = ibmvfc_next_async_crq(vhost)) != NULL) {
3270 			ibmvfc_handle_async(async, vhost);
3271 			async->valid = 0;
3272 			wmb();
3273 		}
3274 
3275 		/* Pull all the valid messages off the CRQ */
3276 		while ((crq = ibmvfc_next_crq(vhost)) != NULL) {
3277 			ibmvfc_handle_crq(crq, vhost);
3278 			crq->valid = 0;
3279 			wmb();
3280 		}
3281 
3282 		vio_enable_interrupts(vdev);
3283 		if ((async = ibmvfc_next_async_crq(vhost)) != NULL) {
3284 			vio_disable_interrupts(vdev);
3285 			ibmvfc_handle_async(async, vhost);
3286 			async->valid = 0;
3287 			wmb();
3288 		} else if ((crq = ibmvfc_next_crq(vhost)) != NULL) {
3289 			vio_disable_interrupts(vdev);
3290 			ibmvfc_handle_crq(crq, vhost);
3291 			crq->valid = 0;
3292 			wmb();
3293 		} else
3294 			done = 1;
3295 	}
3296 
3297 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
3298 }
3299 
3300 /**
3301  * ibmvfc_init_tgt - Set the next init job step for the target
3302  * @tgt:		ibmvfc target struct
3303  * @job_step:	job step to perform
3304  *
3305  **/
ibmvfc_init_tgt(struct ibmvfc_target * tgt,void (* job_step)(struct ibmvfc_target *))3306 static void ibmvfc_init_tgt(struct ibmvfc_target *tgt,
3307 			    void (*job_step) (struct ibmvfc_target *))
3308 {
3309 	if (!ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT))
3310 		tgt->job_step = job_step;
3311 	wake_up(&tgt->vhost->work_wait_q);
3312 }
3313 
3314 /**
3315  * ibmvfc_retry_tgt_init - Attempt to retry a step in target initialization
3316  * @tgt:		ibmvfc target struct
3317  * @job_step:	initialization job step
3318  *
3319  * Returns: 1 if step will be retried / 0 if not
3320  *
3321  **/
ibmvfc_retry_tgt_init(struct ibmvfc_target * tgt,void (* job_step)(struct ibmvfc_target *))3322 static int ibmvfc_retry_tgt_init(struct ibmvfc_target *tgt,
3323 				  void (*job_step) (struct ibmvfc_target *))
3324 {
3325 	if (++tgt->init_retries > IBMVFC_MAX_TGT_INIT_RETRIES) {
3326 		ibmvfc_del_tgt(tgt);
3327 		wake_up(&tgt->vhost->work_wait_q);
3328 		return 0;
3329 	} else
3330 		ibmvfc_init_tgt(tgt, job_step);
3331 	return 1;
3332 }
3333 
3334 /* Defined in FC-LS */
3335 static const struct {
3336 	int code;
3337 	int retry;
3338 	int logged_in;
3339 } prli_rsp [] = {
3340 	{ 0, 1, 0 },
3341 	{ 1, 0, 1 },
3342 	{ 2, 1, 0 },
3343 	{ 3, 1, 0 },
3344 	{ 4, 0, 0 },
3345 	{ 5, 0, 0 },
3346 	{ 6, 0, 1 },
3347 	{ 7, 0, 0 },
3348 	{ 8, 1, 0 },
3349 };
3350 
3351 /**
3352  * ibmvfc_get_prli_rsp - Find PRLI response index
3353  * @flags:	PRLI response flags
3354  *
3355  **/
ibmvfc_get_prli_rsp(u16 flags)3356 static int ibmvfc_get_prli_rsp(u16 flags)
3357 {
3358 	int i;
3359 	int code = (flags & 0x0f00) >> 8;
3360 
3361 	for (i = 0; i < ARRAY_SIZE(prli_rsp); i++)
3362 		if (prli_rsp[i].code == code)
3363 			return i;
3364 
3365 	return 0;
3366 }
3367 
3368 /**
3369  * ibmvfc_tgt_prli_done - Completion handler for Process Login
3370  * @evt:	ibmvfc event struct
3371  *
3372  **/
ibmvfc_tgt_prli_done(struct ibmvfc_event * evt)3373 static void ibmvfc_tgt_prli_done(struct ibmvfc_event *evt)
3374 {
3375 	struct ibmvfc_target *tgt = evt->tgt;
3376 	struct ibmvfc_host *vhost = evt->vhost;
3377 	struct ibmvfc_process_login *rsp = &evt->xfer_iu->prli;
3378 	struct ibmvfc_prli_svc_parms *parms = &rsp->parms;
3379 	u32 status = be16_to_cpu(rsp->common.status);
3380 	int index, level = IBMVFC_DEFAULT_LOG_LEVEL;
3381 
3382 	vhost->discovery_threads--;
3383 	ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3384 	switch (status) {
3385 	case IBMVFC_MAD_SUCCESS:
3386 		tgt_dbg(tgt, "Process Login succeeded: %X %02X %04X\n",
3387 			parms->type, parms->flags, parms->service_parms);
3388 
3389 		if (parms->type == IBMVFC_SCSI_FCP_TYPE) {
3390 			index = ibmvfc_get_prli_rsp(be16_to_cpu(parms->flags));
3391 			if (prli_rsp[index].logged_in) {
3392 				if (be16_to_cpu(parms->flags) & IBMVFC_PRLI_EST_IMG_PAIR) {
3393 					tgt->need_login = 0;
3394 					tgt->ids.roles = 0;
3395 					if (be32_to_cpu(parms->service_parms) & IBMVFC_PRLI_TARGET_FUNC)
3396 						tgt->ids.roles |= FC_PORT_ROLE_FCP_TARGET;
3397 					if (be32_to_cpu(parms->service_parms) & IBMVFC_PRLI_INITIATOR_FUNC)
3398 						tgt->ids.roles |= FC_PORT_ROLE_FCP_INITIATOR;
3399 					tgt->add_rport = 1;
3400 				} else
3401 					ibmvfc_del_tgt(tgt);
3402 			} else if (prli_rsp[index].retry)
3403 				ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_prli);
3404 			else
3405 				ibmvfc_del_tgt(tgt);
3406 		} else
3407 			ibmvfc_del_tgt(tgt);
3408 		break;
3409 	case IBMVFC_MAD_DRIVER_FAILED:
3410 		break;
3411 	case IBMVFC_MAD_CRQ_ERROR:
3412 		ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_prli);
3413 		break;
3414 	case IBMVFC_MAD_FAILED:
3415 	default:
3416 		if ((be16_to_cpu(rsp->status) & IBMVFC_VIOS_FAILURE) &&
3417 		     be16_to_cpu(rsp->error) == IBMVFC_PLOGI_REQUIRED)
3418 			level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_plogi);
3419 		else if (tgt->logo_rcvd)
3420 			level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_plogi);
3421 		else if (ibmvfc_retry_cmd(be16_to_cpu(rsp->status), be16_to_cpu(rsp->error)))
3422 			level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_prli);
3423 		else
3424 			ibmvfc_del_tgt(tgt);
3425 
3426 		tgt_log(tgt, level, "Process Login failed: %s (%x:%x) rc=0x%02X\n",
3427 			ibmvfc_get_cmd_error(be16_to_cpu(rsp->status), be16_to_cpu(rsp->error)),
3428 			be16_to_cpu(rsp->status), be16_to_cpu(rsp->error), status);
3429 		break;
3430 	}
3431 
3432 	kref_put(&tgt->kref, ibmvfc_release_tgt);
3433 	ibmvfc_free_event(evt);
3434 	wake_up(&vhost->work_wait_q);
3435 }
3436 
3437 /**
3438  * ibmvfc_tgt_send_prli - Send a process login
3439  * @tgt:	ibmvfc target struct
3440  *
3441  **/
ibmvfc_tgt_send_prli(struct ibmvfc_target * tgt)3442 static void ibmvfc_tgt_send_prli(struct ibmvfc_target *tgt)
3443 {
3444 	struct ibmvfc_process_login *prli;
3445 	struct ibmvfc_host *vhost = tgt->vhost;
3446 	struct ibmvfc_event *evt;
3447 
3448 	if (vhost->discovery_threads >= disc_threads)
3449 		return;
3450 
3451 	kref_get(&tgt->kref);
3452 	evt = ibmvfc_get_event(vhost);
3453 	vhost->discovery_threads++;
3454 	ibmvfc_init_event(evt, ibmvfc_tgt_prli_done, IBMVFC_MAD_FORMAT);
3455 	evt->tgt = tgt;
3456 	prli = &evt->iu.prli;
3457 	memset(prli, 0, sizeof(*prli));
3458 	prli->common.version = cpu_to_be32(1);
3459 	prli->common.opcode = cpu_to_be32(IBMVFC_PROCESS_LOGIN);
3460 	prli->common.length = cpu_to_be16(sizeof(*prli));
3461 	prli->scsi_id = cpu_to_be64(tgt->scsi_id);
3462 
3463 	prli->parms.type = IBMVFC_SCSI_FCP_TYPE;
3464 	prli->parms.flags = cpu_to_be16(IBMVFC_PRLI_EST_IMG_PAIR);
3465 	prli->parms.service_parms = cpu_to_be32(IBMVFC_PRLI_INITIATOR_FUNC);
3466 	prli->parms.service_parms |= cpu_to_be32(IBMVFC_PRLI_READ_FCP_XFER_RDY_DISABLED);
3467 
3468 	if (cls3_error)
3469 		prli->parms.service_parms |= cpu_to_be32(IBMVFC_PRLI_RETRY);
3470 
3471 	ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
3472 	if (ibmvfc_send_event(evt, vhost, default_timeout)) {
3473 		vhost->discovery_threads--;
3474 		ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3475 		kref_put(&tgt->kref, ibmvfc_release_tgt);
3476 	} else
3477 		tgt_dbg(tgt, "Sent process login\n");
3478 }
3479 
3480 /**
3481  * ibmvfc_tgt_plogi_done - Completion handler for Port Login
3482  * @evt:	ibmvfc event struct
3483  *
3484  **/
ibmvfc_tgt_plogi_done(struct ibmvfc_event * evt)3485 static void ibmvfc_tgt_plogi_done(struct ibmvfc_event *evt)
3486 {
3487 	struct ibmvfc_target *tgt = evt->tgt;
3488 	struct ibmvfc_host *vhost = evt->vhost;
3489 	struct ibmvfc_port_login *rsp = &evt->xfer_iu->plogi;
3490 	u32 status = be16_to_cpu(rsp->common.status);
3491 	int level = IBMVFC_DEFAULT_LOG_LEVEL;
3492 
3493 	vhost->discovery_threads--;
3494 	ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3495 	switch (status) {
3496 	case IBMVFC_MAD_SUCCESS:
3497 		tgt_dbg(tgt, "Port Login succeeded\n");
3498 		if (tgt->ids.port_name &&
3499 		    tgt->ids.port_name != wwn_to_u64(rsp->service_parms.port_name)) {
3500 			vhost->reinit = 1;
3501 			tgt_dbg(tgt, "Port re-init required\n");
3502 			break;
3503 		}
3504 		tgt->ids.node_name = wwn_to_u64(rsp->service_parms.node_name);
3505 		tgt->ids.port_name = wwn_to_u64(rsp->service_parms.port_name);
3506 		tgt->ids.port_id = tgt->scsi_id;
3507 		memcpy(&tgt->service_parms, &rsp->service_parms,
3508 		       sizeof(tgt->service_parms));
3509 		memcpy(&tgt->service_parms_change, &rsp->service_parms_change,
3510 		       sizeof(tgt->service_parms_change));
3511 		ibmvfc_init_tgt(tgt, ibmvfc_tgt_send_prli);
3512 		break;
3513 	case IBMVFC_MAD_DRIVER_FAILED:
3514 		break;
3515 	case IBMVFC_MAD_CRQ_ERROR:
3516 		ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_plogi);
3517 		break;
3518 	case IBMVFC_MAD_FAILED:
3519 	default:
3520 		if (ibmvfc_retry_cmd(be16_to_cpu(rsp->status), be16_to_cpu(rsp->error)))
3521 			level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_plogi);
3522 		else
3523 			ibmvfc_del_tgt(tgt);
3524 
3525 		tgt_log(tgt, level, "Port Login failed: %s (%x:%x) %s (%x) %s (%x) rc=0x%02X\n",
3526 			ibmvfc_get_cmd_error(be16_to_cpu(rsp->status), be16_to_cpu(rsp->error)),
3527 					     be16_to_cpu(rsp->status), be16_to_cpu(rsp->error),
3528 			ibmvfc_get_fc_type(be16_to_cpu(rsp->fc_type)), be16_to_cpu(rsp->fc_type),
3529 			ibmvfc_get_ls_explain(be16_to_cpu(rsp->fc_explain)), be16_to_cpu(rsp->fc_explain), status);
3530 		break;
3531 	}
3532 
3533 	kref_put(&tgt->kref, ibmvfc_release_tgt);
3534 	ibmvfc_free_event(evt);
3535 	wake_up(&vhost->work_wait_q);
3536 }
3537 
3538 /**
3539  * ibmvfc_tgt_send_plogi - Send PLOGI to the specified target
3540  * @tgt:	ibmvfc target struct
3541  *
3542  **/
ibmvfc_tgt_send_plogi(struct ibmvfc_target * tgt)3543 static void ibmvfc_tgt_send_plogi(struct ibmvfc_target *tgt)
3544 {
3545 	struct ibmvfc_port_login *plogi;
3546 	struct ibmvfc_host *vhost = tgt->vhost;
3547 	struct ibmvfc_event *evt;
3548 
3549 	if (vhost->discovery_threads >= disc_threads)
3550 		return;
3551 
3552 	kref_get(&tgt->kref);
3553 	tgt->logo_rcvd = 0;
3554 	evt = ibmvfc_get_event(vhost);
3555 	vhost->discovery_threads++;
3556 	ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
3557 	ibmvfc_init_event(evt, ibmvfc_tgt_plogi_done, IBMVFC_MAD_FORMAT);
3558 	evt->tgt = tgt;
3559 	plogi = &evt->iu.plogi;
3560 	memset(plogi, 0, sizeof(*plogi));
3561 	plogi->common.version = cpu_to_be32(1);
3562 	plogi->common.opcode = cpu_to_be32(IBMVFC_PORT_LOGIN);
3563 	plogi->common.length = cpu_to_be16(sizeof(*plogi));
3564 	plogi->scsi_id = cpu_to_be64(tgt->scsi_id);
3565 
3566 	if (ibmvfc_send_event(evt, vhost, default_timeout)) {
3567 		vhost->discovery_threads--;
3568 		ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3569 		kref_put(&tgt->kref, ibmvfc_release_tgt);
3570 	} else
3571 		tgt_dbg(tgt, "Sent port login\n");
3572 }
3573 
3574 /**
3575  * ibmvfc_tgt_implicit_logout_done - Completion handler for Implicit Logout MAD
3576  * @evt:	ibmvfc event struct
3577  *
3578  **/
ibmvfc_tgt_implicit_logout_done(struct ibmvfc_event * evt)3579 static void ibmvfc_tgt_implicit_logout_done(struct ibmvfc_event *evt)
3580 {
3581 	struct ibmvfc_target *tgt = evt->tgt;
3582 	struct ibmvfc_host *vhost = evt->vhost;
3583 	struct ibmvfc_implicit_logout *rsp = &evt->xfer_iu->implicit_logout;
3584 	u32 status = be16_to_cpu(rsp->common.status);
3585 
3586 	vhost->discovery_threads--;
3587 	ibmvfc_free_event(evt);
3588 	ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3589 
3590 	switch (status) {
3591 	case IBMVFC_MAD_SUCCESS:
3592 		tgt_dbg(tgt, "Implicit Logout succeeded\n");
3593 		break;
3594 	case IBMVFC_MAD_DRIVER_FAILED:
3595 		kref_put(&tgt->kref, ibmvfc_release_tgt);
3596 		wake_up(&vhost->work_wait_q);
3597 		return;
3598 	case IBMVFC_MAD_FAILED:
3599 	default:
3600 		tgt_err(tgt, "Implicit Logout failed: rc=0x%02X\n", status);
3601 		break;
3602 	}
3603 
3604 	ibmvfc_init_tgt(tgt, ibmvfc_tgt_send_plogi);
3605 	kref_put(&tgt->kref, ibmvfc_release_tgt);
3606 	wake_up(&vhost->work_wait_q);
3607 }
3608 
3609 /**
3610  * __ibmvfc_tgt_get_implicit_logout_evt - Allocate and init an event for implicit logout
3611  * @tgt:		ibmvfc target struct
3612  *
3613  * Returns:
3614  *	Allocated and initialized ibmvfc_event struct
3615  **/
__ibmvfc_tgt_get_implicit_logout_evt(struct ibmvfc_target * tgt,void (* done)(struct ibmvfc_event *))3616 static struct ibmvfc_event *__ibmvfc_tgt_get_implicit_logout_evt(struct ibmvfc_target *tgt,
3617 								 void (*done) (struct ibmvfc_event *))
3618 {
3619 	struct ibmvfc_implicit_logout *mad;
3620 	struct ibmvfc_host *vhost = tgt->vhost;
3621 	struct ibmvfc_event *evt;
3622 
3623 	kref_get(&tgt->kref);
3624 	evt = ibmvfc_get_event(vhost);
3625 	ibmvfc_init_event(evt, done, IBMVFC_MAD_FORMAT);
3626 	evt->tgt = tgt;
3627 	mad = &evt->iu.implicit_logout;
3628 	memset(mad, 0, sizeof(*mad));
3629 	mad->common.version = cpu_to_be32(1);
3630 	mad->common.opcode = cpu_to_be32(IBMVFC_IMPLICIT_LOGOUT);
3631 	mad->common.length = cpu_to_be16(sizeof(*mad));
3632 	mad->old_scsi_id = cpu_to_be64(tgt->scsi_id);
3633 	return evt;
3634 }
3635 
3636 /**
3637  * ibmvfc_tgt_implicit_logout - Initiate an Implicit Logout for specified target
3638  * @tgt:		ibmvfc target struct
3639  *
3640  **/
ibmvfc_tgt_implicit_logout(struct ibmvfc_target * tgt)3641 static void ibmvfc_tgt_implicit_logout(struct ibmvfc_target *tgt)
3642 {
3643 	struct ibmvfc_host *vhost = tgt->vhost;
3644 	struct ibmvfc_event *evt;
3645 
3646 	if (vhost->discovery_threads >= disc_threads)
3647 		return;
3648 
3649 	vhost->discovery_threads++;
3650 	evt = __ibmvfc_tgt_get_implicit_logout_evt(tgt,
3651 						   ibmvfc_tgt_implicit_logout_done);
3652 
3653 	ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
3654 	if (ibmvfc_send_event(evt, vhost, default_timeout)) {
3655 		vhost->discovery_threads--;
3656 		ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3657 		kref_put(&tgt->kref, ibmvfc_release_tgt);
3658 	} else
3659 		tgt_dbg(tgt, "Sent Implicit Logout\n");
3660 }
3661 
3662 /**
3663  * ibmvfc_tgt_implicit_logout_and_del_done - Completion handler for Implicit Logout MAD
3664  * @evt:	ibmvfc event struct
3665  *
3666  **/
ibmvfc_tgt_implicit_logout_and_del_done(struct ibmvfc_event * evt)3667 static void ibmvfc_tgt_implicit_logout_and_del_done(struct ibmvfc_event *evt)
3668 {
3669 	struct ibmvfc_target *tgt = evt->tgt;
3670 	struct ibmvfc_host *vhost = evt->vhost;
3671 	struct ibmvfc_passthru_mad *mad = &evt->xfer_iu->passthru;
3672 	u32 status = be16_to_cpu(mad->common.status);
3673 
3674 	vhost->discovery_threads--;
3675 	ibmvfc_free_event(evt);
3676 
3677 	/*
3678 	 * If our state is IBMVFC_HOST_OFFLINE, we could be unloading the
3679 	 * driver in which case we need to free up all the targets. If we are
3680 	 * not unloading, we will still go through a hard reset to get out of
3681 	 * offline state, so there is no need to track the old targets in that
3682 	 * case.
3683 	 */
3684 	if (status == IBMVFC_MAD_SUCCESS || vhost->state == IBMVFC_HOST_OFFLINE)
3685 		ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3686 	else
3687 		ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_AND_LOGOUT_RPORT);
3688 
3689 	tgt_dbg(tgt, "Implicit Logout %s\n", (status == IBMVFC_MAD_SUCCESS) ? "succeeded" : "failed");
3690 	kref_put(&tgt->kref, ibmvfc_release_tgt);
3691 	wake_up(&vhost->work_wait_q);
3692 }
3693 
3694 /**
3695  * ibmvfc_tgt_implicit_logout_and_del - Initiate an Implicit Logout for specified target
3696  * @tgt:		ibmvfc target struct
3697  *
3698  **/
ibmvfc_tgt_implicit_logout_and_del(struct ibmvfc_target * tgt)3699 static void ibmvfc_tgt_implicit_logout_and_del(struct ibmvfc_target *tgt)
3700 {
3701 	struct ibmvfc_host *vhost = tgt->vhost;
3702 	struct ibmvfc_event *evt;
3703 
3704 	if (!vhost->logged_in) {
3705 		ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3706 		return;
3707 	}
3708 
3709 	if (vhost->discovery_threads >= disc_threads)
3710 		return;
3711 
3712 	vhost->discovery_threads++;
3713 	evt = __ibmvfc_tgt_get_implicit_logout_evt(tgt,
3714 						   ibmvfc_tgt_implicit_logout_and_del_done);
3715 
3716 	ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_LOGOUT_RPORT_WAIT);
3717 	if (ibmvfc_send_event(evt, vhost, default_timeout)) {
3718 		vhost->discovery_threads--;
3719 		ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3720 		kref_put(&tgt->kref, ibmvfc_release_tgt);
3721 	} else
3722 		tgt_dbg(tgt, "Sent Implicit Logout\n");
3723 }
3724 
3725 /**
3726  * ibmvfc_tgt_move_login_done - Completion handler for Move Login
3727  * @evt:	ibmvfc event struct
3728  *
3729  **/
ibmvfc_tgt_move_login_done(struct ibmvfc_event * evt)3730 static void ibmvfc_tgt_move_login_done(struct ibmvfc_event *evt)
3731 {
3732 	struct ibmvfc_target *tgt = evt->tgt;
3733 	struct ibmvfc_host *vhost = evt->vhost;
3734 	struct ibmvfc_move_login *rsp = &evt->xfer_iu->move_login;
3735 	u32 status = be16_to_cpu(rsp->common.status);
3736 	int level = IBMVFC_DEFAULT_LOG_LEVEL;
3737 
3738 	vhost->discovery_threads--;
3739 	ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3740 	switch (status) {
3741 	case IBMVFC_MAD_SUCCESS:
3742 		tgt_dbg(tgt, "Move Login succeeded for old scsi_id: %llX\n", tgt->old_scsi_id);
3743 		tgt->ids.node_name = wwn_to_u64(rsp->service_parms.node_name);
3744 		tgt->ids.port_name = wwn_to_u64(rsp->service_parms.port_name);
3745 		tgt->ids.port_id = tgt->scsi_id;
3746 		memcpy(&tgt->service_parms, &rsp->service_parms,
3747 		       sizeof(tgt->service_parms));
3748 		memcpy(&tgt->service_parms_change, &rsp->service_parms_change,
3749 		       sizeof(tgt->service_parms_change));
3750 		ibmvfc_init_tgt(tgt, ibmvfc_tgt_send_prli);
3751 		break;
3752 	case IBMVFC_MAD_DRIVER_FAILED:
3753 		break;
3754 	case IBMVFC_MAD_CRQ_ERROR:
3755 		ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_move_login);
3756 		break;
3757 	case IBMVFC_MAD_FAILED:
3758 	default:
3759 		level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_move_login);
3760 
3761 		tgt_log(tgt, level,
3762 			"Move Login failed: old scsi_id: %llX, flags:%x, vios_flags:%x, rc=0x%02X\n",
3763 			tgt->old_scsi_id, be32_to_cpu(rsp->flags), be16_to_cpu(rsp->vios_flags),
3764 			status);
3765 		break;
3766 	}
3767 
3768 	kref_put(&tgt->kref, ibmvfc_release_tgt);
3769 	ibmvfc_free_event(evt);
3770 	wake_up(&vhost->work_wait_q);
3771 }
3772 
3773 
3774 /**
3775  * ibmvfc_tgt_move_login - Initiate a move login for specified target
3776  * @tgt:		ibmvfc target struct
3777  *
3778  **/
ibmvfc_tgt_move_login(struct ibmvfc_target * tgt)3779 static void ibmvfc_tgt_move_login(struct ibmvfc_target *tgt)
3780 {
3781 	struct ibmvfc_host *vhost = tgt->vhost;
3782 	struct ibmvfc_move_login *move;
3783 	struct ibmvfc_event *evt;
3784 
3785 	if (vhost->discovery_threads >= disc_threads)
3786 		return;
3787 
3788 	kref_get(&tgt->kref);
3789 	evt = ibmvfc_get_event(vhost);
3790 	vhost->discovery_threads++;
3791 	ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
3792 	ibmvfc_init_event(evt, ibmvfc_tgt_move_login_done, IBMVFC_MAD_FORMAT);
3793 	evt->tgt = tgt;
3794 	move = &evt->iu.move_login;
3795 	memset(move, 0, sizeof(*move));
3796 	move->common.version = cpu_to_be32(1);
3797 	move->common.opcode = cpu_to_be32(IBMVFC_MOVE_LOGIN);
3798 	move->common.length = cpu_to_be16(sizeof(*move));
3799 
3800 	move->old_scsi_id = cpu_to_be64(tgt->old_scsi_id);
3801 	move->new_scsi_id = cpu_to_be64(tgt->scsi_id);
3802 	move->wwpn = cpu_to_be64(tgt->wwpn);
3803 	move->node_name = cpu_to_be64(tgt->ids.node_name);
3804 
3805 	if (ibmvfc_send_event(evt, vhost, default_timeout)) {
3806 		vhost->discovery_threads--;
3807 		ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3808 		kref_put(&tgt->kref, ibmvfc_release_tgt);
3809 	} else
3810 		tgt_dbg(tgt, "Sent Move Login for old scsi_id: %llX\n", tgt->old_scsi_id);
3811 }
3812 
3813 /**
3814  * ibmvfc_adisc_needs_plogi - Does device need PLOGI?
3815  * @mad:	ibmvfc passthru mad struct
3816  * @tgt:	ibmvfc target struct
3817  *
3818  * Returns:
3819  *	1 if PLOGI needed / 0 if PLOGI not needed
3820  **/
ibmvfc_adisc_needs_plogi(struct ibmvfc_passthru_mad * mad,struct ibmvfc_target * tgt)3821 static int ibmvfc_adisc_needs_plogi(struct ibmvfc_passthru_mad *mad,
3822 				    struct ibmvfc_target *tgt)
3823 {
3824 	if (wwn_to_u64((u8 *)&mad->fc_iu.response[2]) != tgt->ids.port_name)
3825 		return 1;
3826 	if (wwn_to_u64((u8 *)&mad->fc_iu.response[4]) != tgt->ids.node_name)
3827 		return 1;
3828 	if (be32_to_cpu(mad->fc_iu.response[6]) != tgt->scsi_id)
3829 		return 1;
3830 	return 0;
3831 }
3832 
3833 /**
3834  * ibmvfc_tgt_adisc_done - Completion handler for ADISC
3835  * @evt:	ibmvfc event struct
3836  *
3837  **/
ibmvfc_tgt_adisc_done(struct ibmvfc_event * evt)3838 static void ibmvfc_tgt_adisc_done(struct ibmvfc_event *evt)
3839 {
3840 	struct ibmvfc_target *tgt = evt->tgt;
3841 	struct ibmvfc_host *vhost = evt->vhost;
3842 	struct ibmvfc_passthru_mad *mad = &evt->xfer_iu->passthru;
3843 	u32 status = be16_to_cpu(mad->common.status);
3844 	u8 fc_reason, fc_explain;
3845 
3846 	vhost->discovery_threads--;
3847 	ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3848 	del_timer(&tgt->timer);
3849 
3850 	switch (status) {
3851 	case IBMVFC_MAD_SUCCESS:
3852 		tgt_dbg(tgt, "ADISC succeeded\n");
3853 		if (ibmvfc_adisc_needs_plogi(mad, tgt))
3854 			ibmvfc_del_tgt(tgt);
3855 		break;
3856 	case IBMVFC_MAD_DRIVER_FAILED:
3857 		break;
3858 	case IBMVFC_MAD_FAILED:
3859 	default:
3860 		ibmvfc_del_tgt(tgt);
3861 		fc_reason = (be32_to_cpu(mad->fc_iu.response[1]) & 0x00ff0000) >> 16;
3862 		fc_explain = (be32_to_cpu(mad->fc_iu.response[1]) & 0x0000ff00) >> 8;
3863 		tgt_info(tgt, "ADISC failed: %s (%x:%x) %s (%x) %s (%x) rc=0x%02X\n",
3864 			 ibmvfc_get_cmd_error(be16_to_cpu(mad->iu.status), be16_to_cpu(mad->iu.error)),
3865 			 be16_to_cpu(mad->iu.status), be16_to_cpu(mad->iu.error),
3866 			 ibmvfc_get_fc_type(fc_reason), fc_reason,
3867 			 ibmvfc_get_ls_explain(fc_explain), fc_explain, status);
3868 		break;
3869 	}
3870 
3871 	kref_put(&tgt->kref, ibmvfc_release_tgt);
3872 	ibmvfc_free_event(evt);
3873 	wake_up(&vhost->work_wait_q);
3874 }
3875 
3876 /**
3877  * ibmvfc_init_passthru - Initialize an event struct for FC passthru
3878  * @evt:		ibmvfc event struct
3879  *
3880  **/
ibmvfc_init_passthru(struct ibmvfc_event * evt)3881 static void ibmvfc_init_passthru(struct ibmvfc_event *evt)
3882 {
3883 	struct ibmvfc_passthru_mad *mad = &evt->iu.passthru;
3884 
3885 	memset(mad, 0, sizeof(*mad));
3886 	mad->common.version = cpu_to_be32(1);
3887 	mad->common.opcode = cpu_to_be32(IBMVFC_PASSTHRU);
3888 	mad->common.length = cpu_to_be16(sizeof(*mad) - sizeof(mad->fc_iu) - sizeof(mad->iu));
3889 	mad->cmd_ioba.va = cpu_to_be64((u64)be64_to_cpu(evt->crq.ioba) +
3890 		offsetof(struct ibmvfc_passthru_mad, iu));
3891 	mad->cmd_ioba.len = cpu_to_be32(sizeof(mad->iu));
3892 	mad->iu.cmd_len = cpu_to_be32(sizeof(mad->fc_iu.payload));
3893 	mad->iu.rsp_len = cpu_to_be32(sizeof(mad->fc_iu.response));
3894 	mad->iu.cmd.va = cpu_to_be64((u64)be64_to_cpu(evt->crq.ioba) +
3895 		offsetof(struct ibmvfc_passthru_mad, fc_iu) +
3896 		offsetof(struct ibmvfc_passthru_fc_iu, payload));
3897 	mad->iu.cmd.len = cpu_to_be32(sizeof(mad->fc_iu.payload));
3898 	mad->iu.rsp.va = cpu_to_be64((u64)be64_to_cpu(evt->crq.ioba) +
3899 		offsetof(struct ibmvfc_passthru_mad, fc_iu) +
3900 		offsetof(struct ibmvfc_passthru_fc_iu, response));
3901 	mad->iu.rsp.len = cpu_to_be32(sizeof(mad->fc_iu.response));
3902 }
3903 
3904 /**
3905  * ibmvfc_tgt_adisc_cancel_done - Completion handler when cancelling an ADISC
3906  * @evt:		ibmvfc event struct
3907  *
3908  * Just cleanup this event struct. Everything else is handled by
3909  * the ADISC completion handler. If the ADISC never actually comes
3910  * back, we still have the timer running on the ADISC event struct
3911  * which will fire and cause the CRQ to get reset.
3912  *
3913  **/
ibmvfc_tgt_adisc_cancel_done(struct ibmvfc_event * evt)3914 static void ibmvfc_tgt_adisc_cancel_done(struct ibmvfc_event *evt)
3915 {
3916 	struct ibmvfc_host *vhost = evt->vhost;
3917 	struct ibmvfc_target *tgt = evt->tgt;
3918 
3919 	tgt_dbg(tgt, "ADISC cancel complete\n");
3920 	vhost->abort_threads--;
3921 	ibmvfc_free_event(evt);
3922 	kref_put(&tgt->kref, ibmvfc_release_tgt);
3923 	wake_up(&vhost->work_wait_q);
3924 }
3925 
3926 /**
3927  * ibmvfc_adisc_timeout - Handle an ADISC timeout
3928  * @tgt:		ibmvfc target struct
3929  *
3930  * If an ADISC times out, send a cancel. If the cancel times
3931  * out, reset the CRQ. When the ADISC comes back as cancelled,
3932  * log back into the target.
3933  **/
ibmvfc_adisc_timeout(struct timer_list * t)3934 static void ibmvfc_adisc_timeout(struct timer_list *t)
3935 {
3936 	struct ibmvfc_target *tgt = from_timer(tgt, t, timer);
3937 	struct ibmvfc_host *vhost = tgt->vhost;
3938 	struct ibmvfc_event *evt;
3939 	struct ibmvfc_tmf *tmf;
3940 	unsigned long flags;
3941 	int rc;
3942 
3943 	tgt_dbg(tgt, "ADISC timeout\n");
3944 	spin_lock_irqsave(vhost->host->host_lock, flags);
3945 	if (vhost->abort_threads >= disc_threads ||
3946 	    tgt->action != IBMVFC_TGT_ACTION_INIT_WAIT ||
3947 	    vhost->state != IBMVFC_INITIALIZING ||
3948 	    vhost->action != IBMVFC_HOST_ACTION_QUERY_TGTS) {
3949 		spin_unlock_irqrestore(vhost->host->host_lock, flags);
3950 		return;
3951 	}
3952 
3953 	vhost->abort_threads++;
3954 	kref_get(&tgt->kref);
3955 	evt = ibmvfc_get_event(vhost);
3956 	ibmvfc_init_event(evt, ibmvfc_tgt_adisc_cancel_done, IBMVFC_MAD_FORMAT);
3957 
3958 	evt->tgt = tgt;
3959 	tmf = &evt->iu.tmf;
3960 	memset(tmf, 0, sizeof(*tmf));
3961 	tmf->common.version = cpu_to_be32(1);
3962 	tmf->common.opcode = cpu_to_be32(IBMVFC_TMF_MAD);
3963 	tmf->common.length = cpu_to_be16(sizeof(*tmf));
3964 	tmf->scsi_id = cpu_to_be64(tgt->scsi_id);
3965 	tmf->cancel_key = cpu_to_be32(tgt->cancel_key);
3966 
3967 	rc = ibmvfc_send_event(evt, vhost, default_timeout);
3968 
3969 	if (rc) {
3970 		tgt_err(tgt, "Failed to send cancel event for ADISC. rc=%d\n", rc);
3971 		vhost->abort_threads--;
3972 		kref_put(&tgt->kref, ibmvfc_release_tgt);
3973 		__ibmvfc_reset_host(vhost);
3974 	} else
3975 		tgt_dbg(tgt, "Attempting to cancel ADISC\n");
3976 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
3977 }
3978 
3979 /**
3980  * ibmvfc_tgt_adisc - Initiate an ADISC for specified target
3981  * @tgt:		ibmvfc target struct
3982  *
3983  * When sending an ADISC we end up with two timers running. The
3984  * first timer is the timer in the ibmvfc target struct. If this
3985  * fires, we send a cancel to the target. The second timer is the
3986  * timer on the ibmvfc event for the ADISC, which is longer. If that
3987  * fires, it means the ADISC timed out and our attempt to cancel it
3988  * also failed, so we need to reset the CRQ.
3989  **/
ibmvfc_tgt_adisc(struct ibmvfc_target * tgt)3990 static void ibmvfc_tgt_adisc(struct ibmvfc_target *tgt)
3991 {
3992 	struct ibmvfc_passthru_mad *mad;
3993 	struct ibmvfc_host *vhost = tgt->vhost;
3994 	struct ibmvfc_event *evt;
3995 
3996 	if (vhost->discovery_threads >= disc_threads)
3997 		return;
3998 
3999 	kref_get(&tgt->kref);
4000 	evt = ibmvfc_get_event(vhost);
4001 	vhost->discovery_threads++;
4002 	ibmvfc_init_event(evt, ibmvfc_tgt_adisc_done, IBMVFC_MAD_FORMAT);
4003 	evt->tgt = tgt;
4004 
4005 	ibmvfc_init_passthru(evt);
4006 	mad = &evt->iu.passthru;
4007 	mad->iu.flags = cpu_to_be32(IBMVFC_FC_ELS);
4008 	mad->iu.scsi_id = cpu_to_be64(tgt->scsi_id);
4009 	mad->iu.cancel_key = cpu_to_be32(tgt->cancel_key);
4010 
4011 	mad->fc_iu.payload[0] = cpu_to_be32(IBMVFC_ADISC);
4012 	memcpy(&mad->fc_iu.payload[2], &vhost->login_buf->resp.port_name,
4013 	       sizeof(vhost->login_buf->resp.port_name));
4014 	memcpy(&mad->fc_iu.payload[4], &vhost->login_buf->resp.node_name,
4015 	       sizeof(vhost->login_buf->resp.node_name));
4016 	mad->fc_iu.payload[6] = cpu_to_be32(be64_to_cpu(vhost->login_buf->resp.scsi_id) & 0x00ffffff);
4017 
4018 	if (timer_pending(&tgt->timer))
4019 		mod_timer(&tgt->timer, jiffies + (IBMVFC_ADISC_TIMEOUT * HZ));
4020 	else {
4021 		tgt->timer.expires = jiffies + (IBMVFC_ADISC_TIMEOUT * HZ);
4022 		add_timer(&tgt->timer);
4023 	}
4024 
4025 	ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
4026 	if (ibmvfc_send_event(evt, vhost, IBMVFC_ADISC_PLUS_CANCEL_TIMEOUT)) {
4027 		vhost->discovery_threads--;
4028 		del_timer(&tgt->timer);
4029 		ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
4030 		kref_put(&tgt->kref, ibmvfc_release_tgt);
4031 	} else
4032 		tgt_dbg(tgt, "Sent ADISC\n");
4033 }
4034 
4035 /**
4036  * ibmvfc_tgt_query_target_done - Completion handler for Query Target MAD
4037  * @evt:	ibmvfc event struct
4038  *
4039  **/
ibmvfc_tgt_query_target_done(struct ibmvfc_event * evt)4040 static void ibmvfc_tgt_query_target_done(struct ibmvfc_event *evt)
4041 {
4042 	struct ibmvfc_target *tgt = evt->tgt;
4043 	struct ibmvfc_host *vhost = evt->vhost;
4044 	struct ibmvfc_query_tgt *rsp = &evt->xfer_iu->query_tgt;
4045 	u32 status = be16_to_cpu(rsp->common.status);
4046 	int level = IBMVFC_DEFAULT_LOG_LEVEL;
4047 
4048 	vhost->discovery_threads--;
4049 	ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
4050 	switch (status) {
4051 	case IBMVFC_MAD_SUCCESS:
4052 		tgt_dbg(tgt, "Query Target succeeded\n");
4053 		if (be64_to_cpu(rsp->scsi_id) != tgt->scsi_id)
4054 			ibmvfc_del_tgt(tgt);
4055 		else
4056 			ibmvfc_init_tgt(tgt, ibmvfc_tgt_adisc);
4057 		break;
4058 	case IBMVFC_MAD_DRIVER_FAILED:
4059 		break;
4060 	case IBMVFC_MAD_CRQ_ERROR:
4061 		ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_query_target);
4062 		break;
4063 	case IBMVFC_MAD_FAILED:
4064 	default:
4065 		if ((be16_to_cpu(rsp->status) & IBMVFC_FABRIC_MAPPED) == IBMVFC_FABRIC_MAPPED &&
4066 		    be16_to_cpu(rsp->error) == IBMVFC_UNABLE_TO_PERFORM_REQ &&
4067 		    be16_to_cpu(rsp->fc_explain) == IBMVFC_PORT_NAME_NOT_REG)
4068 			ibmvfc_del_tgt(tgt);
4069 		else if (ibmvfc_retry_cmd(be16_to_cpu(rsp->status), be16_to_cpu(rsp->error)))
4070 			level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_query_target);
4071 		else
4072 			ibmvfc_del_tgt(tgt);
4073 
4074 		tgt_log(tgt, level, "Query Target failed: %s (%x:%x) %s (%x) %s (%x) rc=0x%02X\n",
4075 			ibmvfc_get_cmd_error(be16_to_cpu(rsp->status), be16_to_cpu(rsp->error)),
4076 			be16_to_cpu(rsp->status), be16_to_cpu(rsp->error),
4077 			ibmvfc_get_fc_type(be16_to_cpu(rsp->fc_type)), be16_to_cpu(rsp->fc_type),
4078 			ibmvfc_get_gs_explain(be16_to_cpu(rsp->fc_explain)), be16_to_cpu(rsp->fc_explain),
4079 			status);
4080 		break;
4081 	}
4082 
4083 	kref_put(&tgt->kref, ibmvfc_release_tgt);
4084 	ibmvfc_free_event(evt);
4085 	wake_up(&vhost->work_wait_q);
4086 }
4087 
4088 /**
4089  * ibmvfc_tgt_query_target - Initiate a Query Target for specified target
4090  * @tgt:	ibmvfc target struct
4091  *
4092  **/
ibmvfc_tgt_query_target(struct ibmvfc_target * tgt)4093 static void ibmvfc_tgt_query_target(struct ibmvfc_target *tgt)
4094 {
4095 	struct ibmvfc_query_tgt *query_tgt;
4096 	struct ibmvfc_host *vhost = tgt->vhost;
4097 	struct ibmvfc_event *evt;
4098 
4099 	if (vhost->discovery_threads >= disc_threads)
4100 		return;
4101 
4102 	kref_get(&tgt->kref);
4103 	evt = ibmvfc_get_event(vhost);
4104 	vhost->discovery_threads++;
4105 	evt->tgt = tgt;
4106 	ibmvfc_init_event(evt, ibmvfc_tgt_query_target_done, IBMVFC_MAD_FORMAT);
4107 	query_tgt = &evt->iu.query_tgt;
4108 	memset(query_tgt, 0, sizeof(*query_tgt));
4109 	query_tgt->common.version = cpu_to_be32(1);
4110 	query_tgt->common.opcode = cpu_to_be32(IBMVFC_QUERY_TARGET);
4111 	query_tgt->common.length = cpu_to_be16(sizeof(*query_tgt));
4112 	query_tgt->wwpn = cpu_to_be64(tgt->ids.port_name);
4113 
4114 	ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
4115 	if (ibmvfc_send_event(evt, vhost, default_timeout)) {
4116 		vhost->discovery_threads--;
4117 		ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
4118 		kref_put(&tgt->kref, ibmvfc_release_tgt);
4119 	} else
4120 		tgt_dbg(tgt, "Sent Query Target\n");
4121 }
4122 
4123 /**
4124  * ibmvfc_alloc_target - Allocate and initialize an ibmvfc target
4125  * @vhost:		ibmvfc host struct
4126  * @scsi_id:	SCSI ID to allocate target for
4127  *
4128  * Returns:
4129  *	0 on success / other on failure
4130  **/
ibmvfc_alloc_target(struct ibmvfc_host * vhost,struct ibmvfc_discover_targets_entry * target)4131 static int ibmvfc_alloc_target(struct ibmvfc_host *vhost,
4132 			       struct ibmvfc_discover_targets_entry *target)
4133 {
4134 	struct ibmvfc_target *stgt = NULL;
4135 	struct ibmvfc_target *wtgt = NULL;
4136 	struct ibmvfc_target *tgt;
4137 	unsigned long flags;
4138 	u64 scsi_id = be32_to_cpu(target->scsi_id) & IBMVFC_DISC_TGT_SCSI_ID_MASK;
4139 	u64 wwpn = be64_to_cpu(target->wwpn);
4140 
4141 	/* Look to see if we already have a target allocated for this SCSI ID or WWPN */
4142 	spin_lock_irqsave(vhost->host->host_lock, flags);
4143 	list_for_each_entry(tgt, &vhost->targets, queue) {
4144 		if (tgt->wwpn == wwpn) {
4145 			wtgt = tgt;
4146 			break;
4147 		}
4148 	}
4149 
4150 	list_for_each_entry(tgt, &vhost->targets, queue) {
4151 		if (tgt->scsi_id == scsi_id) {
4152 			stgt = tgt;
4153 			break;
4154 		}
4155 	}
4156 
4157 	if (wtgt && !stgt) {
4158 		/*
4159 		 * A WWPN target has moved and we still are tracking the old
4160 		 * SCSI ID.  The only way we should be able to get here is if
4161 		 * we attempted to send an implicit logout for the old SCSI ID
4162 		 * and it failed for some reason, such as there being I/O
4163 		 * pending to the target. In this case, we will have already
4164 		 * deleted the rport from the FC transport so we do a move
4165 		 * login, which works even with I/O pending, as it will cancel
4166 		 * any active commands.
4167 		 */
4168 		if (wtgt->action == IBMVFC_TGT_ACTION_LOGOUT_DELETED_RPORT) {
4169 			/*
4170 			 * Do a move login here. The old target is no longer
4171 			 * known to the transport layer We don't use the
4172 			 * normal ibmvfc_set_tgt_action to set this, as we
4173 			 * don't normally want to allow this state change.
4174 			 */
4175 			wtgt->old_scsi_id = wtgt->scsi_id;
4176 			wtgt->scsi_id = scsi_id;
4177 			wtgt->action = IBMVFC_TGT_ACTION_INIT;
4178 			ibmvfc_init_tgt(wtgt, ibmvfc_tgt_move_login);
4179 			goto unlock_out;
4180 		} else {
4181 			tgt_err(wtgt, "Unexpected target state: %d, %p\n",
4182 				wtgt->action, wtgt->rport);
4183 		}
4184 	} else if (stgt) {
4185 		if (tgt->need_login)
4186 			ibmvfc_init_tgt(tgt, ibmvfc_tgt_implicit_logout);
4187 		goto unlock_out;
4188 	}
4189 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
4190 
4191 	tgt = mempool_alloc(vhost->tgt_pool, GFP_NOIO);
4192 	memset(tgt, 0, sizeof(*tgt));
4193 	tgt->scsi_id = scsi_id;
4194 	tgt->wwpn = wwpn;
4195 	tgt->vhost = vhost;
4196 	tgt->need_login = 1;
4197 	timer_setup(&tgt->timer, ibmvfc_adisc_timeout, 0);
4198 	kref_init(&tgt->kref);
4199 	ibmvfc_init_tgt(tgt, ibmvfc_tgt_implicit_logout);
4200 	spin_lock_irqsave(vhost->host->host_lock, flags);
4201 	tgt->cancel_key = vhost->task_set++;
4202 	list_add_tail(&tgt->queue, &vhost->targets);
4203 
4204 unlock_out:
4205 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
4206 	return 0;
4207 }
4208 
4209 /**
4210  * ibmvfc_alloc_targets - Allocate and initialize ibmvfc targets
4211  * @vhost:		ibmvfc host struct
4212  *
4213  * Returns:
4214  *	0 on success / other on failure
4215  **/
ibmvfc_alloc_targets(struct ibmvfc_host * vhost)4216 static int ibmvfc_alloc_targets(struct ibmvfc_host *vhost)
4217 {
4218 	int i, rc;
4219 
4220 	for (i = 0, rc = 0; !rc && i < vhost->num_targets; i++)
4221 		rc = ibmvfc_alloc_target(vhost, &vhost->disc_buf[i]);
4222 
4223 	return rc;
4224 }
4225 
4226 /**
4227  * ibmvfc_discover_targets_done - Completion handler for discover targets MAD
4228  * @evt:	ibmvfc event struct
4229  *
4230  **/
ibmvfc_discover_targets_done(struct ibmvfc_event * evt)4231 static void ibmvfc_discover_targets_done(struct ibmvfc_event *evt)
4232 {
4233 	struct ibmvfc_host *vhost = evt->vhost;
4234 	struct ibmvfc_discover_targets *rsp = &evt->xfer_iu->discover_targets;
4235 	u32 mad_status = be16_to_cpu(rsp->common.status);
4236 	int level = IBMVFC_DEFAULT_LOG_LEVEL;
4237 
4238 	switch (mad_status) {
4239 	case IBMVFC_MAD_SUCCESS:
4240 		ibmvfc_dbg(vhost, "Discover Targets succeeded\n");
4241 		vhost->num_targets = be32_to_cpu(rsp->num_written);
4242 		ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_ALLOC_TGTS);
4243 		break;
4244 	case IBMVFC_MAD_FAILED:
4245 		level += ibmvfc_retry_host_init(vhost);
4246 		ibmvfc_log(vhost, level, "Discover Targets failed: %s (%x:%x)\n",
4247 			   ibmvfc_get_cmd_error(be16_to_cpu(rsp->status), be16_to_cpu(rsp->error)),
4248 			   be16_to_cpu(rsp->status), be16_to_cpu(rsp->error));
4249 		break;
4250 	case IBMVFC_MAD_DRIVER_FAILED:
4251 		break;
4252 	default:
4253 		dev_err(vhost->dev, "Invalid Discover Targets response: 0x%x\n", mad_status);
4254 		ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4255 		break;
4256 	}
4257 
4258 	ibmvfc_free_event(evt);
4259 	wake_up(&vhost->work_wait_q);
4260 }
4261 
4262 /**
4263  * ibmvfc_discover_targets - Send Discover Targets MAD
4264  * @vhost:	ibmvfc host struct
4265  *
4266  **/
ibmvfc_discover_targets(struct ibmvfc_host * vhost)4267 static void ibmvfc_discover_targets(struct ibmvfc_host *vhost)
4268 {
4269 	struct ibmvfc_discover_targets *mad;
4270 	struct ibmvfc_event *evt = ibmvfc_get_event(vhost);
4271 
4272 	ibmvfc_init_event(evt, ibmvfc_discover_targets_done, IBMVFC_MAD_FORMAT);
4273 	mad = &evt->iu.discover_targets;
4274 	memset(mad, 0, sizeof(*mad));
4275 	mad->common.version = cpu_to_be32(1);
4276 	mad->common.opcode = cpu_to_be32(IBMVFC_DISC_TARGETS);
4277 	mad->common.length = cpu_to_be16(sizeof(*mad));
4278 	mad->bufflen = cpu_to_be32(vhost->disc_buf_sz);
4279 	mad->buffer.va = cpu_to_be64(vhost->disc_buf_dma);
4280 	mad->buffer.len = cpu_to_be32(vhost->disc_buf_sz);
4281 	mad->flags = cpu_to_be32(IBMVFC_DISC_TGT_PORT_ID_WWPN_LIST);
4282 	ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT_WAIT);
4283 
4284 	if (!ibmvfc_send_event(evt, vhost, default_timeout))
4285 		ibmvfc_dbg(vhost, "Sent discover targets\n");
4286 	else
4287 		ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4288 }
4289 
4290 /**
4291  * ibmvfc_npiv_login_done - Completion handler for NPIV Login
4292  * @evt:	ibmvfc event struct
4293  *
4294  **/
ibmvfc_npiv_login_done(struct ibmvfc_event * evt)4295 static void ibmvfc_npiv_login_done(struct ibmvfc_event *evt)
4296 {
4297 	struct ibmvfc_host *vhost = evt->vhost;
4298 	u32 mad_status = be16_to_cpu(evt->xfer_iu->npiv_login.common.status);
4299 	struct ibmvfc_npiv_login_resp *rsp = &vhost->login_buf->resp;
4300 	unsigned int npiv_max_sectors;
4301 	int level = IBMVFC_DEFAULT_LOG_LEVEL;
4302 
4303 	switch (mad_status) {
4304 	case IBMVFC_MAD_SUCCESS:
4305 		ibmvfc_free_event(evt);
4306 		break;
4307 	case IBMVFC_MAD_FAILED:
4308 		if (ibmvfc_retry_cmd(be16_to_cpu(rsp->status), be16_to_cpu(rsp->error)))
4309 			level += ibmvfc_retry_host_init(vhost);
4310 		else
4311 			ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4312 		ibmvfc_log(vhost, level, "NPIV Login failed: %s (%x:%x)\n",
4313 			   ibmvfc_get_cmd_error(be16_to_cpu(rsp->status), be16_to_cpu(rsp->error)),
4314 						be16_to_cpu(rsp->status), be16_to_cpu(rsp->error));
4315 		ibmvfc_free_event(evt);
4316 		return;
4317 	case IBMVFC_MAD_CRQ_ERROR:
4318 		ibmvfc_retry_host_init(vhost);
4319 		fallthrough;
4320 	case IBMVFC_MAD_DRIVER_FAILED:
4321 		ibmvfc_free_event(evt);
4322 		return;
4323 	default:
4324 		dev_err(vhost->dev, "Invalid NPIV Login response: 0x%x\n", mad_status);
4325 		ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4326 		ibmvfc_free_event(evt);
4327 		return;
4328 	}
4329 
4330 	vhost->client_migrated = 0;
4331 
4332 	if (!(be32_to_cpu(rsp->flags) & IBMVFC_NATIVE_FC)) {
4333 		dev_err(vhost->dev, "Virtual adapter does not support FC. %x\n",
4334 			rsp->flags);
4335 		ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4336 		wake_up(&vhost->work_wait_q);
4337 		return;
4338 	}
4339 
4340 	if (be32_to_cpu(rsp->max_cmds) <= IBMVFC_NUM_INTERNAL_REQ) {
4341 		dev_err(vhost->dev, "Virtual adapter supported queue depth too small: %d\n",
4342 			rsp->max_cmds);
4343 		ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4344 		wake_up(&vhost->work_wait_q);
4345 		return;
4346 	}
4347 
4348 	vhost->logged_in = 1;
4349 	npiv_max_sectors = min((uint)(be64_to_cpu(rsp->max_dma_len) >> 9), IBMVFC_MAX_SECTORS);
4350 	dev_info(vhost->dev, "Host partition: %s, device: %s %s %s max sectors %u\n",
4351 		 rsp->partition_name, rsp->device_name, rsp->port_loc_code,
4352 		 rsp->drc_name, npiv_max_sectors);
4353 
4354 	fc_host_fabric_name(vhost->host) = be64_to_cpu(rsp->node_name);
4355 	fc_host_node_name(vhost->host) = be64_to_cpu(rsp->node_name);
4356 	fc_host_port_name(vhost->host) = be64_to_cpu(rsp->port_name);
4357 	fc_host_port_id(vhost->host) = be64_to_cpu(rsp->scsi_id);
4358 	fc_host_port_type(vhost->host) = FC_PORTTYPE_NPIV;
4359 	fc_host_supported_classes(vhost->host) = 0;
4360 	if (be32_to_cpu(rsp->service_parms.class1_parms[0]) & 0x80000000)
4361 		fc_host_supported_classes(vhost->host) |= FC_COS_CLASS1;
4362 	if (be32_to_cpu(rsp->service_parms.class2_parms[0]) & 0x80000000)
4363 		fc_host_supported_classes(vhost->host) |= FC_COS_CLASS2;
4364 	if (be32_to_cpu(rsp->service_parms.class3_parms[0]) & 0x80000000)
4365 		fc_host_supported_classes(vhost->host) |= FC_COS_CLASS3;
4366 	fc_host_maxframe_size(vhost->host) =
4367 		be16_to_cpu(rsp->service_parms.common.bb_rcv_sz) & 0x0fff;
4368 
4369 	vhost->host->can_queue = be32_to_cpu(rsp->max_cmds) - IBMVFC_NUM_INTERNAL_REQ;
4370 	vhost->host->max_sectors = npiv_max_sectors;
4371 	ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_QUERY);
4372 	wake_up(&vhost->work_wait_q);
4373 }
4374 
4375 /**
4376  * ibmvfc_npiv_login - Sends NPIV login
4377  * @vhost:	ibmvfc host struct
4378  *
4379  **/
ibmvfc_npiv_login(struct ibmvfc_host * vhost)4380 static void ibmvfc_npiv_login(struct ibmvfc_host *vhost)
4381 {
4382 	struct ibmvfc_npiv_login_mad *mad;
4383 	struct ibmvfc_event *evt = ibmvfc_get_event(vhost);
4384 
4385 	ibmvfc_gather_partition_info(vhost);
4386 	ibmvfc_set_login_info(vhost);
4387 	ibmvfc_init_event(evt, ibmvfc_npiv_login_done, IBMVFC_MAD_FORMAT);
4388 
4389 	memcpy(vhost->login_buf, &vhost->login_info, sizeof(vhost->login_info));
4390 	mad = &evt->iu.npiv_login;
4391 	memset(mad, 0, sizeof(struct ibmvfc_npiv_login_mad));
4392 	mad->common.version = cpu_to_be32(1);
4393 	mad->common.opcode = cpu_to_be32(IBMVFC_NPIV_LOGIN);
4394 	mad->common.length = cpu_to_be16(sizeof(struct ibmvfc_npiv_login_mad));
4395 	mad->buffer.va = cpu_to_be64(vhost->login_buf_dma);
4396 	mad->buffer.len = cpu_to_be32(sizeof(*vhost->login_buf));
4397 
4398 	ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT_WAIT);
4399 
4400 	if (!ibmvfc_send_event(evt, vhost, default_timeout))
4401 		ibmvfc_dbg(vhost, "Sent NPIV login\n");
4402 	else
4403 		ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4404 };
4405 
4406 /**
4407  * ibmvfc_npiv_logout_done - Completion handler for NPIV Logout
4408  * @vhost:		ibmvfc host struct
4409  *
4410  **/
ibmvfc_npiv_logout_done(struct ibmvfc_event * evt)4411 static void ibmvfc_npiv_logout_done(struct ibmvfc_event *evt)
4412 {
4413 	struct ibmvfc_host *vhost = evt->vhost;
4414 	u32 mad_status = be16_to_cpu(evt->xfer_iu->npiv_logout.common.status);
4415 
4416 	ibmvfc_free_event(evt);
4417 
4418 	switch (mad_status) {
4419 	case IBMVFC_MAD_SUCCESS:
4420 		if (list_empty(&vhost->sent) &&
4421 		    vhost->action == IBMVFC_HOST_ACTION_LOGO_WAIT) {
4422 			ibmvfc_init_host(vhost);
4423 			return;
4424 		}
4425 		break;
4426 	case IBMVFC_MAD_FAILED:
4427 	case IBMVFC_MAD_NOT_SUPPORTED:
4428 	case IBMVFC_MAD_CRQ_ERROR:
4429 	case IBMVFC_MAD_DRIVER_FAILED:
4430 	default:
4431 		ibmvfc_dbg(vhost, "NPIV Logout failed. 0x%X\n", mad_status);
4432 		break;
4433 	}
4434 
4435 	ibmvfc_hard_reset_host(vhost);
4436 }
4437 
4438 /**
4439  * ibmvfc_npiv_logout - Issue an NPIV Logout
4440  * @vhost:		ibmvfc host struct
4441  *
4442  **/
ibmvfc_npiv_logout(struct ibmvfc_host * vhost)4443 static void ibmvfc_npiv_logout(struct ibmvfc_host *vhost)
4444 {
4445 	struct ibmvfc_npiv_logout_mad *mad;
4446 	struct ibmvfc_event *evt;
4447 
4448 	evt = ibmvfc_get_event(vhost);
4449 	ibmvfc_init_event(evt, ibmvfc_npiv_logout_done, IBMVFC_MAD_FORMAT);
4450 
4451 	mad = &evt->iu.npiv_logout;
4452 	memset(mad, 0, sizeof(*mad));
4453 	mad->common.version = cpu_to_be32(1);
4454 	mad->common.opcode = cpu_to_be32(IBMVFC_NPIV_LOGOUT);
4455 	mad->common.length = cpu_to_be16(sizeof(struct ibmvfc_npiv_logout_mad));
4456 
4457 	ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_LOGO_WAIT);
4458 
4459 	if (!ibmvfc_send_event(evt, vhost, default_timeout))
4460 		ibmvfc_dbg(vhost, "Sent NPIV logout\n");
4461 	else
4462 		ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4463 }
4464 
4465 /**
4466  * ibmvfc_dev_init_to_do - Is there target initialization work to do?
4467  * @vhost:		ibmvfc host struct
4468  *
4469  * Returns:
4470  *	1 if work to do / 0 if not
4471  **/
ibmvfc_dev_init_to_do(struct ibmvfc_host * vhost)4472 static int ibmvfc_dev_init_to_do(struct ibmvfc_host *vhost)
4473 {
4474 	struct ibmvfc_target *tgt;
4475 
4476 	list_for_each_entry(tgt, &vhost->targets, queue) {
4477 		if (tgt->action == IBMVFC_TGT_ACTION_INIT ||
4478 		    tgt->action == IBMVFC_TGT_ACTION_INIT_WAIT)
4479 			return 1;
4480 	}
4481 
4482 	return 0;
4483 }
4484 
4485 /**
4486  * ibmvfc_dev_logo_to_do - Is there target logout work to do?
4487  * @vhost:		ibmvfc host struct
4488  *
4489  * Returns:
4490  *	1 if work to do / 0 if not
4491  **/
ibmvfc_dev_logo_to_do(struct ibmvfc_host * vhost)4492 static int ibmvfc_dev_logo_to_do(struct ibmvfc_host *vhost)
4493 {
4494 	struct ibmvfc_target *tgt;
4495 
4496 	list_for_each_entry(tgt, &vhost->targets, queue) {
4497 		if (tgt->action == IBMVFC_TGT_ACTION_LOGOUT_RPORT ||
4498 		    tgt->action == IBMVFC_TGT_ACTION_LOGOUT_RPORT_WAIT)
4499 			return 1;
4500 	}
4501 	return 0;
4502 }
4503 
4504 /**
4505  * __ibmvfc_work_to_do - Is there task level work to do? (no locking)
4506  * @vhost:		ibmvfc host struct
4507  *
4508  * Returns:
4509  *	1 if work to do / 0 if not
4510  **/
__ibmvfc_work_to_do(struct ibmvfc_host * vhost)4511 static int __ibmvfc_work_to_do(struct ibmvfc_host *vhost)
4512 {
4513 	struct ibmvfc_target *tgt;
4514 
4515 	if (kthread_should_stop())
4516 		return 1;
4517 	switch (vhost->action) {
4518 	case IBMVFC_HOST_ACTION_NONE:
4519 	case IBMVFC_HOST_ACTION_INIT_WAIT:
4520 	case IBMVFC_HOST_ACTION_LOGO_WAIT:
4521 		return 0;
4522 	case IBMVFC_HOST_ACTION_TGT_INIT:
4523 	case IBMVFC_HOST_ACTION_QUERY_TGTS:
4524 		if (vhost->discovery_threads == disc_threads)
4525 			return 0;
4526 		list_for_each_entry(tgt, &vhost->targets, queue)
4527 			if (tgt->action == IBMVFC_TGT_ACTION_INIT)
4528 				return 1;
4529 		list_for_each_entry(tgt, &vhost->targets, queue)
4530 			if (tgt->action == IBMVFC_TGT_ACTION_INIT_WAIT)
4531 				return 0;
4532 		return 1;
4533 	case IBMVFC_HOST_ACTION_TGT_DEL:
4534 	case IBMVFC_HOST_ACTION_TGT_DEL_FAILED:
4535 		if (vhost->discovery_threads == disc_threads)
4536 			return 0;
4537 		list_for_each_entry(tgt, &vhost->targets, queue)
4538 			if (tgt->action == IBMVFC_TGT_ACTION_LOGOUT_RPORT)
4539 				return 1;
4540 		list_for_each_entry(tgt, &vhost->targets, queue)
4541 			if (tgt->action == IBMVFC_TGT_ACTION_LOGOUT_RPORT_WAIT)
4542 				return 0;
4543 		return 1;
4544 	case IBMVFC_HOST_ACTION_LOGO:
4545 	case IBMVFC_HOST_ACTION_INIT:
4546 	case IBMVFC_HOST_ACTION_ALLOC_TGTS:
4547 	case IBMVFC_HOST_ACTION_QUERY:
4548 	case IBMVFC_HOST_ACTION_RESET:
4549 	case IBMVFC_HOST_ACTION_REENABLE:
4550 	default:
4551 		break;
4552 	}
4553 
4554 	return 1;
4555 }
4556 
4557 /**
4558  * ibmvfc_work_to_do - Is there task level work to do?
4559  * @vhost:		ibmvfc host struct
4560  *
4561  * Returns:
4562  *	1 if work to do / 0 if not
4563  **/
ibmvfc_work_to_do(struct ibmvfc_host * vhost)4564 static int ibmvfc_work_to_do(struct ibmvfc_host *vhost)
4565 {
4566 	unsigned long flags;
4567 	int rc;
4568 
4569 	spin_lock_irqsave(vhost->host->host_lock, flags);
4570 	rc = __ibmvfc_work_to_do(vhost);
4571 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
4572 	return rc;
4573 }
4574 
4575 /**
4576  * ibmvfc_log_ae - Log async events if necessary
4577  * @vhost:		ibmvfc host struct
4578  * @events:		events to log
4579  *
4580  **/
ibmvfc_log_ae(struct ibmvfc_host * vhost,int events)4581 static void ibmvfc_log_ae(struct ibmvfc_host *vhost, int events)
4582 {
4583 	if (events & IBMVFC_AE_RSCN)
4584 		fc_host_post_event(vhost->host, fc_get_event_number(), FCH_EVT_RSCN, 0);
4585 	if ((events & IBMVFC_AE_LINKDOWN) &&
4586 	    vhost->state >= IBMVFC_HALTED)
4587 		fc_host_post_event(vhost->host, fc_get_event_number(), FCH_EVT_LINKDOWN, 0);
4588 	if ((events & IBMVFC_AE_LINKUP) &&
4589 	    vhost->state == IBMVFC_INITIALIZING)
4590 		fc_host_post_event(vhost->host, fc_get_event_number(), FCH_EVT_LINKUP, 0);
4591 }
4592 
4593 /**
4594  * ibmvfc_tgt_add_rport - Tell the FC transport about a new remote port
4595  * @tgt:		ibmvfc target struct
4596  *
4597  **/
ibmvfc_tgt_add_rport(struct ibmvfc_target * tgt)4598 static void ibmvfc_tgt_add_rport(struct ibmvfc_target *tgt)
4599 {
4600 	struct ibmvfc_host *vhost = tgt->vhost;
4601 	struct fc_rport *rport;
4602 	unsigned long flags;
4603 
4604 	tgt_dbg(tgt, "Adding rport\n");
4605 	rport = fc_remote_port_add(vhost->host, 0, &tgt->ids);
4606 	spin_lock_irqsave(vhost->host->host_lock, flags);
4607 
4608 	if (rport && tgt->action == IBMVFC_TGT_ACTION_DEL_RPORT) {
4609 		tgt_dbg(tgt, "Deleting rport\n");
4610 		list_del(&tgt->queue);
4611 		ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DELETED_RPORT);
4612 		spin_unlock_irqrestore(vhost->host->host_lock, flags);
4613 		fc_remote_port_delete(rport);
4614 		del_timer_sync(&tgt->timer);
4615 		kref_put(&tgt->kref, ibmvfc_release_tgt);
4616 		return;
4617 	} else if (rport && tgt->action == IBMVFC_TGT_ACTION_DEL_AND_LOGOUT_RPORT) {
4618 		tgt_dbg(tgt, "Deleting rport with outstanding I/O\n");
4619 		ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_LOGOUT_DELETED_RPORT);
4620 		tgt->rport = NULL;
4621 		spin_unlock_irqrestore(vhost->host->host_lock, flags);
4622 		fc_remote_port_delete(rport);
4623 		return;
4624 	} else if (rport && tgt->action == IBMVFC_TGT_ACTION_DELETED_RPORT) {
4625 		spin_unlock_irqrestore(vhost->host->host_lock, flags);
4626 		return;
4627 	}
4628 
4629 	if (rport) {
4630 		tgt_dbg(tgt, "rport add succeeded\n");
4631 		tgt->rport = rport;
4632 		rport->maxframe_size = be16_to_cpu(tgt->service_parms.common.bb_rcv_sz) & 0x0fff;
4633 		rport->supported_classes = 0;
4634 		tgt->target_id = rport->scsi_target_id;
4635 		if (be32_to_cpu(tgt->service_parms.class1_parms[0]) & 0x80000000)
4636 			rport->supported_classes |= FC_COS_CLASS1;
4637 		if (be32_to_cpu(tgt->service_parms.class2_parms[0]) & 0x80000000)
4638 			rport->supported_classes |= FC_COS_CLASS2;
4639 		if (be32_to_cpu(tgt->service_parms.class3_parms[0]) & 0x80000000)
4640 			rport->supported_classes |= FC_COS_CLASS3;
4641 		if (rport->rqst_q)
4642 			blk_queue_max_segments(rport->rqst_q, 1);
4643 	} else
4644 		tgt_dbg(tgt, "rport add failed\n");
4645 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
4646 }
4647 
4648 /**
4649  * ibmvfc_do_work - Do task level work
4650  * @vhost:		ibmvfc host struct
4651  *
4652  **/
ibmvfc_do_work(struct ibmvfc_host * vhost)4653 static void ibmvfc_do_work(struct ibmvfc_host *vhost)
4654 {
4655 	struct ibmvfc_target *tgt;
4656 	unsigned long flags;
4657 	struct fc_rport *rport;
4658 	int rc;
4659 
4660 	ibmvfc_log_ae(vhost, vhost->events_to_log);
4661 	spin_lock_irqsave(vhost->host->host_lock, flags);
4662 	vhost->events_to_log = 0;
4663 	switch (vhost->action) {
4664 	case IBMVFC_HOST_ACTION_NONE:
4665 	case IBMVFC_HOST_ACTION_LOGO_WAIT:
4666 	case IBMVFC_HOST_ACTION_INIT_WAIT:
4667 		break;
4668 	case IBMVFC_HOST_ACTION_RESET:
4669 		spin_unlock_irqrestore(vhost->host->host_lock, flags);
4670 		rc = ibmvfc_reset_crq(vhost);
4671 
4672 		spin_lock_irqsave(vhost->host->host_lock, flags);
4673 		if (!rc || rc == H_CLOSED)
4674 			vio_enable_interrupts(to_vio_dev(vhost->dev));
4675 		if (vhost->action == IBMVFC_HOST_ACTION_RESET) {
4676 			/*
4677 			 * The only action we could have changed to would have
4678 			 * been reenable, in which case, we skip the rest of
4679 			 * this path and wait until we've done the re-enable
4680 			 * before sending the crq init.
4681 			 */
4682 			vhost->action = IBMVFC_HOST_ACTION_TGT_DEL;
4683 
4684 			if (rc || (rc = ibmvfc_send_crq_init(vhost)) ||
4685 			    (rc = vio_enable_interrupts(to_vio_dev(vhost->dev)))) {
4686 				ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4687 				dev_err(vhost->dev, "Error after reset (rc=%d)\n", rc);
4688 			}
4689 		}
4690 		break;
4691 	case IBMVFC_HOST_ACTION_REENABLE:
4692 		spin_unlock_irqrestore(vhost->host->host_lock, flags);
4693 		rc = ibmvfc_reenable_crq_queue(vhost);
4694 
4695 		spin_lock_irqsave(vhost->host->host_lock, flags);
4696 		if (vhost->action == IBMVFC_HOST_ACTION_REENABLE) {
4697 			/*
4698 			 * The only action we could have changed to would have
4699 			 * been reset, in which case, we skip the rest of this
4700 			 * path and wait until we've done the reset before
4701 			 * sending the crq init.
4702 			 */
4703 			vhost->action = IBMVFC_HOST_ACTION_TGT_DEL;
4704 			if (rc || (rc = ibmvfc_send_crq_init(vhost))) {
4705 				ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4706 				dev_err(vhost->dev, "Error after enable (rc=%d)\n", rc);
4707 			}
4708 		}
4709 		break;
4710 	case IBMVFC_HOST_ACTION_LOGO:
4711 		vhost->job_step(vhost);
4712 		break;
4713 	case IBMVFC_HOST_ACTION_INIT:
4714 		BUG_ON(vhost->state != IBMVFC_INITIALIZING);
4715 		if (vhost->delay_init) {
4716 			vhost->delay_init = 0;
4717 			spin_unlock_irqrestore(vhost->host->host_lock, flags);
4718 			ssleep(15);
4719 			return;
4720 		} else
4721 			vhost->job_step(vhost);
4722 		break;
4723 	case IBMVFC_HOST_ACTION_QUERY:
4724 		list_for_each_entry(tgt, &vhost->targets, queue)
4725 			ibmvfc_init_tgt(tgt, ibmvfc_tgt_query_target);
4726 		ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_QUERY_TGTS);
4727 		break;
4728 	case IBMVFC_HOST_ACTION_QUERY_TGTS:
4729 		list_for_each_entry(tgt, &vhost->targets, queue) {
4730 			if (tgt->action == IBMVFC_TGT_ACTION_INIT) {
4731 				tgt->job_step(tgt);
4732 				break;
4733 			}
4734 		}
4735 
4736 		if (!ibmvfc_dev_init_to_do(vhost))
4737 			ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_TGT_DEL);
4738 		break;
4739 	case IBMVFC_HOST_ACTION_TGT_DEL:
4740 	case IBMVFC_HOST_ACTION_TGT_DEL_FAILED:
4741 		list_for_each_entry(tgt, &vhost->targets, queue) {
4742 			if (tgt->action == IBMVFC_TGT_ACTION_LOGOUT_RPORT) {
4743 				tgt->job_step(tgt);
4744 				break;
4745 			}
4746 		}
4747 
4748 		if (ibmvfc_dev_logo_to_do(vhost)) {
4749 			spin_unlock_irqrestore(vhost->host->host_lock, flags);
4750 			return;
4751 		}
4752 
4753 		list_for_each_entry(tgt, &vhost->targets, queue) {
4754 			if (tgt->action == IBMVFC_TGT_ACTION_DEL_RPORT) {
4755 				tgt_dbg(tgt, "Deleting rport\n");
4756 				rport = tgt->rport;
4757 				tgt->rport = NULL;
4758 				list_del(&tgt->queue);
4759 				ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DELETED_RPORT);
4760 				spin_unlock_irqrestore(vhost->host->host_lock, flags);
4761 				if (rport)
4762 					fc_remote_port_delete(rport);
4763 				del_timer_sync(&tgt->timer);
4764 				kref_put(&tgt->kref, ibmvfc_release_tgt);
4765 				return;
4766 			} else if (tgt->action == IBMVFC_TGT_ACTION_DEL_AND_LOGOUT_RPORT) {
4767 				tgt_dbg(tgt, "Deleting rport with I/O outstanding\n");
4768 				rport = tgt->rport;
4769 				tgt->rport = NULL;
4770 				ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_LOGOUT_DELETED_RPORT);
4771 				spin_unlock_irqrestore(vhost->host->host_lock, flags);
4772 				if (rport)
4773 					fc_remote_port_delete(rport);
4774 				return;
4775 			}
4776 		}
4777 
4778 		if (vhost->state == IBMVFC_INITIALIZING) {
4779 			if (vhost->action == IBMVFC_HOST_ACTION_TGT_DEL_FAILED) {
4780 				if (vhost->reinit) {
4781 					vhost->reinit = 0;
4782 					scsi_block_requests(vhost->host);
4783 					ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_QUERY);
4784 					spin_unlock_irqrestore(vhost->host->host_lock, flags);
4785 				} else {
4786 					ibmvfc_set_host_state(vhost, IBMVFC_ACTIVE);
4787 					ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_NONE);
4788 					wake_up(&vhost->init_wait_q);
4789 					schedule_work(&vhost->rport_add_work_q);
4790 					vhost->init_retries = 0;
4791 					spin_unlock_irqrestore(vhost->host->host_lock, flags);
4792 					scsi_unblock_requests(vhost->host);
4793 				}
4794 
4795 				return;
4796 			} else {
4797 				ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT);
4798 				vhost->job_step = ibmvfc_discover_targets;
4799 			}
4800 		} else {
4801 			ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_NONE);
4802 			spin_unlock_irqrestore(vhost->host->host_lock, flags);
4803 			scsi_unblock_requests(vhost->host);
4804 			wake_up(&vhost->init_wait_q);
4805 			return;
4806 		}
4807 		break;
4808 	case IBMVFC_HOST_ACTION_ALLOC_TGTS:
4809 		ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_TGT_INIT);
4810 		spin_unlock_irqrestore(vhost->host->host_lock, flags);
4811 		ibmvfc_alloc_targets(vhost);
4812 		spin_lock_irqsave(vhost->host->host_lock, flags);
4813 		break;
4814 	case IBMVFC_HOST_ACTION_TGT_INIT:
4815 		list_for_each_entry(tgt, &vhost->targets, queue) {
4816 			if (tgt->action == IBMVFC_TGT_ACTION_INIT) {
4817 				tgt->job_step(tgt);
4818 				break;
4819 			}
4820 		}
4821 
4822 		if (!ibmvfc_dev_init_to_do(vhost))
4823 			ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_TGT_DEL_FAILED);
4824 		break;
4825 	default:
4826 		break;
4827 	}
4828 
4829 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
4830 }
4831 
4832 /**
4833  * ibmvfc_work - Do task level work
4834  * @data:		ibmvfc host struct
4835  *
4836  * Returns:
4837  *	zero
4838  **/
ibmvfc_work(void * data)4839 static int ibmvfc_work(void *data)
4840 {
4841 	struct ibmvfc_host *vhost = data;
4842 	int rc;
4843 
4844 	set_user_nice(current, MIN_NICE);
4845 
4846 	while (1) {
4847 		rc = wait_event_interruptible(vhost->work_wait_q,
4848 					      ibmvfc_work_to_do(vhost));
4849 
4850 		BUG_ON(rc);
4851 
4852 		if (kthread_should_stop())
4853 			break;
4854 
4855 		ibmvfc_do_work(vhost);
4856 	}
4857 
4858 	ibmvfc_dbg(vhost, "ibmvfc kthread exiting...\n");
4859 	return 0;
4860 }
4861 
4862 /**
4863  * ibmvfc_init_crq - Initializes and registers CRQ with hypervisor
4864  * @vhost:	ibmvfc host struct
4865  *
4866  * Allocates a page for messages, maps it for dma, and registers
4867  * the crq with the hypervisor.
4868  *
4869  * Return value:
4870  *	zero on success / other on failure
4871  **/
ibmvfc_init_crq(struct ibmvfc_host * vhost)4872 static int ibmvfc_init_crq(struct ibmvfc_host *vhost)
4873 {
4874 	int rc, retrc = -ENOMEM;
4875 	struct device *dev = vhost->dev;
4876 	struct vio_dev *vdev = to_vio_dev(dev);
4877 	struct ibmvfc_crq_queue *crq = &vhost->crq;
4878 
4879 	ENTER;
4880 	crq->msgs = (struct ibmvfc_crq *)get_zeroed_page(GFP_KERNEL);
4881 
4882 	if (!crq->msgs)
4883 		return -ENOMEM;
4884 
4885 	crq->size = PAGE_SIZE / sizeof(*crq->msgs);
4886 	crq->msg_token = dma_map_single(dev, crq->msgs,
4887 					PAGE_SIZE, DMA_BIDIRECTIONAL);
4888 
4889 	if (dma_mapping_error(dev, crq->msg_token))
4890 		goto map_failed;
4891 
4892 	retrc = rc = plpar_hcall_norets(H_REG_CRQ, vdev->unit_address,
4893 					crq->msg_token, PAGE_SIZE);
4894 
4895 	if (rc == H_RESOURCE)
4896 		/* maybe kexecing and resource is busy. try a reset */
4897 		retrc = rc = ibmvfc_reset_crq(vhost);
4898 
4899 	if (rc == H_CLOSED)
4900 		dev_warn(dev, "Partner adapter not ready\n");
4901 	else if (rc) {
4902 		dev_warn(dev, "Error %d opening adapter\n", rc);
4903 		goto reg_crq_failed;
4904 	}
4905 
4906 	retrc = 0;
4907 
4908 	tasklet_init(&vhost->tasklet, (void *)ibmvfc_tasklet, (unsigned long)vhost);
4909 
4910 	if ((rc = request_irq(vdev->irq, ibmvfc_interrupt, 0, IBMVFC_NAME, vhost))) {
4911 		dev_err(dev, "Couldn't register irq 0x%x. rc=%d\n", vdev->irq, rc);
4912 		goto req_irq_failed;
4913 	}
4914 
4915 	if ((rc = vio_enable_interrupts(vdev))) {
4916 		dev_err(dev, "Error %d enabling interrupts\n", rc);
4917 		goto req_irq_failed;
4918 	}
4919 
4920 	crq->cur = 0;
4921 	LEAVE;
4922 	return retrc;
4923 
4924 req_irq_failed:
4925 	tasklet_kill(&vhost->tasklet);
4926 	do {
4927 		rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
4928 	} while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
4929 reg_crq_failed:
4930 	dma_unmap_single(dev, crq->msg_token, PAGE_SIZE, DMA_BIDIRECTIONAL);
4931 map_failed:
4932 	free_page((unsigned long)crq->msgs);
4933 	return retrc;
4934 }
4935 
4936 /**
4937  * ibmvfc_free_mem - Free memory for vhost
4938  * @vhost:	ibmvfc host struct
4939  *
4940  * Return value:
4941  * 	none
4942  **/
ibmvfc_free_mem(struct ibmvfc_host * vhost)4943 static void ibmvfc_free_mem(struct ibmvfc_host *vhost)
4944 {
4945 	struct ibmvfc_async_crq_queue *async_q = &vhost->async_crq;
4946 
4947 	ENTER;
4948 	mempool_destroy(vhost->tgt_pool);
4949 	kfree(vhost->trace);
4950 	dma_free_coherent(vhost->dev, vhost->disc_buf_sz, vhost->disc_buf,
4951 			  vhost->disc_buf_dma);
4952 	dma_free_coherent(vhost->dev, sizeof(*vhost->login_buf),
4953 			  vhost->login_buf, vhost->login_buf_dma);
4954 	dma_pool_destroy(vhost->sg_pool);
4955 	dma_unmap_single(vhost->dev, async_q->msg_token,
4956 			 async_q->size * sizeof(*async_q->msgs), DMA_BIDIRECTIONAL);
4957 	free_page((unsigned long)async_q->msgs);
4958 	LEAVE;
4959 }
4960 
4961 /**
4962  * ibmvfc_alloc_mem - Allocate memory for vhost
4963  * @vhost:	ibmvfc host struct
4964  *
4965  * Return value:
4966  * 	0 on success / non-zero on failure
4967  **/
ibmvfc_alloc_mem(struct ibmvfc_host * vhost)4968 static int ibmvfc_alloc_mem(struct ibmvfc_host *vhost)
4969 {
4970 	struct ibmvfc_async_crq_queue *async_q = &vhost->async_crq;
4971 	struct device *dev = vhost->dev;
4972 
4973 	ENTER;
4974 	async_q->msgs = (struct ibmvfc_async_crq *)get_zeroed_page(GFP_KERNEL);
4975 	if (!async_q->msgs) {
4976 		dev_err(dev, "Couldn't allocate async queue.\n");
4977 		goto nomem;
4978 	}
4979 
4980 	async_q->size = PAGE_SIZE / sizeof(struct ibmvfc_async_crq);
4981 	async_q->msg_token = dma_map_single(dev, async_q->msgs,
4982 					    async_q->size * sizeof(*async_q->msgs),
4983 					    DMA_BIDIRECTIONAL);
4984 
4985 	if (dma_mapping_error(dev, async_q->msg_token)) {
4986 		dev_err(dev, "Failed to map async queue\n");
4987 		goto free_async_crq;
4988 	}
4989 
4990 	vhost->sg_pool = dma_pool_create(IBMVFC_NAME, dev,
4991 					 SG_ALL * sizeof(struct srp_direct_buf),
4992 					 sizeof(struct srp_direct_buf), 0);
4993 
4994 	if (!vhost->sg_pool) {
4995 		dev_err(dev, "Failed to allocate sg pool\n");
4996 		goto unmap_async_crq;
4997 	}
4998 
4999 	vhost->login_buf = dma_alloc_coherent(dev, sizeof(*vhost->login_buf),
5000 					      &vhost->login_buf_dma, GFP_KERNEL);
5001 
5002 	if (!vhost->login_buf) {
5003 		dev_err(dev, "Couldn't allocate NPIV login buffer\n");
5004 		goto free_sg_pool;
5005 	}
5006 
5007 	vhost->disc_buf_sz = sizeof(*vhost->disc_buf) * max_targets;
5008 	vhost->disc_buf = dma_alloc_coherent(dev, vhost->disc_buf_sz,
5009 					     &vhost->disc_buf_dma, GFP_KERNEL);
5010 
5011 	if (!vhost->disc_buf) {
5012 		dev_err(dev, "Couldn't allocate Discover Targets buffer\n");
5013 		goto free_login_buffer;
5014 	}
5015 
5016 	vhost->trace = kcalloc(IBMVFC_NUM_TRACE_ENTRIES,
5017 			       sizeof(struct ibmvfc_trace_entry), GFP_KERNEL);
5018 
5019 	if (!vhost->trace)
5020 		goto free_disc_buffer;
5021 
5022 	vhost->tgt_pool = mempool_create_kmalloc_pool(IBMVFC_TGT_MEMPOOL_SZ,
5023 						      sizeof(struct ibmvfc_target));
5024 
5025 	if (!vhost->tgt_pool) {
5026 		dev_err(dev, "Couldn't allocate target memory pool\n");
5027 		goto free_trace;
5028 	}
5029 
5030 	LEAVE;
5031 	return 0;
5032 
5033 free_trace:
5034 	kfree(vhost->trace);
5035 free_disc_buffer:
5036 	dma_free_coherent(dev, vhost->disc_buf_sz, vhost->disc_buf,
5037 			  vhost->disc_buf_dma);
5038 free_login_buffer:
5039 	dma_free_coherent(dev, sizeof(*vhost->login_buf),
5040 			  vhost->login_buf, vhost->login_buf_dma);
5041 free_sg_pool:
5042 	dma_pool_destroy(vhost->sg_pool);
5043 unmap_async_crq:
5044 	dma_unmap_single(dev, async_q->msg_token,
5045 			 async_q->size * sizeof(*async_q->msgs), DMA_BIDIRECTIONAL);
5046 free_async_crq:
5047 	free_page((unsigned long)async_q->msgs);
5048 nomem:
5049 	LEAVE;
5050 	return -ENOMEM;
5051 }
5052 
5053 /**
5054  * ibmvfc_rport_add_thread - Worker thread for rport adds
5055  * @work:	work struct
5056  *
5057  **/
ibmvfc_rport_add_thread(struct work_struct * work)5058 static void ibmvfc_rport_add_thread(struct work_struct *work)
5059 {
5060 	struct ibmvfc_host *vhost = container_of(work, struct ibmvfc_host,
5061 						 rport_add_work_q);
5062 	struct ibmvfc_target *tgt;
5063 	struct fc_rport *rport;
5064 	unsigned long flags;
5065 	int did_work;
5066 
5067 	ENTER;
5068 	spin_lock_irqsave(vhost->host->host_lock, flags);
5069 	do {
5070 		did_work = 0;
5071 		if (vhost->state != IBMVFC_ACTIVE)
5072 			break;
5073 
5074 		list_for_each_entry(tgt, &vhost->targets, queue) {
5075 			if (tgt->add_rport) {
5076 				did_work = 1;
5077 				tgt->add_rport = 0;
5078 				kref_get(&tgt->kref);
5079 				rport = tgt->rport;
5080 				if (!rport) {
5081 					spin_unlock_irqrestore(vhost->host->host_lock, flags);
5082 					ibmvfc_tgt_add_rport(tgt);
5083 				} else if (get_device(&rport->dev)) {
5084 					spin_unlock_irqrestore(vhost->host->host_lock, flags);
5085 					tgt_dbg(tgt, "Setting rport roles\n");
5086 					fc_remote_port_rolechg(rport, tgt->ids.roles);
5087 					put_device(&rport->dev);
5088 				} else {
5089 					spin_unlock_irqrestore(vhost->host->host_lock, flags);
5090 				}
5091 
5092 				kref_put(&tgt->kref, ibmvfc_release_tgt);
5093 				spin_lock_irqsave(vhost->host->host_lock, flags);
5094 				break;
5095 			}
5096 		}
5097 	} while(did_work);
5098 
5099 	if (vhost->state == IBMVFC_ACTIVE)
5100 		vhost->scan_complete = 1;
5101 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
5102 	LEAVE;
5103 }
5104 
5105 /**
5106  * ibmvfc_probe - Adapter hot plug add entry point
5107  * @vdev:	vio device struct
5108  * @id:	vio device id struct
5109  *
5110  * Return value:
5111  * 	0 on success / non-zero on failure
5112  **/
ibmvfc_probe(struct vio_dev * vdev,const struct vio_device_id * id)5113 static int ibmvfc_probe(struct vio_dev *vdev, const struct vio_device_id *id)
5114 {
5115 	struct ibmvfc_host *vhost;
5116 	struct Scsi_Host *shost;
5117 	struct device *dev = &vdev->dev;
5118 	int rc = -ENOMEM;
5119 
5120 	ENTER;
5121 	shost = scsi_host_alloc(&driver_template, sizeof(*vhost));
5122 	if (!shost) {
5123 		dev_err(dev, "Couldn't allocate host data\n");
5124 		goto out;
5125 	}
5126 
5127 	shost->transportt = ibmvfc_transport_template;
5128 	shost->can_queue = max_requests;
5129 	shost->max_lun = max_lun;
5130 	shost->max_id = max_targets;
5131 	shost->max_sectors = IBMVFC_MAX_SECTORS;
5132 	shost->max_cmd_len = IBMVFC_MAX_CDB_LEN;
5133 	shost->unique_id = shost->host_no;
5134 
5135 	vhost = shost_priv(shost);
5136 	INIT_LIST_HEAD(&vhost->sent);
5137 	INIT_LIST_HEAD(&vhost->free);
5138 	INIT_LIST_HEAD(&vhost->targets);
5139 	sprintf(vhost->name, IBMVFC_NAME);
5140 	vhost->host = shost;
5141 	vhost->dev = dev;
5142 	vhost->partition_number = -1;
5143 	vhost->log_level = log_level;
5144 	vhost->task_set = 1;
5145 	strcpy(vhost->partition_name, "UNKNOWN");
5146 	init_waitqueue_head(&vhost->work_wait_q);
5147 	init_waitqueue_head(&vhost->init_wait_q);
5148 	INIT_WORK(&vhost->rport_add_work_q, ibmvfc_rport_add_thread);
5149 	mutex_init(&vhost->passthru_mutex);
5150 
5151 	if ((rc = ibmvfc_alloc_mem(vhost)))
5152 		goto free_scsi_host;
5153 
5154 	vhost->work_thread = kthread_run(ibmvfc_work, vhost, "%s_%d", IBMVFC_NAME,
5155 					 shost->host_no);
5156 
5157 	if (IS_ERR(vhost->work_thread)) {
5158 		dev_err(dev, "Couldn't create kernel thread: %ld\n",
5159 			PTR_ERR(vhost->work_thread));
5160 		rc = PTR_ERR(vhost->work_thread);
5161 		goto free_host_mem;
5162 	}
5163 
5164 	if ((rc = ibmvfc_init_crq(vhost))) {
5165 		dev_err(dev, "Couldn't initialize crq. rc=%d\n", rc);
5166 		goto kill_kthread;
5167 	}
5168 
5169 	if ((rc = ibmvfc_init_event_pool(vhost))) {
5170 		dev_err(dev, "Couldn't initialize event pool. rc=%d\n", rc);
5171 		goto release_crq;
5172 	}
5173 
5174 	if ((rc = scsi_add_host(shost, dev)))
5175 		goto release_event_pool;
5176 
5177 	fc_host_dev_loss_tmo(shost) = IBMVFC_DEV_LOSS_TMO;
5178 
5179 	if ((rc = ibmvfc_create_trace_file(&shost->shost_dev.kobj,
5180 					   &ibmvfc_trace_attr))) {
5181 		dev_err(dev, "Failed to create trace file. rc=%d\n", rc);
5182 		goto remove_shost;
5183 	}
5184 
5185 	if (shost_to_fc_host(shost)->rqst_q)
5186 		blk_queue_max_segments(shost_to_fc_host(shost)->rqst_q, 1);
5187 	dev_set_drvdata(dev, vhost);
5188 	spin_lock(&ibmvfc_driver_lock);
5189 	list_add_tail(&vhost->queue, &ibmvfc_head);
5190 	spin_unlock(&ibmvfc_driver_lock);
5191 
5192 	ibmvfc_send_crq_init(vhost);
5193 	scsi_scan_host(shost);
5194 	return 0;
5195 
5196 remove_shost:
5197 	scsi_remove_host(shost);
5198 release_event_pool:
5199 	ibmvfc_free_event_pool(vhost);
5200 release_crq:
5201 	ibmvfc_release_crq_queue(vhost);
5202 kill_kthread:
5203 	kthread_stop(vhost->work_thread);
5204 free_host_mem:
5205 	ibmvfc_free_mem(vhost);
5206 free_scsi_host:
5207 	scsi_host_put(shost);
5208 out:
5209 	LEAVE;
5210 	return rc;
5211 }
5212 
5213 /**
5214  * ibmvfc_remove - Adapter hot plug remove entry point
5215  * @vdev:	vio device struct
5216  *
5217  * Return value:
5218  * 	0
5219  **/
ibmvfc_remove(struct vio_dev * vdev)5220 static int ibmvfc_remove(struct vio_dev *vdev)
5221 {
5222 	struct ibmvfc_host *vhost = dev_get_drvdata(&vdev->dev);
5223 	unsigned long flags;
5224 
5225 	ENTER;
5226 	ibmvfc_remove_trace_file(&vhost->host->shost_dev.kobj, &ibmvfc_trace_attr);
5227 
5228 	spin_lock_irqsave(vhost->host->host_lock, flags);
5229 	ibmvfc_link_down(vhost, IBMVFC_HOST_OFFLINE);
5230 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
5231 
5232 	ibmvfc_wait_while_resetting(vhost);
5233 	ibmvfc_release_crq_queue(vhost);
5234 	kthread_stop(vhost->work_thread);
5235 	fc_remove_host(vhost->host);
5236 	scsi_remove_host(vhost->host);
5237 
5238 	spin_lock_irqsave(vhost->host->host_lock, flags);
5239 	ibmvfc_purge_requests(vhost, DID_ERROR);
5240 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
5241 	ibmvfc_free_event_pool(vhost);
5242 
5243 	ibmvfc_free_mem(vhost);
5244 	spin_lock(&ibmvfc_driver_lock);
5245 	list_del(&vhost->queue);
5246 	spin_unlock(&ibmvfc_driver_lock);
5247 	scsi_host_put(vhost->host);
5248 	LEAVE;
5249 	return 0;
5250 }
5251 
5252 /**
5253  * ibmvfc_resume - Resume from suspend
5254  * @dev:	device struct
5255  *
5256  * We may have lost an interrupt across suspend/resume, so kick the
5257  * interrupt handler
5258  *
5259  */
ibmvfc_resume(struct device * dev)5260 static int ibmvfc_resume(struct device *dev)
5261 {
5262 	unsigned long flags;
5263 	struct ibmvfc_host *vhost = dev_get_drvdata(dev);
5264 	struct vio_dev *vdev = to_vio_dev(dev);
5265 
5266 	spin_lock_irqsave(vhost->host->host_lock, flags);
5267 	vio_disable_interrupts(vdev);
5268 	tasklet_schedule(&vhost->tasklet);
5269 	spin_unlock_irqrestore(vhost->host->host_lock, flags);
5270 	return 0;
5271 }
5272 
5273 /**
5274  * ibmvfc_get_desired_dma - Calculate DMA resources needed by the driver
5275  * @vdev:	vio device struct
5276  *
5277  * Return value:
5278  *	Number of bytes the driver will need to DMA map at the same time in
5279  *	order to perform well.
5280  */
ibmvfc_get_desired_dma(struct vio_dev * vdev)5281 static unsigned long ibmvfc_get_desired_dma(struct vio_dev *vdev)
5282 {
5283 	unsigned long pool_dma = max_requests * sizeof(union ibmvfc_iu);
5284 	return pool_dma + ((512 * 1024) * driver_template.cmd_per_lun);
5285 }
5286 
5287 static const struct vio_device_id ibmvfc_device_table[] = {
5288 	{"fcp", "IBM,vfc-client"},
5289 	{ "", "" }
5290 };
5291 MODULE_DEVICE_TABLE(vio, ibmvfc_device_table);
5292 
5293 static const struct dev_pm_ops ibmvfc_pm_ops = {
5294 	.resume = ibmvfc_resume
5295 };
5296 
5297 static struct vio_driver ibmvfc_driver = {
5298 	.id_table = ibmvfc_device_table,
5299 	.probe = ibmvfc_probe,
5300 	.remove = ibmvfc_remove,
5301 	.get_desired_dma = ibmvfc_get_desired_dma,
5302 	.name = IBMVFC_NAME,
5303 	.pm = &ibmvfc_pm_ops,
5304 };
5305 
5306 static struct fc_function_template ibmvfc_transport_functions = {
5307 	.show_host_fabric_name = 1,
5308 	.show_host_node_name = 1,
5309 	.show_host_port_name = 1,
5310 	.show_host_supported_classes = 1,
5311 	.show_host_port_type = 1,
5312 	.show_host_port_id = 1,
5313 	.show_host_maxframe_size = 1,
5314 
5315 	.get_host_port_state = ibmvfc_get_host_port_state,
5316 	.show_host_port_state = 1,
5317 
5318 	.get_host_speed = ibmvfc_get_host_speed,
5319 	.show_host_speed = 1,
5320 
5321 	.issue_fc_host_lip = ibmvfc_issue_fc_host_lip,
5322 	.terminate_rport_io = ibmvfc_terminate_rport_io,
5323 
5324 	.show_rport_maxframe_size = 1,
5325 	.show_rport_supported_classes = 1,
5326 
5327 	.set_rport_dev_loss_tmo = ibmvfc_set_rport_dev_loss_tmo,
5328 	.show_rport_dev_loss_tmo = 1,
5329 
5330 	.get_starget_node_name = ibmvfc_get_starget_node_name,
5331 	.show_starget_node_name = 1,
5332 
5333 	.get_starget_port_name = ibmvfc_get_starget_port_name,
5334 	.show_starget_port_name = 1,
5335 
5336 	.get_starget_port_id = ibmvfc_get_starget_port_id,
5337 	.show_starget_port_id = 1,
5338 
5339 	.bsg_request = ibmvfc_bsg_request,
5340 	.bsg_timeout = ibmvfc_bsg_timeout,
5341 };
5342 
5343 /**
5344  * ibmvfc_module_init - Initialize the ibmvfc module
5345  *
5346  * Return value:
5347  * 	0 on success / other on failure
5348  **/
ibmvfc_module_init(void)5349 static int __init ibmvfc_module_init(void)
5350 {
5351 	int rc;
5352 
5353 	if (!firmware_has_feature(FW_FEATURE_VIO))
5354 		return -ENODEV;
5355 
5356 	printk(KERN_INFO IBMVFC_NAME": IBM Virtual Fibre Channel Driver version: %s %s\n",
5357 	       IBMVFC_DRIVER_VERSION, IBMVFC_DRIVER_DATE);
5358 
5359 	ibmvfc_transport_template = fc_attach_transport(&ibmvfc_transport_functions);
5360 	if (!ibmvfc_transport_template)
5361 		return -ENOMEM;
5362 
5363 	rc = vio_register_driver(&ibmvfc_driver);
5364 	if (rc)
5365 		fc_release_transport(ibmvfc_transport_template);
5366 	return rc;
5367 }
5368 
5369 /**
5370  * ibmvfc_module_exit - Teardown the ibmvfc module
5371  *
5372  * Return value:
5373  * 	nothing
5374  **/
ibmvfc_module_exit(void)5375 static void __exit ibmvfc_module_exit(void)
5376 {
5377 	vio_unregister_driver(&ibmvfc_driver);
5378 	fc_release_transport(ibmvfc_transport_template);
5379 }
5380 
5381 module_init(ibmvfc_module_init);
5382 module_exit(ibmvfc_module_exit);
5383