1 /*
2 * This file is part of the Chelsio FCoE driver for Linux.
3 *
4 * Copyright (c) 2008-2012 Chelsio Communications, Inc. All rights reserved.
5 *
6 * This software is available to you under a choice of one of two
7 * licenses. You may choose to be licensed under the terms of the GNU
8 * General Public License (GPL) Version 2, available from the file
9 * COPYING in the main directory of this source tree, or the
10 * OpenIB.org BSD license below:
11 *
12 * Redistribution and use in source and binary forms, with or
13 * without modification, are permitted provided that the following
14 * conditions are met:
15 *
16 * - Redistributions of source code must retain the above
17 * copyright notice, this list of conditions and the following
18 * disclaimer.
19 *
20 * - Redistributions in binary form must reproduce the above
21 * copyright notice, this list of conditions and the following
22 * disclaimer in the documentation and/or other materials
23 * provided with the distribution.
24 *
25 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
26 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
27 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
28 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
29 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
30 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
31 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
32 * SOFTWARE.
33 */
34
35 #include <linux/kernel.h>
36 #include <linux/delay.h>
37 #include <linux/slab.h>
38 #include <linux/utsname.h>
39 #include <scsi/scsi_device.h>
40 #include <scsi/scsi_transport_fc.h>
41 #include <asm/unaligned.h>
42 #include <scsi/fc/fc_els.h>
43 #include <scsi/fc/fc_fs.h>
44 #include <scsi/fc/fc_gs.h>
45 #include <scsi/fc/fc_ms.h>
46
47 #include "csio_hw.h"
48 #include "csio_mb.h"
49 #include "csio_lnode.h"
50 #include "csio_rnode.h"
51
52 int csio_fcoe_rnodes = 1024;
53 int csio_fdmi_enable = 1;
54
55 #define PORT_ID_PTR(_x) ((uint8_t *)(&_x) + 1)
56
57 /* Lnode SM declarations */
58 static void csio_lns_uninit(struct csio_lnode *, enum csio_ln_ev);
59 static void csio_lns_online(struct csio_lnode *, enum csio_ln_ev);
60 static void csio_lns_ready(struct csio_lnode *, enum csio_ln_ev);
61 static void csio_lns_offline(struct csio_lnode *, enum csio_ln_ev);
62
63 static int csio_ln_mgmt_submit_req(struct csio_ioreq *,
64 void (*io_cbfn) (struct csio_hw *, struct csio_ioreq *),
65 enum fcoe_cmn_type, struct csio_dma_buf *, uint32_t);
66
67 /* LN event mapping */
68 static enum csio_ln_ev fwevt_to_lnevt[] = {
69 CSIO_LNE_NONE, /* None */
70 CSIO_LNE_NONE, /* PLOGI_ACC_RCVD */
71 CSIO_LNE_NONE, /* PLOGI_RJT_RCVD */
72 CSIO_LNE_NONE, /* PLOGI_RCVD */
73 CSIO_LNE_NONE, /* PLOGO_RCVD */
74 CSIO_LNE_NONE, /* PRLI_ACC_RCVD */
75 CSIO_LNE_NONE, /* PRLI_RJT_RCVD */
76 CSIO_LNE_NONE, /* PRLI_RCVD */
77 CSIO_LNE_NONE, /* PRLO_RCVD */
78 CSIO_LNE_NONE, /* NPORT_ID_CHGD */
79 CSIO_LNE_LOGO, /* FLOGO_RCVD */
80 CSIO_LNE_LOGO, /* CLR_VIRT_LNK_RCVD */
81 CSIO_LNE_FAB_INIT_DONE,/* FLOGI_ACC_RCVD */
82 CSIO_LNE_NONE, /* FLOGI_RJT_RCVD */
83 CSIO_LNE_FAB_INIT_DONE,/* FDISC_ACC_RCVD */
84 CSIO_LNE_NONE, /* FDISC_RJT_RCVD */
85 CSIO_LNE_NONE, /* FLOGI_TMO_MAX_RETRY */
86 CSIO_LNE_NONE, /* IMPL_LOGO_ADISC_ACC */
87 CSIO_LNE_NONE, /* IMPL_LOGO_ADISC_RJT */
88 CSIO_LNE_NONE, /* IMPL_LOGO_ADISC_CNFLT */
89 CSIO_LNE_NONE, /* PRLI_TMO */
90 CSIO_LNE_NONE, /* ADISC_TMO */
91 CSIO_LNE_NONE, /* RSCN_DEV_LOST */
92 CSIO_LNE_NONE, /* SCR_ACC_RCVD */
93 CSIO_LNE_NONE, /* ADISC_RJT_RCVD */
94 CSIO_LNE_NONE, /* LOGO_SNT */
95 CSIO_LNE_NONE, /* PROTO_ERR_IMPL_LOGO */
96 };
97
98 #define CSIO_FWE_TO_LNE(_evt) ((_evt > PROTO_ERR_IMPL_LOGO) ? \
99 CSIO_LNE_NONE : \
100 fwevt_to_lnevt[_evt])
101
102 #define csio_ct_rsp(cp) (((struct fc_ct_hdr *)cp)->ct_cmd)
103 #define csio_ct_reason(cp) (((struct fc_ct_hdr *)cp)->ct_reason)
104 #define csio_ct_expl(cp) (((struct fc_ct_hdr *)cp)->ct_explan)
105 #define csio_ct_get_pld(cp) ((void *)(((uint8_t *)cp) + FC_CT_HDR_LEN))
106
107 /*
108 * csio_ln_match_by_portid - lookup lnode using given portid.
109 * @hw: HW module
110 * @portid: port-id.
111 *
112 * If found, returns lnode matching given portid otherwise returns NULL.
113 */
114 static struct csio_lnode *
csio_ln_lookup_by_portid(struct csio_hw * hw,uint8_t portid)115 csio_ln_lookup_by_portid(struct csio_hw *hw, uint8_t portid)
116 {
117 struct csio_lnode *ln = hw->rln;
118 struct list_head *tmp;
119
120 /* Match siblings lnode with portid */
121 list_for_each(tmp, &hw->sln_head) {
122 ln = (struct csio_lnode *) tmp;
123 if (ln->portid == portid)
124 return ln;
125 }
126
127 return NULL;
128 }
129
130 /*
131 * csio_ln_lookup_by_vnpi - Lookup lnode using given vnp id.
132 * @hw - HW module
133 * @vnpi - vnp index.
134 * Returns - If found, returns lnode matching given vnp id
135 * otherwise returns NULL.
136 */
137 static struct csio_lnode *
csio_ln_lookup_by_vnpi(struct csio_hw * hw,uint32_t vnp_id)138 csio_ln_lookup_by_vnpi(struct csio_hw *hw, uint32_t vnp_id)
139 {
140 struct list_head *tmp1, *tmp2;
141 struct csio_lnode *sln = NULL, *cln = NULL;
142
143 if (list_empty(&hw->sln_head)) {
144 CSIO_INC_STATS(hw, n_lnlkup_miss);
145 return NULL;
146 }
147 /* Traverse sibling lnodes */
148 list_for_each(tmp1, &hw->sln_head) {
149 sln = (struct csio_lnode *) tmp1;
150
151 /* Match sibling lnode */
152 if (sln->vnp_flowid == vnp_id)
153 return sln;
154
155 if (list_empty(&sln->cln_head))
156 continue;
157
158 /* Traverse children lnodes */
159 list_for_each(tmp2, &sln->cln_head) {
160 cln = (struct csio_lnode *) tmp2;
161
162 if (cln->vnp_flowid == vnp_id)
163 return cln;
164 }
165 }
166 CSIO_INC_STATS(hw, n_lnlkup_miss);
167 return NULL;
168 }
169
170 /**
171 * csio_lnode_lookup_by_wwpn - Lookup lnode using given wwpn.
172 * @hw: HW module.
173 * @wwpn: WWPN.
174 *
175 * If found, returns lnode matching given wwpn, returns NULL otherwise.
176 */
177 struct csio_lnode *
csio_lnode_lookup_by_wwpn(struct csio_hw * hw,uint8_t * wwpn)178 csio_lnode_lookup_by_wwpn(struct csio_hw *hw, uint8_t *wwpn)
179 {
180 struct list_head *tmp1, *tmp2;
181 struct csio_lnode *sln = NULL, *cln = NULL;
182
183 if (list_empty(&hw->sln_head)) {
184 CSIO_INC_STATS(hw, n_lnlkup_miss);
185 return NULL;
186 }
187 /* Traverse sibling lnodes */
188 list_for_each(tmp1, &hw->sln_head) {
189 sln = (struct csio_lnode *) tmp1;
190
191 /* Match sibling lnode */
192 if (!memcmp(csio_ln_wwpn(sln), wwpn, 8))
193 return sln;
194
195 if (list_empty(&sln->cln_head))
196 continue;
197
198 /* Traverse children lnodes */
199 list_for_each(tmp2, &sln->cln_head) {
200 cln = (struct csio_lnode *) tmp2;
201
202 if (!memcmp(csio_ln_wwpn(cln), wwpn, 8))
203 return cln;
204 }
205 }
206 return NULL;
207 }
208
209 /* FDMI */
210 static void
csio_fill_ct_iu(void * buf,uint8_t type,uint8_t sub_type,uint16_t op)211 csio_fill_ct_iu(void *buf, uint8_t type, uint8_t sub_type, uint16_t op)
212 {
213 struct fc_ct_hdr *cmd = (struct fc_ct_hdr *)buf;
214 cmd->ct_rev = FC_CT_REV;
215 cmd->ct_fs_type = type;
216 cmd->ct_fs_subtype = sub_type;
217 cmd->ct_cmd = htons(op);
218 }
219
220 static int
csio_hostname(uint8_t * buf,size_t buf_len)221 csio_hostname(uint8_t *buf, size_t buf_len)
222 {
223 if (snprintf(buf, buf_len, "%s", init_utsname()->nodename) > 0)
224 return 0;
225 return -1;
226 }
227
228 static int
csio_osname(uint8_t * buf,size_t buf_len)229 csio_osname(uint8_t *buf, size_t buf_len)
230 {
231 if (snprintf(buf, buf_len, "%s %s %s",
232 init_utsname()->sysname,
233 init_utsname()->release,
234 init_utsname()->version) > 0)
235 return 0;
236
237 return -1;
238 }
239
240 static inline void
csio_append_attrib(uint8_t ** ptr,uint16_t type,uint8_t * val,uint16_t len)241 csio_append_attrib(uint8_t **ptr, uint16_t type, uint8_t *val, uint16_t len)
242 {
243 struct fc_fdmi_attr_entry *ae = (struct fc_fdmi_attr_entry *)*ptr;
244 ae->type = htons(type);
245 len += 4; /* includes attribute type and length */
246 len = (len + 3) & ~3; /* should be multiple of 4 bytes */
247 ae->len = htons(len);
248 memcpy(ae->value, val, len);
249 *ptr += len;
250 }
251
252 /*
253 * csio_ln_fdmi_done - FDMI registeration completion
254 * @hw: HW context
255 * @fdmi_req: fdmi request
256 */
257 static void
csio_ln_fdmi_done(struct csio_hw * hw,struct csio_ioreq * fdmi_req)258 csio_ln_fdmi_done(struct csio_hw *hw, struct csio_ioreq *fdmi_req)
259 {
260 void *cmd;
261 struct csio_lnode *ln = fdmi_req->lnode;
262
263 if (fdmi_req->wr_status != FW_SUCCESS) {
264 csio_ln_dbg(ln, "WR error:%x in processing fdmi rpa cmd\n",
265 fdmi_req->wr_status);
266 CSIO_INC_STATS(ln, n_fdmi_err);
267 }
268
269 cmd = fdmi_req->dma_buf.vaddr;
270 if (ntohs(csio_ct_rsp(cmd)) != FC_FS_ACC) {
271 csio_ln_dbg(ln, "fdmi rpa cmd rejected reason %x expl %x\n",
272 csio_ct_reason(cmd), csio_ct_expl(cmd));
273 }
274 }
275
276 /*
277 * csio_ln_fdmi_rhba_cbfn - RHBA completion
278 * @hw: HW context
279 * @fdmi_req: fdmi request
280 */
281 static void
csio_ln_fdmi_rhba_cbfn(struct csio_hw * hw,struct csio_ioreq * fdmi_req)282 csio_ln_fdmi_rhba_cbfn(struct csio_hw *hw, struct csio_ioreq *fdmi_req)
283 {
284 void *cmd;
285 uint8_t *pld;
286 uint32_t len = 0;
287 __be32 val;
288 __be16 mfs;
289 uint32_t numattrs = 0;
290 struct csio_lnode *ln = fdmi_req->lnode;
291 struct fs_fdmi_attrs *attrib_blk;
292 struct fc_fdmi_port_name *port_name;
293 uint8_t buf[64];
294 uint8_t *fc4_type;
295
296 if (fdmi_req->wr_status != FW_SUCCESS) {
297 csio_ln_dbg(ln, "WR error:%x in processing fdmi rhba cmd\n",
298 fdmi_req->wr_status);
299 CSIO_INC_STATS(ln, n_fdmi_err);
300 }
301
302 cmd = fdmi_req->dma_buf.vaddr;
303 if (ntohs(csio_ct_rsp(cmd)) != FC_FS_ACC) {
304 csio_ln_dbg(ln, "fdmi rhba cmd rejected reason %x expl %x\n",
305 csio_ct_reason(cmd), csio_ct_expl(cmd));
306 }
307
308 if (!csio_is_rnode_ready(fdmi_req->rnode)) {
309 CSIO_INC_STATS(ln, n_fdmi_err);
310 return;
311 }
312
313 /* Prepare CT hdr for RPA cmd */
314 memset(cmd, 0, FC_CT_HDR_LEN);
315 csio_fill_ct_iu(cmd, FC_FST_MGMT, FC_FDMI_SUBTYPE, FC_FDMI_RPA);
316
317 /* Prepare RPA payload */
318 pld = (uint8_t *)csio_ct_get_pld(cmd);
319 port_name = (struct fc_fdmi_port_name *)pld;
320 memcpy(&port_name->portname, csio_ln_wwpn(ln), 8);
321 pld += sizeof(*port_name);
322
323 /* Start appending Port attributes */
324 attrib_blk = (struct fs_fdmi_attrs *)pld;
325 attrib_blk->numattrs = 0;
326 len += sizeof(attrib_blk->numattrs);
327 pld += sizeof(attrib_blk->numattrs);
328
329 fc4_type = &buf[0];
330 memset(fc4_type, 0, FC_FDMI_PORT_ATTR_FC4TYPES_LEN);
331 fc4_type[2] = 1;
332 fc4_type[7] = 1;
333 csio_append_attrib(&pld, FC_FDMI_PORT_ATTR_FC4TYPES,
334 fc4_type, FC_FDMI_PORT_ATTR_FC4TYPES_LEN);
335 numattrs++;
336 val = htonl(FC_PORTSPEED_1GBIT | FC_PORTSPEED_10GBIT);
337 csio_append_attrib(&pld, FC_FDMI_PORT_ATTR_SUPPORTEDSPEED,
338 (uint8_t *)&val,
339 FC_FDMI_PORT_ATTR_SUPPORTEDSPEED_LEN);
340 numattrs++;
341
342 if (hw->pport[ln->portid].link_speed == FW_PORT_CAP_SPEED_1G)
343 val = htonl(FC_PORTSPEED_1GBIT);
344 else if (hw->pport[ln->portid].link_speed == FW_PORT_CAP_SPEED_10G)
345 val = htonl(FC_PORTSPEED_10GBIT);
346 else
347 val = htonl(CSIO_HBA_PORTSPEED_UNKNOWN);
348 csio_append_attrib(&pld, FC_FDMI_PORT_ATTR_CURRENTPORTSPEED,
349 (uint8_t *)&val,
350 FC_FDMI_PORT_ATTR_CURRENTPORTSPEED_LEN);
351 numattrs++;
352
353 mfs = ln->ln_sparm.csp.sp_bb_data;
354 csio_append_attrib(&pld, FC_FDMI_PORT_ATTR_MAXFRAMESIZE,
355 (uint8_t *)&mfs, FC_FDMI_PORT_ATTR_MAXFRAMESIZE_LEN);
356 numattrs++;
357
358 strcpy(buf, "csiostor");
359 csio_append_attrib(&pld, FC_FDMI_PORT_ATTR_OSDEVICENAME, buf,
360 (uint16_t)strlen(buf));
361 numattrs++;
362
363 if (!csio_hostname(buf, sizeof(buf))) {
364 csio_append_attrib(&pld, FC_FDMI_PORT_ATTR_HOSTNAME,
365 buf, (uint16_t)strlen(buf));
366 numattrs++;
367 }
368 attrib_blk->numattrs = htonl(numattrs);
369 len = (uint32_t)(pld - (uint8_t *)cmd);
370
371 /* Submit FDMI RPA request */
372 spin_lock_irq(&hw->lock);
373 if (csio_ln_mgmt_submit_req(fdmi_req, csio_ln_fdmi_done,
374 FCOE_CT, &fdmi_req->dma_buf, len)) {
375 CSIO_INC_STATS(ln, n_fdmi_err);
376 csio_ln_dbg(ln, "Failed to issue fdmi rpa req\n");
377 }
378 spin_unlock_irq(&hw->lock);
379 }
380
381 /*
382 * csio_ln_fdmi_dprt_cbfn - DPRT completion
383 * @hw: HW context
384 * @fdmi_req: fdmi request
385 */
386 static void
csio_ln_fdmi_dprt_cbfn(struct csio_hw * hw,struct csio_ioreq * fdmi_req)387 csio_ln_fdmi_dprt_cbfn(struct csio_hw *hw, struct csio_ioreq *fdmi_req)
388 {
389 void *cmd;
390 uint8_t *pld;
391 uint32_t len = 0;
392 uint32_t numattrs = 0;
393 __be32 maxpayload = htonl(65536);
394 struct fc_fdmi_hba_identifier *hbaid;
395 struct csio_lnode *ln = fdmi_req->lnode;
396 struct fc_fdmi_rpl *reg_pl;
397 struct fs_fdmi_attrs *attrib_blk;
398 uint8_t buf[64];
399
400 if (fdmi_req->wr_status != FW_SUCCESS) {
401 csio_ln_dbg(ln, "WR error:%x in processing fdmi dprt cmd\n",
402 fdmi_req->wr_status);
403 CSIO_INC_STATS(ln, n_fdmi_err);
404 }
405
406 if (!csio_is_rnode_ready(fdmi_req->rnode)) {
407 CSIO_INC_STATS(ln, n_fdmi_err);
408 return;
409 }
410 cmd = fdmi_req->dma_buf.vaddr;
411 if (ntohs(csio_ct_rsp(cmd)) != FC_FS_ACC) {
412 csio_ln_dbg(ln, "fdmi dprt cmd rejected reason %x expl %x\n",
413 csio_ct_reason(cmd), csio_ct_expl(cmd));
414 }
415
416 /* Prepare CT hdr for RHBA cmd */
417 memset(cmd, 0, FC_CT_HDR_LEN);
418 csio_fill_ct_iu(cmd, FC_FST_MGMT, FC_FDMI_SUBTYPE, FC_FDMI_RHBA);
419 len = FC_CT_HDR_LEN;
420
421 /* Prepare RHBA payload */
422 pld = (uint8_t *)csio_ct_get_pld(cmd);
423 hbaid = (struct fc_fdmi_hba_identifier *)pld;
424 memcpy(&hbaid->id, csio_ln_wwpn(ln), 8); /* HBA identifer */
425 pld += sizeof(*hbaid);
426
427 /* Register one port per hba */
428 reg_pl = (struct fc_fdmi_rpl *)pld;
429 reg_pl->numport = htonl(1);
430 memcpy(®_pl->port[0].portname, csio_ln_wwpn(ln), 8);
431 pld += sizeof(*reg_pl);
432
433 /* Start appending HBA attributes hba */
434 attrib_blk = (struct fs_fdmi_attrs *)pld;
435 attrib_blk->numattrs = 0;
436 len += sizeof(attrib_blk->numattrs);
437 pld += sizeof(attrib_blk->numattrs);
438
439 csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_NODENAME, csio_ln_wwnn(ln),
440 FC_FDMI_HBA_ATTR_NODENAME_LEN);
441 numattrs++;
442
443 memset(buf, 0, sizeof(buf));
444
445 strcpy(buf, "Chelsio Communications");
446 csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_MANUFACTURER, buf,
447 (uint16_t)strlen(buf));
448 numattrs++;
449 csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_SERIALNUMBER,
450 hw->vpd.sn, (uint16_t)sizeof(hw->vpd.sn));
451 numattrs++;
452 csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_MODEL, hw->vpd.id,
453 (uint16_t)sizeof(hw->vpd.id));
454 numattrs++;
455 csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_MODELDESCRIPTION,
456 hw->model_desc, (uint16_t)strlen(hw->model_desc));
457 numattrs++;
458 csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_HARDWAREVERSION,
459 hw->hw_ver, (uint16_t)sizeof(hw->hw_ver));
460 numattrs++;
461 csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_FIRMWAREVERSION,
462 hw->fwrev_str, (uint16_t)strlen(hw->fwrev_str));
463 numattrs++;
464
465 if (!csio_osname(buf, sizeof(buf))) {
466 csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_OSNAMEVERSION,
467 buf, (uint16_t)strlen(buf));
468 numattrs++;
469 }
470
471 csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_MAXCTPAYLOAD,
472 (uint8_t *)&maxpayload,
473 FC_FDMI_HBA_ATTR_MAXCTPAYLOAD_LEN);
474 len = (uint32_t)(pld - (uint8_t *)cmd);
475 numattrs++;
476 attrib_blk->numattrs = htonl(numattrs);
477
478 /* Submit FDMI RHBA request */
479 spin_lock_irq(&hw->lock);
480 if (csio_ln_mgmt_submit_req(fdmi_req, csio_ln_fdmi_rhba_cbfn,
481 FCOE_CT, &fdmi_req->dma_buf, len)) {
482 CSIO_INC_STATS(ln, n_fdmi_err);
483 csio_ln_dbg(ln, "Failed to issue fdmi rhba req\n");
484 }
485 spin_unlock_irq(&hw->lock);
486 }
487
488 /*
489 * csio_ln_fdmi_dhba_cbfn - DHBA completion
490 * @hw: HW context
491 * @fdmi_req: fdmi request
492 */
493 static void
csio_ln_fdmi_dhba_cbfn(struct csio_hw * hw,struct csio_ioreq * fdmi_req)494 csio_ln_fdmi_dhba_cbfn(struct csio_hw *hw, struct csio_ioreq *fdmi_req)
495 {
496 struct csio_lnode *ln = fdmi_req->lnode;
497 void *cmd;
498 struct fc_fdmi_port_name *port_name;
499 uint32_t len;
500
501 if (fdmi_req->wr_status != FW_SUCCESS) {
502 csio_ln_dbg(ln, "WR error:%x in processing fdmi dhba cmd\n",
503 fdmi_req->wr_status);
504 CSIO_INC_STATS(ln, n_fdmi_err);
505 }
506
507 if (!csio_is_rnode_ready(fdmi_req->rnode)) {
508 CSIO_INC_STATS(ln, n_fdmi_err);
509 return;
510 }
511 cmd = fdmi_req->dma_buf.vaddr;
512 if (ntohs(csio_ct_rsp(cmd)) != FC_FS_ACC) {
513 csio_ln_dbg(ln, "fdmi dhba cmd rejected reason %x expl %x\n",
514 csio_ct_reason(cmd), csio_ct_expl(cmd));
515 }
516
517 /* Send FDMI cmd to de-register any Port attributes if registered
518 * before
519 */
520
521 /* Prepare FDMI DPRT cmd */
522 memset(cmd, 0, FC_CT_HDR_LEN);
523 csio_fill_ct_iu(cmd, FC_FST_MGMT, FC_FDMI_SUBTYPE, FC_FDMI_DPRT);
524 len = FC_CT_HDR_LEN;
525 port_name = (struct fc_fdmi_port_name *)csio_ct_get_pld(cmd);
526 memcpy(&port_name->portname, csio_ln_wwpn(ln), 8);
527 len += sizeof(*port_name);
528
529 /* Submit FDMI request */
530 spin_lock_irq(&hw->lock);
531 if (csio_ln_mgmt_submit_req(fdmi_req, csio_ln_fdmi_dprt_cbfn,
532 FCOE_CT, &fdmi_req->dma_buf, len)) {
533 CSIO_INC_STATS(ln, n_fdmi_err);
534 csio_ln_dbg(ln, "Failed to issue fdmi dprt req\n");
535 }
536 spin_unlock_irq(&hw->lock);
537 }
538
539 /**
540 * csio_ln_fdmi_start - Start an FDMI request.
541 * @ln: lnode
542 * @context: session context
543 *
544 * Issued with lock held.
545 */
546 int
csio_ln_fdmi_start(struct csio_lnode * ln,void * context)547 csio_ln_fdmi_start(struct csio_lnode *ln, void *context)
548 {
549 struct csio_ioreq *fdmi_req;
550 struct csio_rnode *fdmi_rn = (struct csio_rnode *)context;
551 void *cmd;
552 struct fc_fdmi_hba_identifier *hbaid;
553 uint32_t len;
554
555 if (!(ln->flags & CSIO_LNF_FDMI_ENABLE))
556 return -EPROTONOSUPPORT;
557
558 if (!csio_is_rnode_ready(fdmi_rn))
559 CSIO_INC_STATS(ln, n_fdmi_err);
560
561 /* Send FDMI cmd to de-register any HBA attributes if registered
562 * before
563 */
564
565 fdmi_req = ln->mgmt_req;
566 fdmi_req->lnode = ln;
567 fdmi_req->rnode = fdmi_rn;
568
569 /* Prepare FDMI DHBA cmd */
570 cmd = fdmi_req->dma_buf.vaddr;
571 memset(cmd, 0, FC_CT_HDR_LEN);
572 csio_fill_ct_iu(cmd, FC_FST_MGMT, FC_FDMI_SUBTYPE, FC_FDMI_DHBA);
573 len = FC_CT_HDR_LEN;
574
575 hbaid = (struct fc_fdmi_hba_identifier *)csio_ct_get_pld(cmd);
576 memcpy(&hbaid->id, csio_ln_wwpn(ln), 8);
577 len += sizeof(*hbaid);
578
579 /* Submit FDMI request */
580 if (csio_ln_mgmt_submit_req(fdmi_req, csio_ln_fdmi_dhba_cbfn,
581 FCOE_CT, &fdmi_req->dma_buf, len)) {
582 CSIO_INC_STATS(ln, n_fdmi_err);
583 csio_ln_dbg(ln, "Failed to issue fdmi dhba req\n");
584 }
585
586 return 0;
587 }
588
589 /*
590 * csio_ln_vnp_read_cbfn - vnp read completion handler.
591 * @hw: HW lnode
592 * @cbfn: Completion handler.
593 *
594 * Reads vnp response and updates ln parameters.
595 */
596 static void
csio_ln_vnp_read_cbfn(struct csio_hw * hw,struct csio_mb * mbp)597 csio_ln_vnp_read_cbfn(struct csio_hw *hw, struct csio_mb *mbp)
598 {
599 struct csio_lnode *ln = ((struct csio_lnode *)mbp->priv);
600 struct fw_fcoe_vnp_cmd *rsp = (struct fw_fcoe_vnp_cmd *)(mbp->mb);
601 struct fc_els_csp *csp;
602 struct fc_els_cssp *clsp;
603 enum fw_retval retval;
604 __be32 nport_id;
605
606 retval = FW_CMD_RETVAL_G(ntohl(rsp->alloc_to_len16));
607 if (retval != FW_SUCCESS) {
608 csio_err(hw, "FCOE VNP read cmd returned error:0x%x\n", retval);
609 mempool_free(mbp, hw->mb_mempool);
610 return;
611 }
612
613 spin_lock_irq(&hw->lock);
614
615 memcpy(ln->mac, rsp->vnport_mac, sizeof(ln->mac));
616 memcpy(&nport_id, &rsp->vnport_mac[3], sizeof(uint8_t)*3);
617 ln->nport_id = ntohl(nport_id);
618 ln->nport_id = ln->nport_id >> 8;
619
620 /* Update WWNs */
621 /*
622 * This may look like a duplication of what csio_fcoe_enable_link()
623 * does, but is absolutely necessary if the vnpi changes between
624 * a FCOE LINK UP and FCOE LINK DOWN.
625 */
626 memcpy(csio_ln_wwnn(ln), rsp->vnport_wwnn, 8);
627 memcpy(csio_ln_wwpn(ln), rsp->vnport_wwpn, 8);
628
629 /* Copy common sparam */
630 csp = (struct fc_els_csp *)rsp->cmn_srv_parms;
631 ln->ln_sparm.csp.sp_hi_ver = csp->sp_hi_ver;
632 ln->ln_sparm.csp.sp_lo_ver = csp->sp_lo_ver;
633 ln->ln_sparm.csp.sp_bb_cred = csp->sp_bb_cred;
634 ln->ln_sparm.csp.sp_features = csp->sp_features;
635 ln->ln_sparm.csp.sp_bb_data = csp->sp_bb_data;
636 ln->ln_sparm.csp.sp_r_a_tov = csp->sp_r_a_tov;
637 ln->ln_sparm.csp.sp_e_d_tov = csp->sp_e_d_tov;
638
639 /* Copy word 0 & word 1 of class sparam */
640 clsp = (struct fc_els_cssp *)rsp->clsp_word_0_1;
641 ln->ln_sparm.clsp[2].cp_class = clsp->cp_class;
642 ln->ln_sparm.clsp[2].cp_init = clsp->cp_init;
643 ln->ln_sparm.clsp[2].cp_recip = clsp->cp_recip;
644 ln->ln_sparm.clsp[2].cp_rdfs = clsp->cp_rdfs;
645
646 spin_unlock_irq(&hw->lock);
647
648 mempool_free(mbp, hw->mb_mempool);
649
650 /* Send an event to update local attribs */
651 csio_lnode_async_event(ln, CSIO_LN_FC_ATTRIB_UPDATE);
652 }
653
654 /*
655 * csio_ln_vnp_read - Read vnp params.
656 * @ln: lnode
657 * @cbfn: Completion handler.
658 *
659 * Issued with lock held.
660 */
661 static int
csio_ln_vnp_read(struct csio_lnode * ln,void (* cbfn)(struct csio_hw *,struct csio_mb *))662 csio_ln_vnp_read(struct csio_lnode *ln,
663 void (*cbfn) (struct csio_hw *, struct csio_mb *))
664 {
665 struct csio_hw *hw = ln->hwp;
666 struct csio_mb *mbp;
667
668 /* Allocate Mbox request */
669 mbp = mempool_alloc(hw->mb_mempool, GFP_ATOMIC);
670 if (!mbp) {
671 CSIO_INC_STATS(hw, n_err_nomem);
672 return -ENOMEM;
673 }
674
675 /* Prepare VNP Command */
676 csio_fcoe_vnp_read_init_mb(ln, mbp,
677 CSIO_MB_DEFAULT_TMO,
678 ln->fcf_flowid,
679 ln->vnp_flowid,
680 cbfn);
681
682 /* Issue MBOX cmd */
683 if (csio_mb_issue(hw, mbp)) {
684 csio_err(hw, "Failed to issue mbox FCoE VNP command\n");
685 mempool_free(mbp, hw->mb_mempool);
686 return -EINVAL;
687 }
688
689 return 0;
690 }
691
692 /*
693 * csio_fcoe_enable_link - Enable fcoe link.
694 * @ln: lnode
695 * @enable: enable/disable
696 * Issued with lock held.
697 * Issues mbox cmd to bring up FCOE link on port associated with given ln.
698 */
699 static int
csio_fcoe_enable_link(struct csio_lnode * ln,bool enable)700 csio_fcoe_enable_link(struct csio_lnode *ln, bool enable)
701 {
702 struct csio_hw *hw = ln->hwp;
703 struct csio_mb *mbp;
704 enum fw_retval retval;
705 uint8_t portid;
706 uint8_t sub_op;
707 struct fw_fcoe_link_cmd *lcmd;
708 int i;
709
710 mbp = mempool_alloc(hw->mb_mempool, GFP_ATOMIC);
711 if (!mbp) {
712 CSIO_INC_STATS(hw, n_err_nomem);
713 return -ENOMEM;
714 }
715
716 portid = ln->portid;
717 sub_op = enable ? FCOE_LINK_UP : FCOE_LINK_DOWN;
718
719 csio_dbg(hw, "bringing FCOE LINK %s on Port:%d\n",
720 sub_op ? "UP" : "DOWN", portid);
721
722 csio_write_fcoe_link_cond_init_mb(ln, mbp, CSIO_MB_DEFAULT_TMO,
723 portid, sub_op, 0, 0, 0, NULL);
724
725 if (csio_mb_issue(hw, mbp)) {
726 csio_err(hw, "failed to issue FCOE LINK cmd on port[%d]\n",
727 portid);
728 mempool_free(mbp, hw->mb_mempool);
729 return -EINVAL;
730 }
731
732 retval = csio_mb_fw_retval(mbp);
733 if (retval != FW_SUCCESS) {
734 csio_err(hw,
735 "FCOE LINK %s cmd on port[%d] failed with "
736 "ret:x%x\n", sub_op ? "UP" : "DOWN", portid, retval);
737 mempool_free(mbp, hw->mb_mempool);
738 return -EINVAL;
739 }
740
741 if (!enable)
742 goto out;
743
744 lcmd = (struct fw_fcoe_link_cmd *)mbp->mb;
745
746 memcpy(csio_ln_wwnn(ln), lcmd->vnport_wwnn, 8);
747 memcpy(csio_ln_wwpn(ln), lcmd->vnport_wwpn, 8);
748
749 for (i = 0; i < CSIO_MAX_PPORTS; i++)
750 if (hw->pport[i].portid == portid)
751 memcpy(hw->pport[i].mac, lcmd->phy_mac, 6);
752
753 out:
754 mempool_free(mbp, hw->mb_mempool);
755 return 0;
756 }
757
758 /*
759 * csio_ln_read_fcf_cbfn - Read fcf parameters
760 * @ln: lnode
761 *
762 * read fcf response and Update ln fcf information.
763 */
764 static void
csio_ln_read_fcf_cbfn(struct csio_hw * hw,struct csio_mb * mbp)765 csio_ln_read_fcf_cbfn(struct csio_hw *hw, struct csio_mb *mbp)
766 {
767 struct csio_lnode *ln = (struct csio_lnode *)mbp->priv;
768 struct csio_fcf_info *fcf_info;
769 struct fw_fcoe_fcf_cmd *rsp =
770 (struct fw_fcoe_fcf_cmd *)(mbp->mb);
771 enum fw_retval retval;
772
773 retval = FW_CMD_RETVAL_G(ntohl(rsp->retval_len16));
774 if (retval != FW_SUCCESS) {
775 csio_ln_err(ln, "FCOE FCF cmd failed with ret x%x\n",
776 retval);
777 mempool_free(mbp, hw->mb_mempool);
778 return;
779 }
780
781 spin_lock_irq(&hw->lock);
782 fcf_info = ln->fcfinfo;
783 fcf_info->priority = FW_FCOE_FCF_CMD_PRIORITY_GET(
784 ntohs(rsp->priority_pkd));
785 fcf_info->vf_id = ntohs(rsp->vf_id);
786 fcf_info->vlan_id = rsp->vlan_id;
787 fcf_info->max_fcoe_size = ntohs(rsp->max_fcoe_size);
788 fcf_info->fka_adv = be32_to_cpu(rsp->fka_adv);
789 fcf_info->fcfi = FW_FCOE_FCF_CMD_FCFI_GET(ntohl(rsp->op_to_fcfi));
790 fcf_info->fpma = FW_FCOE_FCF_CMD_FPMA_GET(rsp->fpma_to_portid);
791 fcf_info->spma = FW_FCOE_FCF_CMD_SPMA_GET(rsp->fpma_to_portid);
792 fcf_info->login = FW_FCOE_FCF_CMD_LOGIN_GET(rsp->fpma_to_portid);
793 fcf_info->portid = FW_FCOE_FCF_CMD_PORTID_GET(rsp->fpma_to_portid);
794 memcpy(fcf_info->fc_map, rsp->fc_map, sizeof(fcf_info->fc_map));
795 memcpy(fcf_info->mac, rsp->mac, sizeof(fcf_info->mac));
796 memcpy(fcf_info->name_id, rsp->name_id, sizeof(fcf_info->name_id));
797 memcpy(fcf_info->fabric, rsp->fabric, sizeof(fcf_info->fabric));
798 memcpy(fcf_info->spma_mac, rsp->spma_mac, sizeof(fcf_info->spma_mac));
799
800 spin_unlock_irq(&hw->lock);
801
802 mempool_free(mbp, hw->mb_mempool);
803 }
804
805 /*
806 * csio_ln_read_fcf_entry - Read fcf entry.
807 * @ln: lnode
808 * @cbfn: Completion handler.
809 *
810 * Issued with lock held.
811 */
812 static int
csio_ln_read_fcf_entry(struct csio_lnode * ln,void (* cbfn)(struct csio_hw *,struct csio_mb *))813 csio_ln_read_fcf_entry(struct csio_lnode *ln,
814 void (*cbfn) (struct csio_hw *, struct csio_mb *))
815 {
816 struct csio_hw *hw = ln->hwp;
817 struct csio_mb *mbp;
818
819 mbp = mempool_alloc(hw->mb_mempool, GFP_ATOMIC);
820 if (!mbp) {
821 CSIO_INC_STATS(hw, n_err_nomem);
822 return -ENOMEM;
823 }
824
825 /* Get FCoE FCF information */
826 csio_fcoe_read_fcf_init_mb(ln, mbp, CSIO_MB_DEFAULT_TMO,
827 ln->portid, ln->fcf_flowid, cbfn);
828
829 if (csio_mb_issue(hw, mbp)) {
830 csio_err(hw, "failed to issue FCOE FCF cmd\n");
831 mempool_free(mbp, hw->mb_mempool);
832 return -EINVAL;
833 }
834
835 return 0;
836 }
837
838 /*
839 * csio_handle_link_up - Logical Linkup event.
840 * @hw - HW module.
841 * @portid - Physical port number
842 * @fcfi - FCF index.
843 * @vnpi - VNP index.
844 * Returns - none.
845 *
846 * This event is received from FW, when virtual link is established between
847 * Physical port[ENode] and FCF. If its new vnpi, then local node object is
848 * created on this FCF and set to [ONLINE] state.
849 * Lnode waits for FW_RDEV_CMD event to be received indicating that
850 * Fabric login is completed and lnode moves to [READY] state.
851 *
852 * This called with hw lock held
853 */
854 static void
csio_handle_link_up(struct csio_hw * hw,uint8_t portid,uint32_t fcfi,uint32_t vnpi)855 csio_handle_link_up(struct csio_hw *hw, uint8_t portid, uint32_t fcfi,
856 uint32_t vnpi)
857 {
858 struct csio_lnode *ln = NULL;
859
860 /* Lookup lnode based on vnpi */
861 ln = csio_ln_lookup_by_vnpi(hw, vnpi);
862 if (!ln) {
863 /* Pick lnode based on portid */
864 ln = csio_ln_lookup_by_portid(hw, portid);
865 if (!ln) {
866 csio_err(hw, "failed to lookup fcoe lnode on port:%d\n",
867 portid);
868 CSIO_DB_ASSERT(0);
869 return;
870 }
871
872 /* Check if lnode has valid vnp flowid */
873 if (ln->vnp_flowid != CSIO_INVALID_IDX) {
874 /* New VN-Port */
875 spin_unlock_irq(&hw->lock);
876 csio_lnode_alloc(hw);
877 spin_lock_irq(&hw->lock);
878 if (!ln) {
879 csio_err(hw,
880 "failed to allocate fcoe lnode"
881 "for port:%d vnpi:x%x\n",
882 portid, vnpi);
883 CSIO_DB_ASSERT(0);
884 return;
885 }
886 ln->portid = portid;
887 }
888 ln->vnp_flowid = vnpi;
889 ln->dev_num &= ~0xFFFF;
890 ln->dev_num |= vnpi;
891 }
892
893 /*Initialize fcfi */
894 ln->fcf_flowid = fcfi;
895
896 csio_info(hw, "Port:%d - FCOE LINK UP\n", portid);
897
898 CSIO_INC_STATS(ln, n_link_up);
899
900 /* Send LINKUP event to SM */
901 csio_post_event(&ln->sm, CSIO_LNE_LINKUP);
902 }
903
904 /*
905 * csio_post_event_rns
906 * @ln - FCOE lnode
907 * @evt - Given rnode event
908 * Returns - none
909 *
910 * Posts given rnode event to all FCOE rnodes connected with given Lnode.
911 * This routine is invoked when lnode receives LINK_DOWN/DOWN_LINK/CLOSE
912 * event.
913 *
914 * This called with hw lock held
915 */
916 static void
csio_post_event_rns(struct csio_lnode * ln,enum csio_rn_ev evt)917 csio_post_event_rns(struct csio_lnode *ln, enum csio_rn_ev evt)
918 {
919 struct csio_rnode *rnhead = (struct csio_rnode *) &ln->rnhead;
920 struct list_head *tmp, *next;
921 struct csio_rnode *rn;
922
923 list_for_each_safe(tmp, next, &rnhead->sm.sm_list) {
924 rn = (struct csio_rnode *) tmp;
925 csio_post_event(&rn->sm, evt);
926 }
927 }
928
929 /*
930 * csio_cleanup_rns
931 * @ln - FCOE lnode
932 * Returns - none
933 *
934 * Frees all FCOE rnodes connected with given Lnode.
935 *
936 * This called with hw lock held
937 */
938 static void
csio_cleanup_rns(struct csio_lnode * ln)939 csio_cleanup_rns(struct csio_lnode *ln)
940 {
941 struct csio_rnode *rnhead = (struct csio_rnode *) &ln->rnhead;
942 struct list_head *tmp, *next_rn;
943 struct csio_rnode *rn;
944
945 list_for_each_safe(tmp, next_rn, &rnhead->sm.sm_list) {
946 rn = (struct csio_rnode *) tmp;
947 csio_put_rnode(ln, rn);
948 }
949
950 }
951
952 /*
953 * csio_post_event_lns
954 * @ln - FCOE lnode
955 * @evt - Given lnode event
956 * Returns - none
957 *
958 * Posts given lnode event to all FCOE lnodes connected with given Lnode.
959 * This routine is invoked when lnode receives LINK_DOWN/DOWN_LINK/CLOSE
960 * event.
961 *
962 * This called with hw lock held
963 */
964 static void
csio_post_event_lns(struct csio_lnode * ln,enum csio_ln_ev evt)965 csio_post_event_lns(struct csio_lnode *ln, enum csio_ln_ev evt)
966 {
967 struct list_head *tmp;
968 struct csio_lnode *cln, *sln;
969
970 /* If NPIV lnode, send evt only to that and return */
971 if (csio_is_npiv_ln(ln)) {
972 csio_post_event(&ln->sm, evt);
973 return;
974 }
975
976 sln = ln;
977 /* Traverse children lnodes list and send evt */
978 list_for_each(tmp, &sln->cln_head) {
979 cln = (struct csio_lnode *) tmp;
980 csio_post_event(&cln->sm, evt);
981 }
982
983 /* Send evt to parent lnode */
984 csio_post_event(&ln->sm, evt);
985 }
986
987 /*
988 * csio_ln_down - Lcoal nport is down
989 * @ln - FCOE Lnode
990 * Returns - none
991 *
992 * Sends LINK_DOWN events to Lnode and its associated NPIVs lnodes.
993 *
994 * This called with hw lock held
995 */
996 static void
csio_ln_down(struct csio_lnode * ln)997 csio_ln_down(struct csio_lnode *ln)
998 {
999 csio_post_event_lns(ln, CSIO_LNE_LINK_DOWN);
1000 }
1001
1002 /*
1003 * csio_handle_link_down - Logical Linkdown event.
1004 * @hw - HW module.
1005 * @portid - Physical port number
1006 * @fcfi - FCF index.
1007 * @vnpi - VNP index.
1008 * Returns - none
1009 *
1010 * This event is received from FW, when virtual link goes down between
1011 * Physical port[ENode] and FCF. Lnode and its associated NPIVs lnode hosted on
1012 * this vnpi[VN-Port] will be de-instantiated.
1013 *
1014 * This called with hw lock held
1015 */
1016 static void
csio_handle_link_down(struct csio_hw * hw,uint8_t portid,uint32_t fcfi,uint32_t vnpi)1017 csio_handle_link_down(struct csio_hw *hw, uint8_t portid, uint32_t fcfi,
1018 uint32_t vnpi)
1019 {
1020 struct csio_fcf_info *fp;
1021 struct csio_lnode *ln;
1022
1023 /* Lookup lnode based on vnpi */
1024 ln = csio_ln_lookup_by_vnpi(hw, vnpi);
1025 if (ln) {
1026 fp = ln->fcfinfo;
1027 CSIO_INC_STATS(ln, n_link_down);
1028
1029 /*Warn if linkdown received if lnode is not in ready state */
1030 if (!csio_is_lnode_ready(ln)) {
1031 csio_ln_warn(ln,
1032 "warn: FCOE link is already in offline "
1033 "Ignoring Fcoe linkdown event on portid %d\n",
1034 portid);
1035 CSIO_INC_STATS(ln, n_evt_drop);
1036 return;
1037 }
1038
1039 /* Verify portid */
1040 if (fp->portid != portid) {
1041 csio_ln_warn(ln,
1042 "warn: FCOE linkdown recv with "
1043 "invalid port %d\n", portid);
1044 CSIO_INC_STATS(ln, n_evt_drop);
1045 return;
1046 }
1047
1048 /* verify fcfi */
1049 if (ln->fcf_flowid != fcfi) {
1050 csio_ln_warn(ln,
1051 "warn: FCOE linkdown recv with "
1052 "invalid fcfi x%x\n", fcfi);
1053 CSIO_INC_STATS(ln, n_evt_drop);
1054 return;
1055 }
1056
1057 csio_info(hw, "Port:%d - FCOE LINK DOWN\n", portid);
1058
1059 /* Send LINK_DOWN event to lnode s/m */
1060 csio_ln_down(ln);
1061
1062 return;
1063 } else {
1064 csio_warn(hw,
1065 "warn: FCOE linkdown recv with invalid vnpi x%x\n",
1066 vnpi);
1067 CSIO_INC_STATS(hw, n_evt_drop);
1068 }
1069 }
1070
1071 /*
1072 * csio_is_lnode_ready - Checks FCOE lnode is in ready state.
1073 * @ln: Lnode module
1074 *
1075 * Returns True if FCOE lnode is in ready state.
1076 */
1077 int
csio_is_lnode_ready(struct csio_lnode * ln)1078 csio_is_lnode_ready(struct csio_lnode *ln)
1079 {
1080 return (csio_get_state(ln) == ((csio_sm_state_t)csio_lns_ready));
1081 }
1082
1083 /*****************************************************************************/
1084 /* START: Lnode SM */
1085 /*****************************************************************************/
1086 /*
1087 * csio_lns_uninit - The request in uninit state.
1088 * @ln - FCOE lnode.
1089 * @evt - Event to be processed.
1090 *
1091 * Process the given lnode event which is currently in "uninit" state.
1092 * Invoked with HW lock held.
1093 * Return - none.
1094 */
1095 static void
csio_lns_uninit(struct csio_lnode * ln,enum csio_ln_ev evt)1096 csio_lns_uninit(struct csio_lnode *ln, enum csio_ln_ev evt)
1097 {
1098 struct csio_hw *hw = csio_lnode_to_hw(ln);
1099 struct csio_lnode *rln = hw->rln;
1100 int rv;
1101
1102 CSIO_INC_STATS(ln, n_evt_sm[evt]);
1103 switch (evt) {
1104 case CSIO_LNE_LINKUP:
1105 csio_set_state(&ln->sm, csio_lns_online);
1106 /* Read FCF only for physical lnode */
1107 if (csio_is_phys_ln(ln)) {
1108 rv = csio_ln_read_fcf_entry(ln,
1109 csio_ln_read_fcf_cbfn);
1110 if (rv != 0) {
1111 /* TODO: Send HW RESET event */
1112 CSIO_INC_STATS(ln, n_err);
1113 break;
1114 }
1115
1116 /* Add FCF record */
1117 list_add_tail(&ln->fcfinfo->list, &rln->fcf_lsthead);
1118 }
1119
1120 rv = csio_ln_vnp_read(ln, csio_ln_vnp_read_cbfn);
1121 if (rv != 0) {
1122 /* TODO: Send HW RESET event */
1123 CSIO_INC_STATS(ln, n_err);
1124 }
1125 break;
1126
1127 case CSIO_LNE_DOWN_LINK:
1128 break;
1129
1130 default:
1131 csio_ln_dbg(ln,
1132 "unexp ln event %d recv from did:x%x in "
1133 "ln state[uninit].\n", evt, ln->nport_id);
1134 CSIO_INC_STATS(ln, n_evt_unexp);
1135 break;
1136 } /* switch event */
1137 }
1138
1139 /*
1140 * csio_lns_online - The request in online state.
1141 * @ln - FCOE lnode.
1142 * @evt - Event to be processed.
1143 *
1144 * Process the given lnode event which is currently in "online" state.
1145 * Invoked with HW lock held.
1146 * Return - none.
1147 */
1148 static void
csio_lns_online(struct csio_lnode * ln,enum csio_ln_ev evt)1149 csio_lns_online(struct csio_lnode *ln, enum csio_ln_ev evt)
1150 {
1151 struct csio_hw *hw = csio_lnode_to_hw(ln);
1152
1153 CSIO_INC_STATS(ln, n_evt_sm[evt]);
1154 switch (evt) {
1155 case CSIO_LNE_LINKUP:
1156 csio_ln_warn(ln,
1157 "warn: FCOE link is up already "
1158 "Ignoring linkup on port:%d\n", ln->portid);
1159 CSIO_INC_STATS(ln, n_evt_drop);
1160 break;
1161
1162 case CSIO_LNE_FAB_INIT_DONE:
1163 csio_set_state(&ln->sm, csio_lns_ready);
1164
1165 spin_unlock_irq(&hw->lock);
1166 csio_lnode_async_event(ln, CSIO_LN_FC_LINKUP);
1167 spin_lock_irq(&hw->lock);
1168
1169 break;
1170
1171 case CSIO_LNE_LINK_DOWN:
1172 /* Fall through */
1173 case CSIO_LNE_DOWN_LINK:
1174 csio_set_state(&ln->sm, csio_lns_uninit);
1175 if (csio_is_phys_ln(ln)) {
1176 /* Remove FCF entry */
1177 list_del_init(&ln->fcfinfo->list);
1178 }
1179 break;
1180
1181 default:
1182 csio_ln_dbg(ln,
1183 "unexp ln event %d recv from did:x%x in "
1184 "ln state[uninit].\n", evt, ln->nport_id);
1185 CSIO_INC_STATS(ln, n_evt_unexp);
1186
1187 break;
1188 } /* switch event */
1189 }
1190
1191 /*
1192 * csio_lns_ready - The request in ready state.
1193 * @ln - FCOE lnode.
1194 * @evt - Event to be processed.
1195 *
1196 * Process the given lnode event which is currently in "ready" state.
1197 * Invoked with HW lock held.
1198 * Return - none.
1199 */
1200 static void
csio_lns_ready(struct csio_lnode * ln,enum csio_ln_ev evt)1201 csio_lns_ready(struct csio_lnode *ln, enum csio_ln_ev evt)
1202 {
1203 struct csio_hw *hw = csio_lnode_to_hw(ln);
1204
1205 CSIO_INC_STATS(ln, n_evt_sm[evt]);
1206 switch (evt) {
1207 case CSIO_LNE_FAB_INIT_DONE:
1208 csio_ln_dbg(ln,
1209 "ignoring event %d recv from did x%x"
1210 "in ln state[ready].\n", evt, ln->nport_id);
1211 CSIO_INC_STATS(ln, n_evt_drop);
1212 break;
1213
1214 case CSIO_LNE_LINK_DOWN:
1215 csio_set_state(&ln->sm, csio_lns_offline);
1216 csio_post_event_rns(ln, CSIO_RNFE_DOWN);
1217
1218 spin_unlock_irq(&hw->lock);
1219 csio_lnode_async_event(ln, CSIO_LN_FC_LINKDOWN);
1220 spin_lock_irq(&hw->lock);
1221
1222 if (csio_is_phys_ln(ln)) {
1223 /* Remove FCF entry */
1224 list_del_init(&ln->fcfinfo->list);
1225 }
1226 break;
1227
1228 case CSIO_LNE_DOWN_LINK:
1229 csio_set_state(&ln->sm, csio_lns_offline);
1230 csio_post_event_rns(ln, CSIO_RNFE_DOWN);
1231
1232 /* Host need to issue aborts in case if FW has not returned
1233 * WRs with status "ABORTED"
1234 */
1235 spin_unlock_irq(&hw->lock);
1236 csio_lnode_async_event(ln, CSIO_LN_FC_LINKDOWN);
1237 spin_lock_irq(&hw->lock);
1238
1239 if (csio_is_phys_ln(ln)) {
1240 /* Remove FCF entry */
1241 list_del_init(&ln->fcfinfo->list);
1242 }
1243 break;
1244
1245 case CSIO_LNE_CLOSE:
1246 csio_set_state(&ln->sm, csio_lns_uninit);
1247 csio_post_event_rns(ln, CSIO_RNFE_CLOSE);
1248 break;
1249
1250 case CSIO_LNE_LOGO:
1251 csio_set_state(&ln->sm, csio_lns_offline);
1252 csio_post_event_rns(ln, CSIO_RNFE_DOWN);
1253 break;
1254
1255 default:
1256 csio_ln_dbg(ln,
1257 "unexp ln event %d recv from did:x%x in "
1258 "ln state[uninit].\n", evt, ln->nport_id);
1259 CSIO_INC_STATS(ln, n_evt_unexp);
1260 CSIO_DB_ASSERT(0);
1261 break;
1262 } /* switch event */
1263 }
1264
1265 /*
1266 * csio_lns_offline - The request in offline state.
1267 * @ln - FCOE lnode.
1268 * @evt - Event to be processed.
1269 *
1270 * Process the given lnode event which is currently in "offline" state.
1271 * Invoked with HW lock held.
1272 * Return - none.
1273 */
1274 static void
csio_lns_offline(struct csio_lnode * ln,enum csio_ln_ev evt)1275 csio_lns_offline(struct csio_lnode *ln, enum csio_ln_ev evt)
1276 {
1277 struct csio_hw *hw = csio_lnode_to_hw(ln);
1278 struct csio_lnode *rln = hw->rln;
1279 int rv;
1280
1281 CSIO_INC_STATS(ln, n_evt_sm[evt]);
1282 switch (evt) {
1283 case CSIO_LNE_LINKUP:
1284 csio_set_state(&ln->sm, csio_lns_online);
1285 /* Read FCF only for physical lnode */
1286 if (csio_is_phys_ln(ln)) {
1287 rv = csio_ln_read_fcf_entry(ln,
1288 csio_ln_read_fcf_cbfn);
1289 if (rv != 0) {
1290 /* TODO: Send HW RESET event */
1291 CSIO_INC_STATS(ln, n_err);
1292 break;
1293 }
1294
1295 /* Add FCF record */
1296 list_add_tail(&ln->fcfinfo->list, &rln->fcf_lsthead);
1297 }
1298
1299 rv = csio_ln_vnp_read(ln, csio_ln_vnp_read_cbfn);
1300 if (rv != 0) {
1301 /* TODO: Send HW RESET event */
1302 CSIO_INC_STATS(ln, n_err);
1303 }
1304 break;
1305
1306 case CSIO_LNE_LINK_DOWN:
1307 case CSIO_LNE_DOWN_LINK:
1308 case CSIO_LNE_LOGO:
1309 csio_ln_dbg(ln,
1310 "ignoring event %d recv from did x%x"
1311 "in ln state[offline].\n", evt, ln->nport_id);
1312 CSIO_INC_STATS(ln, n_evt_drop);
1313 break;
1314
1315 case CSIO_LNE_CLOSE:
1316 csio_set_state(&ln->sm, csio_lns_uninit);
1317 csio_post_event_rns(ln, CSIO_RNFE_CLOSE);
1318 break;
1319
1320 default:
1321 csio_ln_dbg(ln,
1322 "unexp ln event %d recv from did:x%x in "
1323 "ln state[offline]\n", evt, ln->nport_id);
1324 CSIO_INC_STATS(ln, n_evt_unexp);
1325 CSIO_DB_ASSERT(0);
1326 break;
1327 } /* switch event */
1328 }
1329
1330 /*****************************************************************************/
1331 /* END: Lnode SM */
1332 /*****************************************************************************/
1333
1334 static void
csio_free_fcfinfo(struct kref * kref)1335 csio_free_fcfinfo(struct kref *kref)
1336 {
1337 struct csio_fcf_info *fcfinfo = container_of(kref,
1338 struct csio_fcf_info, kref);
1339 kfree(fcfinfo);
1340 }
1341
1342 /* Helper routines for attributes */
1343 /*
1344 * csio_lnode_state_to_str - Get current state of FCOE lnode.
1345 * @ln - lnode
1346 * @str - state of lnode.
1347 *
1348 */
1349 void
csio_lnode_state_to_str(struct csio_lnode * ln,int8_t * str)1350 csio_lnode_state_to_str(struct csio_lnode *ln, int8_t *str)
1351 {
1352 if (csio_get_state(ln) == ((csio_sm_state_t)csio_lns_uninit)) {
1353 strcpy(str, "UNINIT");
1354 return;
1355 }
1356 if (csio_get_state(ln) == ((csio_sm_state_t)csio_lns_ready)) {
1357 strcpy(str, "READY");
1358 return;
1359 }
1360 if (csio_get_state(ln) == ((csio_sm_state_t)csio_lns_offline)) {
1361 strcpy(str, "OFFLINE");
1362 return;
1363 }
1364 strcpy(str, "UNKNOWN");
1365 } /* csio_lnode_state_to_str */
1366
1367
1368 int
csio_get_phy_port_stats(struct csio_hw * hw,uint8_t portid,struct fw_fcoe_port_stats * port_stats)1369 csio_get_phy_port_stats(struct csio_hw *hw, uint8_t portid,
1370 struct fw_fcoe_port_stats *port_stats)
1371 {
1372 struct csio_mb *mbp;
1373 struct fw_fcoe_port_cmd_params portparams;
1374 enum fw_retval retval;
1375 int idx;
1376
1377 mbp = mempool_alloc(hw->mb_mempool, GFP_ATOMIC);
1378 if (!mbp) {
1379 csio_err(hw, "FCoE FCF PARAMS command out of memory!\n");
1380 return -EINVAL;
1381 }
1382 portparams.portid = portid;
1383
1384 for (idx = 1; idx <= 3; idx++) {
1385 portparams.idx = (idx-1)*6 + 1;
1386 portparams.nstats = 6;
1387 if (idx == 3)
1388 portparams.nstats = 4;
1389 csio_fcoe_read_portparams_init_mb(hw, mbp, CSIO_MB_DEFAULT_TMO,
1390 &portparams, NULL);
1391 if (csio_mb_issue(hw, mbp)) {
1392 csio_err(hw, "Issue of FCoE port params failed!\n");
1393 mempool_free(mbp, hw->mb_mempool);
1394 return -EINVAL;
1395 }
1396 csio_mb_process_portparams_rsp(hw, mbp, &retval,
1397 &portparams, port_stats);
1398 }
1399
1400 mempool_free(mbp, hw->mb_mempool);
1401 return 0;
1402 }
1403
1404 /*
1405 * csio_ln_mgmt_wr_handler -Mgmt Work Request handler.
1406 * @wr - WR.
1407 * @len - WR len.
1408 * This handler is invoked when an outstanding mgmt WR is completed.
1409 * Its invoked in the context of FW event worker thread for every
1410 * mgmt event received.
1411 * Return - none.
1412 */
1413
1414 static void
csio_ln_mgmt_wr_handler(struct csio_hw * hw,void * wr,uint32_t len)1415 csio_ln_mgmt_wr_handler(struct csio_hw *hw, void *wr, uint32_t len)
1416 {
1417 struct csio_mgmtm *mgmtm = csio_hw_to_mgmtm(hw);
1418 struct csio_ioreq *io_req = NULL;
1419 struct fw_fcoe_els_ct_wr *wr_cmd;
1420
1421
1422 wr_cmd = (struct fw_fcoe_els_ct_wr *) wr;
1423
1424 if (len < sizeof(struct fw_fcoe_els_ct_wr)) {
1425 csio_err(mgmtm->hw,
1426 "Invalid ELS CT WR length recvd, len:%x\n", len);
1427 mgmtm->stats.n_err++;
1428 return;
1429 }
1430
1431 io_req = (struct csio_ioreq *) ((uintptr_t) wr_cmd->cookie);
1432 io_req->wr_status = csio_wr_status(wr_cmd);
1433
1434 /* lookup ioreq exists in our active Q */
1435 spin_lock_irq(&hw->lock);
1436 if (csio_mgmt_req_lookup(mgmtm, io_req) != 0) {
1437 csio_err(mgmtm->hw,
1438 "Error- Invalid IO handle recv in WR. handle: %p\n",
1439 io_req);
1440 mgmtm->stats.n_err++;
1441 spin_unlock_irq(&hw->lock);
1442 return;
1443 }
1444
1445 mgmtm = csio_hw_to_mgmtm(hw);
1446
1447 /* Dequeue from active queue */
1448 list_del_init(&io_req->sm.sm_list);
1449 mgmtm->stats.n_active--;
1450 spin_unlock_irq(&hw->lock);
1451
1452 /* io_req will be freed by completion handler */
1453 if (io_req->io_cbfn)
1454 io_req->io_cbfn(hw, io_req);
1455 }
1456
1457 /**
1458 * csio_fcoe_fwevt_handler - Event handler for Firmware FCoE events.
1459 * @hw: HW module
1460 * @cpl_op: CPL opcode
1461 * @cmd: FW cmd/WR.
1462 *
1463 * Process received FCoE cmd/WR event from FW.
1464 */
1465 void
csio_fcoe_fwevt_handler(struct csio_hw * hw,__u8 cpl_op,__be64 * cmd)1466 csio_fcoe_fwevt_handler(struct csio_hw *hw, __u8 cpl_op, __be64 *cmd)
1467 {
1468 struct csio_lnode *ln;
1469 struct csio_rnode *rn;
1470 uint8_t portid, opcode = *(uint8_t *)cmd;
1471 struct fw_fcoe_link_cmd *lcmd;
1472 struct fw_wr_hdr *wr;
1473 struct fw_rdev_wr *rdev_wr;
1474 enum fw_fcoe_link_status lstatus;
1475 uint32_t fcfi, rdev_flowid, vnpi;
1476 enum csio_ln_ev evt;
1477
1478 if (cpl_op == CPL_FW6_MSG && opcode == FW_FCOE_LINK_CMD) {
1479
1480 lcmd = (struct fw_fcoe_link_cmd *)cmd;
1481 lstatus = lcmd->lstatus;
1482 portid = FW_FCOE_LINK_CMD_PORTID_GET(
1483 ntohl(lcmd->op_to_portid));
1484 fcfi = FW_FCOE_LINK_CMD_FCFI_GET(ntohl(lcmd->sub_opcode_fcfi));
1485 vnpi = FW_FCOE_LINK_CMD_VNPI_GET(ntohl(lcmd->vnpi_pkd));
1486
1487 if (lstatus == FCOE_LINKUP) {
1488
1489 /* HW lock here */
1490 spin_lock_irq(&hw->lock);
1491 csio_handle_link_up(hw, portid, fcfi, vnpi);
1492 spin_unlock_irq(&hw->lock);
1493 /* HW un lock here */
1494
1495 } else if (lstatus == FCOE_LINKDOWN) {
1496
1497 /* HW lock here */
1498 spin_lock_irq(&hw->lock);
1499 csio_handle_link_down(hw, portid, fcfi, vnpi);
1500 spin_unlock_irq(&hw->lock);
1501 /* HW un lock here */
1502 } else {
1503 csio_warn(hw, "Unexpected FCOE LINK status:0x%x\n",
1504 lcmd->lstatus);
1505 CSIO_INC_STATS(hw, n_cpl_unexp);
1506 }
1507 } else if (cpl_op == CPL_FW6_PLD) {
1508 wr = (struct fw_wr_hdr *) (cmd + 4);
1509 if (FW_WR_OP_G(be32_to_cpu(wr->hi))
1510 == FW_RDEV_WR) {
1511
1512 rdev_wr = (struct fw_rdev_wr *) (cmd + 4);
1513
1514 rdev_flowid = FW_RDEV_WR_FLOWID_GET(
1515 ntohl(rdev_wr->alloc_to_len16));
1516 vnpi = FW_RDEV_WR_ASSOC_FLOWID_GET(
1517 ntohl(rdev_wr->flags_to_assoc_flowid));
1518
1519 csio_dbg(hw,
1520 "FW_RDEV_WR: flowid:x%x ev_cause:x%x "
1521 "vnpi:0x%x\n", rdev_flowid,
1522 rdev_wr->event_cause, vnpi);
1523
1524 if (rdev_wr->protocol != PROT_FCOE) {
1525 csio_err(hw,
1526 "FW_RDEV_WR: invalid proto:x%x "
1527 "received with flowid:x%x\n",
1528 rdev_wr->protocol,
1529 rdev_flowid);
1530 CSIO_INC_STATS(hw, n_evt_drop);
1531 return;
1532 }
1533
1534 /* HW lock here */
1535 spin_lock_irq(&hw->lock);
1536 ln = csio_ln_lookup_by_vnpi(hw, vnpi);
1537 if (!ln) {
1538 csio_err(hw,
1539 "FW_DEV_WR: invalid vnpi:x%x received "
1540 "with flowid:x%x\n", vnpi, rdev_flowid);
1541 CSIO_INC_STATS(hw, n_evt_drop);
1542 goto out_pld;
1543 }
1544
1545 rn = csio_confirm_rnode(ln, rdev_flowid,
1546 &rdev_wr->u.fcoe_rdev);
1547 if (!rn) {
1548 csio_ln_dbg(ln,
1549 "Failed to confirm rnode "
1550 "for flowid:x%x\n", rdev_flowid);
1551 CSIO_INC_STATS(hw, n_evt_drop);
1552 goto out_pld;
1553 }
1554
1555 /* save previous event for debugging */
1556 ln->prev_evt = ln->cur_evt;
1557 ln->cur_evt = rdev_wr->event_cause;
1558 CSIO_INC_STATS(ln, n_evt_fw[rdev_wr->event_cause]);
1559
1560 /* Translate all the fabric events to lnode SM events */
1561 evt = CSIO_FWE_TO_LNE(rdev_wr->event_cause);
1562 if (evt) {
1563 csio_ln_dbg(ln,
1564 "Posting event to lnode event:%d "
1565 "cause:%d flowid:x%x\n", evt,
1566 rdev_wr->event_cause, rdev_flowid);
1567 csio_post_event(&ln->sm, evt);
1568 }
1569
1570 /* Handover event to rn SM here. */
1571 csio_rnode_fwevt_handler(rn, rdev_wr->event_cause);
1572 out_pld:
1573 spin_unlock_irq(&hw->lock);
1574 return;
1575 } else {
1576 csio_warn(hw, "unexpected WR op(0x%x) recv\n",
1577 FW_WR_OP_G(be32_to_cpu((wr->hi))));
1578 CSIO_INC_STATS(hw, n_cpl_unexp);
1579 }
1580 } else if (cpl_op == CPL_FW6_MSG) {
1581 wr = (struct fw_wr_hdr *) (cmd);
1582 if (FW_WR_OP_G(be32_to_cpu(wr->hi)) == FW_FCOE_ELS_CT_WR) {
1583 csio_ln_mgmt_wr_handler(hw, wr,
1584 sizeof(struct fw_fcoe_els_ct_wr));
1585 } else {
1586 csio_warn(hw, "unexpected WR op(0x%x) recv\n",
1587 FW_WR_OP_G(be32_to_cpu((wr->hi))));
1588 CSIO_INC_STATS(hw, n_cpl_unexp);
1589 }
1590 } else {
1591 csio_warn(hw, "unexpected CPL op(0x%x) recv\n", opcode);
1592 CSIO_INC_STATS(hw, n_cpl_unexp);
1593 }
1594 }
1595
1596 /**
1597 * csio_lnode_start - Kickstart lnode discovery.
1598 * @ln: lnode
1599 *
1600 * This routine kickstarts the discovery by issuing an FCOE_LINK (up) command.
1601 */
1602 int
csio_lnode_start(struct csio_lnode * ln)1603 csio_lnode_start(struct csio_lnode *ln)
1604 {
1605 int rv = 0;
1606 if (csio_is_phys_ln(ln) && !(ln->flags & CSIO_LNF_LINK_ENABLE)) {
1607 rv = csio_fcoe_enable_link(ln, 1);
1608 ln->flags |= CSIO_LNF_LINK_ENABLE;
1609 }
1610
1611 return rv;
1612 }
1613
1614 /**
1615 * csio_lnode_stop - Stop the lnode.
1616 * @ln: lnode
1617 *
1618 * This routine is invoked by HW module to stop lnode and its associated NPIV
1619 * lnodes.
1620 */
1621 void
csio_lnode_stop(struct csio_lnode * ln)1622 csio_lnode_stop(struct csio_lnode *ln)
1623 {
1624 csio_post_event_lns(ln, CSIO_LNE_DOWN_LINK);
1625 if (csio_is_phys_ln(ln) && (ln->flags & CSIO_LNF_LINK_ENABLE)) {
1626 csio_fcoe_enable_link(ln, 0);
1627 ln->flags &= ~CSIO_LNF_LINK_ENABLE;
1628 }
1629 csio_ln_dbg(ln, "stopping ln :%p\n", ln);
1630 }
1631
1632 /**
1633 * csio_lnode_close - Close an lnode.
1634 * @ln: lnode
1635 *
1636 * This routine is invoked by HW module to close an lnode and its
1637 * associated NPIV lnodes. Lnode and its associated NPIV lnodes are
1638 * set to uninitialized state.
1639 */
1640 void
csio_lnode_close(struct csio_lnode * ln)1641 csio_lnode_close(struct csio_lnode *ln)
1642 {
1643 csio_post_event_lns(ln, CSIO_LNE_CLOSE);
1644 if (csio_is_phys_ln(ln))
1645 ln->vnp_flowid = CSIO_INVALID_IDX;
1646
1647 csio_ln_dbg(ln, "closed ln :%p\n", ln);
1648 }
1649
1650 /*
1651 * csio_ln_prep_ecwr - Prepare ELS/CT WR.
1652 * @io_req - IO request.
1653 * @wr_len - WR len
1654 * @immd_len - WR immediate data
1655 * @sub_op - Sub opcode
1656 * @sid - source portid.
1657 * @did - destination portid
1658 * @flow_id - flowid
1659 * @fw_wr - ELS/CT WR to be prepared.
1660 * Returns: 0 - on success
1661 */
1662 static int
csio_ln_prep_ecwr(struct csio_ioreq * io_req,uint32_t wr_len,uint32_t immd_len,uint8_t sub_op,uint32_t sid,uint32_t did,uint32_t flow_id,uint8_t * fw_wr)1663 csio_ln_prep_ecwr(struct csio_ioreq *io_req, uint32_t wr_len,
1664 uint32_t immd_len, uint8_t sub_op, uint32_t sid,
1665 uint32_t did, uint32_t flow_id, uint8_t *fw_wr)
1666 {
1667 struct fw_fcoe_els_ct_wr *wr;
1668 __be32 port_id;
1669
1670 wr = (struct fw_fcoe_els_ct_wr *)fw_wr;
1671 wr->op_immdlen = cpu_to_be32(FW_WR_OP_V(FW_FCOE_ELS_CT_WR) |
1672 FW_FCOE_ELS_CT_WR_IMMDLEN(immd_len));
1673
1674 wr_len = DIV_ROUND_UP(wr_len, 16);
1675 wr->flowid_len16 = cpu_to_be32(FW_WR_FLOWID_V(flow_id) |
1676 FW_WR_LEN16_V(wr_len));
1677 wr->els_ct_type = sub_op;
1678 wr->ctl_pri = 0;
1679 wr->cp_en_class = 0;
1680 wr->cookie = io_req->fw_handle;
1681 wr->iqid = cpu_to_be16(csio_q_physiqid(
1682 io_req->lnode->hwp, io_req->iq_idx));
1683 wr->fl_to_sp = FW_FCOE_ELS_CT_WR_SP(1);
1684 wr->tmo_val = (uint8_t) io_req->tmo;
1685 port_id = htonl(sid);
1686 memcpy(wr->l_id, PORT_ID_PTR(port_id), 3);
1687 port_id = htonl(did);
1688 memcpy(wr->r_id, PORT_ID_PTR(port_id), 3);
1689
1690 /* Prepare RSP SGL */
1691 wr->rsp_dmalen = cpu_to_be32(io_req->dma_buf.len);
1692 wr->rsp_dmaaddr = cpu_to_be64(io_req->dma_buf.paddr);
1693 return 0;
1694 }
1695
1696 /*
1697 * csio_ln_mgmt_submit_wr - Post elsct work request.
1698 * @mgmtm - mgmtm
1699 * @io_req - io request.
1700 * @sub_op - ELS or CT request type
1701 * @pld - Dma Payload buffer
1702 * @pld_len - Payload len
1703 * Prepares ELSCT Work request and sents it to FW.
1704 * Returns: 0 - on success
1705 */
1706 static int
csio_ln_mgmt_submit_wr(struct csio_mgmtm * mgmtm,struct csio_ioreq * io_req,uint8_t sub_op,struct csio_dma_buf * pld,uint32_t pld_len)1707 csio_ln_mgmt_submit_wr(struct csio_mgmtm *mgmtm, struct csio_ioreq *io_req,
1708 uint8_t sub_op, struct csio_dma_buf *pld,
1709 uint32_t pld_len)
1710 {
1711 struct csio_wr_pair wrp;
1712 struct csio_lnode *ln = io_req->lnode;
1713 struct csio_rnode *rn = io_req->rnode;
1714 struct csio_hw *hw = mgmtm->hw;
1715 uint8_t fw_wr[64];
1716 struct ulptx_sgl dsgl;
1717 uint32_t wr_size = 0;
1718 uint8_t im_len = 0;
1719 uint32_t wr_off = 0;
1720
1721 int ret = 0;
1722
1723 /* Calculate WR Size for this ELS REQ */
1724 wr_size = sizeof(struct fw_fcoe_els_ct_wr);
1725
1726 /* Send as immediate data if pld < 256 */
1727 if (pld_len < 256) {
1728 wr_size += ALIGN(pld_len, 8);
1729 im_len = (uint8_t)pld_len;
1730 } else
1731 wr_size += sizeof(struct ulptx_sgl);
1732
1733 /* Roundup WR size in units of 16 bytes */
1734 wr_size = ALIGN(wr_size, 16);
1735
1736 /* Get WR to send ELS REQ */
1737 ret = csio_wr_get(hw, mgmtm->eq_idx, wr_size, &wrp);
1738 if (ret != 0) {
1739 csio_err(hw, "Failed to get WR for ec_req %p ret:%d\n",
1740 io_req, ret);
1741 return ret;
1742 }
1743
1744 /* Prepare Generic WR used by all ELS/CT cmd */
1745 csio_ln_prep_ecwr(io_req, wr_size, im_len, sub_op,
1746 ln->nport_id, rn->nport_id,
1747 csio_rn_flowid(rn),
1748 &fw_wr[0]);
1749
1750 /* Copy ELS/CT WR CMD */
1751 csio_wr_copy_to_wrp(&fw_wr[0], &wrp, wr_off,
1752 sizeof(struct fw_fcoe_els_ct_wr));
1753 wr_off += sizeof(struct fw_fcoe_els_ct_wr);
1754
1755 /* Copy payload to Immediate section of WR */
1756 if (im_len)
1757 csio_wr_copy_to_wrp(pld->vaddr, &wrp, wr_off, im_len);
1758 else {
1759 /* Program DSGL to dma payload */
1760 dsgl.cmd_nsge = htonl(ULPTX_CMD_V(ULP_TX_SC_DSGL) |
1761 ULPTX_MORE_F | ULPTX_NSGE_V(1));
1762 dsgl.len0 = cpu_to_be32(pld_len);
1763 dsgl.addr0 = cpu_to_be64(pld->paddr);
1764 csio_wr_copy_to_wrp(&dsgl, &wrp, ALIGN(wr_off, 8),
1765 sizeof(struct ulptx_sgl));
1766 }
1767
1768 /* Issue work request to xmit ELS/CT req to FW */
1769 csio_wr_issue(mgmtm->hw, mgmtm->eq_idx, false);
1770 return ret;
1771 }
1772
1773 /*
1774 * csio_ln_mgmt_submit_req - Submit FCOE Mgmt request.
1775 * @io_req - IO Request
1776 * @io_cbfn - Completion handler.
1777 * @req_type - ELS or CT request type
1778 * @pld - Dma Payload buffer
1779 * @pld_len - Payload len
1780 *
1781 *
1782 * This API used submit managment ELS/CT request.
1783 * This called with hw lock held
1784 * Returns: 0 - on success
1785 * -ENOMEM - on error.
1786 */
1787 static int
csio_ln_mgmt_submit_req(struct csio_ioreq * io_req,void (* io_cbfn)(struct csio_hw *,struct csio_ioreq *),enum fcoe_cmn_type req_type,struct csio_dma_buf * pld,uint32_t pld_len)1788 csio_ln_mgmt_submit_req(struct csio_ioreq *io_req,
1789 void (*io_cbfn) (struct csio_hw *, struct csio_ioreq *),
1790 enum fcoe_cmn_type req_type, struct csio_dma_buf *pld,
1791 uint32_t pld_len)
1792 {
1793 struct csio_hw *hw = csio_lnode_to_hw(io_req->lnode);
1794 struct csio_mgmtm *mgmtm = csio_hw_to_mgmtm(hw);
1795 int rv;
1796
1797 io_req->io_cbfn = io_cbfn; /* Upper layer callback handler */
1798 io_req->fw_handle = (uintptr_t) (io_req);
1799 io_req->eq_idx = mgmtm->eq_idx;
1800 io_req->iq_idx = mgmtm->iq_idx;
1801
1802 rv = csio_ln_mgmt_submit_wr(mgmtm, io_req, req_type, pld, pld_len);
1803 if (rv == 0) {
1804 list_add_tail(&io_req->sm.sm_list, &mgmtm->active_q);
1805 mgmtm->stats.n_active++;
1806 }
1807 return rv;
1808 }
1809
1810 /*
1811 * csio_ln_fdmi_init - FDMI Init entry point.
1812 * @ln: lnode
1813 */
1814 static int
csio_ln_fdmi_init(struct csio_lnode * ln)1815 csio_ln_fdmi_init(struct csio_lnode *ln)
1816 {
1817 struct csio_hw *hw = csio_lnode_to_hw(ln);
1818 struct csio_dma_buf *dma_buf;
1819
1820 /* Allocate MGMT request required for FDMI */
1821 ln->mgmt_req = kzalloc(sizeof(struct csio_ioreq), GFP_KERNEL);
1822 if (!ln->mgmt_req) {
1823 csio_ln_err(ln, "Failed to alloc ioreq for FDMI\n");
1824 CSIO_INC_STATS(hw, n_err_nomem);
1825 return -ENOMEM;
1826 }
1827
1828 /* Allocate Dma buffers for FDMI response Payload */
1829 dma_buf = &ln->mgmt_req->dma_buf;
1830 dma_buf->len = 2048;
1831 dma_buf->vaddr = pci_alloc_consistent(hw->pdev, dma_buf->len,
1832 &dma_buf->paddr);
1833 if (!dma_buf->vaddr) {
1834 csio_err(hw, "Failed to alloc DMA buffer for FDMI!\n");
1835 kfree(ln->mgmt_req);
1836 ln->mgmt_req = NULL;
1837 return -ENOMEM;
1838 }
1839
1840 ln->flags |= CSIO_LNF_FDMI_ENABLE;
1841 return 0;
1842 }
1843
1844 /*
1845 * csio_ln_fdmi_exit - FDMI exit entry point.
1846 * @ln: lnode
1847 */
1848 static int
csio_ln_fdmi_exit(struct csio_lnode * ln)1849 csio_ln_fdmi_exit(struct csio_lnode *ln)
1850 {
1851 struct csio_dma_buf *dma_buf;
1852 struct csio_hw *hw = csio_lnode_to_hw(ln);
1853
1854 if (!ln->mgmt_req)
1855 return 0;
1856
1857 dma_buf = &ln->mgmt_req->dma_buf;
1858 if (dma_buf->vaddr)
1859 pci_free_consistent(hw->pdev, dma_buf->len, dma_buf->vaddr,
1860 dma_buf->paddr);
1861
1862 kfree(ln->mgmt_req);
1863 return 0;
1864 }
1865
1866 int
csio_scan_done(struct csio_lnode * ln,unsigned long ticks,unsigned long time,unsigned long max_scan_ticks,unsigned long delta_scan_ticks)1867 csio_scan_done(struct csio_lnode *ln, unsigned long ticks,
1868 unsigned long time, unsigned long max_scan_ticks,
1869 unsigned long delta_scan_ticks)
1870 {
1871 int rv = 0;
1872
1873 if (time >= max_scan_ticks)
1874 return 1;
1875
1876 if (!ln->tgt_scan_tick)
1877 ln->tgt_scan_tick = ticks;
1878
1879 if (((ticks - ln->tgt_scan_tick) >= delta_scan_ticks)) {
1880 if (!ln->last_scan_ntgts)
1881 ln->last_scan_ntgts = ln->n_scsi_tgts;
1882 else {
1883 if (ln->last_scan_ntgts == ln->n_scsi_tgts)
1884 return 1;
1885
1886 ln->last_scan_ntgts = ln->n_scsi_tgts;
1887 }
1888 ln->tgt_scan_tick = ticks;
1889 }
1890 return rv;
1891 }
1892
1893 /*
1894 * csio_notify_lnodes:
1895 * @hw: HW module
1896 * @note: Notification
1897 *
1898 * Called from the HW SM to fan out notifications to the
1899 * Lnode SM. Since the HW SM is entered with lock held,
1900 * there is no need to hold locks here.
1901 *
1902 */
1903 void
csio_notify_lnodes(struct csio_hw * hw,enum csio_ln_notify note)1904 csio_notify_lnodes(struct csio_hw *hw, enum csio_ln_notify note)
1905 {
1906 struct list_head *tmp;
1907 struct csio_lnode *ln;
1908
1909 csio_dbg(hw, "Notifying all nodes of event %d\n", note);
1910
1911 /* Traverse children lnodes list and send evt */
1912 list_for_each(tmp, &hw->sln_head) {
1913 ln = (struct csio_lnode *) tmp;
1914
1915 switch (note) {
1916 case CSIO_LN_NOTIFY_HWREADY:
1917 csio_lnode_start(ln);
1918 break;
1919
1920 case CSIO_LN_NOTIFY_HWRESET:
1921 case CSIO_LN_NOTIFY_HWREMOVE:
1922 csio_lnode_close(ln);
1923 break;
1924
1925 case CSIO_LN_NOTIFY_HWSTOP:
1926 csio_lnode_stop(ln);
1927 break;
1928
1929 default:
1930 break;
1931
1932 }
1933 }
1934 }
1935
1936 /*
1937 * csio_disable_lnodes:
1938 * @hw: HW module
1939 * @portid:port id
1940 * @disable: disable/enable flag.
1941 * If disable=1, disables all lnode hosted on given physical port.
1942 * otherwise enables all the lnodes on given phsysical port.
1943 * This routine need to called with hw lock held.
1944 */
1945 void
csio_disable_lnodes(struct csio_hw * hw,uint8_t portid,bool disable)1946 csio_disable_lnodes(struct csio_hw *hw, uint8_t portid, bool disable)
1947 {
1948 struct list_head *tmp;
1949 struct csio_lnode *ln;
1950
1951 csio_dbg(hw, "Notifying event to all nodes of port:%d\n", portid);
1952
1953 /* Traverse sibling lnodes list and send evt */
1954 list_for_each(tmp, &hw->sln_head) {
1955 ln = (struct csio_lnode *) tmp;
1956 if (ln->portid != portid)
1957 continue;
1958
1959 if (disable)
1960 csio_lnode_stop(ln);
1961 else
1962 csio_lnode_start(ln);
1963 }
1964 }
1965
1966 /*
1967 * csio_ln_init - Initialize an lnode.
1968 * @ln: lnode
1969 *
1970 */
1971 static int
csio_ln_init(struct csio_lnode * ln)1972 csio_ln_init(struct csio_lnode *ln)
1973 {
1974 int rv = -EINVAL;
1975 struct csio_lnode *rln, *pln;
1976 struct csio_hw *hw = csio_lnode_to_hw(ln);
1977
1978 csio_init_state(&ln->sm, csio_lns_uninit);
1979 ln->vnp_flowid = CSIO_INVALID_IDX;
1980 ln->fcf_flowid = CSIO_INVALID_IDX;
1981
1982 if (csio_is_root_ln(ln)) {
1983
1984 /* This is the lnode used during initialization */
1985
1986 ln->fcfinfo = kzalloc(sizeof(struct csio_fcf_info), GFP_KERNEL);
1987 if (!ln->fcfinfo) {
1988 csio_ln_err(ln, "Failed to alloc FCF record\n");
1989 CSIO_INC_STATS(hw, n_err_nomem);
1990 goto err;
1991 }
1992
1993 INIT_LIST_HEAD(&ln->fcf_lsthead);
1994 kref_init(&ln->fcfinfo->kref);
1995
1996 if (csio_fdmi_enable && csio_ln_fdmi_init(ln))
1997 goto err;
1998
1999 } else { /* Either a non-root physical or a virtual lnode */
2000
2001 /*
2002 * THe rest is common for non-root physical and NPIV lnodes.
2003 * Just get references to all other modules
2004 */
2005 rln = csio_root_lnode(ln);
2006
2007 if (csio_is_npiv_ln(ln)) {
2008 /* NPIV */
2009 pln = csio_parent_lnode(ln);
2010 kref_get(&pln->fcfinfo->kref);
2011 ln->fcfinfo = pln->fcfinfo;
2012 } else {
2013 /* Another non-root physical lnode (FCF) */
2014 ln->fcfinfo = kzalloc(sizeof(struct csio_fcf_info),
2015 GFP_KERNEL);
2016 if (!ln->fcfinfo) {
2017 csio_ln_err(ln, "Failed to alloc FCF info\n");
2018 CSIO_INC_STATS(hw, n_err_nomem);
2019 goto err;
2020 }
2021
2022 kref_init(&ln->fcfinfo->kref);
2023
2024 if (csio_fdmi_enable && csio_ln_fdmi_init(ln))
2025 goto err;
2026 }
2027
2028 } /* if (!csio_is_root_ln(ln)) */
2029
2030 return 0;
2031 err:
2032 return rv;
2033 }
2034
2035 static void
csio_ln_exit(struct csio_lnode * ln)2036 csio_ln_exit(struct csio_lnode *ln)
2037 {
2038 struct csio_lnode *pln;
2039
2040 csio_cleanup_rns(ln);
2041 if (csio_is_npiv_ln(ln)) {
2042 pln = csio_parent_lnode(ln);
2043 kref_put(&pln->fcfinfo->kref, csio_free_fcfinfo);
2044 } else {
2045 kref_put(&ln->fcfinfo->kref, csio_free_fcfinfo);
2046 if (csio_fdmi_enable)
2047 csio_ln_fdmi_exit(ln);
2048 }
2049 ln->fcfinfo = NULL;
2050 }
2051
2052 /**
2053 * csio_lnode_init - Initialize the members of an lnode.
2054 * @ln: lnode
2055 *
2056 */
2057 int
csio_lnode_init(struct csio_lnode * ln,struct csio_hw * hw,struct csio_lnode * pln)2058 csio_lnode_init(struct csio_lnode *ln, struct csio_hw *hw,
2059 struct csio_lnode *pln)
2060 {
2061 int rv = -EINVAL;
2062
2063 /* Link this lnode to hw */
2064 csio_lnode_to_hw(ln) = hw;
2065
2066 /* Link child to parent if child lnode */
2067 if (pln)
2068 ln->pln = pln;
2069 else
2070 ln->pln = NULL;
2071
2072 /* Initialize scsi_tgt and timers to zero */
2073 ln->n_scsi_tgts = 0;
2074 ln->last_scan_ntgts = 0;
2075 ln->tgt_scan_tick = 0;
2076
2077 /* Initialize rnode list */
2078 INIT_LIST_HEAD(&ln->rnhead);
2079 INIT_LIST_HEAD(&ln->cln_head);
2080
2081 /* Initialize log level for debug */
2082 ln->params.log_level = hw->params.log_level;
2083
2084 if (csio_ln_init(ln))
2085 goto err;
2086
2087 /* Add lnode to list of sibling or children lnodes */
2088 spin_lock_irq(&hw->lock);
2089 list_add_tail(&ln->sm.sm_list, pln ? &pln->cln_head : &hw->sln_head);
2090 if (pln)
2091 pln->num_vports++;
2092 spin_unlock_irq(&hw->lock);
2093
2094 hw->num_lns++;
2095
2096 return 0;
2097 err:
2098 csio_lnode_to_hw(ln) = NULL;
2099 return rv;
2100 }
2101
2102 /**
2103 * csio_lnode_exit - De-instantiate an lnode.
2104 * @ln: lnode
2105 *
2106 */
2107 void
csio_lnode_exit(struct csio_lnode * ln)2108 csio_lnode_exit(struct csio_lnode *ln)
2109 {
2110 struct csio_hw *hw = csio_lnode_to_hw(ln);
2111
2112 csio_ln_exit(ln);
2113
2114 /* Remove this lnode from hw->sln_head */
2115 spin_lock_irq(&hw->lock);
2116
2117 list_del_init(&ln->sm.sm_list);
2118
2119 /* If it is children lnode, decrement the
2120 * counter in its parent lnode
2121 */
2122 if (ln->pln)
2123 ln->pln->num_vports--;
2124
2125 /* Update root lnode pointer */
2126 if (list_empty(&hw->sln_head))
2127 hw->rln = NULL;
2128 else
2129 hw->rln = (struct csio_lnode *)csio_list_next(&hw->sln_head);
2130
2131 spin_unlock_irq(&hw->lock);
2132
2133 csio_lnode_to_hw(ln) = NULL;
2134 hw->num_lns--;
2135 }
2136