1 /*
2  * This file is part of the Chelsio FCoE driver for Linux.
3  *
4  * Copyright (c) 2008-2012 Chelsio Communications, Inc. All rights reserved.
5  *
6  * This software is available to you under a choice of one of two
7  * licenses.  You may choose to be licensed under the terms of the GNU
8  * General Public License (GPL) Version 2, available from the file
9  * COPYING in the main directory of this source tree, or the
10  * OpenIB.org BSD license below:
11  *
12  *     Redistribution and use in source and binary forms, with or
13  *     without modification, are permitted provided that the following
14  *     conditions are met:
15  *
16  *      - Redistributions of source code must retain the above
17  *        copyright notice, this list of conditions and the following
18  *        disclaimer.
19  *
20  *      - Redistributions in binary form must reproduce the above
21  *        copyright notice, this list of conditions and the following
22  *        disclaimer in the documentation and/or other materials
23  *        provided with the distribution.
24  *
25  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
26  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
27  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
28  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
29  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
30  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
31  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
32  * SOFTWARE.
33  */
34 
35 #include <linux/kernel.h>
36 #include <linux/delay.h>
37 #include <linux/slab.h>
38 #include <linux/utsname.h>
39 #include <scsi/scsi_device.h>
40 #include <scsi/scsi_transport_fc.h>
41 #include <asm/unaligned.h>
42 #include <scsi/fc/fc_els.h>
43 #include <scsi/fc/fc_fs.h>
44 #include <scsi/fc/fc_gs.h>
45 #include <scsi/fc/fc_ms.h>
46 
47 #include "csio_hw.h"
48 #include "csio_mb.h"
49 #include "csio_lnode.h"
50 #include "csio_rnode.h"
51 
52 int csio_fcoe_rnodes = 1024;
53 int csio_fdmi_enable = 1;
54 
55 #define PORT_ID_PTR(_x)         ((uint8_t *)(&_x) + 1)
56 
57 /* Lnode SM declarations */
58 static void csio_lns_uninit(struct csio_lnode *, enum csio_ln_ev);
59 static void csio_lns_online(struct csio_lnode *, enum csio_ln_ev);
60 static void csio_lns_ready(struct csio_lnode *, enum csio_ln_ev);
61 static void csio_lns_offline(struct csio_lnode *, enum csio_ln_ev);
62 
63 static int csio_ln_mgmt_submit_req(struct csio_ioreq *,
64 		void (*io_cbfn) (struct csio_hw *, struct csio_ioreq *),
65 		enum fcoe_cmn_type, struct csio_dma_buf *, uint32_t);
66 
67 /* LN event mapping */
68 static enum csio_ln_ev fwevt_to_lnevt[] = {
69 	CSIO_LNE_NONE,		/* None */
70 	CSIO_LNE_NONE,		/* PLOGI_ACC_RCVD  */
71 	CSIO_LNE_NONE,		/* PLOGI_RJT_RCVD  */
72 	CSIO_LNE_NONE,		/* PLOGI_RCVD	   */
73 	CSIO_LNE_NONE,		/* PLOGO_RCVD	   */
74 	CSIO_LNE_NONE,		/* PRLI_ACC_RCVD   */
75 	CSIO_LNE_NONE,		/* PRLI_RJT_RCVD   */
76 	CSIO_LNE_NONE,		/* PRLI_RCVD	   */
77 	CSIO_LNE_NONE,		/* PRLO_RCVD	   */
78 	CSIO_LNE_NONE,		/* NPORT_ID_CHGD   */
79 	CSIO_LNE_LOGO,		/* FLOGO_RCVD	   */
80 	CSIO_LNE_LOGO,		/* CLR_VIRT_LNK_RCVD */
81 	CSIO_LNE_FAB_INIT_DONE,/* FLOGI_ACC_RCVD   */
82 	CSIO_LNE_NONE,		/* FLOGI_RJT_RCVD   */
83 	CSIO_LNE_FAB_INIT_DONE,/* FDISC_ACC_RCVD   */
84 	CSIO_LNE_NONE,		/* FDISC_RJT_RCVD   */
85 	CSIO_LNE_NONE,		/* FLOGI_TMO_MAX_RETRY */
86 	CSIO_LNE_NONE,		/* IMPL_LOGO_ADISC_ACC */
87 	CSIO_LNE_NONE,		/* IMPL_LOGO_ADISC_RJT */
88 	CSIO_LNE_NONE,		/* IMPL_LOGO_ADISC_CNFLT */
89 	CSIO_LNE_NONE,		/* PRLI_TMO		*/
90 	CSIO_LNE_NONE,		/* ADISC_TMO		*/
91 	CSIO_LNE_NONE,		/* RSCN_DEV_LOST */
92 	CSIO_LNE_NONE,		/* SCR_ACC_RCVD */
93 	CSIO_LNE_NONE,		/* ADISC_RJT_RCVD */
94 	CSIO_LNE_NONE,		/* LOGO_SNT */
95 	CSIO_LNE_NONE,		/* PROTO_ERR_IMPL_LOGO */
96 };
97 
98 #define CSIO_FWE_TO_LNE(_evt)	((_evt > PROTO_ERR_IMPL_LOGO) ?		\
99 						CSIO_LNE_NONE :	\
100 						fwevt_to_lnevt[_evt])
101 
102 #define csio_ct_rsp(cp)		(((struct fc_ct_hdr *)cp)->ct_cmd)
103 #define csio_ct_reason(cp)	(((struct fc_ct_hdr *)cp)->ct_reason)
104 #define csio_ct_expl(cp)	(((struct fc_ct_hdr *)cp)->ct_explan)
105 #define csio_ct_get_pld(cp)	((void *)(((uint8_t *)cp) + FC_CT_HDR_LEN))
106 
107 /*
108  * csio_ln_match_by_portid - lookup lnode using given portid.
109  * @hw: HW module
110  * @portid: port-id.
111  *
112  * If found, returns lnode matching given portid otherwise returns NULL.
113  */
114 static struct csio_lnode *
115 csio_ln_lookup_by_portid(struct csio_hw *hw, uint8_t portid)
116 {
117 	struct csio_lnode *ln;
118 	struct list_head *tmp;
119 
120 	/* Match siblings lnode with portid */
121 	list_for_each(tmp, &hw->sln_head) {
122 		ln = (struct csio_lnode *) tmp;
123 		if (ln->portid == portid)
124 			return ln;
125 	}
126 
127 	return NULL;
128 }
129 
130 /*
131  * csio_ln_lookup_by_vnpi - Lookup lnode using given vnp id.
132  * @hw - HW module
133  * @vnpi - vnp index.
134  * Returns - If found, returns lnode matching given vnp id
135  * otherwise returns NULL.
136  */
137 static struct csio_lnode *
138 csio_ln_lookup_by_vnpi(struct csio_hw *hw, uint32_t vnp_id)
139 {
140 	struct list_head *tmp1, *tmp2;
141 	struct csio_lnode *sln = NULL, *cln = NULL;
142 
143 	if (list_empty(&hw->sln_head)) {
144 		CSIO_INC_STATS(hw, n_lnlkup_miss);
145 		return NULL;
146 	}
147 	/* Traverse sibling lnodes */
148 	list_for_each(tmp1, &hw->sln_head) {
149 		sln = (struct csio_lnode *) tmp1;
150 
151 		/* Match sibling lnode */
152 		if (sln->vnp_flowid == vnp_id)
153 			return sln;
154 
155 		if (list_empty(&sln->cln_head))
156 			continue;
157 
158 		/* Traverse children lnodes */
159 		list_for_each(tmp2, &sln->cln_head) {
160 			cln = (struct csio_lnode *) tmp2;
161 
162 			if (cln->vnp_flowid == vnp_id)
163 				return cln;
164 		}
165 	}
166 	CSIO_INC_STATS(hw, n_lnlkup_miss);
167 	return NULL;
168 }
169 
170 /**
171  * csio_lnode_lookup_by_wwpn - Lookup lnode using given wwpn.
172  * @hw:		HW module.
173  * @wwpn:	WWPN.
174  *
175  * If found, returns lnode matching given wwpn, returns NULL otherwise.
176  */
177 struct csio_lnode *
178 csio_lnode_lookup_by_wwpn(struct csio_hw *hw, uint8_t *wwpn)
179 {
180 	struct list_head *tmp1, *tmp2;
181 	struct csio_lnode *sln = NULL, *cln = NULL;
182 
183 	if (list_empty(&hw->sln_head)) {
184 		CSIO_INC_STATS(hw, n_lnlkup_miss);
185 		return NULL;
186 	}
187 	/* Traverse sibling lnodes */
188 	list_for_each(tmp1, &hw->sln_head) {
189 		sln = (struct csio_lnode *) tmp1;
190 
191 		/* Match sibling lnode */
192 		if (!memcmp(csio_ln_wwpn(sln), wwpn, 8))
193 			return sln;
194 
195 		if (list_empty(&sln->cln_head))
196 			continue;
197 
198 		/* Traverse children lnodes */
199 		list_for_each(tmp2, &sln->cln_head) {
200 			cln = (struct csio_lnode *) tmp2;
201 
202 			if (!memcmp(csio_ln_wwpn(cln), wwpn, 8))
203 				return cln;
204 		}
205 	}
206 	return NULL;
207 }
208 
209 /* FDMI */
210 static void
211 csio_fill_ct_iu(void *buf, uint8_t type, uint8_t sub_type, uint16_t op)
212 {
213 	struct fc_ct_hdr *cmd = (struct fc_ct_hdr *)buf;
214 	cmd->ct_rev = FC_CT_REV;
215 	cmd->ct_fs_type = type;
216 	cmd->ct_fs_subtype = sub_type;
217 	cmd->ct_cmd = htons(op);
218 }
219 
220 static int
221 csio_hostname(uint8_t *buf, size_t buf_len)
222 {
223 	if (snprintf(buf, buf_len, "%s", init_utsname()->nodename) > 0)
224 		return 0;
225 	return -1;
226 }
227 
228 static int
229 csio_osname(uint8_t *buf, size_t buf_len)
230 {
231 	if (snprintf(buf, buf_len, "%s %s %s",
232 		     init_utsname()->sysname,
233 		     init_utsname()->release,
234 		     init_utsname()->version) > 0)
235 		return 0;
236 
237 	return -1;
238 }
239 
240 static inline void
241 csio_append_attrib(uint8_t **ptr, uint16_t type, void *val, size_t val_len)
242 {
243 	uint16_t len;
244 	struct fc_fdmi_attr_entry *ae = (struct fc_fdmi_attr_entry *)*ptr;
245 
246 	if (WARN_ON(val_len > U16_MAX))
247 		return;
248 
249 	len = val_len;
250 
251 	ae->type = htons(type);
252 	len += 4;		/* includes attribute type and length */
253 	len = (len + 3) & ~3;	/* should be multiple of 4 bytes */
254 	ae->len = htons(len);
255 	memcpy(ae->value, val, val_len);
256 	if (len > val_len)
257 		memset(ae->value + val_len, 0, len - val_len);
258 	*ptr += len;
259 }
260 
261 /*
262  * csio_ln_fdmi_done - FDMI registeration completion
263  * @hw: HW context
264  * @fdmi_req: fdmi request
265  */
266 static void
267 csio_ln_fdmi_done(struct csio_hw *hw, struct csio_ioreq *fdmi_req)
268 {
269 	void *cmd;
270 	struct csio_lnode *ln = fdmi_req->lnode;
271 
272 	if (fdmi_req->wr_status != FW_SUCCESS) {
273 		csio_ln_dbg(ln, "WR error:%x in processing fdmi rpa cmd\n",
274 			    fdmi_req->wr_status);
275 		CSIO_INC_STATS(ln, n_fdmi_err);
276 	}
277 
278 	cmd = fdmi_req->dma_buf.vaddr;
279 	if (ntohs(csio_ct_rsp(cmd)) != FC_FS_ACC) {
280 		csio_ln_dbg(ln, "fdmi rpa cmd rejected reason %x expl %x\n",
281 			    csio_ct_reason(cmd), csio_ct_expl(cmd));
282 	}
283 }
284 
285 /*
286  * csio_ln_fdmi_rhba_cbfn - RHBA completion
287  * @hw: HW context
288  * @fdmi_req: fdmi request
289  */
290 static void
291 csio_ln_fdmi_rhba_cbfn(struct csio_hw *hw, struct csio_ioreq *fdmi_req)
292 {
293 	void *cmd;
294 	uint8_t *pld;
295 	uint32_t len = 0;
296 	__be32 val;
297 	__be16 mfs;
298 	uint32_t numattrs = 0;
299 	struct csio_lnode *ln = fdmi_req->lnode;
300 	struct fs_fdmi_attrs *attrib_blk;
301 	struct fc_fdmi_port_name *port_name;
302 	uint8_t buf[64];
303 	uint8_t *fc4_type;
304 	unsigned long flags;
305 
306 	if (fdmi_req->wr_status != FW_SUCCESS) {
307 		csio_ln_dbg(ln, "WR error:%x in processing fdmi rhba cmd\n",
308 			    fdmi_req->wr_status);
309 		CSIO_INC_STATS(ln, n_fdmi_err);
310 	}
311 
312 	cmd = fdmi_req->dma_buf.vaddr;
313 	if (ntohs(csio_ct_rsp(cmd)) != FC_FS_ACC) {
314 		csio_ln_dbg(ln, "fdmi rhba cmd rejected reason %x expl %x\n",
315 			    csio_ct_reason(cmd), csio_ct_expl(cmd));
316 	}
317 
318 	if (!csio_is_rnode_ready(fdmi_req->rnode)) {
319 		CSIO_INC_STATS(ln, n_fdmi_err);
320 		return;
321 	}
322 
323 	/* Prepare CT hdr for RPA cmd */
324 	memset(cmd, 0, FC_CT_HDR_LEN);
325 	csio_fill_ct_iu(cmd, FC_FST_MGMT, FC_FDMI_SUBTYPE, FC_FDMI_RPA);
326 
327 	/* Prepare RPA payload */
328 	pld = (uint8_t *)csio_ct_get_pld(cmd);
329 	port_name = (struct fc_fdmi_port_name *)pld;
330 	memcpy(&port_name->portname, csio_ln_wwpn(ln), 8);
331 	pld += sizeof(*port_name);
332 
333 	/* Start appending Port attributes */
334 	attrib_blk = (struct fs_fdmi_attrs *)pld;
335 	attrib_blk->numattrs = 0;
336 	len += sizeof(attrib_blk->numattrs);
337 	pld += sizeof(attrib_blk->numattrs);
338 
339 	fc4_type = &buf[0];
340 	memset(fc4_type, 0, FC_FDMI_PORT_ATTR_FC4TYPES_LEN);
341 	fc4_type[2] = 1;
342 	fc4_type[7] = 1;
343 	csio_append_attrib(&pld, FC_FDMI_PORT_ATTR_FC4TYPES,
344 			   fc4_type, FC_FDMI_PORT_ATTR_FC4TYPES_LEN);
345 	numattrs++;
346 	val = htonl(FC_PORTSPEED_1GBIT | FC_PORTSPEED_10GBIT);
347 	csio_append_attrib(&pld, FC_FDMI_PORT_ATTR_SUPPORTEDSPEED,
348 			   &val,
349 			   FC_FDMI_PORT_ATTR_SUPPORTEDSPEED_LEN);
350 	numattrs++;
351 
352 	if (hw->pport[ln->portid].link_speed == FW_PORT_CAP_SPEED_1G)
353 		val = htonl(FC_PORTSPEED_1GBIT);
354 	else if (hw->pport[ln->portid].link_speed == FW_PORT_CAP_SPEED_10G)
355 		val = htonl(FC_PORTSPEED_10GBIT);
356 	else if (hw->pport[ln->portid].link_speed == FW_PORT_CAP32_SPEED_25G)
357 		val = htonl(FC_PORTSPEED_25GBIT);
358 	else if (hw->pport[ln->portid].link_speed == FW_PORT_CAP32_SPEED_40G)
359 		val = htonl(FC_PORTSPEED_40GBIT);
360 	else if (hw->pport[ln->portid].link_speed == FW_PORT_CAP32_SPEED_50G)
361 		val = htonl(FC_PORTSPEED_50GBIT);
362 	else if (hw->pport[ln->portid].link_speed == FW_PORT_CAP32_SPEED_100G)
363 		val = htonl(FC_PORTSPEED_100GBIT);
364 	else
365 		val = htonl(CSIO_HBA_PORTSPEED_UNKNOWN);
366 	csio_append_attrib(&pld, FC_FDMI_PORT_ATTR_CURRENTPORTSPEED,
367 			   &val, FC_FDMI_PORT_ATTR_CURRENTPORTSPEED_LEN);
368 	numattrs++;
369 
370 	mfs = ln->ln_sparm.csp.sp_bb_data;
371 	csio_append_attrib(&pld, FC_FDMI_PORT_ATTR_MAXFRAMESIZE,
372 			   &mfs, sizeof(mfs));
373 	numattrs++;
374 
375 	strcpy(buf, "csiostor");
376 	csio_append_attrib(&pld, FC_FDMI_PORT_ATTR_OSDEVICENAME, buf,
377 			   strlen(buf));
378 	numattrs++;
379 
380 	if (!csio_hostname(buf, sizeof(buf))) {
381 		csio_append_attrib(&pld, FC_FDMI_PORT_ATTR_HOSTNAME,
382 				   buf, strlen(buf));
383 		numattrs++;
384 	}
385 	attrib_blk->numattrs = htonl(numattrs);
386 	len = (uint32_t)(pld - (uint8_t *)cmd);
387 
388 	/* Submit FDMI RPA request */
389 	spin_lock_irqsave(&hw->lock, flags);
390 	if (csio_ln_mgmt_submit_req(fdmi_req, csio_ln_fdmi_done,
391 				FCOE_CT, &fdmi_req->dma_buf, len)) {
392 		CSIO_INC_STATS(ln, n_fdmi_err);
393 		csio_ln_dbg(ln, "Failed to issue fdmi rpa req\n");
394 	}
395 	spin_unlock_irqrestore(&hw->lock, flags);
396 }
397 
398 /*
399  * csio_ln_fdmi_dprt_cbfn - DPRT completion
400  * @hw: HW context
401  * @fdmi_req: fdmi request
402  */
403 static void
404 csio_ln_fdmi_dprt_cbfn(struct csio_hw *hw, struct csio_ioreq *fdmi_req)
405 {
406 	void *cmd;
407 	uint8_t *pld;
408 	uint32_t len = 0;
409 	uint32_t numattrs = 0;
410 	__be32  maxpayload = htonl(65536);
411 	struct fc_fdmi_hba_identifier *hbaid;
412 	struct csio_lnode *ln = fdmi_req->lnode;
413 	struct fc_fdmi_rpl *reg_pl;
414 	struct fs_fdmi_attrs *attrib_blk;
415 	uint8_t buf[64];
416 	unsigned long flags;
417 
418 	if (fdmi_req->wr_status != FW_SUCCESS) {
419 		csio_ln_dbg(ln, "WR error:%x in processing fdmi dprt cmd\n",
420 			    fdmi_req->wr_status);
421 		CSIO_INC_STATS(ln, n_fdmi_err);
422 	}
423 
424 	if (!csio_is_rnode_ready(fdmi_req->rnode)) {
425 		CSIO_INC_STATS(ln, n_fdmi_err);
426 		return;
427 	}
428 	cmd = fdmi_req->dma_buf.vaddr;
429 	if (ntohs(csio_ct_rsp(cmd)) != FC_FS_ACC) {
430 		csio_ln_dbg(ln, "fdmi dprt cmd rejected reason %x expl %x\n",
431 			    csio_ct_reason(cmd), csio_ct_expl(cmd));
432 	}
433 
434 	/* Prepare CT hdr for RHBA cmd */
435 	memset(cmd, 0, FC_CT_HDR_LEN);
436 	csio_fill_ct_iu(cmd, FC_FST_MGMT, FC_FDMI_SUBTYPE, FC_FDMI_RHBA);
437 	len = FC_CT_HDR_LEN;
438 
439 	/* Prepare RHBA payload */
440 	pld = (uint8_t *)csio_ct_get_pld(cmd);
441 	hbaid = (struct fc_fdmi_hba_identifier *)pld;
442 	memcpy(&hbaid->id, csio_ln_wwpn(ln), 8); /* HBA identifer */
443 	pld += sizeof(*hbaid);
444 
445 	/* Register one port per hba */
446 	reg_pl = (struct fc_fdmi_rpl *)pld;
447 	reg_pl->numport = htonl(1);
448 	memcpy(&reg_pl->port[0].portname, csio_ln_wwpn(ln), 8);
449 	pld += sizeof(*reg_pl);
450 
451 	/* Start appending HBA attributes hba */
452 	attrib_blk = (struct fs_fdmi_attrs *)pld;
453 	attrib_blk->numattrs = 0;
454 	len += sizeof(attrib_blk->numattrs);
455 	pld += sizeof(attrib_blk->numattrs);
456 
457 	csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_NODENAME, csio_ln_wwnn(ln),
458 			   FC_FDMI_HBA_ATTR_NODENAME_LEN);
459 	numattrs++;
460 
461 	memset(buf, 0, sizeof(buf));
462 
463 	strcpy(buf, "Chelsio Communications");
464 	csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_MANUFACTURER, buf,
465 			   strlen(buf));
466 	numattrs++;
467 	csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_SERIALNUMBER,
468 			   hw->vpd.sn, sizeof(hw->vpd.sn));
469 	numattrs++;
470 	csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_MODEL, hw->vpd.id,
471 			   sizeof(hw->vpd.id));
472 	numattrs++;
473 	csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_MODELDESCRIPTION,
474 			   hw->model_desc, strlen(hw->model_desc));
475 	numattrs++;
476 	csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_HARDWAREVERSION,
477 			   hw->hw_ver, sizeof(hw->hw_ver));
478 	numattrs++;
479 	csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_FIRMWAREVERSION,
480 			   hw->fwrev_str, strlen(hw->fwrev_str));
481 	numattrs++;
482 
483 	if (!csio_osname(buf, sizeof(buf))) {
484 		csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_OSNAMEVERSION,
485 				   buf, strlen(buf));
486 		numattrs++;
487 	}
488 
489 	csio_append_attrib(&pld, FC_FDMI_HBA_ATTR_MAXCTPAYLOAD,
490 			   &maxpayload, FC_FDMI_HBA_ATTR_MAXCTPAYLOAD_LEN);
491 	len = (uint32_t)(pld - (uint8_t *)cmd);
492 	numattrs++;
493 	attrib_blk->numattrs = htonl(numattrs);
494 
495 	/* Submit FDMI RHBA request */
496 	spin_lock_irqsave(&hw->lock, flags);
497 	if (csio_ln_mgmt_submit_req(fdmi_req, csio_ln_fdmi_rhba_cbfn,
498 				FCOE_CT, &fdmi_req->dma_buf, len)) {
499 		CSIO_INC_STATS(ln, n_fdmi_err);
500 		csio_ln_dbg(ln, "Failed to issue fdmi rhba req\n");
501 	}
502 	spin_unlock_irqrestore(&hw->lock, flags);
503 }
504 
505 /*
506  * csio_ln_fdmi_dhba_cbfn - DHBA completion
507  * @hw: HW context
508  * @fdmi_req: fdmi request
509  */
510 static void
511 csio_ln_fdmi_dhba_cbfn(struct csio_hw *hw, struct csio_ioreq *fdmi_req)
512 {
513 	struct csio_lnode *ln = fdmi_req->lnode;
514 	void *cmd;
515 	struct fc_fdmi_port_name *port_name;
516 	uint32_t len;
517 	unsigned long flags;
518 
519 	if (fdmi_req->wr_status != FW_SUCCESS) {
520 		csio_ln_dbg(ln, "WR error:%x in processing fdmi dhba cmd\n",
521 			    fdmi_req->wr_status);
522 		CSIO_INC_STATS(ln, n_fdmi_err);
523 	}
524 
525 	if (!csio_is_rnode_ready(fdmi_req->rnode)) {
526 		CSIO_INC_STATS(ln, n_fdmi_err);
527 		return;
528 	}
529 	cmd = fdmi_req->dma_buf.vaddr;
530 	if (ntohs(csio_ct_rsp(cmd)) != FC_FS_ACC) {
531 		csio_ln_dbg(ln, "fdmi dhba cmd rejected reason %x expl %x\n",
532 			    csio_ct_reason(cmd), csio_ct_expl(cmd));
533 	}
534 
535 	/* Send FDMI cmd to de-register any Port attributes if registered
536 	 * before
537 	 */
538 
539 	/* Prepare FDMI DPRT cmd */
540 	memset(cmd, 0, FC_CT_HDR_LEN);
541 	csio_fill_ct_iu(cmd, FC_FST_MGMT, FC_FDMI_SUBTYPE, FC_FDMI_DPRT);
542 	len = FC_CT_HDR_LEN;
543 	port_name = (struct fc_fdmi_port_name *)csio_ct_get_pld(cmd);
544 	memcpy(&port_name->portname, csio_ln_wwpn(ln), 8);
545 	len += sizeof(*port_name);
546 
547 	/* Submit FDMI request */
548 	spin_lock_irqsave(&hw->lock, flags);
549 	if (csio_ln_mgmt_submit_req(fdmi_req, csio_ln_fdmi_dprt_cbfn,
550 				FCOE_CT, &fdmi_req->dma_buf, len)) {
551 		CSIO_INC_STATS(ln, n_fdmi_err);
552 		csio_ln_dbg(ln, "Failed to issue fdmi dprt req\n");
553 	}
554 	spin_unlock_irqrestore(&hw->lock, flags);
555 }
556 
557 /**
558  * csio_ln_fdmi_start - Start an FDMI request.
559  * @ln:		lnode
560  * @context:	session context
561  *
562  * Issued with lock held.
563  */
564 int
565 csio_ln_fdmi_start(struct csio_lnode *ln, void *context)
566 {
567 	struct csio_ioreq *fdmi_req;
568 	struct csio_rnode *fdmi_rn = (struct csio_rnode *)context;
569 	void *cmd;
570 	struct fc_fdmi_hba_identifier *hbaid;
571 	uint32_t len;
572 
573 	if (!(ln->flags & CSIO_LNF_FDMI_ENABLE))
574 		return -EPROTONOSUPPORT;
575 
576 	if (!csio_is_rnode_ready(fdmi_rn))
577 		CSIO_INC_STATS(ln, n_fdmi_err);
578 
579 	/* Send FDMI cmd to de-register any HBA attributes if registered
580 	 * before
581 	 */
582 
583 	fdmi_req = ln->mgmt_req;
584 	fdmi_req->lnode = ln;
585 	fdmi_req->rnode = fdmi_rn;
586 
587 	/* Prepare FDMI DHBA cmd */
588 	cmd = fdmi_req->dma_buf.vaddr;
589 	memset(cmd, 0, FC_CT_HDR_LEN);
590 	csio_fill_ct_iu(cmd, FC_FST_MGMT, FC_FDMI_SUBTYPE, FC_FDMI_DHBA);
591 	len = FC_CT_HDR_LEN;
592 
593 	hbaid = (struct fc_fdmi_hba_identifier *)csio_ct_get_pld(cmd);
594 	memcpy(&hbaid->id, csio_ln_wwpn(ln), 8);
595 	len += sizeof(*hbaid);
596 
597 	/* Submit FDMI request */
598 	if (csio_ln_mgmt_submit_req(fdmi_req, csio_ln_fdmi_dhba_cbfn,
599 					FCOE_CT, &fdmi_req->dma_buf, len)) {
600 		CSIO_INC_STATS(ln, n_fdmi_err);
601 		csio_ln_dbg(ln, "Failed to issue fdmi dhba req\n");
602 	}
603 
604 	return 0;
605 }
606 
607 /*
608  * csio_ln_vnp_read_cbfn - vnp read completion handler.
609  * @hw: HW lnode
610  * @cbfn: Completion handler.
611  *
612  * Reads vnp response and updates ln parameters.
613  */
614 static void
615 csio_ln_vnp_read_cbfn(struct csio_hw *hw, struct csio_mb *mbp)
616 {
617 	struct csio_lnode *ln = ((struct csio_lnode *)mbp->priv);
618 	struct fw_fcoe_vnp_cmd *rsp = (struct fw_fcoe_vnp_cmd *)(mbp->mb);
619 	struct fc_els_csp *csp;
620 	struct fc_els_cssp *clsp;
621 	enum fw_retval retval;
622 	__be32 nport_id;
623 
624 	retval = FW_CMD_RETVAL_G(ntohl(rsp->alloc_to_len16));
625 	if (retval != FW_SUCCESS) {
626 		csio_err(hw, "FCOE VNP read cmd returned error:0x%x\n", retval);
627 		mempool_free(mbp, hw->mb_mempool);
628 		return;
629 	}
630 
631 	spin_lock_irq(&hw->lock);
632 
633 	memcpy(ln->mac, rsp->vnport_mac, sizeof(ln->mac));
634 	memcpy(&nport_id, &rsp->vnport_mac[3], sizeof(uint8_t)*3);
635 	ln->nport_id = ntohl(nport_id);
636 	ln->nport_id = ln->nport_id >> 8;
637 
638 	/* Update WWNs */
639 	/*
640 	 * This may look like a duplication of what csio_fcoe_enable_link()
641 	 * does, but is absolutely necessary if the vnpi changes between
642 	 * a FCOE LINK UP and FCOE LINK DOWN.
643 	 */
644 	memcpy(csio_ln_wwnn(ln), rsp->vnport_wwnn, 8);
645 	memcpy(csio_ln_wwpn(ln), rsp->vnport_wwpn, 8);
646 
647 	/* Copy common sparam */
648 	csp = (struct fc_els_csp *)rsp->cmn_srv_parms;
649 	ln->ln_sparm.csp.sp_hi_ver = csp->sp_hi_ver;
650 	ln->ln_sparm.csp.sp_lo_ver = csp->sp_lo_ver;
651 	ln->ln_sparm.csp.sp_bb_cred = csp->sp_bb_cred;
652 	ln->ln_sparm.csp.sp_features = csp->sp_features;
653 	ln->ln_sparm.csp.sp_bb_data = csp->sp_bb_data;
654 	ln->ln_sparm.csp.sp_r_a_tov = csp->sp_r_a_tov;
655 	ln->ln_sparm.csp.sp_e_d_tov = csp->sp_e_d_tov;
656 
657 	/* Copy word 0 & word 1 of class sparam */
658 	clsp = (struct fc_els_cssp *)rsp->clsp_word_0_1;
659 	ln->ln_sparm.clsp[2].cp_class = clsp->cp_class;
660 	ln->ln_sparm.clsp[2].cp_init = clsp->cp_init;
661 	ln->ln_sparm.clsp[2].cp_recip = clsp->cp_recip;
662 	ln->ln_sparm.clsp[2].cp_rdfs = clsp->cp_rdfs;
663 
664 	spin_unlock_irq(&hw->lock);
665 
666 	mempool_free(mbp, hw->mb_mempool);
667 
668 	/* Send an event to update local attribs */
669 	csio_lnode_async_event(ln, CSIO_LN_FC_ATTRIB_UPDATE);
670 }
671 
672 /*
673  * csio_ln_vnp_read - Read vnp params.
674  * @ln: lnode
675  * @cbfn: Completion handler.
676  *
677  * Issued with lock held.
678  */
679 static int
680 csio_ln_vnp_read(struct csio_lnode *ln,
681 		void (*cbfn) (struct csio_hw *, struct csio_mb *))
682 {
683 	struct csio_hw *hw = ln->hwp;
684 	struct csio_mb  *mbp;
685 
686 	/* Allocate Mbox request */
687 	mbp = mempool_alloc(hw->mb_mempool, GFP_ATOMIC);
688 	if (!mbp) {
689 		CSIO_INC_STATS(hw, n_err_nomem);
690 		return -ENOMEM;
691 	}
692 
693 	/* Prepare VNP Command */
694 	csio_fcoe_vnp_read_init_mb(ln, mbp,
695 				    CSIO_MB_DEFAULT_TMO,
696 				    ln->fcf_flowid,
697 				    ln->vnp_flowid,
698 				    cbfn);
699 
700 	/* Issue MBOX cmd */
701 	if (csio_mb_issue(hw, mbp)) {
702 		csio_err(hw, "Failed to issue mbox FCoE VNP command\n");
703 		mempool_free(mbp, hw->mb_mempool);
704 		return -EINVAL;
705 	}
706 
707 	return 0;
708 }
709 
710 /*
711  * csio_fcoe_enable_link - Enable fcoe link.
712  * @ln: lnode
713  * @enable: enable/disable
714  * Issued with lock held.
715  * Issues mbox cmd to bring up FCOE link on port associated with given ln.
716  */
717 static int
718 csio_fcoe_enable_link(struct csio_lnode *ln, bool enable)
719 {
720 	struct csio_hw *hw = ln->hwp;
721 	struct csio_mb  *mbp;
722 	enum fw_retval retval;
723 	uint8_t portid;
724 	uint8_t sub_op;
725 	struct fw_fcoe_link_cmd *lcmd;
726 	int i;
727 
728 	mbp = mempool_alloc(hw->mb_mempool, GFP_ATOMIC);
729 	if (!mbp) {
730 		CSIO_INC_STATS(hw, n_err_nomem);
731 		return -ENOMEM;
732 	}
733 
734 	portid = ln->portid;
735 	sub_op = enable ? FCOE_LINK_UP : FCOE_LINK_DOWN;
736 
737 	csio_dbg(hw, "bringing FCOE LINK %s on Port:%d\n",
738 		 sub_op ? "UP" : "DOWN", portid);
739 
740 	csio_write_fcoe_link_cond_init_mb(ln, mbp, CSIO_MB_DEFAULT_TMO,
741 					  portid, sub_op, 0, 0, 0, NULL);
742 
743 	if (csio_mb_issue(hw, mbp)) {
744 		csio_err(hw, "failed to issue FCOE LINK cmd on port[%d]\n",
745 			portid);
746 		mempool_free(mbp, hw->mb_mempool);
747 		return -EINVAL;
748 	}
749 
750 	retval = csio_mb_fw_retval(mbp);
751 	if (retval != FW_SUCCESS) {
752 		csio_err(hw,
753 			 "FCOE LINK %s cmd on port[%d] failed with "
754 			 "ret:x%x\n", sub_op ? "UP" : "DOWN", portid, retval);
755 		mempool_free(mbp, hw->mb_mempool);
756 		return -EINVAL;
757 	}
758 
759 	if (!enable)
760 		goto out;
761 
762 	lcmd = (struct fw_fcoe_link_cmd *)mbp->mb;
763 
764 	memcpy(csio_ln_wwnn(ln), lcmd->vnport_wwnn, 8);
765 	memcpy(csio_ln_wwpn(ln), lcmd->vnport_wwpn, 8);
766 
767 	for (i = 0; i < CSIO_MAX_PPORTS; i++)
768 		if (hw->pport[i].portid == portid)
769 			memcpy(hw->pport[i].mac, lcmd->phy_mac, 6);
770 
771 out:
772 	mempool_free(mbp, hw->mb_mempool);
773 	return 0;
774 }
775 
776 /*
777  * csio_ln_read_fcf_cbfn - Read fcf parameters
778  * @ln: lnode
779  *
780  * read fcf response and Update ln fcf information.
781  */
782 static void
783 csio_ln_read_fcf_cbfn(struct csio_hw *hw, struct csio_mb *mbp)
784 {
785 	struct csio_lnode *ln = (struct csio_lnode *)mbp->priv;
786 	struct csio_fcf_info	*fcf_info;
787 	struct fw_fcoe_fcf_cmd *rsp =
788 				(struct fw_fcoe_fcf_cmd *)(mbp->mb);
789 	enum fw_retval retval;
790 
791 	retval = FW_CMD_RETVAL_G(ntohl(rsp->retval_len16));
792 	if (retval != FW_SUCCESS) {
793 		csio_ln_err(ln, "FCOE FCF cmd failed with ret x%x\n",
794 				retval);
795 		mempool_free(mbp, hw->mb_mempool);
796 		return;
797 	}
798 
799 	spin_lock_irq(&hw->lock);
800 	fcf_info = ln->fcfinfo;
801 	fcf_info->priority = FW_FCOE_FCF_CMD_PRIORITY_GET(
802 					ntohs(rsp->priority_pkd));
803 	fcf_info->vf_id = ntohs(rsp->vf_id);
804 	fcf_info->vlan_id = rsp->vlan_id;
805 	fcf_info->max_fcoe_size = ntohs(rsp->max_fcoe_size);
806 	fcf_info->fka_adv = be32_to_cpu(rsp->fka_adv);
807 	fcf_info->fcfi = FW_FCOE_FCF_CMD_FCFI_GET(ntohl(rsp->op_to_fcfi));
808 	fcf_info->fpma = FW_FCOE_FCF_CMD_FPMA_GET(rsp->fpma_to_portid);
809 	fcf_info->spma = FW_FCOE_FCF_CMD_SPMA_GET(rsp->fpma_to_portid);
810 	fcf_info->login = FW_FCOE_FCF_CMD_LOGIN_GET(rsp->fpma_to_portid);
811 	fcf_info->portid = FW_FCOE_FCF_CMD_PORTID_GET(rsp->fpma_to_portid);
812 	memcpy(fcf_info->fc_map, rsp->fc_map, sizeof(fcf_info->fc_map));
813 	memcpy(fcf_info->mac, rsp->mac, sizeof(fcf_info->mac));
814 	memcpy(fcf_info->name_id, rsp->name_id, sizeof(fcf_info->name_id));
815 	memcpy(fcf_info->fabric, rsp->fabric, sizeof(fcf_info->fabric));
816 	memcpy(fcf_info->spma_mac, rsp->spma_mac, sizeof(fcf_info->spma_mac));
817 
818 	spin_unlock_irq(&hw->lock);
819 
820 	mempool_free(mbp, hw->mb_mempool);
821 }
822 
823 /*
824  * csio_ln_read_fcf_entry - Read fcf entry.
825  * @ln: lnode
826  * @cbfn: Completion handler.
827  *
828  * Issued with lock held.
829  */
830 static int
831 csio_ln_read_fcf_entry(struct csio_lnode *ln,
832 			void (*cbfn) (struct csio_hw *, struct csio_mb *))
833 {
834 	struct csio_hw *hw = ln->hwp;
835 	struct csio_mb  *mbp;
836 
837 	mbp = mempool_alloc(hw->mb_mempool, GFP_ATOMIC);
838 	if (!mbp) {
839 		CSIO_INC_STATS(hw, n_err_nomem);
840 		return -ENOMEM;
841 	}
842 
843 	/* Get FCoE FCF information */
844 	csio_fcoe_read_fcf_init_mb(ln, mbp, CSIO_MB_DEFAULT_TMO,
845 				      ln->portid, ln->fcf_flowid, cbfn);
846 
847 	if (csio_mb_issue(hw, mbp)) {
848 		csio_err(hw, "failed to issue FCOE FCF cmd\n");
849 		mempool_free(mbp, hw->mb_mempool);
850 		return -EINVAL;
851 	}
852 
853 	return 0;
854 }
855 
856 /*
857  * csio_handle_link_up - Logical Linkup event.
858  * @hw - HW module.
859  * @portid - Physical port number
860  * @fcfi - FCF index.
861  * @vnpi - VNP index.
862  * Returns - none.
863  *
864  * This event is received from FW, when virtual link is established between
865  * Physical port[ENode] and FCF. If its new vnpi, then local node object is
866  * created on this FCF and set to [ONLINE] state.
867  * Lnode waits for FW_RDEV_CMD event to be received indicating that
868  * Fabric login is completed and lnode moves to [READY] state.
869  *
870  * This called with hw lock held
871  */
872 static void
873 csio_handle_link_up(struct csio_hw *hw, uint8_t portid, uint32_t fcfi,
874 		    uint32_t vnpi)
875 {
876 	struct csio_lnode *ln = NULL;
877 
878 	/* Lookup lnode based on vnpi */
879 	ln = csio_ln_lookup_by_vnpi(hw, vnpi);
880 	if (!ln) {
881 		/* Pick lnode based on portid */
882 		ln = csio_ln_lookup_by_portid(hw, portid);
883 		if (!ln) {
884 			csio_err(hw, "failed to lookup fcoe lnode on port:%d\n",
885 				portid);
886 			CSIO_DB_ASSERT(0);
887 			return;
888 		}
889 
890 		/* Check if lnode has valid vnp flowid */
891 		if (ln->vnp_flowid != CSIO_INVALID_IDX) {
892 			/* New VN-Port */
893 			spin_unlock_irq(&hw->lock);
894 			csio_lnode_alloc(hw);
895 			spin_lock_irq(&hw->lock);
896 			if (!ln) {
897 				csio_err(hw,
898 					 "failed to allocate fcoe lnode"
899 					 "for port:%d vnpi:x%x\n",
900 					 portid, vnpi);
901 				CSIO_DB_ASSERT(0);
902 				return;
903 			}
904 			ln->portid = portid;
905 		}
906 		ln->vnp_flowid = vnpi;
907 		ln->dev_num &= ~0xFFFF;
908 		ln->dev_num |= vnpi;
909 	}
910 
911 	/*Initialize fcfi */
912 	ln->fcf_flowid = fcfi;
913 
914 	csio_info(hw, "Port:%d - FCOE LINK UP\n", portid);
915 
916 	CSIO_INC_STATS(ln, n_link_up);
917 
918 	/* Send LINKUP event to SM */
919 	csio_post_event(&ln->sm, CSIO_LNE_LINKUP);
920 }
921 
922 /*
923  * csio_post_event_rns
924  * @ln - FCOE lnode
925  * @evt - Given rnode event
926  * Returns - none
927  *
928  * Posts given rnode event to all FCOE rnodes connected with given Lnode.
929  * This routine is invoked when lnode receives LINK_DOWN/DOWN_LINK/CLOSE
930  * event.
931  *
932  * This called with hw lock held
933  */
934 static void
935 csio_post_event_rns(struct csio_lnode *ln, enum csio_rn_ev evt)
936 {
937 	struct csio_rnode *rnhead = (struct csio_rnode *) &ln->rnhead;
938 	struct list_head *tmp, *next;
939 	struct csio_rnode *rn;
940 
941 	list_for_each_safe(tmp, next, &rnhead->sm.sm_list) {
942 		rn = (struct csio_rnode *) tmp;
943 		csio_post_event(&rn->sm, evt);
944 	}
945 }
946 
947 /*
948  * csio_cleanup_rns
949  * @ln - FCOE lnode
950  * Returns - none
951  *
952  * Frees all FCOE rnodes connected with given Lnode.
953  *
954  * This called with hw lock held
955  */
956 static void
957 csio_cleanup_rns(struct csio_lnode *ln)
958 {
959 	struct csio_rnode *rnhead = (struct csio_rnode *) &ln->rnhead;
960 	struct list_head *tmp, *next_rn;
961 	struct csio_rnode *rn;
962 
963 	list_for_each_safe(tmp, next_rn, &rnhead->sm.sm_list) {
964 		rn = (struct csio_rnode *) tmp;
965 		csio_put_rnode(ln, rn);
966 	}
967 
968 }
969 
970 /*
971  * csio_post_event_lns
972  * @ln - FCOE lnode
973  * @evt - Given lnode event
974  * Returns - none
975  *
976  * Posts given lnode event to all FCOE lnodes connected with given Lnode.
977  * This routine is invoked when lnode receives LINK_DOWN/DOWN_LINK/CLOSE
978  * event.
979  *
980  * This called with hw lock held
981  */
982 static void
983 csio_post_event_lns(struct csio_lnode *ln, enum csio_ln_ev evt)
984 {
985 	struct list_head *tmp;
986 	struct csio_lnode *cln, *sln;
987 
988 	/* If NPIV lnode, send evt only to that and return */
989 	if (csio_is_npiv_ln(ln)) {
990 		csio_post_event(&ln->sm, evt);
991 		return;
992 	}
993 
994 	sln = ln;
995 	/* Traverse children lnodes list and send evt */
996 	list_for_each(tmp, &sln->cln_head) {
997 		cln = (struct csio_lnode *) tmp;
998 		csio_post_event(&cln->sm, evt);
999 	}
1000 
1001 	/* Send evt to parent lnode */
1002 	csio_post_event(&ln->sm, evt);
1003 }
1004 
1005 /*
1006  * csio_ln_down - Lcoal nport is down
1007  * @ln - FCOE Lnode
1008  * Returns - none
1009  *
1010  * Sends LINK_DOWN events to Lnode and its associated NPIVs lnodes.
1011  *
1012  * This called with hw lock held
1013  */
1014 static void
1015 csio_ln_down(struct csio_lnode *ln)
1016 {
1017 	csio_post_event_lns(ln, CSIO_LNE_LINK_DOWN);
1018 }
1019 
1020 /*
1021  * csio_handle_link_down - Logical Linkdown event.
1022  * @hw - HW module.
1023  * @portid - Physical port number
1024  * @fcfi - FCF index.
1025  * @vnpi - VNP index.
1026  * Returns - none
1027  *
1028  * This event is received from FW, when virtual link goes down between
1029  * Physical port[ENode] and FCF. Lnode and its associated NPIVs lnode hosted on
1030  * this vnpi[VN-Port] will be de-instantiated.
1031  *
1032  * This called with hw lock held
1033  */
1034 static void
1035 csio_handle_link_down(struct csio_hw *hw, uint8_t portid, uint32_t fcfi,
1036 		      uint32_t vnpi)
1037 {
1038 	struct csio_fcf_info *fp;
1039 	struct csio_lnode *ln;
1040 
1041 	/* Lookup lnode based on vnpi */
1042 	ln = csio_ln_lookup_by_vnpi(hw, vnpi);
1043 	if (ln) {
1044 		fp = ln->fcfinfo;
1045 		CSIO_INC_STATS(ln, n_link_down);
1046 
1047 		/*Warn if linkdown received if lnode is not in ready state */
1048 		if (!csio_is_lnode_ready(ln)) {
1049 			csio_ln_warn(ln,
1050 				"warn: FCOE link is already in offline "
1051 				"Ignoring Fcoe linkdown event on portid %d\n",
1052 				 portid);
1053 			CSIO_INC_STATS(ln, n_evt_drop);
1054 			return;
1055 		}
1056 
1057 		/* Verify portid */
1058 		if (fp->portid != portid) {
1059 			csio_ln_warn(ln,
1060 				"warn: FCOE linkdown recv with "
1061 				"invalid port %d\n", portid);
1062 			CSIO_INC_STATS(ln, n_evt_drop);
1063 			return;
1064 		}
1065 
1066 		/* verify fcfi */
1067 		if (ln->fcf_flowid != fcfi) {
1068 			csio_ln_warn(ln,
1069 				"warn: FCOE linkdown recv with "
1070 				"invalid fcfi x%x\n", fcfi);
1071 			CSIO_INC_STATS(ln, n_evt_drop);
1072 			return;
1073 		}
1074 
1075 		csio_info(hw, "Port:%d - FCOE LINK DOWN\n", portid);
1076 
1077 		/* Send LINK_DOWN event to lnode s/m */
1078 		csio_ln_down(ln);
1079 
1080 		return;
1081 	} else {
1082 		csio_warn(hw,
1083 			  "warn: FCOE linkdown recv with invalid vnpi x%x\n",
1084 			  vnpi);
1085 		CSIO_INC_STATS(hw, n_evt_drop);
1086 	}
1087 }
1088 
1089 /*
1090  * csio_is_lnode_ready - Checks FCOE lnode is in ready state.
1091  * @ln: Lnode module
1092  *
1093  * Returns True if FCOE lnode is in ready state.
1094  */
1095 int
1096 csio_is_lnode_ready(struct csio_lnode *ln)
1097 {
1098 	return (csio_get_state(ln) == ((csio_sm_state_t)csio_lns_ready));
1099 }
1100 
1101 /*****************************************************************************/
1102 /* START: Lnode SM                                                           */
1103 /*****************************************************************************/
1104 /*
1105  * csio_lns_uninit - The request in uninit state.
1106  * @ln - FCOE lnode.
1107  * @evt - Event to be processed.
1108  *
1109  * Process the given lnode event which is currently in "uninit" state.
1110  * Invoked with HW lock held.
1111  * Return - none.
1112  */
1113 static void
1114 csio_lns_uninit(struct csio_lnode *ln, enum csio_ln_ev evt)
1115 {
1116 	struct csio_hw *hw = csio_lnode_to_hw(ln);
1117 	struct csio_lnode *rln = hw->rln;
1118 	int rv;
1119 
1120 	CSIO_INC_STATS(ln, n_evt_sm[evt]);
1121 	switch (evt) {
1122 	case CSIO_LNE_LINKUP:
1123 		csio_set_state(&ln->sm, csio_lns_online);
1124 		/* Read FCF only for physical lnode */
1125 		if (csio_is_phys_ln(ln)) {
1126 			rv = csio_ln_read_fcf_entry(ln,
1127 					csio_ln_read_fcf_cbfn);
1128 			if (rv != 0) {
1129 				/* TODO: Send HW RESET event */
1130 				CSIO_INC_STATS(ln, n_err);
1131 				break;
1132 			}
1133 
1134 			/* Add FCF record */
1135 			list_add_tail(&ln->fcfinfo->list, &rln->fcf_lsthead);
1136 		}
1137 
1138 		rv = csio_ln_vnp_read(ln, csio_ln_vnp_read_cbfn);
1139 		if (rv != 0) {
1140 			/* TODO: Send HW RESET event */
1141 			CSIO_INC_STATS(ln, n_err);
1142 		}
1143 		break;
1144 
1145 	case CSIO_LNE_DOWN_LINK:
1146 		break;
1147 
1148 	default:
1149 		csio_ln_dbg(ln,
1150 			    "unexp ln event %d recv from did:x%x in "
1151 			    "ln state[uninit].\n", evt, ln->nport_id);
1152 		CSIO_INC_STATS(ln, n_evt_unexp);
1153 		break;
1154 	} /* switch event */
1155 }
1156 
1157 /*
1158  * csio_lns_online - The request in online state.
1159  * @ln - FCOE lnode.
1160  * @evt - Event to be processed.
1161  *
1162  * Process the given lnode event which is currently in "online" state.
1163  * Invoked with HW lock held.
1164  * Return - none.
1165  */
1166 static void
1167 csio_lns_online(struct csio_lnode *ln, enum csio_ln_ev evt)
1168 {
1169 	struct csio_hw *hw = csio_lnode_to_hw(ln);
1170 
1171 	CSIO_INC_STATS(ln, n_evt_sm[evt]);
1172 	switch (evt) {
1173 	case CSIO_LNE_LINKUP:
1174 		csio_ln_warn(ln,
1175 			     "warn: FCOE link is up already "
1176 			     "Ignoring linkup on port:%d\n", ln->portid);
1177 		CSIO_INC_STATS(ln, n_evt_drop);
1178 		break;
1179 
1180 	case CSIO_LNE_FAB_INIT_DONE:
1181 		csio_set_state(&ln->sm, csio_lns_ready);
1182 
1183 		spin_unlock_irq(&hw->lock);
1184 		csio_lnode_async_event(ln, CSIO_LN_FC_LINKUP);
1185 		spin_lock_irq(&hw->lock);
1186 
1187 		break;
1188 
1189 	case CSIO_LNE_LINK_DOWN:
1190 		/* Fall through */
1191 	case CSIO_LNE_DOWN_LINK:
1192 		csio_set_state(&ln->sm, csio_lns_uninit);
1193 		if (csio_is_phys_ln(ln)) {
1194 			/* Remove FCF entry */
1195 			list_del_init(&ln->fcfinfo->list);
1196 		}
1197 		break;
1198 
1199 	default:
1200 		csio_ln_dbg(ln,
1201 			    "unexp ln event %d recv from did:x%x in "
1202 			    "ln state[uninit].\n", evt, ln->nport_id);
1203 		CSIO_INC_STATS(ln, n_evt_unexp);
1204 
1205 		break;
1206 	} /* switch event */
1207 }
1208 
1209 /*
1210  * csio_lns_ready - The request in ready state.
1211  * @ln - FCOE lnode.
1212  * @evt - Event to be processed.
1213  *
1214  * Process the given lnode event which is currently in "ready" state.
1215  * Invoked with HW lock held.
1216  * Return - none.
1217  */
1218 static void
1219 csio_lns_ready(struct csio_lnode *ln, enum csio_ln_ev evt)
1220 {
1221 	struct csio_hw *hw = csio_lnode_to_hw(ln);
1222 
1223 	CSIO_INC_STATS(ln, n_evt_sm[evt]);
1224 	switch (evt) {
1225 	case CSIO_LNE_FAB_INIT_DONE:
1226 		csio_ln_dbg(ln,
1227 			    "ignoring event %d recv from did x%x"
1228 			    "in ln state[ready].\n", evt, ln->nport_id);
1229 		CSIO_INC_STATS(ln, n_evt_drop);
1230 		break;
1231 
1232 	case CSIO_LNE_LINK_DOWN:
1233 		csio_set_state(&ln->sm, csio_lns_offline);
1234 		csio_post_event_rns(ln, CSIO_RNFE_DOWN);
1235 
1236 		spin_unlock_irq(&hw->lock);
1237 		csio_lnode_async_event(ln, CSIO_LN_FC_LINKDOWN);
1238 		spin_lock_irq(&hw->lock);
1239 
1240 		if (csio_is_phys_ln(ln)) {
1241 			/* Remove FCF entry */
1242 			list_del_init(&ln->fcfinfo->list);
1243 		}
1244 		break;
1245 
1246 	case CSIO_LNE_DOWN_LINK:
1247 		csio_set_state(&ln->sm, csio_lns_offline);
1248 		csio_post_event_rns(ln, CSIO_RNFE_DOWN);
1249 
1250 		/* Host need to issue aborts in case if FW has not returned
1251 		 * WRs with status "ABORTED"
1252 		 */
1253 		spin_unlock_irq(&hw->lock);
1254 		csio_lnode_async_event(ln, CSIO_LN_FC_LINKDOWN);
1255 		spin_lock_irq(&hw->lock);
1256 
1257 		if (csio_is_phys_ln(ln)) {
1258 			/* Remove FCF entry */
1259 			list_del_init(&ln->fcfinfo->list);
1260 		}
1261 		break;
1262 
1263 	case CSIO_LNE_CLOSE:
1264 		csio_set_state(&ln->sm, csio_lns_uninit);
1265 		csio_post_event_rns(ln, CSIO_RNFE_CLOSE);
1266 		break;
1267 
1268 	case CSIO_LNE_LOGO:
1269 		csio_set_state(&ln->sm, csio_lns_offline);
1270 		csio_post_event_rns(ln, CSIO_RNFE_DOWN);
1271 		break;
1272 
1273 	default:
1274 		csio_ln_dbg(ln,
1275 			    "unexp ln event %d recv from did:x%x in "
1276 			    "ln state[uninit].\n", evt, ln->nport_id);
1277 		CSIO_INC_STATS(ln, n_evt_unexp);
1278 		CSIO_DB_ASSERT(0);
1279 		break;
1280 	} /* switch event */
1281 }
1282 
1283 /*
1284  * csio_lns_offline - The request in offline state.
1285  * @ln - FCOE lnode.
1286  * @evt - Event to be processed.
1287  *
1288  * Process the given lnode event which is currently in "offline" state.
1289  * Invoked with HW lock held.
1290  * Return - none.
1291  */
1292 static void
1293 csio_lns_offline(struct csio_lnode *ln, enum csio_ln_ev evt)
1294 {
1295 	struct csio_hw *hw = csio_lnode_to_hw(ln);
1296 	struct csio_lnode *rln = hw->rln;
1297 	int rv;
1298 
1299 	CSIO_INC_STATS(ln, n_evt_sm[evt]);
1300 	switch (evt) {
1301 	case CSIO_LNE_LINKUP:
1302 		csio_set_state(&ln->sm, csio_lns_online);
1303 		/* Read FCF only for physical lnode */
1304 		if (csio_is_phys_ln(ln)) {
1305 			rv = csio_ln_read_fcf_entry(ln,
1306 					csio_ln_read_fcf_cbfn);
1307 			if (rv != 0) {
1308 				/* TODO: Send HW RESET event */
1309 				CSIO_INC_STATS(ln, n_err);
1310 				break;
1311 			}
1312 
1313 			/* Add FCF record */
1314 			list_add_tail(&ln->fcfinfo->list, &rln->fcf_lsthead);
1315 		}
1316 
1317 		rv = csio_ln_vnp_read(ln, csio_ln_vnp_read_cbfn);
1318 		if (rv != 0) {
1319 			/* TODO: Send HW RESET event */
1320 			CSIO_INC_STATS(ln, n_err);
1321 		}
1322 		break;
1323 
1324 	case CSIO_LNE_LINK_DOWN:
1325 	case CSIO_LNE_DOWN_LINK:
1326 	case CSIO_LNE_LOGO:
1327 		csio_ln_dbg(ln,
1328 			    "ignoring event %d recv from did x%x"
1329 			    "in ln state[offline].\n", evt, ln->nport_id);
1330 		CSIO_INC_STATS(ln, n_evt_drop);
1331 		break;
1332 
1333 	case CSIO_LNE_CLOSE:
1334 		csio_set_state(&ln->sm, csio_lns_uninit);
1335 		csio_post_event_rns(ln, CSIO_RNFE_CLOSE);
1336 		break;
1337 
1338 	default:
1339 		csio_ln_dbg(ln,
1340 			    "unexp ln event %d recv from did:x%x in "
1341 			    "ln state[offline]\n", evt, ln->nport_id);
1342 		CSIO_INC_STATS(ln, n_evt_unexp);
1343 		CSIO_DB_ASSERT(0);
1344 		break;
1345 	} /* switch event */
1346 }
1347 
1348 /*****************************************************************************/
1349 /* END: Lnode SM                                                             */
1350 /*****************************************************************************/
1351 
1352 static void
1353 csio_free_fcfinfo(struct kref *kref)
1354 {
1355 	struct csio_fcf_info *fcfinfo = container_of(kref,
1356 						struct csio_fcf_info, kref);
1357 	kfree(fcfinfo);
1358 }
1359 
1360 /* Helper routines for attributes  */
1361 /*
1362  * csio_lnode_state_to_str - Get current state of FCOE lnode.
1363  * @ln - lnode
1364  * @str - state of lnode.
1365  *
1366  */
1367 void
1368 csio_lnode_state_to_str(struct csio_lnode *ln, int8_t *str)
1369 {
1370 	if (csio_get_state(ln) == ((csio_sm_state_t)csio_lns_uninit)) {
1371 		strcpy(str, "UNINIT");
1372 		return;
1373 	}
1374 	if (csio_get_state(ln) == ((csio_sm_state_t)csio_lns_ready)) {
1375 		strcpy(str, "READY");
1376 		return;
1377 	}
1378 	if (csio_get_state(ln) == ((csio_sm_state_t)csio_lns_offline)) {
1379 		strcpy(str, "OFFLINE");
1380 		return;
1381 	}
1382 	strcpy(str, "UNKNOWN");
1383 } /* csio_lnode_state_to_str */
1384 
1385 
1386 int
1387 csio_get_phy_port_stats(struct csio_hw *hw, uint8_t portid,
1388 			struct fw_fcoe_port_stats *port_stats)
1389 {
1390 	struct csio_mb  *mbp;
1391 	struct fw_fcoe_port_cmd_params portparams;
1392 	enum fw_retval retval;
1393 	int idx;
1394 
1395 	mbp = mempool_alloc(hw->mb_mempool, GFP_ATOMIC);
1396 	if (!mbp) {
1397 		csio_err(hw, "FCoE FCF PARAMS command out of memory!\n");
1398 		return -EINVAL;
1399 	}
1400 	portparams.portid = portid;
1401 
1402 	for (idx = 1; idx <= 3; idx++) {
1403 		portparams.idx = (idx-1)*6 + 1;
1404 		portparams.nstats = 6;
1405 		if (idx == 3)
1406 			portparams.nstats = 4;
1407 		csio_fcoe_read_portparams_init_mb(hw, mbp, CSIO_MB_DEFAULT_TMO,
1408 							&portparams, NULL);
1409 		if (csio_mb_issue(hw, mbp)) {
1410 			csio_err(hw, "Issue of FCoE port params failed!\n");
1411 			mempool_free(mbp, hw->mb_mempool);
1412 			return -EINVAL;
1413 		}
1414 		csio_mb_process_portparams_rsp(hw, mbp, &retval,
1415 						&portparams, port_stats);
1416 	}
1417 
1418 	mempool_free(mbp, hw->mb_mempool);
1419 	return 0;
1420 }
1421 
1422 /*
1423  * csio_ln_mgmt_wr_handler -Mgmt Work Request handler.
1424  * @wr - WR.
1425  * @len - WR len.
1426  * This handler is invoked when an outstanding mgmt WR is completed.
1427  * Its invoked in the context of FW event worker thread for every
1428  * mgmt event received.
1429  * Return - none.
1430  */
1431 
1432 static void
1433 csio_ln_mgmt_wr_handler(struct csio_hw *hw, void *wr, uint32_t len)
1434 {
1435 	struct csio_mgmtm *mgmtm = csio_hw_to_mgmtm(hw);
1436 	struct csio_ioreq *io_req = NULL;
1437 	struct fw_fcoe_els_ct_wr *wr_cmd;
1438 
1439 
1440 	wr_cmd = (struct fw_fcoe_els_ct_wr *) wr;
1441 
1442 	if (len < sizeof(struct fw_fcoe_els_ct_wr)) {
1443 		csio_err(mgmtm->hw,
1444 			 "Invalid ELS CT WR length recvd, len:%x\n", len);
1445 		mgmtm->stats.n_err++;
1446 		return;
1447 	}
1448 
1449 	io_req = (struct csio_ioreq *) ((uintptr_t) wr_cmd->cookie);
1450 	io_req->wr_status = csio_wr_status(wr_cmd);
1451 
1452 	/* lookup ioreq exists in our active Q */
1453 	spin_lock_irq(&hw->lock);
1454 	if (csio_mgmt_req_lookup(mgmtm, io_req) != 0) {
1455 		csio_err(mgmtm->hw,
1456 			"Error- Invalid IO handle recv in WR. handle: %p\n",
1457 			io_req);
1458 		mgmtm->stats.n_err++;
1459 		spin_unlock_irq(&hw->lock);
1460 		return;
1461 	}
1462 
1463 	mgmtm = csio_hw_to_mgmtm(hw);
1464 
1465 	/* Dequeue from active queue */
1466 	list_del_init(&io_req->sm.sm_list);
1467 	mgmtm->stats.n_active--;
1468 	spin_unlock_irq(&hw->lock);
1469 
1470 	/* io_req will be freed by completion handler */
1471 	if (io_req->io_cbfn)
1472 		io_req->io_cbfn(hw, io_req);
1473 }
1474 
1475 /**
1476  * csio_fcoe_fwevt_handler - Event handler for Firmware FCoE events.
1477  * @hw:		HW module
1478  * @cpl_op:	CPL opcode
1479  * @cmd:	FW cmd/WR.
1480  *
1481  * Process received FCoE cmd/WR event from FW.
1482  */
1483 void
1484 csio_fcoe_fwevt_handler(struct csio_hw *hw, __u8 cpl_op, __be64 *cmd)
1485 {
1486 	struct csio_lnode *ln;
1487 	struct csio_rnode *rn;
1488 	uint8_t portid, opcode = *(uint8_t *)cmd;
1489 	struct fw_fcoe_link_cmd *lcmd;
1490 	struct fw_wr_hdr *wr;
1491 	struct fw_rdev_wr *rdev_wr;
1492 	enum fw_fcoe_link_status lstatus;
1493 	uint32_t fcfi, rdev_flowid, vnpi;
1494 	enum csio_ln_ev evt;
1495 
1496 	if (cpl_op == CPL_FW6_MSG && opcode == FW_FCOE_LINK_CMD) {
1497 
1498 		lcmd = (struct fw_fcoe_link_cmd *)cmd;
1499 		lstatus = lcmd->lstatus;
1500 		portid = FW_FCOE_LINK_CMD_PORTID_GET(
1501 					ntohl(lcmd->op_to_portid));
1502 		fcfi = FW_FCOE_LINK_CMD_FCFI_GET(ntohl(lcmd->sub_opcode_fcfi));
1503 		vnpi = FW_FCOE_LINK_CMD_VNPI_GET(ntohl(lcmd->vnpi_pkd));
1504 
1505 		if (lstatus == FCOE_LINKUP) {
1506 
1507 			/* HW lock here */
1508 			spin_lock_irq(&hw->lock);
1509 			csio_handle_link_up(hw, portid, fcfi, vnpi);
1510 			spin_unlock_irq(&hw->lock);
1511 			/* HW un lock here */
1512 
1513 		} else if (lstatus == FCOE_LINKDOWN) {
1514 
1515 			/* HW lock here */
1516 			spin_lock_irq(&hw->lock);
1517 			csio_handle_link_down(hw, portid, fcfi, vnpi);
1518 			spin_unlock_irq(&hw->lock);
1519 			/* HW un lock here */
1520 		} else {
1521 			csio_warn(hw, "Unexpected FCOE LINK status:0x%x\n",
1522 				  lcmd->lstatus);
1523 			CSIO_INC_STATS(hw, n_cpl_unexp);
1524 		}
1525 	} else if (cpl_op == CPL_FW6_PLD) {
1526 		wr = (struct fw_wr_hdr *) (cmd + 4);
1527 		if (FW_WR_OP_G(be32_to_cpu(wr->hi))
1528 			== FW_RDEV_WR) {
1529 
1530 			rdev_wr = (struct fw_rdev_wr *) (cmd + 4);
1531 
1532 			rdev_flowid = FW_RDEV_WR_FLOWID_GET(
1533 					ntohl(rdev_wr->alloc_to_len16));
1534 			vnpi = FW_RDEV_WR_ASSOC_FLOWID_GET(
1535 				    ntohl(rdev_wr->flags_to_assoc_flowid));
1536 
1537 			csio_dbg(hw,
1538 				"FW_RDEV_WR: flowid:x%x ev_cause:x%x "
1539 				"vnpi:0x%x\n", rdev_flowid,
1540 				rdev_wr->event_cause, vnpi);
1541 
1542 			if (rdev_wr->protocol != PROT_FCOE) {
1543 				csio_err(hw,
1544 					"FW_RDEV_WR: invalid proto:x%x "
1545 					"received with flowid:x%x\n",
1546 					rdev_wr->protocol,
1547 					rdev_flowid);
1548 				CSIO_INC_STATS(hw, n_evt_drop);
1549 				return;
1550 			}
1551 
1552 			/* HW lock here */
1553 			spin_lock_irq(&hw->lock);
1554 			ln = csio_ln_lookup_by_vnpi(hw, vnpi);
1555 			if (!ln) {
1556 				csio_err(hw,
1557 					"FW_DEV_WR: invalid vnpi:x%x received "
1558 					"with flowid:x%x\n", vnpi, rdev_flowid);
1559 				CSIO_INC_STATS(hw, n_evt_drop);
1560 				goto out_pld;
1561 			}
1562 
1563 			rn = csio_confirm_rnode(ln, rdev_flowid,
1564 					&rdev_wr->u.fcoe_rdev);
1565 			if (!rn) {
1566 				csio_ln_dbg(ln,
1567 					"Failed to confirm rnode "
1568 					"for flowid:x%x\n", rdev_flowid);
1569 				CSIO_INC_STATS(hw, n_evt_drop);
1570 				goto out_pld;
1571 			}
1572 
1573 			/* save previous event for debugging */
1574 			ln->prev_evt = ln->cur_evt;
1575 			ln->cur_evt = rdev_wr->event_cause;
1576 			CSIO_INC_STATS(ln, n_evt_fw[rdev_wr->event_cause]);
1577 
1578 			/* Translate all the fabric events to lnode SM events */
1579 			evt = CSIO_FWE_TO_LNE(rdev_wr->event_cause);
1580 			if (evt) {
1581 				csio_ln_dbg(ln,
1582 					"Posting event to lnode event:%d "
1583 					"cause:%d flowid:x%x\n", evt,
1584 					rdev_wr->event_cause, rdev_flowid);
1585 				csio_post_event(&ln->sm, evt);
1586 			}
1587 
1588 			/* Handover event to rn SM here. */
1589 			csio_rnode_fwevt_handler(rn, rdev_wr->event_cause);
1590 out_pld:
1591 			spin_unlock_irq(&hw->lock);
1592 			return;
1593 		} else {
1594 			csio_warn(hw, "unexpected WR op(0x%x) recv\n",
1595 				  FW_WR_OP_G(be32_to_cpu((wr->hi))));
1596 			CSIO_INC_STATS(hw, n_cpl_unexp);
1597 		}
1598 	} else if (cpl_op == CPL_FW6_MSG) {
1599 		wr = (struct fw_wr_hdr *) (cmd);
1600 		if (FW_WR_OP_G(be32_to_cpu(wr->hi)) == FW_FCOE_ELS_CT_WR) {
1601 			csio_ln_mgmt_wr_handler(hw, wr,
1602 					sizeof(struct fw_fcoe_els_ct_wr));
1603 		} else {
1604 			csio_warn(hw, "unexpected WR op(0x%x) recv\n",
1605 				  FW_WR_OP_G(be32_to_cpu((wr->hi))));
1606 			CSIO_INC_STATS(hw, n_cpl_unexp);
1607 		}
1608 	} else {
1609 		csio_warn(hw, "unexpected CPL op(0x%x) recv\n", opcode);
1610 		CSIO_INC_STATS(hw, n_cpl_unexp);
1611 	}
1612 }
1613 
1614 /**
1615  * csio_lnode_start - Kickstart lnode discovery.
1616  * @ln:		lnode
1617  *
1618  * This routine kickstarts the discovery by issuing an FCOE_LINK (up) command.
1619  */
1620 int
1621 csio_lnode_start(struct csio_lnode *ln)
1622 {
1623 	int rv = 0;
1624 	if (csio_is_phys_ln(ln) && !(ln->flags & CSIO_LNF_LINK_ENABLE)) {
1625 		rv = csio_fcoe_enable_link(ln, 1);
1626 		ln->flags |= CSIO_LNF_LINK_ENABLE;
1627 	}
1628 
1629 	return rv;
1630 }
1631 
1632 /**
1633  * csio_lnode_stop - Stop the lnode.
1634  * @ln:		lnode
1635  *
1636  * This routine is invoked by HW module to stop lnode and its associated NPIV
1637  * lnodes.
1638  */
1639 void
1640 csio_lnode_stop(struct csio_lnode *ln)
1641 {
1642 	csio_post_event_lns(ln, CSIO_LNE_DOWN_LINK);
1643 	if (csio_is_phys_ln(ln) && (ln->flags & CSIO_LNF_LINK_ENABLE)) {
1644 		csio_fcoe_enable_link(ln, 0);
1645 		ln->flags &= ~CSIO_LNF_LINK_ENABLE;
1646 	}
1647 	csio_ln_dbg(ln, "stopping ln :%p\n", ln);
1648 }
1649 
1650 /**
1651  * csio_lnode_close - Close an lnode.
1652  * @ln:		lnode
1653  *
1654  * This routine is invoked by HW module to close an lnode and its
1655  * associated NPIV lnodes. Lnode and its associated NPIV lnodes are
1656  * set to uninitialized state.
1657  */
1658 void
1659 csio_lnode_close(struct csio_lnode *ln)
1660 {
1661 	csio_post_event_lns(ln, CSIO_LNE_CLOSE);
1662 	if (csio_is_phys_ln(ln))
1663 		ln->vnp_flowid = CSIO_INVALID_IDX;
1664 
1665 	csio_ln_dbg(ln, "closed ln :%p\n", ln);
1666 }
1667 
1668 /*
1669  * csio_ln_prep_ecwr - Prepare ELS/CT WR.
1670  * @io_req - IO request.
1671  * @wr_len - WR len
1672  * @immd_len - WR immediate data
1673  * @sub_op - Sub opcode
1674  * @sid - source portid.
1675  * @did - destination portid
1676  * @flow_id - flowid
1677  * @fw_wr - ELS/CT WR to be prepared.
1678  * Returns: 0 - on success
1679  */
1680 static int
1681 csio_ln_prep_ecwr(struct csio_ioreq *io_req, uint32_t wr_len,
1682 		      uint32_t immd_len, uint8_t sub_op, uint32_t sid,
1683 		      uint32_t did, uint32_t flow_id, uint8_t *fw_wr)
1684 {
1685 	struct fw_fcoe_els_ct_wr *wr;
1686 	__be32 port_id;
1687 
1688 	wr  = (struct fw_fcoe_els_ct_wr *)fw_wr;
1689 	wr->op_immdlen = cpu_to_be32(FW_WR_OP_V(FW_FCOE_ELS_CT_WR) |
1690 				     FW_FCOE_ELS_CT_WR_IMMDLEN(immd_len));
1691 
1692 	wr_len =  DIV_ROUND_UP(wr_len, 16);
1693 	wr->flowid_len16 = cpu_to_be32(FW_WR_FLOWID_V(flow_id) |
1694 				       FW_WR_LEN16_V(wr_len));
1695 	wr->els_ct_type = sub_op;
1696 	wr->ctl_pri = 0;
1697 	wr->cp_en_class = 0;
1698 	wr->cookie = io_req->fw_handle;
1699 	wr->iqid = cpu_to_be16(csio_q_physiqid(
1700 					io_req->lnode->hwp, io_req->iq_idx));
1701 	wr->fl_to_sp =  FW_FCOE_ELS_CT_WR_SP(1);
1702 	wr->tmo_val = (uint8_t) io_req->tmo;
1703 	port_id = htonl(sid);
1704 	memcpy(wr->l_id, PORT_ID_PTR(port_id), 3);
1705 	port_id = htonl(did);
1706 	memcpy(wr->r_id, PORT_ID_PTR(port_id), 3);
1707 
1708 	/* Prepare RSP SGL */
1709 	wr->rsp_dmalen = cpu_to_be32(io_req->dma_buf.len);
1710 	wr->rsp_dmaaddr = cpu_to_be64(io_req->dma_buf.paddr);
1711 	return 0;
1712 }
1713 
1714 /*
1715  * csio_ln_mgmt_submit_wr - Post elsct work request.
1716  * @mgmtm - mgmtm
1717  * @io_req - io request.
1718  * @sub_op - ELS or CT request type
1719  * @pld - Dma Payload buffer
1720  * @pld_len - Payload len
1721  * Prepares ELSCT Work request and sents it to FW.
1722  * Returns: 0 - on success
1723  */
1724 static int
1725 csio_ln_mgmt_submit_wr(struct csio_mgmtm *mgmtm, struct csio_ioreq *io_req,
1726 		uint8_t sub_op, struct csio_dma_buf *pld,
1727 		uint32_t pld_len)
1728 {
1729 	struct csio_wr_pair wrp;
1730 	struct csio_lnode *ln = io_req->lnode;
1731 	struct csio_rnode *rn = io_req->rnode;
1732 	struct	csio_hw	*hw = mgmtm->hw;
1733 	uint8_t fw_wr[64];
1734 	struct ulptx_sgl dsgl;
1735 	uint32_t wr_size = 0;
1736 	uint8_t im_len = 0;
1737 	uint32_t wr_off = 0;
1738 
1739 	int ret = 0;
1740 
1741 	/* Calculate WR Size for this ELS REQ */
1742 	wr_size = sizeof(struct fw_fcoe_els_ct_wr);
1743 
1744 	/* Send as immediate data if pld < 256 */
1745 	if (pld_len < 256) {
1746 		wr_size += ALIGN(pld_len, 8);
1747 		im_len = (uint8_t)pld_len;
1748 	} else
1749 		wr_size += sizeof(struct ulptx_sgl);
1750 
1751 	/* Roundup WR size in units of 16 bytes */
1752 	wr_size = ALIGN(wr_size, 16);
1753 
1754 	/* Get WR to send ELS REQ */
1755 	ret = csio_wr_get(hw, mgmtm->eq_idx, wr_size, &wrp);
1756 	if (ret != 0) {
1757 		csio_err(hw, "Failed to get WR for ec_req %p ret:%d\n",
1758 			io_req, ret);
1759 		return ret;
1760 	}
1761 
1762 	/* Prepare Generic WR used by all ELS/CT cmd */
1763 	csio_ln_prep_ecwr(io_req, wr_size, im_len, sub_op,
1764 				ln->nport_id, rn->nport_id,
1765 				csio_rn_flowid(rn),
1766 				&fw_wr[0]);
1767 
1768 	/* Copy ELS/CT WR CMD */
1769 	csio_wr_copy_to_wrp(&fw_wr[0], &wrp, wr_off,
1770 			sizeof(struct fw_fcoe_els_ct_wr));
1771 	wr_off += sizeof(struct fw_fcoe_els_ct_wr);
1772 
1773 	/* Copy payload to Immediate section of WR */
1774 	if (im_len)
1775 		csio_wr_copy_to_wrp(pld->vaddr, &wrp, wr_off, im_len);
1776 	else {
1777 		/* Program DSGL to dma payload */
1778 		dsgl.cmd_nsge = htonl(ULPTX_CMD_V(ULP_TX_SC_DSGL) |
1779 					ULPTX_MORE_F | ULPTX_NSGE_V(1));
1780 		dsgl.len0 = cpu_to_be32(pld_len);
1781 		dsgl.addr0 = cpu_to_be64(pld->paddr);
1782 		csio_wr_copy_to_wrp(&dsgl, &wrp, ALIGN(wr_off, 8),
1783 				   sizeof(struct ulptx_sgl));
1784 	}
1785 
1786 	/* Issue work request to xmit ELS/CT req to FW */
1787 	csio_wr_issue(mgmtm->hw, mgmtm->eq_idx, false);
1788 	return ret;
1789 }
1790 
1791 /*
1792  * csio_ln_mgmt_submit_req - Submit FCOE Mgmt request.
1793  * @io_req - IO Request
1794  * @io_cbfn - Completion handler.
1795  * @req_type - ELS or CT request type
1796  * @pld - Dma Payload buffer
1797  * @pld_len - Payload len
1798  *
1799  *
1800  * This API used submit managment ELS/CT request.
1801  * This called with hw lock held
1802  * Returns: 0 - on success
1803  *	    -ENOMEM	- on error.
1804  */
1805 static int
1806 csio_ln_mgmt_submit_req(struct csio_ioreq *io_req,
1807 		void (*io_cbfn) (struct csio_hw *, struct csio_ioreq *),
1808 		enum fcoe_cmn_type req_type, struct csio_dma_buf *pld,
1809 		uint32_t pld_len)
1810 {
1811 	struct csio_hw *hw = csio_lnode_to_hw(io_req->lnode);
1812 	struct csio_mgmtm *mgmtm = csio_hw_to_mgmtm(hw);
1813 	int rv;
1814 
1815 	BUG_ON(pld_len > pld->len);
1816 
1817 	io_req->io_cbfn = io_cbfn;	/* Upper layer callback handler */
1818 	io_req->fw_handle = (uintptr_t) (io_req);
1819 	io_req->eq_idx = mgmtm->eq_idx;
1820 	io_req->iq_idx = mgmtm->iq_idx;
1821 
1822 	rv = csio_ln_mgmt_submit_wr(mgmtm, io_req, req_type, pld, pld_len);
1823 	if (rv == 0) {
1824 		list_add_tail(&io_req->sm.sm_list, &mgmtm->active_q);
1825 		mgmtm->stats.n_active++;
1826 	}
1827 	return rv;
1828 }
1829 
1830 /*
1831  * csio_ln_fdmi_init - FDMI Init entry point.
1832  * @ln: lnode
1833  */
1834 static int
1835 csio_ln_fdmi_init(struct csio_lnode *ln)
1836 {
1837 	struct csio_hw *hw = csio_lnode_to_hw(ln);
1838 	struct csio_dma_buf	*dma_buf;
1839 
1840 	/* Allocate MGMT request required for FDMI */
1841 	ln->mgmt_req = kzalloc(sizeof(struct csio_ioreq), GFP_KERNEL);
1842 	if (!ln->mgmt_req) {
1843 		csio_ln_err(ln, "Failed to alloc ioreq for FDMI\n");
1844 		CSIO_INC_STATS(hw, n_err_nomem);
1845 		return -ENOMEM;
1846 	}
1847 
1848 	/* Allocate Dma buffers for FDMI response Payload */
1849 	dma_buf = &ln->mgmt_req->dma_buf;
1850 	dma_buf->len = 2048;
1851 	dma_buf->vaddr = dma_alloc_coherent(&hw->pdev->dev, dma_buf->len,
1852 						&dma_buf->paddr, GFP_KERNEL);
1853 	if (!dma_buf->vaddr) {
1854 		csio_err(hw, "Failed to alloc DMA buffer for FDMI!\n");
1855 		kfree(ln->mgmt_req);
1856 		ln->mgmt_req = NULL;
1857 		return -ENOMEM;
1858 	}
1859 
1860 	ln->flags |= CSIO_LNF_FDMI_ENABLE;
1861 	return 0;
1862 }
1863 
1864 /*
1865  * csio_ln_fdmi_exit - FDMI exit entry point.
1866  * @ln: lnode
1867  */
1868 static int
1869 csio_ln_fdmi_exit(struct csio_lnode *ln)
1870 {
1871 	struct csio_dma_buf *dma_buf;
1872 	struct csio_hw *hw = csio_lnode_to_hw(ln);
1873 
1874 	if (!ln->mgmt_req)
1875 		return 0;
1876 
1877 	dma_buf = &ln->mgmt_req->dma_buf;
1878 	if (dma_buf->vaddr)
1879 		dma_free_coherent(&hw->pdev->dev, dma_buf->len, dma_buf->vaddr,
1880 				    dma_buf->paddr);
1881 
1882 	kfree(ln->mgmt_req);
1883 	return 0;
1884 }
1885 
1886 int
1887 csio_scan_done(struct csio_lnode *ln, unsigned long ticks,
1888 		unsigned long time, unsigned long max_scan_ticks,
1889 		unsigned long delta_scan_ticks)
1890 {
1891 	int rv = 0;
1892 
1893 	if (time >= max_scan_ticks)
1894 		return 1;
1895 
1896 	if (!ln->tgt_scan_tick)
1897 		ln->tgt_scan_tick = ticks;
1898 
1899 	if (((ticks - ln->tgt_scan_tick) >= delta_scan_ticks)) {
1900 		if (!ln->last_scan_ntgts)
1901 			ln->last_scan_ntgts = ln->n_scsi_tgts;
1902 		else {
1903 			if (ln->last_scan_ntgts == ln->n_scsi_tgts)
1904 				return 1;
1905 
1906 			ln->last_scan_ntgts = ln->n_scsi_tgts;
1907 		}
1908 		ln->tgt_scan_tick = ticks;
1909 	}
1910 	return rv;
1911 }
1912 
1913 /*
1914  * csio_notify_lnodes:
1915  * @hw: HW module
1916  * @note: Notification
1917  *
1918  * Called from the HW SM to fan out notifications to the
1919  * Lnode SM. Since the HW SM is entered with lock held,
1920  * there is no need to hold locks here.
1921  *
1922  */
1923 void
1924 csio_notify_lnodes(struct csio_hw *hw, enum csio_ln_notify note)
1925 {
1926 	struct list_head *tmp;
1927 	struct csio_lnode *ln;
1928 
1929 	csio_dbg(hw, "Notifying all nodes of event %d\n", note);
1930 
1931 	/* Traverse children lnodes list and send evt */
1932 	list_for_each(tmp, &hw->sln_head) {
1933 		ln = (struct csio_lnode *) tmp;
1934 
1935 		switch (note) {
1936 		case CSIO_LN_NOTIFY_HWREADY:
1937 			csio_lnode_start(ln);
1938 			break;
1939 
1940 		case CSIO_LN_NOTIFY_HWRESET:
1941 		case CSIO_LN_NOTIFY_HWREMOVE:
1942 			csio_lnode_close(ln);
1943 			break;
1944 
1945 		case CSIO_LN_NOTIFY_HWSTOP:
1946 			csio_lnode_stop(ln);
1947 			break;
1948 
1949 		default:
1950 			break;
1951 
1952 		}
1953 	}
1954 }
1955 
1956 /*
1957  * csio_disable_lnodes:
1958  * @hw: HW module
1959  * @portid:port id
1960  * @disable: disable/enable flag.
1961  * If disable=1, disables all lnode hosted on given physical port.
1962  * otherwise enables all the lnodes on given phsysical port.
1963  * This routine need to called with hw lock held.
1964  */
1965 void
1966 csio_disable_lnodes(struct csio_hw *hw, uint8_t portid, bool disable)
1967 {
1968 	struct list_head *tmp;
1969 	struct csio_lnode *ln;
1970 
1971 	csio_dbg(hw, "Notifying event to all nodes of port:%d\n", portid);
1972 
1973 	/* Traverse sibling lnodes list and send evt */
1974 	list_for_each(tmp, &hw->sln_head) {
1975 		ln = (struct csio_lnode *) tmp;
1976 		if (ln->portid != portid)
1977 			continue;
1978 
1979 		if (disable)
1980 			csio_lnode_stop(ln);
1981 		else
1982 			csio_lnode_start(ln);
1983 	}
1984 }
1985 
1986 /*
1987  * csio_ln_init - Initialize an lnode.
1988  * @ln:		lnode
1989  *
1990  */
1991 static int
1992 csio_ln_init(struct csio_lnode *ln)
1993 {
1994 	int rv = -EINVAL;
1995 	struct csio_lnode *pln;
1996 	struct csio_hw *hw = csio_lnode_to_hw(ln);
1997 
1998 	csio_init_state(&ln->sm, csio_lns_uninit);
1999 	ln->vnp_flowid = CSIO_INVALID_IDX;
2000 	ln->fcf_flowid = CSIO_INVALID_IDX;
2001 
2002 	if (csio_is_root_ln(ln)) {
2003 
2004 		/* This is the lnode used during initialization */
2005 
2006 		ln->fcfinfo = kzalloc(sizeof(struct csio_fcf_info), GFP_KERNEL);
2007 		if (!ln->fcfinfo) {
2008 			csio_ln_err(ln, "Failed to alloc FCF record\n");
2009 			CSIO_INC_STATS(hw, n_err_nomem);
2010 			goto err;
2011 		}
2012 
2013 		INIT_LIST_HEAD(&ln->fcf_lsthead);
2014 		kref_init(&ln->fcfinfo->kref);
2015 
2016 		if (csio_fdmi_enable && csio_ln_fdmi_init(ln))
2017 			goto err;
2018 
2019 	} else { /* Either a non-root physical or a virtual lnode */
2020 
2021 		/*
2022 		 * THe rest is common for non-root physical and NPIV lnodes.
2023 		 * Just get references to all other modules
2024 		 */
2025 
2026 		if (csio_is_npiv_ln(ln)) {
2027 			/* NPIV */
2028 			pln = csio_parent_lnode(ln);
2029 			kref_get(&pln->fcfinfo->kref);
2030 			ln->fcfinfo = pln->fcfinfo;
2031 		} else {
2032 			/* Another non-root physical lnode (FCF) */
2033 			ln->fcfinfo = kzalloc(sizeof(struct csio_fcf_info),
2034 								GFP_KERNEL);
2035 			if (!ln->fcfinfo) {
2036 				csio_ln_err(ln, "Failed to alloc FCF info\n");
2037 				CSIO_INC_STATS(hw, n_err_nomem);
2038 				goto err;
2039 			}
2040 
2041 			kref_init(&ln->fcfinfo->kref);
2042 
2043 			if (csio_fdmi_enable && csio_ln_fdmi_init(ln))
2044 				goto err;
2045 		}
2046 
2047 	} /* if (!csio_is_root_ln(ln)) */
2048 
2049 	return 0;
2050 err:
2051 	return rv;
2052 }
2053 
2054 static void
2055 csio_ln_exit(struct csio_lnode *ln)
2056 {
2057 	struct csio_lnode *pln;
2058 
2059 	csio_cleanup_rns(ln);
2060 	if (csio_is_npiv_ln(ln)) {
2061 		pln = csio_parent_lnode(ln);
2062 		kref_put(&pln->fcfinfo->kref, csio_free_fcfinfo);
2063 	} else {
2064 		kref_put(&ln->fcfinfo->kref, csio_free_fcfinfo);
2065 		if (csio_fdmi_enable)
2066 			csio_ln_fdmi_exit(ln);
2067 	}
2068 	ln->fcfinfo = NULL;
2069 }
2070 
2071 /**
2072  * csio_lnode_init - Initialize the members of an lnode.
2073  * @ln:		lnode
2074  *
2075  */
2076 int
2077 csio_lnode_init(struct csio_lnode *ln, struct csio_hw *hw,
2078 		struct csio_lnode *pln)
2079 {
2080 	int rv = -EINVAL;
2081 
2082 	/* Link this lnode to hw */
2083 	csio_lnode_to_hw(ln)	= hw;
2084 
2085 	/* Link child to parent if child lnode */
2086 	if (pln)
2087 		ln->pln = pln;
2088 	else
2089 		ln->pln = NULL;
2090 
2091 	/* Initialize scsi_tgt and timers to zero */
2092 	ln->n_scsi_tgts = 0;
2093 	ln->last_scan_ntgts = 0;
2094 	ln->tgt_scan_tick = 0;
2095 
2096 	/* Initialize rnode list */
2097 	INIT_LIST_HEAD(&ln->rnhead);
2098 	INIT_LIST_HEAD(&ln->cln_head);
2099 
2100 	/* Initialize log level for debug */
2101 	ln->params.log_level	= hw->params.log_level;
2102 
2103 	if (csio_ln_init(ln))
2104 		goto err;
2105 
2106 	/* Add lnode to list of sibling or children lnodes */
2107 	spin_lock_irq(&hw->lock);
2108 	list_add_tail(&ln->sm.sm_list, pln ? &pln->cln_head : &hw->sln_head);
2109 	if (pln)
2110 		pln->num_vports++;
2111 	spin_unlock_irq(&hw->lock);
2112 
2113 	hw->num_lns++;
2114 
2115 	return 0;
2116 err:
2117 	csio_lnode_to_hw(ln) = NULL;
2118 	return rv;
2119 }
2120 
2121 /**
2122  * csio_lnode_exit - De-instantiate an lnode.
2123  * @ln:		lnode
2124  *
2125  */
2126 void
2127 csio_lnode_exit(struct csio_lnode *ln)
2128 {
2129 	struct csio_hw *hw = csio_lnode_to_hw(ln);
2130 
2131 	csio_ln_exit(ln);
2132 
2133 	/* Remove this lnode from hw->sln_head */
2134 	spin_lock_irq(&hw->lock);
2135 
2136 	list_del_init(&ln->sm.sm_list);
2137 
2138 	/* If it is children lnode, decrement the
2139 	 * counter in its parent lnode
2140 	 */
2141 	if (ln->pln)
2142 		ln->pln->num_vports--;
2143 
2144 	/* Update root lnode pointer */
2145 	if (list_empty(&hw->sln_head))
2146 		hw->rln = NULL;
2147 	else
2148 		hw->rln = (struct csio_lnode *)csio_list_next(&hw->sln_head);
2149 
2150 	spin_unlock_irq(&hw->lock);
2151 
2152 	csio_lnode_to_hw(ln)	= NULL;
2153 	hw->num_lns--;
2154 }
2155