xref: /openbmc/linux/drivers/scsi/lpfc/lpfc_vport.c (revision e2aa5e65)
1 /*******************************************************************
2  * This file is part of the Emulex Linux Device Driver for         *
3  * Fibre Channel Host Bus Adapters.                                *
4  * Copyright (C) 2017-2021 Broadcom. All Rights Reserved. The term *
5  * “Broadcom” refers to Broadcom Inc. and/or its subsidiaries.     *
6  * Copyright (C) 2004-2016 Emulex.  All rights reserved.           *
7  * EMULEX and SLI are trademarks of Emulex.                        *
8  * www.broadcom.com                                                *
9  * Portions Copyright (C) 2004-2005 Christoph Hellwig              *
10  *                                                                 *
11  * This program is free software; you can redistribute it and/or   *
12  * modify it under the terms of version 2 of the GNU General       *
13  * Public License as published by the Free Software Foundation.    *
14  * This program is distributed in the hope that it will be useful. *
15  * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND          *
16  * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY,  *
17  * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE      *
18  * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
19  * TO BE LEGALLY INVALID.  See the GNU General Public License for  *
20  * more details, a copy of which can be found in the file COPYING  *
21  * included with this package.                                     *
22  *******************************************************************/
23 
24 #include <linux/blkdev.h>
25 #include <linux/delay.h>
26 #include <linux/dma-mapping.h>
27 #include <linux/idr.h>
28 #include <linux/interrupt.h>
29 #include <linux/kthread.h>
30 #include <linux/pci.h>
31 #include <linux/slab.h>
32 #include <linux/spinlock.h>
33 #include <linux/sched/signal.h>
34 
35 #include <scsi/scsi.h>
36 #include <scsi/scsi_device.h>
37 #include <scsi/scsi_host.h>
38 #include <scsi/scsi_transport_fc.h>
39 
40 #include "lpfc_hw4.h"
41 #include "lpfc_hw.h"
42 #include "lpfc_sli.h"
43 #include "lpfc_sli4.h"
44 #include "lpfc_nl.h"
45 #include "lpfc_disc.h"
46 #include "lpfc_scsi.h"
47 #include "lpfc.h"
48 #include "lpfc_logmsg.h"
49 #include "lpfc_crtn.h"
50 #include "lpfc_version.h"
51 #include "lpfc_vport.h"
52 
53 inline void lpfc_vport_set_state(struct lpfc_vport *vport,
54 				 enum fc_vport_state new_state)
55 {
56 	struct fc_vport *fc_vport = vport->fc_vport;
57 
58 	if (fc_vport) {
59 		/*
60 		 * When the transport defines fc_vport_set state we will replace
61 		 * this code with the following line
62 		 */
63 		/* fc_vport_set_state(fc_vport, new_state); */
64 		if (new_state != FC_VPORT_INITIALIZING)
65 			fc_vport->vport_last_state = fc_vport->vport_state;
66 		fc_vport->vport_state = new_state;
67 	}
68 
69 	/* for all the error states we will set the invternal state to FAILED */
70 	switch (new_state) {
71 	case FC_VPORT_NO_FABRIC_SUPP:
72 	case FC_VPORT_NO_FABRIC_RSCS:
73 	case FC_VPORT_FABRIC_LOGOUT:
74 	case FC_VPORT_FABRIC_REJ_WWN:
75 	case FC_VPORT_FAILED:
76 		vport->port_state = LPFC_VPORT_FAILED;
77 		break;
78 	case FC_VPORT_LINKDOWN:
79 		vport->port_state = LPFC_VPORT_UNKNOWN;
80 		break;
81 	default:
82 		/* do nothing */
83 		break;
84 	}
85 }
86 
87 int
88 lpfc_alloc_vpi(struct lpfc_hba *phba)
89 {
90 	unsigned long vpi;
91 
92 	spin_lock_irq(&phba->hbalock);
93 	/* Start at bit 1 because vpi zero is reserved for the physical port */
94 	vpi = find_next_zero_bit(phba->vpi_bmask, (phba->max_vpi + 1), 1);
95 	if (vpi > phba->max_vpi)
96 		vpi = 0;
97 	else
98 		set_bit(vpi, phba->vpi_bmask);
99 	if (phba->sli_rev == LPFC_SLI_REV4)
100 		phba->sli4_hba.max_cfg_param.vpi_used++;
101 	spin_unlock_irq(&phba->hbalock);
102 	return vpi;
103 }
104 
105 static void
106 lpfc_free_vpi(struct lpfc_hba *phba, int vpi)
107 {
108 	if (vpi == 0)
109 		return;
110 	spin_lock_irq(&phba->hbalock);
111 	clear_bit(vpi, phba->vpi_bmask);
112 	if (phba->sli_rev == LPFC_SLI_REV4)
113 		phba->sli4_hba.max_cfg_param.vpi_used--;
114 	spin_unlock_irq(&phba->hbalock);
115 }
116 
117 static int
118 lpfc_vport_sparm(struct lpfc_hba *phba, struct lpfc_vport *vport)
119 {
120 	LPFC_MBOXQ_t *pmb;
121 	MAILBOX_t *mb;
122 	struct lpfc_dmabuf *mp;
123 	int  rc;
124 
125 	pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
126 	if (!pmb) {
127 		return -ENOMEM;
128 	}
129 	mb = &pmb->u.mb;
130 
131 	rc = lpfc_read_sparam(phba, pmb, vport->vpi);
132 	if (rc) {
133 		mempool_free(pmb, phba->mbox_mem_pool);
134 		return -ENOMEM;
135 	}
136 
137 	/*
138 	 * Grab buffer pointer and clear context1 so we can use
139 	 * lpfc_sli_issue_box_wait
140 	 */
141 	mp = (struct lpfc_dmabuf *)pmb->ctx_buf;
142 	pmb->ctx_buf = NULL;
143 
144 	pmb->vport = vport;
145 	rc = lpfc_sli_issue_mbox_wait(phba, pmb, phba->fc_ratov * 2);
146 	if (rc != MBX_SUCCESS) {
147 		if (signal_pending(current)) {
148 			lpfc_printf_vlog(vport, KERN_ERR, LOG_TRACE_EVENT,
149 					 "1830 Signal aborted mbxCmd x%x\n",
150 					 mb->mbxCommand);
151 			lpfc_mbuf_free(phba, mp->virt, mp->phys);
152 			kfree(mp);
153 			if (rc != MBX_TIMEOUT)
154 				mempool_free(pmb, phba->mbox_mem_pool);
155 			return -EINTR;
156 		} else {
157 			lpfc_printf_vlog(vport, KERN_ERR, LOG_TRACE_EVENT,
158 					 "1818 VPort failed init, mbxCmd x%x "
159 					 "READ_SPARM mbxStatus x%x, rc = x%x\n",
160 					 mb->mbxCommand, mb->mbxStatus, rc);
161 			lpfc_mbuf_free(phba, mp->virt, mp->phys);
162 			kfree(mp);
163 			if (rc != MBX_TIMEOUT)
164 				mempool_free(pmb, phba->mbox_mem_pool);
165 			return -EIO;
166 		}
167 	}
168 
169 	memcpy(&vport->fc_sparam, mp->virt, sizeof (struct serv_parm));
170 	memcpy(&vport->fc_nodename, &vport->fc_sparam.nodeName,
171 	       sizeof (struct lpfc_name));
172 	memcpy(&vport->fc_portname, &vport->fc_sparam.portName,
173 	       sizeof (struct lpfc_name));
174 
175 	lpfc_mbuf_free(phba, mp->virt, mp->phys);
176 	kfree(mp);
177 	mempool_free(pmb, phba->mbox_mem_pool);
178 
179 	return 0;
180 }
181 
182 static int
183 lpfc_valid_wwn_format(struct lpfc_hba *phba, struct lpfc_name *wwn,
184 		      const char *name_type)
185 {
186 				/* ensure that IEEE format 1 addresses
187 				 * contain zeros in bits 59-48
188 				 */
189 	if (!((wwn->u.wwn[0] >> 4) == 1 &&
190 	      ((wwn->u.wwn[0] & 0xf) != 0 || (wwn->u.wwn[1] & 0xf) != 0)))
191 		return 1;
192 
193 	lpfc_printf_log(phba, KERN_ERR, LOG_VPORT,
194 			"1822 Invalid %s: %02x:%02x:%02x:%02x:"
195 			"%02x:%02x:%02x:%02x\n",
196 			name_type,
197 			wwn->u.wwn[0], wwn->u.wwn[1],
198 			wwn->u.wwn[2], wwn->u.wwn[3],
199 			wwn->u.wwn[4], wwn->u.wwn[5],
200 			wwn->u.wwn[6], wwn->u.wwn[7]);
201 	return 0;
202 }
203 
204 static int
205 lpfc_unique_wwpn(struct lpfc_hba *phba, struct lpfc_vport *new_vport)
206 {
207 	struct lpfc_vport *vport;
208 	unsigned long flags;
209 
210 	spin_lock_irqsave(&phba->port_list_lock, flags);
211 	list_for_each_entry(vport, &phba->port_list, listentry) {
212 		if (vport == new_vport)
213 			continue;
214 		/* If they match, return not unique */
215 		if (memcmp(&vport->fc_sparam.portName,
216 			   &new_vport->fc_sparam.portName,
217 			   sizeof(struct lpfc_name)) == 0) {
218 			spin_unlock_irqrestore(&phba->port_list_lock, flags);
219 			return 0;
220 		}
221 	}
222 	spin_unlock_irqrestore(&phba->port_list_lock, flags);
223 	return 1;
224 }
225 
226 /**
227  * lpfc_discovery_wait - Wait for driver discovery to quiesce
228  * @vport: The virtual port for which this call is being executed.
229  *
230  * This driver calls this routine specifically from lpfc_vport_delete
231  * to enforce a synchronous execution of vport
232  * delete relative to discovery activities.  The
233  * lpfc_vport_delete routine should not return until it
234  * can reasonably guarantee that discovery has quiesced.
235  * Post FDISC LOGO, the driver must wait until its SAN teardown is
236  * complete and all resources recovered before allowing
237  * cleanup.
238  *
239  * This routine does not require any locks held.
240  **/
241 static void lpfc_discovery_wait(struct lpfc_vport *vport)
242 {
243 	struct lpfc_hba *phba = vport->phba;
244 	uint32_t wait_flags = 0;
245 	unsigned long wait_time_max;
246 	unsigned long start_time;
247 
248 	wait_flags = FC_RSCN_MODE | FC_RSCN_DISCOVERY | FC_NLP_MORE |
249 		     FC_RSCN_DEFERRED | FC_NDISC_ACTIVE | FC_DISC_TMO;
250 
251 	/*
252 	 * The time constraint on this loop is a balance between the
253 	 * fabric RA_TOV value and dev_loss tmo.  The driver's
254 	 * devloss_tmo is 10 giving this loop a 3x multiplier minimally.
255 	 */
256 	wait_time_max = msecs_to_jiffies(((phba->fc_ratov * 3) + 3) * 1000);
257 	wait_time_max += jiffies;
258 	start_time = jiffies;
259 	while (time_before(jiffies, wait_time_max)) {
260 		if ((vport->num_disc_nodes > 0)    ||
261 		    (vport->fc_flag & wait_flags)  ||
262 		    ((vport->port_state > LPFC_VPORT_FAILED) &&
263 		     (vport->port_state < LPFC_VPORT_READY))) {
264 			lpfc_printf_vlog(vport, KERN_INFO, LOG_VPORT,
265 					"1833 Vport discovery quiesce Wait:"
266 					" state x%x fc_flags x%x"
267 					" num_nodes x%x, waiting 1000 msecs"
268 					" total wait msecs x%x\n",
269 					vport->port_state, vport->fc_flag,
270 					vport->num_disc_nodes,
271 					jiffies_to_msecs(jiffies - start_time));
272 			msleep(1000);
273 		} else {
274 			/* Base case.  Wait variants satisfied.  Break out */
275 			lpfc_printf_vlog(vport, KERN_INFO, LOG_VPORT,
276 					 "1834 Vport discovery quiesced:"
277 					 " state x%x fc_flags x%x"
278 					 " wait msecs x%x\n",
279 					 vport->port_state, vport->fc_flag,
280 					 jiffies_to_msecs(jiffies
281 						- start_time));
282 			break;
283 		}
284 	}
285 
286 	if (time_after(jiffies, wait_time_max))
287 		lpfc_printf_vlog(vport, KERN_ERR, LOG_TRACE_EVENT,
288 				 "1835 Vport discovery quiesce failed:"
289 				 " state x%x fc_flags x%x wait msecs x%x\n",
290 				 vport->port_state, vport->fc_flag,
291 				 jiffies_to_msecs(jiffies - start_time));
292 }
293 
294 int
295 lpfc_vport_create(struct fc_vport *fc_vport, bool disable)
296 {
297 	struct lpfc_nodelist *ndlp;
298 	struct Scsi_Host *shost = fc_vport->shost;
299 	struct lpfc_vport *pport = (struct lpfc_vport *) shost->hostdata;
300 	struct lpfc_hba   *phba = pport->phba;
301 	struct lpfc_vport *vport = NULL;
302 	int instance;
303 	int vpi;
304 	int rc = VPORT_ERROR;
305 	int status;
306 
307 	if ((phba->sli_rev < 3) || !(phba->cfg_enable_npiv)) {
308 		lpfc_printf_log(phba, KERN_ERR, LOG_TRACE_EVENT,
309 				"1808 Create VPORT failed: "
310 				"NPIV is not enabled: SLImode:%d\n",
311 				phba->sli_rev);
312 		rc = VPORT_INVAL;
313 		goto error_out;
314 	}
315 
316 	/* NPIV is not supported if HBA has NVME Target enabled */
317 	if (phba->nvmet_support) {
318 		lpfc_printf_log(phba, KERN_ERR, LOG_TRACE_EVENT,
319 				"3189 Create VPORT failed: "
320 				"NPIV is not supported on NVME Target\n");
321 		rc = VPORT_INVAL;
322 		goto error_out;
323 	}
324 
325 	vpi = lpfc_alloc_vpi(phba);
326 	if (vpi == 0) {
327 		lpfc_printf_log(phba, KERN_ERR, LOG_TRACE_EVENT,
328 				"1809 Create VPORT failed: "
329 				"Max VPORTs (%d) exceeded\n",
330 				phba->max_vpi);
331 		rc = VPORT_NORESOURCES;
332 		goto error_out;
333 	}
334 
335 	/* Assign an unused board number */
336 	if ((instance = lpfc_get_instance()) < 0) {
337 		lpfc_printf_log(phba, KERN_ERR, LOG_TRACE_EVENT,
338 				"1810 Create VPORT failed: Cannot get "
339 				"instance number\n");
340 		lpfc_free_vpi(phba, vpi);
341 		rc = VPORT_NORESOURCES;
342 		goto error_out;
343 	}
344 
345 	vport = lpfc_create_port(phba, instance, &fc_vport->dev);
346 	if (!vport) {
347 		lpfc_printf_log(phba, KERN_ERR, LOG_TRACE_EVENT,
348 				"1811 Create VPORT failed: vpi x%x\n", vpi);
349 		lpfc_free_vpi(phba, vpi);
350 		rc = VPORT_NORESOURCES;
351 		goto error_out;
352 	}
353 
354 	vport->vpi = vpi;
355 	lpfc_debugfs_initialize(vport);
356 
357 	if ((status = lpfc_vport_sparm(phba, vport))) {
358 		if (status == -EINTR) {
359 			lpfc_printf_vlog(vport, KERN_ERR, LOG_TRACE_EVENT,
360 					 "1831 Create VPORT Interrupted.\n");
361 			rc = VPORT_ERROR;
362 		} else {
363 			lpfc_printf_vlog(vport, KERN_ERR, LOG_TRACE_EVENT,
364 					 "1813 Create VPORT failed. "
365 					 "Cannot get sparam\n");
366 			rc = VPORT_NORESOURCES;
367 		}
368 		lpfc_free_vpi(phba, vpi);
369 		destroy_port(vport);
370 		goto error_out;
371 	}
372 
373 	u64_to_wwn(fc_vport->node_name, vport->fc_nodename.u.wwn);
374 	u64_to_wwn(fc_vport->port_name, vport->fc_portname.u.wwn);
375 
376 	memcpy(&vport->fc_sparam.portName, vport->fc_portname.u.wwn, 8);
377 	memcpy(&vport->fc_sparam.nodeName, vport->fc_nodename.u.wwn, 8);
378 
379 	if (!lpfc_valid_wwn_format(phba, &vport->fc_sparam.nodeName, "WWNN") ||
380 	    !lpfc_valid_wwn_format(phba, &vport->fc_sparam.portName, "WWPN")) {
381 		lpfc_printf_vlog(vport, KERN_ERR, LOG_TRACE_EVENT,
382 				 "1821 Create VPORT failed. "
383 				 "Invalid WWN format\n");
384 		lpfc_free_vpi(phba, vpi);
385 		destroy_port(vport);
386 		rc = VPORT_INVAL;
387 		goto error_out;
388 	}
389 
390 	if (!lpfc_unique_wwpn(phba, vport)) {
391 		lpfc_printf_vlog(vport, KERN_ERR, LOG_TRACE_EVENT,
392 				 "1823 Create VPORT failed. "
393 				 "Duplicate WWN on HBA\n");
394 		lpfc_free_vpi(phba, vpi);
395 		destroy_port(vport);
396 		rc = VPORT_INVAL;
397 		goto error_out;
398 	}
399 
400 	/* Create binary sysfs attribute for vport */
401 	lpfc_alloc_sysfs_attr(vport);
402 
403 	/* Set the DFT_LUN_Q_DEPTH accordingly */
404 	vport->cfg_lun_queue_depth  = phba->pport->cfg_lun_queue_depth;
405 
406 	/* Only the physical port can support NVME for now */
407 	vport->cfg_enable_fc4_type = LPFC_ENABLE_FCP;
408 
409 	*(struct lpfc_vport **)fc_vport->dd_data = vport;
410 	vport->fc_vport = fc_vport;
411 
412 	/* At this point we are fully registered with SCSI Layer.  */
413 	vport->load_flag |= FC_ALLOW_FDMI;
414 	if (phba->cfg_enable_SmartSAN ||
415 	    (phba->cfg_fdmi_on == LPFC_FDMI_SUPPORT)) {
416 		/* Setup appropriate attribute masks */
417 		vport->fdmi_hba_mask = phba->pport->fdmi_hba_mask;
418 		vport->fdmi_port_mask = phba->pport->fdmi_port_mask;
419 	}
420 
421 	/*
422 	 * In SLI4, the vpi must be activated before it can be used
423 	 * by the port.
424 	 */
425 	if ((phba->sli_rev == LPFC_SLI_REV4) &&
426 	    (pport->fc_flag & FC_VFI_REGISTERED)) {
427 		rc = lpfc_sli4_init_vpi(vport);
428 		if (rc) {
429 			lpfc_printf_log(phba, KERN_ERR, LOG_TRACE_EVENT,
430 					"1838 Failed to INIT_VPI on vpi %d "
431 					"status %d\n", vpi, rc);
432 			rc = VPORT_NORESOURCES;
433 			lpfc_free_vpi(phba, vpi);
434 			goto error_out;
435 		}
436 	} else if (phba->sli_rev == LPFC_SLI_REV4) {
437 		/*
438 		 * Driver cannot INIT_VPI now. Set the flags to
439 		 * init_vpi when reg_vfi complete.
440 		 */
441 		vport->fc_flag |= FC_VPORT_NEEDS_INIT_VPI;
442 		lpfc_vport_set_state(vport, FC_VPORT_LINKDOWN);
443 		rc = VPORT_OK;
444 		goto out;
445 	}
446 
447 	if ((phba->link_state < LPFC_LINK_UP) ||
448 	    (pport->port_state < LPFC_FABRIC_CFG_LINK) ||
449 	    (phba->fc_topology == LPFC_TOPOLOGY_LOOP)) {
450 		lpfc_vport_set_state(vport, FC_VPORT_LINKDOWN);
451 		rc = VPORT_OK;
452 		goto out;
453 	}
454 
455 	if (disable) {
456 		lpfc_vport_set_state(vport, FC_VPORT_DISABLED);
457 		rc = VPORT_OK;
458 		goto out;
459 	}
460 
461 	/* Use the Physical nodes Fabric NDLP to determine if the link is
462 	 * up and ready to FDISC.
463 	 */
464 	ndlp = lpfc_findnode_did(phba->pport, Fabric_DID);
465 	if (ndlp &&
466 	    ndlp->nlp_state == NLP_STE_UNMAPPED_NODE) {
467 		if (phba->link_flag & LS_NPIV_FAB_SUPPORTED) {
468 			lpfc_set_disctmo(vport);
469 			lpfc_initial_fdisc(vport);
470 		} else {
471 			lpfc_vport_set_state(vport, FC_VPORT_NO_FABRIC_SUPP);
472 			lpfc_printf_vlog(vport, KERN_ERR, LOG_TRACE_EVENT,
473 					 "0262 No NPIV Fabric support\n");
474 		}
475 	} else {
476 		lpfc_vport_set_state(vport, FC_VPORT_FAILED);
477 	}
478 	rc = VPORT_OK;
479 
480 out:
481 	lpfc_printf_vlog(vport, KERN_ERR, LOG_VPORT,
482 			 "1825 Vport Created.\n");
483 	lpfc_host_attrib_init(lpfc_shost_from_vport(vport));
484 error_out:
485 	return rc;
486 }
487 
488 static int
489 lpfc_send_npiv_logo(struct lpfc_vport *vport, struct lpfc_nodelist *ndlp)
490 {
491 	int rc;
492 	struct lpfc_hba *phba = vport->phba;
493 
494 	DECLARE_WAIT_QUEUE_HEAD_ONSTACK(waitq);
495 
496 	spin_lock_irq(&ndlp->lock);
497 	if (!(ndlp->save_flags & NLP_WAIT_FOR_LOGO) &&
498 	    !ndlp->logo_waitq) {
499 		ndlp->logo_waitq = &waitq;
500 		ndlp->nlp_fcp_info &= ~NLP_FCP_2_DEVICE;
501 		ndlp->nlp_flag |= NLP_ISSUE_LOGO;
502 		ndlp->save_flags |= NLP_WAIT_FOR_LOGO;
503 	}
504 	spin_unlock_irq(&ndlp->lock);
505 	rc = lpfc_issue_els_npiv_logo(vport, ndlp);
506 	if (!rc) {
507 		wait_event_timeout(waitq,
508 				   (!(ndlp->save_flags & NLP_WAIT_FOR_LOGO)),
509 				   msecs_to_jiffies(phba->fc_ratov * 2000));
510 
511 		if (!(ndlp->save_flags & NLP_WAIT_FOR_LOGO))
512 			goto logo_cmpl;
513 		/* LOGO wait failed.  Correct status. */
514 		rc = -EINTR;
515 	} else {
516 		rc = -EIO;
517 	}
518 
519 	/* Error - clean up node flags. */
520 	spin_lock_irq(&ndlp->lock);
521 	ndlp->nlp_flag &= ~NLP_ISSUE_LOGO;
522 	ndlp->save_flags &= ~NLP_WAIT_FOR_LOGO;
523 	spin_unlock_irq(&ndlp->lock);
524 
525  logo_cmpl:
526 	lpfc_printf_vlog(vport, KERN_INFO, LOG_VPORT,
527 			 "1824 Issue LOGO completes with status %d\n",
528 			 rc);
529 	spin_lock_irq(&ndlp->lock);
530 	ndlp->logo_waitq = NULL;
531 	spin_unlock_irq(&ndlp->lock);
532 	return rc;
533 }
534 
535 static int
536 disable_vport(struct fc_vport *fc_vport)
537 {
538 	struct lpfc_vport *vport = *(struct lpfc_vport **)fc_vport->dd_data;
539 	struct lpfc_hba   *phba = vport->phba;
540 	struct lpfc_nodelist *ndlp = NULL, *next_ndlp = NULL;
541 	struct Scsi_Host *shost = lpfc_shost_from_vport(vport);
542 
543 	/* Can't disable during an outstanding delete. */
544 	if (vport->load_flag & FC_UNLOADING)
545 		return 0;
546 
547 	ndlp = lpfc_findnode_did(vport, Fabric_DID);
548 	if (ndlp && phba->link_state >= LPFC_LINK_UP)
549 		(void)lpfc_send_npiv_logo(vport, ndlp);
550 
551 	lpfc_sli_host_down(vport);
552 
553 	/* Mark all nodes for discovery so we can remove them by
554 	 * calling lpfc_cleanup_rpis(vport, 1)
555 	 */
556 	list_for_each_entry_safe(ndlp, next_ndlp, &vport->fc_nodes, nlp_listp) {
557 		if (ndlp->nlp_state == NLP_STE_UNUSED_NODE)
558 			continue;
559 		lpfc_disc_state_machine(vport, ndlp, NULL,
560 					NLP_EVT_DEVICE_RECOVERY);
561 	}
562 	lpfc_cleanup_rpis(vport, 1);
563 
564 	lpfc_stop_vport_timers(vport);
565 	lpfc_unreg_all_rpis(vport);
566 	lpfc_unreg_default_rpis(vport);
567 	/*
568 	 * Completion of unreg_vpi (lpfc_mbx_cmpl_unreg_vpi) does the
569 	 * scsi_host_put() to release the vport.
570 	 */
571 	lpfc_mbx_unreg_vpi(vport);
572 	if (phba->sli_rev == LPFC_SLI_REV4) {
573 		spin_lock_irq(shost->host_lock);
574 		vport->fc_flag |= FC_VPORT_NEEDS_INIT_VPI;
575 		spin_unlock_irq(shost->host_lock);
576 	}
577 
578 	lpfc_vport_set_state(vport, FC_VPORT_DISABLED);
579 	lpfc_printf_vlog(vport, KERN_ERR, LOG_VPORT,
580 			 "1826 Vport Disabled.\n");
581 	return VPORT_OK;
582 }
583 
584 static int
585 enable_vport(struct fc_vport *fc_vport)
586 {
587 	struct lpfc_vport *vport = *(struct lpfc_vport **)fc_vport->dd_data;
588 	struct lpfc_hba   *phba = vport->phba;
589 	struct lpfc_nodelist *ndlp = NULL;
590 	struct Scsi_Host *shost = lpfc_shost_from_vport(vport);
591 
592 	if ((phba->link_state < LPFC_LINK_UP) ||
593 	    (phba->fc_topology == LPFC_TOPOLOGY_LOOP)) {
594 		lpfc_vport_set_state(vport, FC_VPORT_LINKDOWN);
595 		return VPORT_OK;
596 	}
597 
598 	spin_lock_irq(shost->host_lock);
599 	vport->load_flag |= FC_LOADING;
600 	if (vport->fc_flag & FC_VPORT_NEEDS_INIT_VPI) {
601 		spin_unlock_irq(shost->host_lock);
602 		lpfc_issue_init_vpi(vport);
603 		goto out;
604 	}
605 
606 	vport->fc_flag |= FC_VPORT_NEEDS_REG_VPI;
607 	spin_unlock_irq(shost->host_lock);
608 
609 	/* Use the Physical nodes Fabric NDLP to determine if the link is
610 	 * up and ready to FDISC.
611 	 */
612 	ndlp = lpfc_findnode_did(phba->pport, Fabric_DID);
613 	if (ndlp && ndlp->nlp_state == NLP_STE_UNMAPPED_NODE) {
614 		if (phba->link_flag & LS_NPIV_FAB_SUPPORTED) {
615 			lpfc_set_disctmo(vport);
616 			lpfc_initial_fdisc(vport);
617 		} else {
618 			lpfc_vport_set_state(vport, FC_VPORT_NO_FABRIC_SUPP);
619 			lpfc_printf_vlog(vport, KERN_ERR, LOG_TRACE_EVENT,
620 					 "0264 No NPIV Fabric support\n");
621 		}
622 	} else {
623 		lpfc_vport_set_state(vport, FC_VPORT_FAILED);
624 	}
625 
626 out:
627 	lpfc_printf_vlog(vport, KERN_ERR, LOG_VPORT,
628 			 "1827 Vport Enabled.\n");
629 	return VPORT_OK;
630 }
631 
632 int
633 lpfc_vport_disable(struct fc_vport *fc_vport, bool disable)
634 {
635 	if (disable)
636 		return disable_vport(fc_vport);
637 	else
638 		return enable_vport(fc_vport);
639 }
640 
641 int
642 lpfc_vport_delete(struct fc_vport *fc_vport)
643 {
644 	struct lpfc_nodelist *ndlp = NULL;
645 	struct lpfc_vport *vport = *(struct lpfc_vport **)fc_vport->dd_data;
646 	struct Scsi_Host *shost = lpfc_shost_from_vport(vport);
647 	struct lpfc_hba  *phba = vport->phba;
648 	int rc;
649 
650 	if (vport->port_type == LPFC_PHYSICAL_PORT) {
651 		lpfc_printf_vlog(vport, KERN_ERR, LOG_TRACE_EVENT,
652 				 "1812 vport_delete failed: Cannot delete "
653 				 "physical host\n");
654 		return VPORT_ERROR;
655 	}
656 
657 	/* If the vport is a static vport fail the deletion. */
658 	if ((vport->vport_flag & STATIC_VPORT) &&
659 		!(phba->pport->load_flag & FC_UNLOADING)) {
660 		lpfc_printf_vlog(vport, KERN_ERR, LOG_TRACE_EVENT,
661 				 "1837 vport_delete failed: Cannot delete "
662 				 "static vport.\n");
663 		return VPORT_ERROR;
664 	}
665 
666 	spin_lock_irq(&phba->hbalock);
667 	vport->load_flag |= FC_UNLOADING;
668 	spin_unlock_irq(&phba->hbalock);
669 
670 	/*
671 	 * If we are not unloading the driver then prevent the vport_delete
672 	 * from happening until after this vport's discovery is finished.
673 	 */
674 	if (!(phba->pport->load_flag & FC_UNLOADING)) {
675 		int check_count = 0;
676 		while (check_count < ((phba->fc_ratov * 3) + 3) &&
677 		       vport->port_state > LPFC_VPORT_FAILED &&
678 		       vport->port_state < LPFC_VPORT_READY) {
679 			check_count++;
680 			msleep(1000);
681 		}
682 		if (vport->port_state > LPFC_VPORT_FAILED &&
683 		    vport->port_state < LPFC_VPORT_READY)
684 			return -EAGAIN;
685 	}
686 
687 	/*
688 	 * Take early refcount for outstanding I/O requests we schedule during
689 	 * delete processing for unreg_vpi.  Always keep this before
690 	 * scsi_remove_host() as we can no longer obtain a reference through
691 	 * scsi_host_get() after scsi_host_remove as shost is set to SHOST_DEL.
692 	 */
693 	if (!scsi_host_get(shost))
694 		return VPORT_INVAL;
695 
696 	lpfc_free_sysfs_attr(vport);
697 	lpfc_debugfs_terminate(vport);
698 
699 	/* Remove FC host to break driver binding. */
700 	fc_remove_host(shost);
701 	scsi_remove_host(shost);
702 
703 	/* Send the DA_ID and Fabric LOGO to cleanup Nameserver entries. */
704 	ndlp = lpfc_findnode_did(vport, Fabric_DID);
705 	if (!ndlp)
706 		goto skip_logo;
707 
708 	if (ndlp && ndlp->nlp_state == NLP_STE_UNMAPPED_NODE &&
709 	    phba->link_state >= LPFC_LINK_UP &&
710 	    phba->fc_topology != LPFC_TOPOLOGY_LOOP) {
711 		if (vport->cfg_enable_da_id) {
712 			/* Send DA_ID and wait for a completion. */
713 			rc = lpfc_ns_cmd(vport, SLI_CTNS_DA_ID, 0, 0);
714 			if (rc) {
715 				lpfc_printf_log(vport->phba, KERN_WARNING,
716 						LOG_VPORT,
717 						"1829 CT command failed to "
718 						"delete objects on fabric, "
719 						"rc %d\n", rc);
720 			}
721 		}
722 
723 		/*
724 		 * If the vpi is not registered, then a valid FDISC doesn't
725 		 * exist and there is no need for a ELS LOGO.  Just cleanup
726 		 * the ndlp.
727 		 */
728 		if (!(vport->vpi_state & LPFC_VPI_REGISTERED))
729 			goto skip_logo;
730 
731 		/* Issue a Fabric LOGO to cleanup fabric resources. */
732 		ndlp = lpfc_findnode_did(vport, Fabric_DID);
733 		if (!ndlp)
734 			goto skip_logo;
735 
736 		rc = lpfc_send_npiv_logo(vport, ndlp);
737 		if (rc)
738 			goto skip_logo;
739 	}
740 
741 	if (!(phba->pport->load_flag & FC_UNLOADING))
742 		lpfc_discovery_wait(vport);
743 
744 skip_logo:
745 
746 	lpfc_cleanup(vport);
747 
748 	/* Remove scsi host now.  The nodes are cleaned up. */
749 	lpfc_sli_host_down(vport);
750 	lpfc_stop_vport_timers(vport);
751 
752 	if (!(phba->pport->load_flag & FC_UNLOADING)) {
753 		lpfc_unreg_all_rpis(vport);
754 		lpfc_unreg_default_rpis(vport);
755 		/*
756 		 * Completion of unreg_vpi (lpfc_mbx_cmpl_unreg_vpi)
757 		 * does the scsi_host_put() to release the vport.
758 		 */
759 		if (!(vport->vpi_state & LPFC_VPI_REGISTERED) ||
760 				lpfc_mbx_unreg_vpi(vport))
761 			scsi_host_put(shost);
762 	} else {
763 		scsi_host_put(shost);
764 	}
765 
766 	lpfc_free_vpi(phba, vport->vpi);
767 	vport->work_port_events = 0;
768 	spin_lock_irq(&phba->port_list_lock);
769 	list_del_init(&vport->listentry);
770 	spin_unlock_irq(&phba->port_list_lock);
771 	lpfc_printf_vlog(vport, KERN_ERR, LOG_VPORT,
772 			 "1828 Vport Deleted.\n");
773 	scsi_host_put(shost);
774 	return VPORT_OK;
775 }
776 
777 struct lpfc_vport **
778 lpfc_create_vport_work_array(struct lpfc_hba *phba)
779 {
780 	struct lpfc_vport *port_iterator;
781 	struct lpfc_vport **vports;
782 	int index = 0;
783 	vports = kcalloc(phba->max_vports + 1, sizeof(struct lpfc_vport *),
784 			 GFP_KERNEL);
785 	if (vports == NULL)
786 		return NULL;
787 	spin_lock_irq(&phba->port_list_lock);
788 	list_for_each_entry(port_iterator, &phba->port_list, listentry) {
789 		if (port_iterator->load_flag & FC_UNLOADING)
790 			continue;
791 		if (!scsi_host_get(lpfc_shost_from_vport(port_iterator))) {
792 			lpfc_printf_vlog(port_iterator, KERN_ERR,
793 					 LOG_TRACE_EVENT,
794 					 "1801 Create vport work array FAILED: "
795 					 "cannot do scsi_host_get\n");
796 			continue;
797 		}
798 		vports[index++] = port_iterator;
799 	}
800 	spin_unlock_irq(&phba->port_list_lock);
801 	return vports;
802 }
803 
804 void
805 lpfc_destroy_vport_work_array(struct lpfc_hba *phba, struct lpfc_vport **vports)
806 {
807 	int i;
808 	if (vports == NULL)
809 		return;
810 	for (i = 0; i <= phba->max_vports && vports[i] != NULL; i++)
811 		scsi_host_put(lpfc_shost_from_vport(vports[i]));
812 	kfree(vports);
813 }
814 
815 
816 /**
817  * lpfc_vport_reset_stat_data - Reset the statistical data for the vport
818  * @vport: Pointer to vport object.
819  *
820  * This function resets the statistical data for the vport. This function
821  * is called with the host_lock held
822  **/
823 void
824 lpfc_vport_reset_stat_data(struct lpfc_vport *vport)
825 {
826 	struct lpfc_nodelist *ndlp = NULL, *next_ndlp = NULL;
827 
828 	list_for_each_entry_safe(ndlp, next_ndlp, &vport->fc_nodes, nlp_listp) {
829 		if (ndlp->lat_data)
830 			memset(ndlp->lat_data, 0, LPFC_MAX_BUCKET_COUNT *
831 				sizeof(struct lpfc_scsicmd_bkt));
832 	}
833 }
834 
835 
836 /**
837  * lpfc_alloc_bucket - Allocate data buffer required for statistical data
838  * @vport: Pointer to vport object.
839  *
840  * This function allocates data buffer required for all the FC
841  * nodes of the vport to collect statistical data.
842  **/
843 void
844 lpfc_alloc_bucket(struct lpfc_vport *vport)
845 {
846 	struct lpfc_nodelist *ndlp = NULL, *next_ndlp = NULL;
847 
848 	list_for_each_entry_safe(ndlp, next_ndlp, &vport->fc_nodes, nlp_listp) {
849 
850 		kfree(ndlp->lat_data);
851 		ndlp->lat_data = NULL;
852 
853 		if (ndlp->nlp_state == NLP_STE_MAPPED_NODE) {
854 			ndlp->lat_data = kcalloc(LPFC_MAX_BUCKET_COUNT,
855 					 sizeof(struct lpfc_scsicmd_bkt),
856 					 GFP_ATOMIC);
857 
858 			if (!ndlp->lat_data)
859 				lpfc_printf_vlog(vport, KERN_ERR,
860 					LOG_TRACE_EVENT,
861 					"0287 lpfc_alloc_bucket failed to "
862 					"allocate statistical data buffer DID "
863 					"0x%x\n", ndlp->nlp_DID);
864 		}
865 	}
866 }
867 
868 /**
869  * lpfc_free_bucket - Free data buffer required for statistical data
870  * @vport: Pointer to vport object.
871  *
872  * Th function frees statistical data buffer of all the FC
873  * nodes of the vport.
874  **/
875 void
876 lpfc_free_bucket(struct lpfc_vport *vport)
877 {
878 	struct lpfc_nodelist *ndlp = NULL, *next_ndlp = NULL;
879 
880 	list_for_each_entry_safe(ndlp, next_ndlp, &vport->fc_nodes, nlp_listp) {
881 
882 		kfree(ndlp->lat_data);
883 		ndlp->lat_data = NULL;
884 	}
885 }
886