xref: /openbmc/linux/drivers/scsi/lpfc/lpfc_init.c (revision 93dc544c)
1 /*******************************************************************
2  * This file is part of the Emulex Linux Device Driver for         *
3  * Fibre Channel Host Bus Adapters.                                *
4  * Copyright (C) 2004-2008 Emulex.  All rights reserved.           *
5  * EMULEX and SLI are trademarks of Emulex.                        *
6  * www.emulex.com                                                  *
7  * Portions Copyright (C) 2004-2005 Christoph Hellwig              *
8  *                                                                 *
9  * This program is free software; you can redistribute it and/or   *
10  * modify it under the terms of version 2 of the GNU General       *
11  * Public License as published by the Free Software Foundation.    *
12  * This program is distributed in the hope that it will be useful. *
13  * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND          *
14  * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY,  *
15  * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE      *
16  * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
17  * TO BE LEGALLY INVALID.  See the GNU General Public License for  *
18  * more details, a copy of which can be found in the file COPYING  *
19  * included with this package.                                     *
20  *******************************************************************/
21 
22 #include <linux/blkdev.h>
23 #include <linux/delay.h>
24 #include <linux/dma-mapping.h>
25 #include <linux/idr.h>
26 #include <linux/interrupt.h>
27 #include <linux/kthread.h>
28 #include <linux/pci.h>
29 #include <linux/spinlock.h>
30 #include <linux/ctype.h>
31 
32 #include <scsi/scsi.h>
33 #include <scsi/scsi_device.h>
34 #include <scsi/scsi_host.h>
35 #include <scsi/scsi_transport_fc.h>
36 
37 #include "lpfc_hw.h"
38 #include "lpfc_sli.h"
39 #include "lpfc_disc.h"
40 #include "lpfc_scsi.h"
41 #include "lpfc.h"
42 #include "lpfc_logmsg.h"
43 #include "lpfc_crtn.h"
44 #include "lpfc_vport.h"
45 #include "lpfc_version.h"
46 
47 static int lpfc_parse_vpd(struct lpfc_hba *, uint8_t *, int);
48 static void lpfc_get_hba_model_desc(struct lpfc_hba *, uint8_t *, uint8_t *);
49 static int lpfc_post_rcv_buf(struct lpfc_hba *);
50 
51 static struct scsi_transport_template *lpfc_transport_template = NULL;
52 static struct scsi_transport_template *lpfc_vport_transport_template = NULL;
53 static DEFINE_IDR(lpfc_hba_index);
54 
55 /************************************************************************/
56 /*                                                                      */
57 /*    lpfc_config_port_prep                                             */
58 /*    This routine will do LPFC initialization prior to the             */
59 /*    CONFIG_PORT mailbox command. This will be initialized             */
60 /*    as a SLI layer callback routine.                                  */
61 /*    This routine returns 0 on success or -ERESTART if it wants        */
62 /*    the SLI layer to reset the HBA and try again. Any                 */
63 /*    other return value indicates an error.                            */
64 /*                                                                      */
65 /************************************************************************/
66 int
67 lpfc_config_port_prep(struct lpfc_hba *phba)
68 {
69 	lpfc_vpd_t *vp = &phba->vpd;
70 	int i = 0, rc;
71 	LPFC_MBOXQ_t *pmb;
72 	MAILBOX_t *mb;
73 	char *lpfc_vpd_data = NULL;
74 	uint16_t offset = 0;
75 	static char licensed[56] =
76 		    "key unlock for use with gnu public licensed code only\0";
77 	static int init_key = 1;
78 
79 	pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
80 	if (!pmb) {
81 		phba->link_state = LPFC_HBA_ERROR;
82 		return -ENOMEM;
83 	}
84 
85 	mb = &pmb->mb;
86 	phba->link_state = LPFC_INIT_MBX_CMDS;
87 
88 	if (lpfc_is_LC_HBA(phba->pcidev->device)) {
89 		if (init_key) {
90 			uint32_t *ptext = (uint32_t *) licensed;
91 
92 			for (i = 0; i < 56; i += sizeof (uint32_t), ptext++)
93 				*ptext = cpu_to_be32(*ptext);
94 			init_key = 0;
95 		}
96 
97 		lpfc_read_nv(phba, pmb);
98 		memset((char*)mb->un.varRDnvp.rsvd3, 0,
99 			sizeof (mb->un.varRDnvp.rsvd3));
100 		memcpy((char*)mb->un.varRDnvp.rsvd3, licensed,
101 			 sizeof (licensed));
102 
103 		rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
104 
105 		if (rc != MBX_SUCCESS) {
106 			lpfc_printf_log(phba, KERN_ERR, LOG_MBOX,
107 					"0324 Config Port initialization "
108 					"error, mbxCmd x%x READ_NVPARM, "
109 					"mbxStatus x%x\n",
110 					mb->mbxCommand, mb->mbxStatus);
111 			mempool_free(pmb, phba->mbox_mem_pool);
112 			return -ERESTART;
113 		}
114 		memcpy(phba->wwnn, (char *)mb->un.varRDnvp.nodename,
115 		       sizeof(phba->wwnn));
116 		memcpy(phba->wwpn, (char *)mb->un.varRDnvp.portname,
117 		       sizeof(phba->wwpn));
118 	}
119 
120 	phba->sli3_options = 0x0;
121 
122 	/* Setup and issue mailbox READ REV command */
123 	lpfc_read_rev(phba, pmb);
124 	rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
125 	if (rc != MBX_SUCCESS) {
126 		lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
127 				"0439 Adapter failed to init, mbxCmd x%x "
128 				"READ_REV, mbxStatus x%x\n",
129 				mb->mbxCommand, mb->mbxStatus);
130 		mempool_free( pmb, phba->mbox_mem_pool);
131 		return -ERESTART;
132 	}
133 
134 
135 	/*
136 	 * The value of rr must be 1 since the driver set the cv field to 1.
137 	 * This setting requires the FW to set all revision fields.
138 	 */
139 	if (mb->un.varRdRev.rr == 0) {
140 		vp->rev.rBit = 0;
141 		lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
142 				"0440 Adapter failed to init, READ_REV has "
143 				"missing revision information.\n");
144 		mempool_free(pmb, phba->mbox_mem_pool);
145 		return -ERESTART;
146 	}
147 
148 	if (phba->sli_rev == 3 && !mb->un.varRdRev.v3rsp) {
149 		mempool_free(pmb, phba->mbox_mem_pool);
150 		return -EINVAL;
151 	}
152 
153 	/* Save information as VPD data */
154 	vp->rev.rBit = 1;
155 	memcpy(&vp->sli3Feat, &mb->un.varRdRev.sli3Feat, sizeof(uint32_t));
156 	vp->rev.sli1FwRev = mb->un.varRdRev.sli1FwRev;
157 	memcpy(vp->rev.sli1FwName, (char*) mb->un.varRdRev.sli1FwName, 16);
158 	vp->rev.sli2FwRev = mb->un.varRdRev.sli2FwRev;
159 	memcpy(vp->rev.sli2FwName, (char *) mb->un.varRdRev.sli2FwName, 16);
160 	vp->rev.biuRev = mb->un.varRdRev.biuRev;
161 	vp->rev.smRev = mb->un.varRdRev.smRev;
162 	vp->rev.smFwRev = mb->un.varRdRev.un.smFwRev;
163 	vp->rev.endecRev = mb->un.varRdRev.endecRev;
164 	vp->rev.fcphHigh = mb->un.varRdRev.fcphHigh;
165 	vp->rev.fcphLow = mb->un.varRdRev.fcphLow;
166 	vp->rev.feaLevelHigh = mb->un.varRdRev.feaLevelHigh;
167 	vp->rev.feaLevelLow = mb->un.varRdRev.feaLevelLow;
168 	vp->rev.postKernRev = mb->un.varRdRev.postKernRev;
169 	vp->rev.opFwRev = mb->un.varRdRev.opFwRev;
170 
171 	/* If the sli feature level is less then 9, we must
172 	 * tear down all RPIs and VPIs on link down if NPIV
173 	 * is enabled.
174 	 */
175 	if (vp->rev.feaLevelHigh < 9)
176 		phba->sli3_options |= LPFC_SLI3_VPORT_TEARDOWN;
177 
178 	if (lpfc_is_LC_HBA(phba->pcidev->device))
179 		memcpy(phba->RandomData, (char *)&mb->un.varWords[24],
180 						sizeof (phba->RandomData));
181 
182 	/* Get adapter VPD information */
183 	pmb->context2 = kmalloc(DMP_RSP_SIZE, GFP_KERNEL);
184 	if (!pmb->context2)
185 		goto out_free_mbox;
186 	lpfc_vpd_data = kmalloc(DMP_VPD_SIZE, GFP_KERNEL);
187 	if (!lpfc_vpd_data)
188 		goto out_free_context2;
189 
190 	do {
191 		lpfc_dump_mem(phba, pmb, offset);
192 		rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
193 
194 		if (rc != MBX_SUCCESS) {
195 			lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
196 					"0441 VPD not present on adapter, "
197 					"mbxCmd x%x DUMP VPD, mbxStatus x%x\n",
198 					mb->mbxCommand, mb->mbxStatus);
199 			mb->un.varDmp.word_cnt = 0;
200 		}
201 		if (mb->un.varDmp.word_cnt > DMP_VPD_SIZE - offset)
202 			mb->un.varDmp.word_cnt = DMP_VPD_SIZE - offset;
203 		lpfc_sli_pcimem_bcopy(pmb->context2, lpfc_vpd_data + offset,
204 				      mb->un.varDmp.word_cnt);
205 		offset += mb->un.varDmp.word_cnt;
206 	} while (mb->un.varDmp.word_cnt && offset < DMP_VPD_SIZE);
207 	lpfc_parse_vpd(phba, lpfc_vpd_data, offset);
208 
209 	kfree(lpfc_vpd_data);
210 out_free_context2:
211 	kfree(pmb->context2);
212 out_free_mbox:
213 	mempool_free(pmb, phba->mbox_mem_pool);
214 	return 0;
215 }
216 
217 /* Completion handler for config async event mailbox command. */
218 static void
219 lpfc_config_async_cmpl(struct lpfc_hba * phba, LPFC_MBOXQ_t * pmboxq)
220 {
221 	if (pmboxq->mb.mbxStatus == MBX_SUCCESS)
222 		phba->temp_sensor_support = 1;
223 	else
224 		phba->temp_sensor_support = 0;
225 	mempool_free(pmboxq, phba->mbox_mem_pool);
226 	return;
227 }
228 
229 /************************************************************************/
230 /*                                                                      */
231 /*    lpfc_config_port_post                                             */
232 /*    This routine will do LPFC initialization after the                */
233 /*    CONFIG_PORT mailbox command. This will be initialized             */
234 /*    as a SLI layer callback routine.                                  */
235 /*    This routine returns 0 on success. Any other return value         */
236 /*    indicates an error.                                               */
237 /*                                                                      */
238 /************************************************************************/
239 int
240 lpfc_config_port_post(struct lpfc_hba *phba)
241 {
242 	struct lpfc_vport *vport = phba->pport;
243 	LPFC_MBOXQ_t *pmb;
244 	MAILBOX_t *mb;
245 	struct lpfc_dmabuf *mp;
246 	struct lpfc_sli *psli = &phba->sli;
247 	uint32_t status, timeout;
248 	int i, j;
249 	int rc;
250 
251 	spin_lock_irq(&phba->hbalock);
252 	/*
253 	 * If the Config port completed correctly the HBA is not
254 	 * over heated any more.
255 	 */
256 	if (phba->over_temp_state == HBA_OVER_TEMP)
257 		phba->over_temp_state = HBA_NORMAL_TEMP;
258 	spin_unlock_irq(&phba->hbalock);
259 
260 	pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
261 	if (!pmb) {
262 		phba->link_state = LPFC_HBA_ERROR;
263 		return -ENOMEM;
264 	}
265 	mb = &pmb->mb;
266 
267 	/* Get login parameters for NID.  */
268 	lpfc_read_sparam(phba, pmb, 0);
269 	pmb->vport = vport;
270 	if (lpfc_sli_issue_mbox(phba, pmb, MBX_POLL) != MBX_SUCCESS) {
271 		lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
272 				"0448 Adapter failed init, mbxCmd x%x "
273 				"READ_SPARM mbxStatus x%x\n",
274 				mb->mbxCommand, mb->mbxStatus);
275 		phba->link_state = LPFC_HBA_ERROR;
276 		mp = (struct lpfc_dmabuf *) pmb->context1;
277 		mempool_free( pmb, phba->mbox_mem_pool);
278 		lpfc_mbuf_free(phba, mp->virt, mp->phys);
279 		kfree(mp);
280 		return -EIO;
281 	}
282 
283 	mp = (struct lpfc_dmabuf *) pmb->context1;
284 
285 	memcpy(&vport->fc_sparam, mp->virt, sizeof (struct serv_parm));
286 	lpfc_mbuf_free(phba, mp->virt, mp->phys);
287 	kfree(mp);
288 	pmb->context1 = NULL;
289 
290 	if (phba->cfg_soft_wwnn)
291 		u64_to_wwn(phba->cfg_soft_wwnn,
292 			   vport->fc_sparam.nodeName.u.wwn);
293 	if (phba->cfg_soft_wwpn)
294 		u64_to_wwn(phba->cfg_soft_wwpn,
295 			   vport->fc_sparam.portName.u.wwn);
296 	memcpy(&vport->fc_nodename, &vport->fc_sparam.nodeName,
297 	       sizeof (struct lpfc_name));
298 	memcpy(&vport->fc_portname, &vport->fc_sparam.portName,
299 	       sizeof (struct lpfc_name));
300 	/* If no serial number in VPD data, use low 6 bytes of WWNN */
301 	/* This should be consolidated into parse_vpd ? - mr */
302 	if (phba->SerialNumber[0] == 0) {
303 		uint8_t *outptr;
304 
305 		outptr = &vport->fc_nodename.u.s.IEEE[0];
306 		for (i = 0; i < 12; i++) {
307 			status = *outptr++;
308 			j = ((status & 0xf0) >> 4);
309 			if (j <= 9)
310 				phba->SerialNumber[i] =
311 				    (char)((uint8_t) 0x30 + (uint8_t) j);
312 			else
313 				phba->SerialNumber[i] =
314 				    (char)((uint8_t) 0x61 + (uint8_t) (j - 10));
315 			i++;
316 			j = (status & 0xf);
317 			if (j <= 9)
318 				phba->SerialNumber[i] =
319 				    (char)((uint8_t) 0x30 + (uint8_t) j);
320 			else
321 				phba->SerialNumber[i] =
322 				    (char)((uint8_t) 0x61 + (uint8_t) (j - 10));
323 		}
324 	}
325 
326 	lpfc_read_config(phba, pmb);
327 	pmb->vport = vport;
328 	if (lpfc_sli_issue_mbox(phba, pmb, MBX_POLL) != MBX_SUCCESS) {
329 		lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
330 				"0453 Adapter failed to init, mbxCmd x%x "
331 				"READ_CONFIG, mbxStatus x%x\n",
332 				mb->mbxCommand, mb->mbxStatus);
333 		phba->link_state = LPFC_HBA_ERROR;
334 		mempool_free( pmb, phba->mbox_mem_pool);
335 		return -EIO;
336 	}
337 
338 	/* Reset the DFT_HBA_Q_DEPTH to the max xri  */
339 	if (phba->cfg_hba_queue_depth > (mb->un.varRdConfig.max_xri+1))
340 		phba->cfg_hba_queue_depth =
341 			mb->un.varRdConfig.max_xri + 1;
342 
343 	phba->lmt = mb->un.varRdConfig.lmt;
344 
345 	/* Get the default values for Model Name and Description */
346 	lpfc_get_hba_model_desc(phba, phba->ModelName, phba->ModelDesc);
347 
348 	if ((phba->cfg_link_speed > LINK_SPEED_10G)
349 	    || ((phba->cfg_link_speed == LINK_SPEED_1G)
350 		&& !(phba->lmt & LMT_1Gb))
351 	    || ((phba->cfg_link_speed == LINK_SPEED_2G)
352 		&& !(phba->lmt & LMT_2Gb))
353 	    || ((phba->cfg_link_speed == LINK_SPEED_4G)
354 		&& !(phba->lmt & LMT_4Gb))
355 	    || ((phba->cfg_link_speed == LINK_SPEED_8G)
356 		&& !(phba->lmt & LMT_8Gb))
357 	    || ((phba->cfg_link_speed == LINK_SPEED_10G)
358 		&& !(phba->lmt & LMT_10Gb))) {
359 		/* Reset link speed to auto */
360 		lpfc_printf_log(phba, KERN_WARNING, LOG_LINK_EVENT,
361 			"1302 Invalid speed for this board: "
362 			"Reset link speed to auto: x%x\n",
363 			phba->cfg_link_speed);
364 			phba->cfg_link_speed = LINK_SPEED_AUTO;
365 	}
366 
367 	phba->link_state = LPFC_LINK_DOWN;
368 
369 	/* Only process IOCBs on ELS ring till hba_state is READY */
370 	if (psli->ring[psli->extra_ring].cmdringaddr)
371 		psli->ring[psli->extra_ring].flag |= LPFC_STOP_IOCB_EVENT;
372 	if (psli->ring[psli->fcp_ring].cmdringaddr)
373 		psli->ring[psli->fcp_ring].flag |= LPFC_STOP_IOCB_EVENT;
374 	if (psli->ring[psli->next_ring].cmdringaddr)
375 		psli->ring[psli->next_ring].flag |= LPFC_STOP_IOCB_EVENT;
376 
377 	/* Post receive buffers for desired rings */
378 	if (phba->sli_rev != 3)
379 		lpfc_post_rcv_buf(phba);
380 
381 	/* Enable appropriate host interrupts */
382 	spin_lock_irq(&phba->hbalock);
383 	status = readl(phba->HCregaddr);
384 	status |= HC_MBINT_ENA | HC_ERINT_ENA | HC_LAINT_ENA;
385 	if (psli->num_rings > 0)
386 		status |= HC_R0INT_ENA;
387 	if (psli->num_rings > 1)
388 		status |= HC_R1INT_ENA;
389 	if (psli->num_rings > 2)
390 		status |= HC_R2INT_ENA;
391 	if (psli->num_rings > 3)
392 		status |= HC_R3INT_ENA;
393 
394 	if ((phba->cfg_poll & ENABLE_FCP_RING_POLLING) &&
395 	    (phba->cfg_poll & DISABLE_FCP_RING_INT))
396 		status &= ~(HC_R0INT_ENA << LPFC_FCP_RING);
397 
398 	writel(status, phba->HCregaddr);
399 	readl(phba->HCregaddr); /* flush */
400 	spin_unlock_irq(&phba->hbalock);
401 
402 	/*
403 	 * Setup the ring 0 (els)  timeout handler
404 	 */
405 	timeout = phba->fc_ratov << 1;
406 	mod_timer(&vport->els_tmofunc, jiffies + HZ * timeout);
407 	mod_timer(&phba->hb_tmofunc, jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
408 	phba->hb_outstanding = 0;
409 	phba->last_completion_time = jiffies;
410 
411 	lpfc_init_link(phba, pmb, phba->cfg_topology, phba->cfg_link_speed);
412 	pmb->mbox_cmpl = lpfc_sli_def_mbox_cmpl;
413 	pmb->vport = vport;
414 	rc = lpfc_sli_issue_mbox(phba, pmb, MBX_NOWAIT);
415 	lpfc_set_loopback_flag(phba);
416 	if (rc != MBX_SUCCESS) {
417 		lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
418 				"0454 Adapter failed to init, mbxCmd x%x "
419 				"INIT_LINK, mbxStatus x%x\n",
420 				mb->mbxCommand, mb->mbxStatus);
421 
422 		/* Clear all interrupt enable conditions */
423 		writel(0, phba->HCregaddr);
424 		readl(phba->HCregaddr); /* flush */
425 		/* Clear all pending interrupts */
426 		writel(0xffffffff, phba->HAregaddr);
427 		readl(phba->HAregaddr); /* flush */
428 
429 		phba->link_state = LPFC_HBA_ERROR;
430 		if (rc != MBX_BUSY)
431 			mempool_free(pmb, phba->mbox_mem_pool);
432 		return -EIO;
433 	}
434 	/* MBOX buffer will be freed in mbox compl */
435 	pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
436 	lpfc_config_async(phba, pmb, LPFC_ELS_RING);
437 	pmb->mbox_cmpl = lpfc_config_async_cmpl;
438 	pmb->vport = phba->pport;
439 	rc = lpfc_sli_issue_mbox(phba, pmb, MBX_NOWAIT);
440 
441 	if ((rc != MBX_BUSY) && (rc != MBX_SUCCESS)) {
442 		lpfc_printf_log(phba,
443 				KERN_ERR,
444 				LOG_INIT,
445 				"0456 Adapter failed to issue "
446 				"ASYNCEVT_ENABLE mbox status x%x \n.",
447 				rc);
448 		mempool_free(pmb, phba->mbox_mem_pool);
449 	}
450 	return (0);
451 }
452 
453 /************************************************************************/
454 /*                                                                      */
455 /*    lpfc_hba_down_prep                                                */
456 /*    This routine will do LPFC uninitialization before the             */
457 /*    HBA is reset when bringing down the SLI Layer. This will be       */
458 /*    initialized as a SLI layer callback routine.                      */
459 /*    This routine returns 0 on success. Any other return value         */
460 /*    indicates an error.                                               */
461 /*                                                                      */
462 /************************************************************************/
463 int
464 lpfc_hba_down_prep(struct lpfc_hba *phba)
465 {
466 	struct lpfc_vport **vports;
467 	int i;
468 	/* Disable interrupts */
469 	writel(0, phba->HCregaddr);
470 	readl(phba->HCregaddr); /* flush */
471 
472 	if (phba->pport->load_flag & FC_UNLOADING)
473 		lpfc_cleanup_discovery_resources(phba->pport);
474 	else {
475 		vports = lpfc_create_vport_work_array(phba);
476 		if (vports != NULL)
477 			for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++)
478 				lpfc_cleanup_discovery_resources(vports[i]);
479 		lpfc_destroy_vport_work_array(phba, vports);
480 	}
481 	return 0;
482 }
483 
484 /************************************************************************/
485 /*                                                                      */
486 /*    lpfc_hba_down_post                                                */
487 /*    This routine will do uninitialization after the HBA is reset      */
488 /*    when bringing down the SLI Layer.                                 */
489 /*    This routine returns 0 on success. Any other return value         */
490 /*    indicates an error.                                               */
491 /*                                                                      */
492 /************************************************************************/
493 int
494 lpfc_hba_down_post(struct lpfc_hba *phba)
495 {
496 	struct lpfc_sli *psli = &phba->sli;
497 	struct lpfc_sli_ring *pring;
498 	struct lpfc_dmabuf *mp, *next_mp;
499 	struct lpfc_iocbq *iocb;
500 	IOCB_t *cmd = NULL;
501 	LIST_HEAD(completions);
502 	int i;
503 
504 	if (phba->sli3_options & LPFC_SLI3_HBQ_ENABLED)
505 		lpfc_sli_hbqbuf_free_all(phba);
506 	else {
507 		/* Cleanup preposted buffers on the ELS ring */
508 		pring = &psli->ring[LPFC_ELS_RING];
509 		list_for_each_entry_safe(mp, next_mp, &pring->postbufq, list) {
510 			list_del(&mp->list);
511 			pring->postbufq_cnt--;
512 			lpfc_mbuf_free(phba, mp->virt, mp->phys);
513 			kfree(mp);
514 		}
515 	}
516 
517 	spin_lock_irq(&phba->hbalock);
518 	for (i = 0; i < psli->num_rings; i++) {
519 		pring = &psli->ring[i];
520 
521 		/* At this point in time the HBA is either reset or DOA. Either
522 		 * way, nothing should be on txcmplq as it will NEVER complete.
523 		 */
524 		list_splice_init(&pring->txcmplq, &completions);
525 		pring->txcmplq_cnt = 0;
526 		spin_unlock_irq(&phba->hbalock);
527 
528 		while (!list_empty(&completions)) {
529 			iocb = list_get_first(&completions, struct lpfc_iocbq,
530 				list);
531 			cmd = &iocb->iocb;
532 			list_del_init(&iocb->list);
533 
534 			if (!iocb->iocb_cmpl)
535 				lpfc_sli_release_iocbq(phba, iocb);
536 			else {
537 				cmd->ulpStatus = IOSTAT_LOCAL_REJECT;
538 				cmd->un.ulpWord[4] = IOERR_SLI_ABORTED;
539 				(iocb->iocb_cmpl) (phba, iocb, iocb);
540 			}
541 		}
542 
543 		lpfc_sli_abort_iocb_ring(phba, pring);
544 		spin_lock_irq(&phba->hbalock);
545 	}
546 	spin_unlock_irq(&phba->hbalock);
547 
548 	return 0;
549 }
550 
551 /* HBA heart beat timeout handler */
552 static void
553 lpfc_hb_timeout(unsigned long ptr)
554 {
555 	struct lpfc_hba *phba;
556 	uint32_t tmo_posted;
557 	unsigned long iflag;
558 
559 	phba = (struct lpfc_hba *)ptr;
560 	spin_lock_irqsave(&phba->pport->work_port_lock, iflag);
561 	tmo_posted = phba->pport->work_port_events & WORKER_HB_TMO;
562 	if (!tmo_posted)
563 		phba->pport->work_port_events |= WORKER_HB_TMO;
564 	spin_unlock_irqrestore(&phba->pport->work_port_lock, iflag);
565 
566 	if (!tmo_posted)
567 		lpfc_worker_wake_up(phba);
568 	return;
569 }
570 
571 static void
572 lpfc_hb_mbox_cmpl(struct lpfc_hba * phba, LPFC_MBOXQ_t * pmboxq)
573 {
574 	unsigned long drvr_flag;
575 
576 	spin_lock_irqsave(&phba->hbalock, drvr_flag);
577 	phba->hb_outstanding = 0;
578 	spin_unlock_irqrestore(&phba->hbalock, drvr_flag);
579 
580 	mempool_free(pmboxq, phba->mbox_mem_pool);
581 	if (!(phba->pport->fc_flag & FC_OFFLINE_MODE) &&
582 		!(phba->link_state == LPFC_HBA_ERROR) &&
583 		!(phba->pport->load_flag & FC_UNLOADING))
584 		mod_timer(&phba->hb_tmofunc,
585 			jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
586 	return;
587 }
588 
589 void
590 lpfc_hb_timeout_handler(struct lpfc_hba *phba)
591 {
592 	LPFC_MBOXQ_t *pmboxq;
593 	struct lpfc_dmabuf *buf_ptr;
594 	int retval;
595 	struct lpfc_sli *psli = &phba->sli;
596 	LIST_HEAD(completions);
597 
598 	if ((phba->link_state == LPFC_HBA_ERROR) ||
599 		(phba->pport->load_flag & FC_UNLOADING) ||
600 		(phba->pport->fc_flag & FC_OFFLINE_MODE))
601 		return;
602 
603 	spin_lock_irq(&phba->pport->work_port_lock);
604 	/* If the timer is already canceled do nothing */
605 	if (!(phba->pport->work_port_events & WORKER_HB_TMO)) {
606 		spin_unlock_irq(&phba->pport->work_port_lock);
607 		return;
608 	}
609 
610 	if (time_after(phba->last_completion_time + LPFC_HB_MBOX_INTERVAL * HZ,
611 		jiffies)) {
612 		spin_unlock_irq(&phba->pport->work_port_lock);
613 		if (!phba->hb_outstanding)
614 			mod_timer(&phba->hb_tmofunc,
615 				jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
616 		else
617 			mod_timer(&phba->hb_tmofunc,
618 				jiffies + HZ * LPFC_HB_MBOX_TIMEOUT);
619 		return;
620 	}
621 	spin_unlock_irq(&phba->pport->work_port_lock);
622 
623 	if (phba->elsbuf_cnt &&
624 		(phba->elsbuf_cnt == phba->elsbuf_prev_cnt)) {
625 		spin_lock_irq(&phba->hbalock);
626 		list_splice_init(&phba->elsbuf, &completions);
627 		phba->elsbuf_cnt = 0;
628 		phba->elsbuf_prev_cnt = 0;
629 		spin_unlock_irq(&phba->hbalock);
630 
631 		while (!list_empty(&completions)) {
632 			list_remove_head(&completions, buf_ptr,
633 				struct lpfc_dmabuf, list);
634 			lpfc_mbuf_free(phba, buf_ptr->virt, buf_ptr->phys);
635 			kfree(buf_ptr);
636 		}
637 	}
638 	phba->elsbuf_prev_cnt = phba->elsbuf_cnt;
639 
640 	/* If there is no heart beat outstanding, issue a heartbeat command */
641 	if (phba->cfg_enable_hba_heartbeat) {
642 		if (!phba->hb_outstanding) {
643 			pmboxq = mempool_alloc(phba->mbox_mem_pool,GFP_KERNEL);
644 			if (!pmboxq) {
645 				mod_timer(&phba->hb_tmofunc,
646 					  jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
647 				return;
648 			}
649 
650 			lpfc_heart_beat(phba, pmboxq);
651 			pmboxq->mbox_cmpl = lpfc_hb_mbox_cmpl;
652 			pmboxq->vport = phba->pport;
653 			retval = lpfc_sli_issue_mbox(phba, pmboxq, MBX_NOWAIT);
654 
655 			if (retval != MBX_BUSY && retval != MBX_SUCCESS) {
656 				mempool_free(pmboxq, phba->mbox_mem_pool);
657 				mod_timer(&phba->hb_tmofunc,
658 					  jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
659 				return;
660 			}
661 			mod_timer(&phba->hb_tmofunc,
662 				  jiffies + HZ * LPFC_HB_MBOX_TIMEOUT);
663 			phba->hb_outstanding = 1;
664 			return;
665 		} else {
666 			/*
667 			* If heart beat timeout called with hb_outstanding set
668 			* we need to take the HBA offline.
669 			*/
670 			lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
671 					"0459 Adapter heartbeat failure, "
672 					"taking this port offline.\n");
673 
674 			spin_lock_irq(&phba->hbalock);
675 			psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
676 			spin_unlock_irq(&phba->hbalock);
677 
678 			lpfc_offline_prep(phba);
679 			lpfc_offline(phba);
680 			lpfc_unblock_mgmt_io(phba);
681 			phba->link_state = LPFC_HBA_ERROR;
682 			lpfc_hba_down_post(phba);
683 		}
684 	}
685 }
686 
687 static void
688 lpfc_offline_eratt(struct lpfc_hba *phba)
689 {
690 	struct lpfc_sli   *psli = &phba->sli;
691 
692 	spin_lock_irq(&phba->hbalock);
693 	psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
694 	spin_unlock_irq(&phba->hbalock);
695 	lpfc_offline_prep(phba);
696 
697 	lpfc_offline(phba);
698 	lpfc_reset_barrier(phba);
699 	lpfc_sli_brdreset(phba);
700 	lpfc_hba_down_post(phba);
701 	lpfc_sli_brdready(phba, HS_MBRDY);
702 	lpfc_unblock_mgmt_io(phba);
703 	phba->link_state = LPFC_HBA_ERROR;
704 	return;
705 }
706 
707 /************************************************************************/
708 /*                                                                      */
709 /*    lpfc_handle_eratt                                                 */
710 /*    This routine will handle processing a Host Attention              */
711 /*    Error Status event. This will be initialized                      */
712 /*    as a SLI layer callback routine.                                  */
713 /*                                                                      */
714 /************************************************************************/
715 void
716 lpfc_handle_eratt(struct lpfc_hba *phba)
717 {
718 	struct lpfc_vport *vport = phba->pport;
719 	struct lpfc_sli   *psli = &phba->sli;
720 	struct lpfc_sli_ring  *pring;
721 	uint32_t event_data;
722 	unsigned long temperature;
723 	struct temp_event temp_event_data;
724 	struct Scsi_Host  *shost;
725 
726 	/* If the pci channel is offline, ignore possible errors,
727 	 * since we cannot communicate with the pci card anyway. */
728 	if (pci_channel_offline(phba->pcidev))
729 		return;
730 	/* If resets are disabled then leave the HBA alone and return */
731 	if (!phba->cfg_enable_hba_reset)
732 		return;
733 
734 	if (phba->work_hs & HS_FFER6) {
735 		/* Re-establishing Link */
736 		lpfc_printf_log(phba, KERN_INFO, LOG_LINK_EVENT,
737 				"1301 Re-establishing Link "
738 				"Data: x%x x%x x%x\n",
739 				phba->work_hs,
740 				phba->work_status[0], phba->work_status[1]);
741 
742 		spin_lock_irq(&phba->hbalock);
743 		psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
744 		spin_unlock_irq(&phba->hbalock);
745 
746 		/*
747 		* Firmware stops when it triggled erratt with HS_FFER6.
748 		* That could cause the I/Os dropped by the firmware.
749 		* Error iocb (I/O) on txcmplq and let the SCSI layer
750 		* retry it after re-establishing link.
751 		*/
752 		pring = &psli->ring[psli->fcp_ring];
753 		lpfc_sli_abort_iocb_ring(phba, pring);
754 
755 		/*
756 		 * There was a firmware error.  Take the hba offline and then
757 		 * attempt to restart it.
758 		 */
759 		lpfc_offline_prep(phba);
760 		lpfc_offline(phba);
761 		lpfc_sli_brdrestart(phba);
762 		if (lpfc_online(phba) == 0) {	/* Initialize the HBA */
763 			lpfc_unblock_mgmt_io(phba);
764 			return;
765 		}
766 		lpfc_unblock_mgmt_io(phba);
767 	} else if (phba->work_hs & HS_CRIT_TEMP) {
768 		temperature = readl(phba->MBslimaddr + TEMPERATURE_OFFSET);
769 		temp_event_data.event_type = FC_REG_TEMPERATURE_EVENT;
770 		temp_event_data.event_code = LPFC_CRIT_TEMP;
771 		temp_event_data.data = (uint32_t)temperature;
772 
773 		lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
774 				"0459 Adapter maximum temperature exceeded "
775 				"(%ld), taking this port offline "
776 				"Data: x%x x%x x%x\n",
777 				temperature, phba->work_hs,
778 				phba->work_status[0], phba->work_status[1]);
779 
780 		shost = lpfc_shost_from_vport(phba->pport);
781 		fc_host_post_vendor_event(shost, fc_get_event_number(),
782 					  sizeof(temp_event_data),
783 					  (char *) &temp_event_data,
784 					  SCSI_NL_VID_TYPE_PCI
785 					  | PCI_VENDOR_ID_EMULEX);
786 
787 		spin_lock_irq(&phba->hbalock);
788 		phba->over_temp_state = HBA_OVER_TEMP;
789 		spin_unlock_irq(&phba->hbalock);
790 		lpfc_offline_eratt(phba);
791 
792 	} else {
793 		/* The if clause above forces this code path when the status
794 		 * failure is a value other than FFER6.  Do not call the offline
795 		 *  twice. This is the adapter hardware error path.
796 		 */
797 		lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
798 				"0457 Adapter Hardware Error "
799 				"Data: x%x x%x x%x\n",
800 				phba->work_hs,
801 				phba->work_status[0], phba->work_status[1]);
802 
803 		event_data = FC_REG_DUMP_EVENT;
804 		shost = lpfc_shost_from_vport(vport);
805 		fc_host_post_vendor_event(shost, fc_get_event_number(),
806 				sizeof(event_data), (char *) &event_data,
807 				SCSI_NL_VID_TYPE_PCI | PCI_VENDOR_ID_EMULEX);
808 
809 		lpfc_offline_eratt(phba);
810 	}
811 }
812 
813 /************************************************************************/
814 /*                                                                      */
815 /*    lpfc_handle_latt                                                  */
816 /*    This routine will handle processing a Host Attention              */
817 /*    Link Status event. This will be initialized                       */
818 /*    as a SLI layer callback routine.                                  */
819 /*                                                                      */
820 /************************************************************************/
821 void
822 lpfc_handle_latt(struct lpfc_hba *phba)
823 {
824 	struct lpfc_vport *vport = phba->pport;
825 	struct lpfc_sli   *psli = &phba->sli;
826 	LPFC_MBOXQ_t *pmb;
827 	volatile uint32_t control;
828 	struct lpfc_dmabuf *mp;
829 	int rc = 0;
830 
831 	pmb = (LPFC_MBOXQ_t *)mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
832 	if (!pmb) {
833 		rc = 1;
834 		goto lpfc_handle_latt_err_exit;
835 	}
836 
837 	mp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
838 	if (!mp) {
839 		rc = 2;
840 		goto lpfc_handle_latt_free_pmb;
841 	}
842 
843 	mp->virt = lpfc_mbuf_alloc(phba, 0, &mp->phys);
844 	if (!mp->virt) {
845 		rc = 3;
846 		goto lpfc_handle_latt_free_mp;
847 	}
848 
849 	/* Cleanup any outstanding ELS commands */
850 	lpfc_els_flush_all_cmd(phba);
851 
852 	psli->slistat.link_event++;
853 	lpfc_read_la(phba, pmb, mp);
854 	pmb->mbox_cmpl = lpfc_mbx_cmpl_read_la;
855 	pmb->vport = vport;
856 	/* Block ELS IOCBs until we have processed this mbox command */
857 	phba->sli.ring[LPFC_ELS_RING].flag |= LPFC_STOP_IOCB_EVENT;
858 	rc = lpfc_sli_issue_mbox (phba, pmb, MBX_NOWAIT);
859 	if (rc == MBX_NOT_FINISHED) {
860 		rc = 4;
861 		goto lpfc_handle_latt_free_mbuf;
862 	}
863 
864 	/* Clear Link Attention in HA REG */
865 	spin_lock_irq(&phba->hbalock);
866 	writel(HA_LATT, phba->HAregaddr);
867 	readl(phba->HAregaddr); /* flush */
868 	spin_unlock_irq(&phba->hbalock);
869 
870 	return;
871 
872 lpfc_handle_latt_free_mbuf:
873 	phba->sli.ring[LPFC_ELS_RING].flag &= ~LPFC_STOP_IOCB_EVENT;
874 	lpfc_mbuf_free(phba, mp->virt, mp->phys);
875 lpfc_handle_latt_free_mp:
876 	kfree(mp);
877 lpfc_handle_latt_free_pmb:
878 	mempool_free(pmb, phba->mbox_mem_pool);
879 lpfc_handle_latt_err_exit:
880 	/* Enable Link attention interrupts */
881 	spin_lock_irq(&phba->hbalock);
882 	psli->sli_flag |= LPFC_PROCESS_LA;
883 	control = readl(phba->HCregaddr);
884 	control |= HC_LAINT_ENA;
885 	writel(control, phba->HCregaddr);
886 	readl(phba->HCregaddr); /* flush */
887 
888 	/* Clear Link Attention in HA REG */
889 	writel(HA_LATT, phba->HAregaddr);
890 	readl(phba->HAregaddr); /* flush */
891 	spin_unlock_irq(&phba->hbalock);
892 	lpfc_linkdown(phba);
893 	phba->link_state = LPFC_HBA_ERROR;
894 
895 	lpfc_printf_log(phba, KERN_ERR, LOG_MBOX,
896 		     "0300 LATT: Cannot issue READ_LA: Data:%d\n", rc);
897 
898 	return;
899 }
900 
901 /************************************************************************/
902 /*                                                                      */
903 /*   lpfc_parse_vpd                                                     */
904 /*   This routine will parse the VPD data                               */
905 /*                                                                      */
906 /************************************************************************/
907 static int
908 lpfc_parse_vpd(struct lpfc_hba *phba, uint8_t *vpd, int len)
909 {
910 	uint8_t lenlo, lenhi;
911 	int Length;
912 	int i, j;
913 	int finished = 0;
914 	int index = 0;
915 
916 	if (!vpd)
917 		return 0;
918 
919 	/* Vital Product */
920 	lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
921 			"0455 Vital Product Data: x%x x%x x%x x%x\n",
922 			(uint32_t) vpd[0], (uint32_t) vpd[1], (uint32_t) vpd[2],
923 			(uint32_t) vpd[3]);
924 	while (!finished && (index < (len - 4))) {
925 		switch (vpd[index]) {
926 		case 0x82:
927 		case 0x91:
928 			index += 1;
929 			lenlo = vpd[index];
930 			index += 1;
931 			lenhi = vpd[index];
932 			index += 1;
933 			i = ((((unsigned short)lenhi) << 8) + lenlo);
934 			index += i;
935 			break;
936 		case 0x90:
937 			index += 1;
938 			lenlo = vpd[index];
939 			index += 1;
940 			lenhi = vpd[index];
941 			index += 1;
942 			Length = ((((unsigned short)lenhi) << 8) + lenlo);
943 			if (Length > len - index)
944 				Length = len - index;
945 			while (Length > 0) {
946 			/* Look for Serial Number */
947 			if ((vpd[index] == 'S') && (vpd[index+1] == 'N')) {
948 				index += 2;
949 				i = vpd[index];
950 				index += 1;
951 				j = 0;
952 				Length -= (3+i);
953 				while(i--) {
954 					phba->SerialNumber[j++] = vpd[index++];
955 					if (j == 31)
956 						break;
957 				}
958 				phba->SerialNumber[j] = 0;
959 				continue;
960 			}
961 			else if ((vpd[index] == 'V') && (vpd[index+1] == '1')) {
962 				phba->vpd_flag |= VPD_MODEL_DESC;
963 				index += 2;
964 				i = vpd[index];
965 				index += 1;
966 				j = 0;
967 				Length -= (3+i);
968 				while(i--) {
969 					phba->ModelDesc[j++] = vpd[index++];
970 					if (j == 255)
971 						break;
972 				}
973 				phba->ModelDesc[j] = 0;
974 				continue;
975 			}
976 			else if ((vpd[index] == 'V') && (vpd[index+1] == '2')) {
977 				phba->vpd_flag |= VPD_MODEL_NAME;
978 				index += 2;
979 				i = vpd[index];
980 				index += 1;
981 				j = 0;
982 				Length -= (3+i);
983 				while(i--) {
984 					phba->ModelName[j++] = vpd[index++];
985 					if (j == 79)
986 						break;
987 				}
988 				phba->ModelName[j] = 0;
989 				continue;
990 			}
991 			else if ((vpd[index] == 'V') && (vpd[index+1] == '3')) {
992 				phba->vpd_flag |= VPD_PROGRAM_TYPE;
993 				index += 2;
994 				i = vpd[index];
995 				index += 1;
996 				j = 0;
997 				Length -= (3+i);
998 				while(i--) {
999 					phba->ProgramType[j++] = vpd[index++];
1000 					if (j == 255)
1001 						break;
1002 				}
1003 				phba->ProgramType[j] = 0;
1004 				continue;
1005 			}
1006 			else if ((vpd[index] == 'V') && (vpd[index+1] == '4')) {
1007 				phba->vpd_flag |= VPD_PORT;
1008 				index += 2;
1009 				i = vpd[index];
1010 				index += 1;
1011 				j = 0;
1012 				Length -= (3+i);
1013 				while(i--) {
1014 				phba->Port[j++] = vpd[index++];
1015 				if (j == 19)
1016 					break;
1017 				}
1018 				phba->Port[j] = 0;
1019 				continue;
1020 			}
1021 			else {
1022 				index += 2;
1023 				i = vpd[index];
1024 				index += 1;
1025 				index += i;
1026 				Length -= (3 + i);
1027 			}
1028 		}
1029 		finished = 0;
1030 		break;
1031 		case 0x78:
1032 			finished = 1;
1033 			break;
1034 		default:
1035 			index ++;
1036 			break;
1037 		}
1038 	}
1039 
1040 	return(1);
1041 }
1042 
1043 static void
1044 lpfc_get_hba_model_desc(struct lpfc_hba *phba, uint8_t *mdp, uint8_t *descp)
1045 {
1046 	lpfc_vpd_t *vp;
1047 	uint16_t dev_id = phba->pcidev->device;
1048 	int max_speed;
1049 	struct {
1050 		char * name;
1051 		int    max_speed;
1052 		char * bus;
1053 	} m = {"<Unknown>", 0, ""};
1054 
1055 	if (mdp && mdp[0] != '\0'
1056 		&& descp && descp[0] != '\0')
1057 		return;
1058 
1059 	if (phba->lmt & LMT_10Gb)
1060 		max_speed = 10;
1061 	else if (phba->lmt & LMT_8Gb)
1062 		max_speed = 8;
1063 	else if (phba->lmt & LMT_4Gb)
1064 		max_speed = 4;
1065 	else if (phba->lmt & LMT_2Gb)
1066 		max_speed = 2;
1067 	else
1068 		max_speed = 1;
1069 
1070 	vp = &phba->vpd;
1071 
1072 	switch (dev_id) {
1073 	case PCI_DEVICE_ID_FIREFLY:
1074 		m = (typeof(m)){"LP6000", max_speed, "PCI"};
1075 		break;
1076 	case PCI_DEVICE_ID_SUPERFLY:
1077 		if (vp->rev.biuRev >= 1 && vp->rev.biuRev <= 3)
1078 			m = (typeof(m)){"LP7000", max_speed,  "PCI"};
1079 		else
1080 			m = (typeof(m)){"LP7000E", max_speed, "PCI"};
1081 		break;
1082 	case PCI_DEVICE_ID_DRAGONFLY:
1083 		m = (typeof(m)){"LP8000", max_speed, "PCI"};
1084 		break;
1085 	case PCI_DEVICE_ID_CENTAUR:
1086 		if (FC_JEDEC_ID(vp->rev.biuRev) == CENTAUR_2G_JEDEC_ID)
1087 			m = (typeof(m)){"LP9002", max_speed, "PCI"};
1088 		else
1089 			m = (typeof(m)){"LP9000", max_speed, "PCI"};
1090 		break;
1091 	case PCI_DEVICE_ID_RFLY:
1092 		m = (typeof(m)){"LP952", max_speed, "PCI"};
1093 		break;
1094 	case PCI_DEVICE_ID_PEGASUS:
1095 		m = (typeof(m)){"LP9802", max_speed, "PCI-X"};
1096 		break;
1097 	case PCI_DEVICE_ID_THOR:
1098 		m = (typeof(m)){"LP10000", max_speed, "PCI-X"};
1099 		break;
1100 	case PCI_DEVICE_ID_VIPER:
1101 		m = (typeof(m)){"LPX1000", max_speed,  "PCI-X"};
1102 		break;
1103 	case PCI_DEVICE_ID_PFLY:
1104 		m = (typeof(m)){"LP982", max_speed, "PCI-X"};
1105 		break;
1106 	case PCI_DEVICE_ID_TFLY:
1107 		m = (typeof(m)){"LP1050", max_speed, "PCI-X"};
1108 		break;
1109 	case PCI_DEVICE_ID_HELIOS:
1110 		m = (typeof(m)){"LP11000", max_speed, "PCI-X2"};
1111 		break;
1112 	case PCI_DEVICE_ID_HELIOS_SCSP:
1113 		m = (typeof(m)){"LP11000-SP", max_speed, "PCI-X2"};
1114 		break;
1115 	case PCI_DEVICE_ID_HELIOS_DCSP:
1116 		m = (typeof(m)){"LP11002-SP", max_speed, "PCI-X2"};
1117 		break;
1118 	case PCI_DEVICE_ID_NEPTUNE:
1119 		m = (typeof(m)){"LPe1000", max_speed, "PCIe"};
1120 		break;
1121 	case PCI_DEVICE_ID_NEPTUNE_SCSP:
1122 		m = (typeof(m)){"LPe1000-SP", max_speed, "PCIe"};
1123 		break;
1124 	case PCI_DEVICE_ID_NEPTUNE_DCSP:
1125 		m = (typeof(m)){"LPe1002-SP", max_speed, "PCIe"};
1126 		break;
1127 	case PCI_DEVICE_ID_BMID:
1128 		m = (typeof(m)){"LP1150", max_speed, "PCI-X2"};
1129 		break;
1130 	case PCI_DEVICE_ID_BSMB:
1131 		m = (typeof(m)){"LP111", max_speed, "PCI-X2"};
1132 		break;
1133 	case PCI_DEVICE_ID_ZEPHYR:
1134 		m = (typeof(m)){"LPe11000", max_speed, "PCIe"};
1135 		break;
1136 	case PCI_DEVICE_ID_ZEPHYR_SCSP:
1137 		m = (typeof(m)){"LPe11000", max_speed, "PCIe"};
1138 		break;
1139 	case PCI_DEVICE_ID_ZEPHYR_DCSP:
1140 		m = (typeof(m)){"LPe11002-SP", max_speed, "PCIe"};
1141 		break;
1142 	case PCI_DEVICE_ID_ZMID:
1143 		m = (typeof(m)){"LPe1150", max_speed, "PCIe"};
1144 		break;
1145 	case PCI_DEVICE_ID_ZSMB:
1146 		m = (typeof(m)){"LPe111", max_speed, "PCIe"};
1147 		break;
1148 	case PCI_DEVICE_ID_LP101:
1149 		m = (typeof(m)){"LP101", max_speed, "PCI-X"};
1150 		break;
1151 	case PCI_DEVICE_ID_LP10000S:
1152 		m = (typeof(m)){"LP10000-S", max_speed, "PCI"};
1153 		break;
1154 	case PCI_DEVICE_ID_LP11000S:
1155 		m = (typeof(m)){"LP11000-S", max_speed,
1156 			"PCI-X2"};
1157 		break;
1158 	case PCI_DEVICE_ID_LPE11000S:
1159 		m = (typeof(m)){"LPe11000-S", max_speed,
1160 			"PCIe"};
1161 		break;
1162 	case PCI_DEVICE_ID_SAT:
1163 		m = (typeof(m)){"LPe12000", max_speed, "PCIe"};
1164 		break;
1165 	case PCI_DEVICE_ID_SAT_MID:
1166 		m = (typeof(m)){"LPe1250", max_speed, "PCIe"};
1167 		break;
1168 	case PCI_DEVICE_ID_SAT_SMB:
1169 		m = (typeof(m)){"LPe121", max_speed, "PCIe"};
1170 		break;
1171 	case PCI_DEVICE_ID_SAT_DCSP:
1172 		m = (typeof(m)){"LPe12002-SP", max_speed, "PCIe"};
1173 		break;
1174 	case PCI_DEVICE_ID_SAT_SCSP:
1175 		m = (typeof(m)){"LPe12000-SP", max_speed, "PCIe"};
1176 		break;
1177 	case PCI_DEVICE_ID_SAT_S:
1178 		m = (typeof(m)){"LPe12000-S", max_speed, "PCIe"};
1179 		break;
1180 	default:
1181 		m = (typeof(m)){ NULL };
1182 		break;
1183 	}
1184 
1185 	if (mdp && mdp[0] == '\0')
1186 		snprintf(mdp, 79,"%s", m.name);
1187 	if (descp && descp[0] == '\0')
1188 		snprintf(descp, 255,
1189 			 "Emulex %s %dGb %s Fibre Channel Adapter",
1190 			 m.name, m.max_speed, m.bus);
1191 }
1192 
1193 /**************************************************/
1194 /*   lpfc_post_buffer                             */
1195 /*                                                */
1196 /*   This routine will post count buffers to the  */
1197 /*   ring with the QUE_RING_BUF_CN command. This  */
1198 /*   allows 3 buffers / command to be posted.     */
1199 /*   Returns the number of buffers NOT posted.    */
1200 /**************************************************/
1201 int
1202 lpfc_post_buffer(struct lpfc_hba *phba, struct lpfc_sli_ring *pring, int cnt)
1203 {
1204 	IOCB_t *icmd;
1205 	struct lpfc_iocbq *iocb;
1206 	struct lpfc_dmabuf *mp1, *mp2;
1207 
1208 	cnt += pring->missbufcnt;
1209 
1210 	/* While there are buffers to post */
1211 	while (cnt > 0) {
1212 		/* Allocate buffer for  command iocb */
1213 		iocb = lpfc_sli_get_iocbq(phba);
1214 		if (iocb == NULL) {
1215 			pring->missbufcnt = cnt;
1216 			return cnt;
1217 		}
1218 		icmd = &iocb->iocb;
1219 
1220 		/* 2 buffers can be posted per command */
1221 		/* Allocate buffer to post */
1222 		mp1 = kmalloc(sizeof (struct lpfc_dmabuf), GFP_KERNEL);
1223 		if (mp1)
1224 		    mp1->virt = lpfc_mbuf_alloc(phba, MEM_PRI, &mp1->phys);
1225 		if (!mp1 || !mp1->virt) {
1226 			kfree(mp1);
1227 			lpfc_sli_release_iocbq(phba, iocb);
1228 			pring->missbufcnt = cnt;
1229 			return cnt;
1230 		}
1231 
1232 		INIT_LIST_HEAD(&mp1->list);
1233 		/* Allocate buffer to post */
1234 		if (cnt > 1) {
1235 			mp2 = kmalloc(sizeof (struct lpfc_dmabuf), GFP_KERNEL);
1236 			if (mp2)
1237 				mp2->virt = lpfc_mbuf_alloc(phba, MEM_PRI,
1238 							    &mp2->phys);
1239 			if (!mp2 || !mp2->virt) {
1240 				kfree(mp2);
1241 				lpfc_mbuf_free(phba, mp1->virt, mp1->phys);
1242 				kfree(mp1);
1243 				lpfc_sli_release_iocbq(phba, iocb);
1244 				pring->missbufcnt = cnt;
1245 				return cnt;
1246 			}
1247 
1248 			INIT_LIST_HEAD(&mp2->list);
1249 		} else {
1250 			mp2 = NULL;
1251 		}
1252 
1253 		icmd->un.cont64[0].addrHigh = putPaddrHigh(mp1->phys);
1254 		icmd->un.cont64[0].addrLow = putPaddrLow(mp1->phys);
1255 		icmd->un.cont64[0].tus.f.bdeSize = FCELSSIZE;
1256 		icmd->ulpBdeCount = 1;
1257 		cnt--;
1258 		if (mp2) {
1259 			icmd->un.cont64[1].addrHigh = putPaddrHigh(mp2->phys);
1260 			icmd->un.cont64[1].addrLow = putPaddrLow(mp2->phys);
1261 			icmd->un.cont64[1].tus.f.bdeSize = FCELSSIZE;
1262 			cnt--;
1263 			icmd->ulpBdeCount = 2;
1264 		}
1265 
1266 		icmd->ulpCommand = CMD_QUE_RING_BUF64_CN;
1267 		icmd->ulpLe = 1;
1268 
1269 		if (lpfc_sli_issue_iocb(phba, pring, iocb, 0) == IOCB_ERROR) {
1270 			lpfc_mbuf_free(phba, mp1->virt, mp1->phys);
1271 			kfree(mp1);
1272 			cnt++;
1273 			if (mp2) {
1274 				lpfc_mbuf_free(phba, mp2->virt, mp2->phys);
1275 				kfree(mp2);
1276 				cnt++;
1277 			}
1278 			lpfc_sli_release_iocbq(phba, iocb);
1279 			pring->missbufcnt = cnt;
1280 			return cnt;
1281 		}
1282 		lpfc_sli_ringpostbuf_put(phba, pring, mp1);
1283 		if (mp2)
1284 			lpfc_sli_ringpostbuf_put(phba, pring, mp2);
1285 	}
1286 	pring->missbufcnt = 0;
1287 	return 0;
1288 }
1289 
1290 /************************************************************************/
1291 /*                                                                      */
1292 /*   lpfc_post_rcv_buf                                                  */
1293 /*   This routine post initial rcv buffers to the configured rings      */
1294 /*                                                                      */
1295 /************************************************************************/
1296 static int
1297 lpfc_post_rcv_buf(struct lpfc_hba *phba)
1298 {
1299 	struct lpfc_sli *psli = &phba->sli;
1300 
1301 	/* Ring 0, ELS / CT buffers */
1302 	lpfc_post_buffer(phba, &psli->ring[LPFC_ELS_RING], LPFC_BUF_RING0);
1303 	/* Ring 2 - FCP no buffers needed */
1304 
1305 	return 0;
1306 }
1307 
1308 #define S(N,V) (((V)<<(N))|((V)>>(32-(N))))
1309 
1310 /************************************************************************/
1311 /*                                                                      */
1312 /*   lpfc_sha_init                                                      */
1313 /*                                                                      */
1314 /************************************************************************/
1315 static void
1316 lpfc_sha_init(uint32_t * HashResultPointer)
1317 {
1318 	HashResultPointer[0] = 0x67452301;
1319 	HashResultPointer[1] = 0xEFCDAB89;
1320 	HashResultPointer[2] = 0x98BADCFE;
1321 	HashResultPointer[3] = 0x10325476;
1322 	HashResultPointer[4] = 0xC3D2E1F0;
1323 }
1324 
1325 /************************************************************************/
1326 /*                                                                      */
1327 /*   lpfc_sha_iterate                                                   */
1328 /*                                                                      */
1329 /************************************************************************/
1330 static void
1331 lpfc_sha_iterate(uint32_t * HashResultPointer, uint32_t * HashWorkingPointer)
1332 {
1333 	int t;
1334 	uint32_t TEMP;
1335 	uint32_t A, B, C, D, E;
1336 	t = 16;
1337 	do {
1338 		HashWorkingPointer[t] =
1339 		    S(1,
1340 		      HashWorkingPointer[t - 3] ^ HashWorkingPointer[t -
1341 								     8] ^
1342 		      HashWorkingPointer[t - 14] ^ HashWorkingPointer[t - 16]);
1343 	} while (++t <= 79);
1344 	t = 0;
1345 	A = HashResultPointer[0];
1346 	B = HashResultPointer[1];
1347 	C = HashResultPointer[2];
1348 	D = HashResultPointer[3];
1349 	E = HashResultPointer[4];
1350 
1351 	do {
1352 		if (t < 20) {
1353 			TEMP = ((B & C) | ((~B) & D)) + 0x5A827999;
1354 		} else if (t < 40) {
1355 			TEMP = (B ^ C ^ D) + 0x6ED9EBA1;
1356 		} else if (t < 60) {
1357 			TEMP = ((B & C) | (B & D) | (C & D)) + 0x8F1BBCDC;
1358 		} else {
1359 			TEMP = (B ^ C ^ D) + 0xCA62C1D6;
1360 		}
1361 		TEMP += S(5, A) + E + HashWorkingPointer[t];
1362 		E = D;
1363 		D = C;
1364 		C = S(30, B);
1365 		B = A;
1366 		A = TEMP;
1367 	} while (++t <= 79);
1368 
1369 	HashResultPointer[0] += A;
1370 	HashResultPointer[1] += B;
1371 	HashResultPointer[2] += C;
1372 	HashResultPointer[3] += D;
1373 	HashResultPointer[4] += E;
1374 
1375 }
1376 
1377 /************************************************************************/
1378 /*                                                                      */
1379 /*   lpfc_challenge_key                                                 */
1380 /*                                                                      */
1381 /************************************************************************/
1382 static void
1383 lpfc_challenge_key(uint32_t * RandomChallenge, uint32_t * HashWorking)
1384 {
1385 	*HashWorking = (*RandomChallenge ^ *HashWorking);
1386 }
1387 
1388 /************************************************************************/
1389 /*                                                                      */
1390 /*   lpfc_hba_init                                                      */
1391 /*                                                                      */
1392 /************************************************************************/
1393 void
1394 lpfc_hba_init(struct lpfc_hba *phba, uint32_t *hbainit)
1395 {
1396 	int t;
1397 	uint32_t *HashWorking;
1398 	uint32_t *pwwnn = (uint32_t *) phba->wwnn;
1399 
1400 	HashWorking = kcalloc(80, sizeof(uint32_t), GFP_KERNEL);
1401 	if (!HashWorking)
1402 		return;
1403 
1404 	HashWorking[0] = HashWorking[78] = *pwwnn++;
1405 	HashWorking[1] = HashWorking[79] = *pwwnn;
1406 
1407 	for (t = 0; t < 7; t++)
1408 		lpfc_challenge_key(phba->RandomData + t, HashWorking + t);
1409 
1410 	lpfc_sha_init(hbainit);
1411 	lpfc_sha_iterate(hbainit, HashWorking);
1412 	kfree(HashWorking);
1413 }
1414 
1415 void
1416 lpfc_cleanup(struct lpfc_vport *vport)
1417 {
1418 	struct lpfc_hba   *phba = vport->phba;
1419 	struct lpfc_nodelist *ndlp, *next_ndlp;
1420 	int i = 0;
1421 
1422 	if (phba->link_state > LPFC_LINK_DOWN)
1423 		lpfc_port_link_failure(vport);
1424 
1425 	list_for_each_entry_safe(ndlp, next_ndlp, &vport->fc_nodes, nlp_listp) {
1426 		if (!NLP_CHK_NODE_ACT(ndlp)) {
1427 			ndlp = lpfc_enable_node(vport, ndlp,
1428 						NLP_STE_UNUSED_NODE);
1429 			if (!ndlp)
1430 				continue;
1431 			spin_lock_irq(&phba->ndlp_lock);
1432 			NLP_SET_FREE_REQ(ndlp);
1433 			spin_unlock_irq(&phba->ndlp_lock);
1434 			/* Trigger the release of the ndlp memory */
1435 			lpfc_nlp_put(ndlp);
1436 			continue;
1437 		}
1438 		spin_lock_irq(&phba->ndlp_lock);
1439 		if (NLP_CHK_FREE_REQ(ndlp)) {
1440 			/* The ndlp should not be in memory free mode already */
1441 			spin_unlock_irq(&phba->ndlp_lock);
1442 			continue;
1443 		} else
1444 			/* Indicate request for freeing ndlp memory */
1445 			NLP_SET_FREE_REQ(ndlp);
1446 		spin_unlock_irq(&phba->ndlp_lock);
1447 
1448 		if (vport->port_type != LPFC_PHYSICAL_PORT &&
1449 		    ndlp->nlp_DID == Fabric_DID) {
1450 			/* Just free up ndlp with Fabric_DID for vports */
1451 			lpfc_nlp_put(ndlp);
1452 			continue;
1453 		}
1454 
1455 		if (ndlp->nlp_type & NLP_FABRIC)
1456 			lpfc_disc_state_machine(vport, ndlp, NULL,
1457 					NLP_EVT_DEVICE_RECOVERY);
1458 
1459 		lpfc_disc_state_machine(vport, ndlp, NULL,
1460 					     NLP_EVT_DEVICE_RM);
1461 
1462 		/* nlp_type zero is not defined, nlp_flag zero also not defined,
1463 		 * nlp_state is unused, this happens when
1464 		 * an initiator has logged
1465 		 * into us so cleanup this ndlp.
1466 		 */
1467 		if ((ndlp->nlp_type == 0) && (ndlp->nlp_flag == 0) &&
1468 			(ndlp->nlp_state == 0))
1469 			lpfc_nlp_put(ndlp);
1470 	}
1471 
1472 	/* At this point, ALL ndlp's should be gone
1473 	 * because of the previous NLP_EVT_DEVICE_RM.
1474 	 * Lets wait for this to happen, if needed.
1475 	 */
1476 	while (!list_empty(&vport->fc_nodes)) {
1477 
1478 		if (i++ > 3000) {
1479 			lpfc_printf_vlog(vport, KERN_ERR, LOG_DISCOVERY,
1480 				"0233 Nodelist not empty\n");
1481 			list_for_each_entry_safe(ndlp, next_ndlp,
1482 						&vport->fc_nodes, nlp_listp) {
1483 				lpfc_printf_vlog(ndlp->vport, KERN_ERR,
1484 						LOG_NODE,
1485 						"0282: did:x%x ndlp:x%p "
1486 						"usgmap:x%x refcnt:%d\n",
1487 						ndlp->nlp_DID, (void *)ndlp,
1488 						ndlp->nlp_usg_map,
1489 						atomic_read(
1490 							&ndlp->kref.refcount));
1491 			}
1492 			break;
1493 		}
1494 
1495 		/* Wait for any activity on ndlps to settle */
1496 		msleep(10);
1497 	}
1498 	return;
1499 }
1500 
1501 void
1502 lpfc_stop_vport_timers(struct lpfc_vport *vport)
1503 {
1504 	del_timer_sync(&vport->els_tmofunc);
1505 	del_timer_sync(&vport->fc_fdmitmo);
1506 	lpfc_can_disctmo(vport);
1507 	return;
1508 }
1509 
1510 static void
1511 lpfc_stop_phba_timers(struct lpfc_hba *phba)
1512 {
1513 	del_timer_sync(&phba->fcp_poll_timer);
1514 	lpfc_stop_vport_timers(phba->pport);
1515 	del_timer_sync(&phba->sli.mbox_tmo);
1516 	del_timer_sync(&phba->fabric_block_timer);
1517 	phba->hb_outstanding = 0;
1518 	del_timer_sync(&phba->hb_tmofunc);
1519 	return;
1520 }
1521 
1522 static void
1523 lpfc_block_mgmt_io(struct lpfc_hba * phba)
1524 {
1525 	unsigned long iflag;
1526 
1527 	spin_lock_irqsave(&phba->hbalock, iflag);
1528 	phba->sli.sli_flag |= LPFC_BLOCK_MGMT_IO;
1529 	spin_unlock_irqrestore(&phba->hbalock, iflag);
1530 }
1531 
1532 int
1533 lpfc_online(struct lpfc_hba *phba)
1534 {
1535 	struct lpfc_vport *vport = phba->pport;
1536 	struct lpfc_vport **vports;
1537 	int i;
1538 
1539 	if (!phba)
1540 		return 0;
1541 
1542 	if (!(vport->fc_flag & FC_OFFLINE_MODE))
1543 		return 0;
1544 
1545 	lpfc_printf_log(phba, KERN_WARNING, LOG_INIT,
1546 			"0458 Bring Adapter online\n");
1547 
1548 	lpfc_block_mgmt_io(phba);
1549 
1550 	if (!lpfc_sli_queue_setup(phba)) {
1551 		lpfc_unblock_mgmt_io(phba);
1552 		return 1;
1553 	}
1554 
1555 	if (lpfc_sli_hba_setup(phba)) {	/* Initialize the HBA */
1556 		lpfc_unblock_mgmt_io(phba);
1557 		return 1;
1558 	}
1559 
1560 	vports = lpfc_create_vport_work_array(phba);
1561 	if (vports != NULL)
1562 		for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1563 			struct Scsi_Host *shost;
1564 			shost = lpfc_shost_from_vport(vports[i]);
1565 			spin_lock_irq(shost->host_lock);
1566 			vports[i]->fc_flag &= ~FC_OFFLINE_MODE;
1567 			if (phba->sli3_options & LPFC_SLI3_NPIV_ENABLED)
1568 				vports[i]->fc_flag |= FC_VPORT_NEEDS_REG_VPI;
1569 			spin_unlock_irq(shost->host_lock);
1570 		}
1571 		lpfc_destroy_vport_work_array(phba, vports);
1572 
1573 	lpfc_unblock_mgmt_io(phba);
1574 	return 0;
1575 }
1576 
1577 void
1578 lpfc_unblock_mgmt_io(struct lpfc_hba * phba)
1579 {
1580 	unsigned long iflag;
1581 
1582 	spin_lock_irqsave(&phba->hbalock, iflag);
1583 	phba->sli.sli_flag &= ~LPFC_BLOCK_MGMT_IO;
1584 	spin_unlock_irqrestore(&phba->hbalock, iflag);
1585 }
1586 
1587 void
1588 lpfc_offline_prep(struct lpfc_hba * phba)
1589 {
1590 	struct lpfc_vport *vport = phba->pport;
1591 	struct lpfc_nodelist  *ndlp, *next_ndlp;
1592 	struct lpfc_vport **vports;
1593 	int i;
1594 
1595 	if (vport->fc_flag & FC_OFFLINE_MODE)
1596 		return;
1597 
1598 	lpfc_block_mgmt_io(phba);
1599 
1600 	lpfc_linkdown(phba);
1601 
1602 	/* Issue an unreg_login to all nodes on all vports */
1603 	vports = lpfc_create_vport_work_array(phba);
1604 	if (vports != NULL) {
1605 		for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1606 			struct Scsi_Host *shost;
1607 
1608 			if (vports[i]->load_flag & FC_UNLOADING)
1609 				continue;
1610 			shost =	lpfc_shost_from_vport(vports[i]);
1611 			list_for_each_entry_safe(ndlp, next_ndlp,
1612 						 &vports[i]->fc_nodes,
1613 						 nlp_listp) {
1614 				if (!NLP_CHK_NODE_ACT(ndlp))
1615 					continue;
1616 				if (ndlp->nlp_state == NLP_STE_UNUSED_NODE)
1617 					continue;
1618 				if (ndlp->nlp_type & NLP_FABRIC) {
1619 					lpfc_disc_state_machine(vports[i], ndlp,
1620 						NULL, NLP_EVT_DEVICE_RECOVERY);
1621 					lpfc_disc_state_machine(vports[i], ndlp,
1622 						NULL, NLP_EVT_DEVICE_RM);
1623 				}
1624 				spin_lock_irq(shost->host_lock);
1625 				ndlp->nlp_flag &= ~NLP_NPR_ADISC;
1626 				spin_unlock_irq(shost->host_lock);
1627 				lpfc_unreg_rpi(vports[i], ndlp);
1628 			}
1629 		}
1630 	}
1631 	lpfc_destroy_vport_work_array(phba, vports);
1632 
1633 	lpfc_sli_flush_mbox_queue(phba);
1634 }
1635 
1636 void
1637 lpfc_offline(struct lpfc_hba *phba)
1638 {
1639 	struct Scsi_Host  *shost;
1640 	struct lpfc_vport **vports;
1641 	int i;
1642 
1643 	if (phba->pport->fc_flag & FC_OFFLINE_MODE)
1644 		return;
1645 
1646 	/* stop all timers associated with this hba */
1647 	lpfc_stop_phba_timers(phba);
1648 	vports = lpfc_create_vport_work_array(phba);
1649 	if (vports != NULL)
1650 		for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++)
1651 			lpfc_stop_vport_timers(vports[i]);
1652 	lpfc_destroy_vport_work_array(phba, vports);
1653 	lpfc_printf_log(phba, KERN_WARNING, LOG_INIT,
1654 			"0460 Bring Adapter offline\n");
1655 	/* Bring down the SLI Layer and cleanup.  The HBA is offline
1656 	   now.  */
1657 	lpfc_sli_hba_down(phba);
1658 	spin_lock_irq(&phba->hbalock);
1659 	phba->work_ha = 0;
1660 	spin_unlock_irq(&phba->hbalock);
1661 	vports = lpfc_create_vport_work_array(phba);
1662 	if (vports != NULL)
1663 		for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1664 			shost = lpfc_shost_from_vport(vports[i]);
1665 			spin_lock_irq(shost->host_lock);
1666 			vports[i]->work_port_events = 0;
1667 			vports[i]->fc_flag |= FC_OFFLINE_MODE;
1668 			spin_unlock_irq(shost->host_lock);
1669 		}
1670 	lpfc_destroy_vport_work_array(phba, vports);
1671 }
1672 
1673 /******************************************************************************
1674 * Function name: lpfc_scsi_free
1675 *
1676 * Description: Called from lpfc_pci_remove_one free internal driver resources
1677 *
1678 ******************************************************************************/
1679 static int
1680 lpfc_scsi_free(struct lpfc_hba *phba)
1681 {
1682 	struct lpfc_scsi_buf *sb, *sb_next;
1683 	struct lpfc_iocbq *io, *io_next;
1684 
1685 	spin_lock_irq(&phba->hbalock);
1686 	/* Release all the lpfc_scsi_bufs maintained by this host. */
1687 	list_for_each_entry_safe(sb, sb_next, &phba->lpfc_scsi_buf_list, list) {
1688 		list_del(&sb->list);
1689 		pci_pool_free(phba->lpfc_scsi_dma_buf_pool, sb->data,
1690 			      sb->dma_handle);
1691 		kfree(sb);
1692 		phba->total_scsi_bufs--;
1693 	}
1694 
1695 	/* Release all the lpfc_iocbq entries maintained by this host. */
1696 	list_for_each_entry_safe(io, io_next, &phba->lpfc_iocb_list, list) {
1697 		list_del(&io->list);
1698 		kfree(io);
1699 		phba->total_iocbq_bufs--;
1700 	}
1701 
1702 	spin_unlock_irq(&phba->hbalock);
1703 
1704 	return 0;
1705 }
1706 
1707 struct lpfc_vport *
1708 lpfc_create_port(struct lpfc_hba *phba, int instance, struct device *dev)
1709 {
1710 	struct lpfc_vport *vport;
1711 	struct Scsi_Host  *shost;
1712 	int error = 0;
1713 
1714 	if (dev != &phba->pcidev->dev)
1715 		shost = scsi_host_alloc(&lpfc_vport_template,
1716 					sizeof(struct lpfc_vport));
1717 	else
1718 		shost = scsi_host_alloc(&lpfc_template,
1719 					sizeof(struct lpfc_vport));
1720 	if (!shost)
1721 		goto out;
1722 
1723 	vport = (struct lpfc_vport *) shost->hostdata;
1724 	vport->phba = phba;
1725 	vport->load_flag |= FC_LOADING;
1726 	vport->fc_flag |= FC_VPORT_NEEDS_REG_VPI;
1727 	vport->fc_rscn_flush = 0;
1728 
1729 	lpfc_get_vport_cfgparam(vport);
1730 	shost->unique_id = instance;
1731 	shost->max_id = LPFC_MAX_TARGET;
1732 	shost->max_lun = vport->cfg_max_luns;
1733 	shost->this_id = -1;
1734 	shost->max_cmd_len = 16;
1735 	/*
1736 	 * Set initial can_queue value since 0 is no longer supported and
1737 	 * scsi_add_host will fail. This will be adjusted later based on the
1738 	 * max xri value determined in hba setup.
1739 	 */
1740 	shost->can_queue = phba->cfg_hba_queue_depth - 10;
1741 	if (dev != &phba->pcidev->dev) {
1742 		shost->transportt = lpfc_vport_transport_template;
1743 		vport->port_type = LPFC_NPIV_PORT;
1744 	} else {
1745 		shost->transportt = lpfc_transport_template;
1746 		vport->port_type = LPFC_PHYSICAL_PORT;
1747 	}
1748 
1749 	/* Initialize all internally managed lists. */
1750 	INIT_LIST_HEAD(&vport->fc_nodes);
1751 	spin_lock_init(&vport->work_port_lock);
1752 
1753 	init_timer(&vport->fc_disctmo);
1754 	vport->fc_disctmo.function = lpfc_disc_timeout;
1755 	vport->fc_disctmo.data = (unsigned long)vport;
1756 
1757 	init_timer(&vport->fc_fdmitmo);
1758 	vport->fc_fdmitmo.function = lpfc_fdmi_tmo;
1759 	vport->fc_fdmitmo.data = (unsigned long)vport;
1760 
1761 	init_timer(&vport->els_tmofunc);
1762 	vport->els_tmofunc.function = lpfc_els_timeout;
1763 	vport->els_tmofunc.data = (unsigned long)vport;
1764 
1765 	error = scsi_add_host(shost, dev);
1766 	if (error)
1767 		goto out_put_shost;
1768 
1769 	spin_lock_irq(&phba->hbalock);
1770 	list_add_tail(&vport->listentry, &phba->port_list);
1771 	spin_unlock_irq(&phba->hbalock);
1772 	return vport;
1773 
1774 out_put_shost:
1775 	scsi_host_put(shost);
1776 out:
1777 	return NULL;
1778 }
1779 
1780 void
1781 destroy_port(struct lpfc_vport *vport)
1782 {
1783 	struct Scsi_Host *shost = lpfc_shost_from_vport(vport);
1784 	struct lpfc_hba  *phba = vport->phba;
1785 
1786 	kfree(vport->vname);
1787 
1788 	lpfc_debugfs_terminate(vport);
1789 	fc_remove_host(shost);
1790 	scsi_remove_host(shost);
1791 
1792 	spin_lock_irq(&phba->hbalock);
1793 	list_del_init(&vport->listentry);
1794 	spin_unlock_irq(&phba->hbalock);
1795 
1796 	lpfc_cleanup(vport);
1797 	return;
1798 }
1799 
1800 int
1801 lpfc_get_instance(void)
1802 {
1803 	int instance = 0;
1804 
1805 	/* Assign an unused number */
1806 	if (!idr_pre_get(&lpfc_hba_index, GFP_KERNEL))
1807 		return -1;
1808 	if (idr_get_new(&lpfc_hba_index, NULL, &instance))
1809 		return -1;
1810 	return instance;
1811 }
1812 
1813 /*
1814  * Note: there is no scan_start function as adapter initialization
1815  * will have asynchronously kicked off the link initialization.
1816  */
1817 
1818 int lpfc_scan_finished(struct Scsi_Host *shost, unsigned long time)
1819 {
1820 	struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
1821 	struct lpfc_hba   *phba = vport->phba;
1822 	int stat = 0;
1823 
1824 	spin_lock_irq(shost->host_lock);
1825 
1826 	if (vport->load_flag & FC_UNLOADING) {
1827 		stat = 1;
1828 		goto finished;
1829 	}
1830 	if (time >= 30 * HZ) {
1831 		lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
1832 				"0461 Scanning longer than 30 "
1833 				"seconds.  Continuing initialization\n");
1834 		stat = 1;
1835 		goto finished;
1836 	}
1837 	if (time >= 15 * HZ && phba->link_state <= LPFC_LINK_DOWN) {
1838 		lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
1839 				"0465 Link down longer than 15 "
1840 				"seconds.  Continuing initialization\n");
1841 		stat = 1;
1842 		goto finished;
1843 	}
1844 
1845 	if (vport->port_state != LPFC_VPORT_READY)
1846 		goto finished;
1847 	if (vport->num_disc_nodes || vport->fc_prli_sent)
1848 		goto finished;
1849 	if (vport->fc_map_cnt == 0 && time < 2 * HZ)
1850 		goto finished;
1851 	if ((phba->sli.sli_flag & LPFC_SLI_MBOX_ACTIVE) != 0)
1852 		goto finished;
1853 
1854 	stat = 1;
1855 
1856 finished:
1857 	spin_unlock_irq(shost->host_lock);
1858 	return stat;
1859 }
1860 
1861 void lpfc_host_attrib_init(struct Scsi_Host *shost)
1862 {
1863 	struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
1864 	struct lpfc_hba   *phba = vport->phba;
1865 	/*
1866 	 * Set fixed host attributes.  Must done after lpfc_sli_hba_setup().
1867 	 */
1868 
1869 	fc_host_node_name(shost) = wwn_to_u64(vport->fc_nodename.u.wwn);
1870 	fc_host_port_name(shost) = wwn_to_u64(vport->fc_portname.u.wwn);
1871 	fc_host_supported_classes(shost) = FC_COS_CLASS3;
1872 
1873 	memset(fc_host_supported_fc4s(shost), 0,
1874 	       sizeof(fc_host_supported_fc4s(shost)));
1875 	fc_host_supported_fc4s(shost)[2] = 1;
1876 	fc_host_supported_fc4s(shost)[7] = 1;
1877 
1878 	lpfc_vport_symbolic_node_name(vport, fc_host_symbolic_name(shost),
1879 				 sizeof fc_host_symbolic_name(shost));
1880 
1881 	fc_host_supported_speeds(shost) = 0;
1882 	if (phba->lmt & LMT_10Gb)
1883 		fc_host_supported_speeds(shost) |= FC_PORTSPEED_10GBIT;
1884 	if (phba->lmt & LMT_8Gb)
1885 		fc_host_supported_speeds(shost) |= FC_PORTSPEED_8GBIT;
1886 	if (phba->lmt & LMT_4Gb)
1887 		fc_host_supported_speeds(shost) |= FC_PORTSPEED_4GBIT;
1888 	if (phba->lmt & LMT_2Gb)
1889 		fc_host_supported_speeds(shost) |= FC_PORTSPEED_2GBIT;
1890 	if (phba->lmt & LMT_1Gb)
1891 		fc_host_supported_speeds(shost) |= FC_PORTSPEED_1GBIT;
1892 
1893 	fc_host_maxframe_size(shost) =
1894 		(((uint32_t) vport->fc_sparam.cmn.bbRcvSizeMsb & 0x0F) << 8) |
1895 		(uint32_t) vport->fc_sparam.cmn.bbRcvSizeLsb;
1896 
1897 	/* This value is also unchanging */
1898 	memset(fc_host_active_fc4s(shost), 0,
1899 	       sizeof(fc_host_active_fc4s(shost)));
1900 	fc_host_active_fc4s(shost)[2] = 1;
1901 	fc_host_active_fc4s(shost)[7] = 1;
1902 
1903 	fc_host_max_npiv_vports(shost) = phba->max_vpi;
1904 	spin_lock_irq(shost->host_lock);
1905 	vport->load_flag &= ~FC_LOADING;
1906 	spin_unlock_irq(shost->host_lock);
1907 }
1908 
1909 static int
1910 lpfc_enable_msix(struct lpfc_hba *phba)
1911 {
1912 	int error;
1913 
1914 	phba->msix_entries[0].entry = 0;
1915 	phba->msix_entries[0].vector = 0;
1916 
1917 	error = pci_enable_msix(phba->pcidev, phba->msix_entries,
1918 				ARRAY_SIZE(phba->msix_entries));
1919 	if (error) {
1920 		lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
1921 				"0420 Enable MSI-X failed (%d), continuing "
1922 				"with MSI\n", error);
1923 		pci_disable_msix(phba->pcidev);
1924 		return error;
1925 	}
1926 
1927 	error =	request_irq(phba->msix_entries[0].vector, lpfc_intr_handler, 0,
1928 			    LPFC_DRIVER_NAME, phba);
1929 	if (error) {
1930 		lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
1931 				"0421 MSI-X request_irq failed (%d), "
1932 				"continuing with MSI\n", error);
1933 		pci_disable_msix(phba->pcidev);
1934 	}
1935 	return error;
1936 }
1937 
1938 static void
1939 lpfc_disable_msix(struct lpfc_hba *phba)
1940 {
1941 	free_irq(phba->msix_entries[0].vector, phba);
1942 	pci_disable_msix(phba->pcidev);
1943 }
1944 
1945 static int __devinit
1946 lpfc_pci_probe_one(struct pci_dev *pdev, const struct pci_device_id *pid)
1947 {
1948 	struct lpfc_vport *vport = NULL;
1949 	struct lpfc_hba   *phba;
1950 	struct lpfc_sli   *psli;
1951 	struct lpfc_iocbq *iocbq_entry = NULL, *iocbq_next = NULL;
1952 	struct Scsi_Host  *shost = NULL;
1953 	void *ptr;
1954 	unsigned long bar0map_len, bar2map_len;
1955 	int error = -ENODEV, retval;
1956 	int  i, hbq_count;
1957 	uint16_t iotag;
1958 	int bars = pci_select_bars(pdev, IORESOURCE_MEM);
1959 
1960 	if (pci_enable_device_mem(pdev))
1961 		goto out;
1962 	if (pci_request_selected_regions(pdev, bars, LPFC_DRIVER_NAME))
1963 		goto out_disable_device;
1964 
1965 	phba = kzalloc(sizeof (struct lpfc_hba), GFP_KERNEL);
1966 	if (!phba)
1967 		goto out_release_regions;
1968 
1969 	spin_lock_init(&phba->hbalock);
1970 
1971 	/* Initialize ndlp management spinlock */
1972 	spin_lock_init(&phba->ndlp_lock);
1973 
1974 	phba->pcidev = pdev;
1975 
1976 	/* Assign an unused board number */
1977 	if ((phba->brd_no = lpfc_get_instance()) < 0)
1978 		goto out_free_phba;
1979 
1980 	INIT_LIST_HEAD(&phba->port_list);
1981 	/*
1982 	 * Get all the module params for configuring this host and then
1983 	 * establish the host.
1984 	 */
1985 	lpfc_get_cfgparam(phba);
1986 	phba->max_vpi = LPFC_MAX_VPI;
1987 
1988 	/* Initialize timers used by driver */
1989 	init_timer(&phba->hb_tmofunc);
1990 	phba->hb_tmofunc.function = lpfc_hb_timeout;
1991 	phba->hb_tmofunc.data = (unsigned long)phba;
1992 
1993 	psli = &phba->sli;
1994 	init_timer(&psli->mbox_tmo);
1995 	psli->mbox_tmo.function = lpfc_mbox_timeout;
1996 	psli->mbox_tmo.data = (unsigned long) phba;
1997 	init_timer(&phba->fcp_poll_timer);
1998 	phba->fcp_poll_timer.function = lpfc_poll_timeout;
1999 	phba->fcp_poll_timer.data = (unsigned long) phba;
2000 	init_timer(&phba->fabric_block_timer);
2001 	phba->fabric_block_timer.function = lpfc_fabric_block_timeout;
2002 	phba->fabric_block_timer.data = (unsigned long) phba;
2003 
2004 	pci_set_master(pdev);
2005 	pci_try_set_mwi(pdev);
2006 
2007 	if (pci_set_dma_mask(phba->pcidev, DMA_64BIT_MASK) != 0)
2008 		if (pci_set_dma_mask(phba->pcidev, DMA_32BIT_MASK) != 0)
2009 			goto out_idr_remove;
2010 
2011 	/*
2012 	 * Get the bus address of Bar0 and Bar2 and the number of bytes
2013 	 * required by each mapping.
2014 	 */
2015 	phba->pci_bar0_map = pci_resource_start(phba->pcidev, 0);
2016 	bar0map_len        = pci_resource_len(phba->pcidev, 0);
2017 
2018 	phba->pci_bar2_map = pci_resource_start(phba->pcidev, 2);
2019 	bar2map_len        = pci_resource_len(phba->pcidev, 2);
2020 
2021 	/* Map HBA SLIM to a kernel virtual address. */
2022 	phba->slim_memmap_p      = ioremap(phba->pci_bar0_map, bar0map_len);
2023 	if (!phba->slim_memmap_p) {
2024 		error = -ENODEV;
2025 		dev_printk(KERN_ERR, &pdev->dev,
2026 			   "ioremap failed for SLIM memory.\n");
2027 		goto out_idr_remove;
2028 	}
2029 
2030 	/* Map HBA Control Registers to a kernel virtual address. */
2031 	phba->ctrl_regs_memmap_p = ioremap(phba->pci_bar2_map, bar2map_len);
2032 	if (!phba->ctrl_regs_memmap_p) {
2033 		error = -ENODEV;
2034 		dev_printk(KERN_ERR, &pdev->dev,
2035 			   "ioremap failed for HBA control registers.\n");
2036 		goto out_iounmap_slim;
2037 	}
2038 
2039 	/* Allocate memory for SLI-2 structures */
2040 	phba->slim2p = dma_alloc_coherent(&phba->pcidev->dev, SLI2_SLIM_SIZE,
2041 					  &phba->slim2p_mapping, GFP_KERNEL);
2042 	if (!phba->slim2p)
2043 		goto out_iounmap;
2044 
2045 	memset(phba->slim2p, 0, SLI2_SLIM_SIZE);
2046 
2047 	phba->hbqslimp.virt = dma_alloc_coherent(&phba->pcidev->dev,
2048 						 lpfc_sli_hbq_size(),
2049 						 &phba->hbqslimp.phys,
2050 						 GFP_KERNEL);
2051 	if (!phba->hbqslimp.virt)
2052 		goto out_free_slim;
2053 
2054 	hbq_count = lpfc_sli_hbq_count();
2055 	ptr = phba->hbqslimp.virt;
2056 	for (i = 0; i < hbq_count; ++i) {
2057 		phba->hbqs[i].hbq_virt = ptr;
2058 		INIT_LIST_HEAD(&phba->hbqs[i].hbq_buffer_list);
2059 		ptr += (lpfc_hbq_defs[i]->entry_count *
2060 			sizeof(struct lpfc_hbq_entry));
2061 	}
2062 	phba->hbqs[LPFC_ELS_HBQ].hbq_alloc_buffer = lpfc_els_hbq_alloc;
2063 	phba->hbqs[LPFC_ELS_HBQ].hbq_free_buffer  = lpfc_els_hbq_free;
2064 
2065 	memset(phba->hbqslimp.virt, 0, lpfc_sli_hbq_size());
2066 
2067 	INIT_LIST_HEAD(&phba->hbqbuf_in_list);
2068 
2069 	/* Initialize the SLI Layer to run with lpfc HBAs. */
2070 	lpfc_sli_setup(phba);
2071 	lpfc_sli_queue_setup(phba);
2072 
2073 	retval = lpfc_mem_alloc(phba);
2074 	if (retval) {
2075 		error = retval;
2076 		goto out_free_hbqslimp;
2077 	}
2078 
2079 	/* Initialize and populate the iocb list per host.  */
2080 	INIT_LIST_HEAD(&phba->lpfc_iocb_list);
2081 	for (i = 0; i < LPFC_IOCB_LIST_CNT; i++) {
2082 		iocbq_entry = kzalloc(sizeof(struct lpfc_iocbq), GFP_KERNEL);
2083 		if (iocbq_entry == NULL) {
2084 			printk(KERN_ERR "%s: only allocated %d iocbs of "
2085 				"expected %d count. Unloading driver.\n",
2086 				__func__, i, LPFC_IOCB_LIST_CNT);
2087 			error = -ENOMEM;
2088 			goto out_free_iocbq;
2089 		}
2090 
2091 		iotag = lpfc_sli_next_iotag(phba, iocbq_entry);
2092 		if (iotag == 0) {
2093 			kfree (iocbq_entry);
2094 			printk(KERN_ERR "%s: failed to allocate IOTAG. "
2095 			       "Unloading driver.\n",
2096 				__func__);
2097 			error = -ENOMEM;
2098 			goto out_free_iocbq;
2099 		}
2100 
2101 		spin_lock_irq(&phba->hbalock);
2102 		list_add(&iocbq_entry->list, &phba->lpfc_iocb_list);
2103 		phba->total_iocbq_bufs++;
2104 		spin_unlock_irq(&phba->hbalock);
2105 	}
2106 
2107 	/* Initialize HBA structure */
2108 	phba->fc_edtov = FF_DEF_EDTOV;
2109 	phba->fc_ratov = FF_DEF_RATOV;
2110 	phba->fc_altov = FF_DEF_ALTOV;
2111 	phba->fc_arbtov = FF_DEF_ARBTOV;
2112 
2113 	INIT_LIST_HEAD(&phba->work_list);
2114 	phba->work_ha_mask = (HA_ERATT|HA_MBATT|HA_LATT);
2115 	phba->work_ha_mask |= (HA_RXMASK << (LPFC_ELS_RING * 4));
2116 
2117 	/* Initialize the wait queue head for the kernel thread */
2118 	init_waitqueue_head(&phba->work_waitq);
2119 
2120 	/* Startup the kernel thread for this host adapter. */
2121 	phba->worker_thread = kthread_run(lpfc_do_work, phba,
2122 				       "lpfc_worker_%d", phba->brd_no);
2123 	if (IS_ERR(phba->worker_thread)) {
2124 		error = PTR_ERR(phba->worker_thread);
2125 		goto out_free_iocbq;
2126 	}
2127 
2128 	/* Initialize the list of scsi buffers used by driver for scsi IO. */
2129 	spin_lock_init(&phba->scsi_buf_list_lock);
2130 	INIT_LIST_HEAD(&phba->lpfc_scsi_buf_list);
2131 
2132 	/* Initialize list of fabric iocbs */
2133 	INIT_LIST_HEAD(&phba->fabric_iocb_list);
2134 
2135 	/* Initialize list to save ELS buffers */
2136 	INIT_LIST_HEAD(&phba->elsbuf);
2137 
2138 	vport = lpfc_create_port(phba, phba->brd_no, &phba->pcidev->dev);
2139 	if (!vport)
2140 		goto out_kthread_stop;
2141 
2142 	shost = lpfc_shost_from_vport(vport);
2143 	phba->pport = vport;
2144 	lpfc_debugfs_initialize(vport);
2145 
2146 	pci_set_drvdata(pdev, shost);
2147 	phba->intr_type = NONE;
2148 
2149 	if (phba->cfg_use_msi == 2) {
2150 		error = lpfc_enable_msix(phba);
2151 		if (!error)
2152 			phba->intr_type = MSIX;
2153 	}
2154 
2155 	/* Fallback to MSI if MSI-X initialization failed */
2156 	if (phba->cfg_use_msi >= 1 && phba->intr_type == NONE) {
2157 		retval = pci_enable_msi(phba->pcidev);
2158 		if (!retval)
2159 			phba->intr_type = MSI;
2160 		else
2161 			lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2162 					"0452 Enable MSI failed, continuing "
2163 					"with IRQ\n");
2164 	}
2165 
2166 	/* MSI-X is the only case the doesn't need to call request_irq */
2167 	if (phba->intr_type != MSIX) {
2168 		retval = request_irq(phba->pcidev->irq, lpfc_intr_handler,
2169 				     IRQF_SHARED, LPFC_DRIVER_NAME, phba);
2170 		if (retval) {
2171 			lpfc_printf_log(phba, KERN_ERR, LOG_INIT, "0451 Enable "
2172 					"interrupt handler failed\n");
2173 			error = retval;
2174 			goto out_disable_msi;
2175 		} else if (phba->intr_type != MSI)
2176 			phba->intr_type = INTx;
2177 	}
2178 
2179 	phba->MBslimaddr = phba->slim_memmap_p;
2180 	phba->HAregaddr = phba->ctrl_regs_memmap_p + HA_REG_OFFSET;
2181 	phba->CAregaddr = phba->ctrl_regs_memmap_p + CA_REG_OFFSET;
2182 	phba->HSregaddr = phba->ctrl_regs_memmap_p + HS_REG_OFFSET;
2183 	phba->HCregaddr = phba->ctrl_regs_memmap_p + HC_REG_OFFSET;
2184 
2185 	if (lpfc_alloc_sysfs_attr(vport)) {
2186 		error = -ENOMEM;
2187 		goto out_free_irq;
2188 	}
2189 
2190 	if (lpfc_sli_hba_setup(phba)) {
2191 		error = -ENODEV;
2192 		goto out_remove_device;
2193 	}
2194 
2195 	/*
2196 	 * hba setup may have changed the hba_queue_depth so we need to adjust
2197 	 * the value of can_queue.
2198 	 */
2199 	shost->can_queue = phba->cfg_hba_queue_depth - 10;
2200 
2201 	lpfc_host_attrib_init(shost);
2202 
2203 	if (phba->cfg_poll & DISABLE_FCP_RING_INT) {
2204 		spin_lock_irq(shost->host_lock);
2205 		lpfc_poll_start_timer(phba);
2206 		spin_unlock_irq(shost->host_lock);
2207 	}
2208 
2209 	scsi_scan_host(shost);
2210 
2211 	return 0;
2212 
2213 out_remove_device:
2214 	lpfc_free_sysfs_attr(vport);
2215 	spin_lock_irq(shost->host_lock);
2216 	vport->load_flag |= FC_UNLOADING;
2217 	spin_unlock_irq(shost->host_lock);
2218 out_free_irq:
2219 	lpfc_stop_phba_timers(phba);
2220 	phba->pport->work_port_events = 0;
2221 
2222 	if (phba->intr_type == MSIX)
2223 		lpfc_disable_msix(phba);
2224 	else
2225 		free_irq(phba->pcidev->irq, phba);
2226 
2227 out_disable_msi:
2228 	if (phba->intr_type == MSI)
2229 		pci_disable_msi(phba->pcidev);
2230 	destroy_port(vport);
2231 out_kthread_stop:
2232 	kthread_stop(phba->worker_thread);
2233 out_free_iocbq:
2234 	list_for_each_entry_safe(iocbq_entry, iocbq_next,
2235 						&phba->lpfc_iocb_list, list) {
2236 		kfree(iocbq_entry);
2237 		phba->total_iocbq_bufs--;
2238 	}
2239 	lpfc_mem_free(phba);
2240 out_free_hbqslimp:
2241 	dma_free_coherent(&pdev->dev, lpfc_sli_hbq_size(), phba->hbqslimp.virt,
2242 			  phba->hbqslimp.phys);
2243 out_free_slim:
2244 	dma_free_coherent(&pdev->dev, SLI2_SLIM_SIZE, phba->slim2p,
2245 							phba->slim2p_mapping);
2246 out_iounmap:
2247 	iounmap(phba->ctrl_regs_memmap_p);
2248 out_iounmap_slim:
2249 	iounmap(phba->slim_memmap_p);
2250 out_idr_remove:
2251 	idr_remove(&lpfc_hba_index, phba->brd_no);
2252 out_free_phba:
2253 	kfree(phba);
2254 out_release_regions:
2255 	pci_release_selected_regions(pdev, bars);
2256 out_disable_device:
2257 	pci_disable_device(pdev);
2258 out:
2259 	pci_set_drvdata(pdev, NULL);
2260 	if (shost)
2261 		scsi_host_put(shost);
2262 	return error;
2263 }
2264 
2265 static void __devexit
2266 lpfc_pci_remove_one(struct pci_dev *pdev)
2267 {
2268 	struct Scsi_Host  *shost = pci_get_drvdata(pdev);
2269 	struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
2270 	struct lpfc_hba   *phba = vport->phba;
2271 	int bars = pci_select_bars(pdev, IORESOURCE_MEM);
2272 
2273 	spin_lock_irq(&phba->hbalock);
2274 	vport->load_flag |= FC_UNLOADING;
2275 	spin_unlock_irq(&phba->hbalock);
2276 
2277 	kfree(vport->vname);
2278 	lpfc_free_sysfs_attr(vport);
2279 
2280 	kthread_stop(phba->worker_thread);
2281 
2282 	fc_remove_host(shost);
2283 	scsi_remove_host(shost);
2284 	lpfc_cleanup(vport);
2285 
2286 	/*
2287 	 * Bring down the SLI Layer. This step disable all interrupts,
2288 	 * clears the rings, discards all mailbox commands, and resets
2289 	 * the HBA.
2290 	 */
2291 	lpfc_sli_hba_down(phba);
2292 	lpfc_sli_brdrestart(phba);
2293 
2294 	lpfc_stop_phba_timers(phba);
2295 	spin_lock_irq(&phba->hbalock);
2296 	list_del_init(&vport->listentry);
2297 	spin_unlock_irq(&phba->hbalock);
2298 
2299 	lpfc_debugfs_terminate(vport);
2300 
2301 	if (phba->intr_type == MSIX)
2302 		lpfc_disable_msix(phba);
2303 	else {
2304 		free_irq(phba->pcidev->irq, phba);
2305 		if (phba->intr_type == MSI)
2306 			pci_disable_msi(phba->pcidev);
2307 	}
2308 
2309 	pci_set_drvdata(pdev, NULL);
2310 	scsi_host_put(shost);
2311 
2312 	/*
2313 	 * Call scsi_free before mem_free since scsi bufs are released to their
2314 	 * corresponding pools here.
2315 	 */
2316 	lpfc_scsi_free(phba);
2317 	lpfc_mem_free(phba);
2318 
2319 	dma_free_coherent(&pdev->dev, lpfc_sli_hbq_size(), phba->hbqslimp.virt,
2320 			  phba->hbqslimp.phys);
2321 
2322 	/* Free resources associated with SLI2 interface */
2323 	dma_free_coherent(&pdev->dev, SLI2_SLIM_SIZE,
2324 			  phba->slim2p, phba->slim2p_mapping);
2325 
2326 	/* unmap adapter SLIM and Control Registers */
2327 	iounmap(phba->ctrl_regs_memmap_p);
2328 	iounmap(phba->slim_memmap_p);
2329 
2330 	idr_remove(&lpfc_hba_index, phba->brd_no);
2331 
2332 	kfree(phba);
2333 
2334 	pci_release_selected_regions(pdev, bars);
2335 	pci_disable_device(pdev);
2336 }
2337 
2338 /**
2339  * lpfc_io_error_detected - called when PCI error is detected
2340  * @pdev: Pointer to PCI device
2341  * @state: The current pci conneection state
2342  *
2343  * This function is called after a PCI bus error affecting
2344  * this device has been detected.
2345  */
2346 static pci_ers_result_t lpfc_io_error_detected(struct pci_dev *pdev,
2347 				pci_channel_state_t state)
2348 {
2349 	struct Scsi_Host *shost = pci_get_drvdata(pdev);
2350 	struct lpfc_hba *phba = ((struct lpfc_vport *)shost->hostdata)->phba;
2351 	struct lpfc_sli *psli = &phba->sli;
2352 	struct lpfc_sli_ring  *pring;
2353 
2354 	if (state == pci_channel_io_perm_failure)
2355 		return PCI_ERS_RESULT_DISCONNECT;
2356 
2357 	pci_disable_device(pdev);
2358 	/*
2359 	 * There may be I/Os dropped by the firmware.
2360 	 * Error iocb (I/O) on txcmplq and let the SCSI layer
2361 	 * retry it after re-establishing link.
2362 	 */
2363 	pring = &psli->ring[psli->fcp_ring];
2364 	lpfc_sli_abort_iocb_ring(phba, pring);
2365 
2366 	if (phba->intr_type == MSIX)
2367 		lpfc_disable_msix(phba);
2368 	else {
2369 		free_irq(phba->pcidev->irq, phba);
2370 		if (phba->intr_type == MSI)
2371 			pci_disable_msi(phba->pcidev);
2372 	}
2373 
2374 	/* Request a slot reset. */
2375 	return PCI_ERS_RESULT_NEED_RESET;
2376 }
2377 
2378 /**
2379  * lpfc_io_slot_reset - called after the pci bus has been reset.
2380  * @pdev: Pointer to PCI device
2381  *
2382  * Restart the card from scratch, as if from a cold-boot.
2383  */
2384 static pci_ers_result_t lpfc_io_slot_reset(struct pci_dev *pdev)
2385 {
2386 	struct Scsi_Host *shost = pci_get_drvdata(pdev);
2387 	struct lpfc_hba *phba = ((struct lpfc_vport *)shost->hostdata)->phba;
2388 	struct lpfc_sli *psli = &phba->sli;
2389 	int error, retval;
2390 
2391 	dev_printk(KERN_INFO, &pdev->dev, "recovering from a slot reset.\n");
2392 	if (pci_enable_device_mem(pdev)) {
2393 		printk(KERN_ERR "lpfc: Cannot re-enable "
2394 			"PCI device after reset.\n");
2395 		return PCI_ERS_RESULT_DISCONNECT;
2396 	}
2397 
2398 	pci_set_master(pdev);
2399 
2400 	spin_lock_irq(&phba->hbalock);
2401 	psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
2402 	spin_unlock_irq(&phba->hbalock);
2403 
2404 	/* Enable configured interrupt method */
2405 	phba->intr_type = NONE;
2406 	if (phba->cfg_use_msi == 2) {
2407 		error = lpfc_enable_msix(phba);
2408 		if (!error)
2409 			phba->intr_type = MSIX;
2410 	}
2411 
2412 	/* Fallback to MSI if MSI-X initialization failed */
2413 	if (phba->cfg_use_msi >= 1 && phba->intr_type == NONE) {
2414 		retval = pci_enable_msi(phba->pcidev);
2415 		if (!retval)
2416 			phba->intr_type = MSI;
2417 		else
2418 			lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2419 					"0470 Enable MSI failed, continuing "
2420 					"with IRQ\n");
2421 	}
2422 
2423 	/* MSI-X is the only case the doesn't need to call request_irq */
2424 	if (phba->intr_type != MSIX) {
2425 		retval = request_irq(phba->pcidev->irq, lpfc_intr_handler,
2426 				     IRQF_SHARED, LPFC_DRIVER_NAME, phba);
2427 		if (retval) {
2428 			lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2429 					"0471 Enable interrupt handler "
2430 					"failed\n");
2431 		} else if (phba->intr_type != MSI)
2432 			phba->intr_type = INTx;
2433 	}
2434 
2435 	/* Take device offline; this will perform cleanup */
2436 	lpfc_offline(phba);
2437 	lpfc_sli_brdrestart(phba);
2438 
2439 	return PCI_ERS_RESULT_RECOVERED;
2440 }
2441 
2442 /**
2443  * lpfc_io_resume - called when traffic can start flowing again.
2444  * @pdev: Pointer to PCI device
2445  *
2446  * This callback is called when the error recovery driver tells us that
2447  * its OK to resume normal operation.
2448  */
2449 static void lpfc_io_resume(struct pci_dev *pdev)
2450 {
2451 	struct Scsi_Host *shost = pci_get_drvdata(pdev);
2452 	struct lpfc_hba *phba = ((struct lpfc_vport *)shost->hostdata)->phba;
2453 
2454 	lpfc_online(phba);
2455 }
2456 
2457 static struct pci_device_id lpfc_id_table[] = {
2458 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_VIPER,
2459 		PCI_ANY_ID, PCI_ANY_ID, },
2460 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_FIREFLY,
2461 		PCI_ANY_ID, PCI_ANY_ID, },
2462 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_THOR,
2463 		PCI_ANY_ID, PCI_ANY_ID, },
2464 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_PEGASUS,
2465 		PCI_ANY_ID, PCI_ANY_ID, },
2466 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_CENTAUR,
2467 		PCI_ANY_ID, PCI_ANY_ID, },
2468 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_DRAGONFLY,
2469 		PCI_ANY_ID, PCI_ANY_ID, },
2470 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SUPERFLY,
2471 		PCI_ANY_ID, PCI_ANY_ID, },
2472 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_RFLY,
2473 		PCI_ANY_ID, PCI_ANY_ID, },
2474 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_PFLY,
2475 		PCI_ANY_ID, PCI_ANY_ID, },
2476 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_NEPTUNE,
2477 		PCI_ANY_ID, PCI_ANY_ID, },
2478 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_NEPTUNE_SCSP,
2479 		PCI_ANY_ID, PCI_ANY_ID, },
2480 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_NEPTUNE_DCSP,
2481 		PCI_ANY_ID, PCI_ANY_ID, },
2482 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_HELIOS,
2483 		PCI_ANY_ID, PCI_ANY_ID, },
2484 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_HELIOS_SCSP,
2485 		PCI_ANY_ID, PCI_ANY_ID, },
2486 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_HELIOS_DCSP,
2487 		PCI_ANY_ID, PCI_ANY_ID, },
2488 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_BMID,
2489 		PCI_ANY_ID, PCI_ANY_ID, },
2490 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_BSMB,
2491 		PCI_ANY_ID, PCI_ANY_ID, },
2492 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZEPHYR,
2493 		PCI_ANY_ID, PCI_ANY_ID, },
2494 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZEPHYR_SCSP,
2495 		PCI_ANY_ID, PCI_ANY_ID, },
2496 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZEPHYR_DCSP,
2497 		PCI_ANY_ID, PCI_ANY_ID, },
2498 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZMID,
2499 		PCI_ANY_ID, PCI_ANY_ID, },
2500 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZSMB,
2501 		PCI_ANY_ID, PCI_ANY_ID, },
2502 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_TFLY,
2503 		PCI_ANY_ID, PCI_ANY_ID, },
2504 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LP101,
2505 		PCI_ANY_ID, PCI_ANY_ID, },
2506 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LP10000S,
2507 		PCI_ANY_ID, PCI_ANY_ID, },
2508 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LP11000S,
2509 		PCI_ANY_ID, PCI_ANY_ID, },
2510 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LPE11000S,
2511 		PCI_ANY_ID, PCI_ANY_ID, },
2512 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT,
2513 		PCI_ANY_ID, PCI_ANY_ID, },
2514 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_MID,
2515 		PCI_ANY_ID, PCI_ANY_ID, },
2516 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_SMB,
2517 		PCI_ANY_ID, PCI_ANY_ID, },
2518 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_DCSP,
2519 		PCI_ANY_ID, PCI_ANY_ID, },
2520 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_SCSP,
2521 		PCI_ANY_ID, PCI_ANY_ID, },
2522 	{PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_S,
2523 		PCI_ANY_ID, PCI_ANY_ID, },
2524 	{ 0 }
2525 };
2526 
2527 MODULE_DEVICE_TABLE(pci, lpfc_id_table);
2528 
2529 static struct pci_error_handlers lpfc_err_handler = {
2530 	.error_detected = lpfc_io_error_detected,
2531 	.slot_reset = lpfc_io_slot_reset,
2532 	.resume = lpfc_io_resume,
2533 };
2534 
2535 static struct pci_driver lpfc_driver = {
2536 	.name		= LPFC_DRIVER_NAME,
2537 	.id_table	= lpfc_id_table,
2538 	.probe		= lpfc_pci_probe_one,
2539 	.remove		= __devexit_p(lpfc_pci_remove_one),
2540 	.err_handler    = &lpfc_err_handler,
2541 };
2542 
2543 static int __init
2544 lpfc_init(void)
2545 {
2546 	int error = 0;
2547 
2548 	printk(LPFC_MODULE_DESC "\n");
2549 	printk(LPFC_COPYRIGHT "\n");
2550 
2551 	if (lpfc_enable_npiv) {
2552 		lpfc_transport_functions.vport_create = lpfc_vport_create;
2553 		lpfc_transport_functions.vport_delete = lpfc_vport_delete;
2554 	}
2555 	lpfc_transport_template =
2556 				fc_attach_transport(&lpfc_transport_functions);
2557 	if (lpfc_transport_template == NULL)
2558 		return -ENOMEM;
2559 	if (lpfc_enable_npiv) {
2560 		lpfc_vport_transport_template =
2561 			fc_attach_transport(&lpfc_vport_transport_functions);
2562 		if (lpfc_vport_transport_template == NULL) {
2563 			fc_release_transport(lpfc_transport_template);
2564 			return -ENOMEM;
2565 		}
2566 	}
2567 	error = pci_register_driver(&lpfc_driver);
2568 	if (error) {
2569 		fc_release_transport(lpfc_transport_template);
2570 		fc_release_transport(lpfc_vport_transport_template);
2571 	}
2572 
2573 	return error;
2574 }
2575 
2576 static void __exit
2577 lpfc_exit(void)
2578 {
2579 	pci_unregister_driver(&lpfc_driver);
2580 	fc_release_transport(lpfc_transport_template);
2581 	if (lpfc_enable_npiv)
2582 		fc_release_transport(lpfc_vport_transport_template);
2583 }
2584 
2585 module_init(lpfc_init);
2586 module_exit(lpfc_exit);
2587 MODULE_LICENSE("GPL");
2588 MODULE_DESCRIPTION(LPFC_MODULE_DESC);
2589 MODULE_AUTHOR("Emulex Corporation - tech.support@emulex.com");
2590 MODULE_VERSION("0:" LPFC_DRIVER_VERSION);
2591