xref: /openbmc/linux/drivers/scsi/qla2xxx/qla_isr.c (revision baa7eb025ab14f3cba2e35c0a8648f9c9f01d24f)
1 /*
2  * QLogic Fibre Channel HBA Driver
3  * Copyright (c)  2003-2010 QLogic Corporation
4  *
5  * See LICENSE.qla2xxx for copyright and licensing details.
6  */
7 #include "qla_def.h"
8 
9 #include <linux/delay.h>
10 #include <linux/slab.h>
11 #include <scsi/scsi_tcq.h>
12 #include <scsi/scsi_bsg_fc.h>
13 #include <scsi/scsi_eh.h>
14 
15 static void qla2x00_mbx_completion(scsi_qla_host_t *, uint16_t);
16 static void qla2x00_process_completed_request(struct scsi_qla_host *,
17 	struct req_que *, uint32_t);
18 static void qla2x00_status_entry(scsi_qla_host_t *, struct rsp_que *, void *);
19 static void qla2x00_status_cont_entry(struct rsp_que *, sts_cont_entry_t *);
20 static void qla2x00_error_entry(scsi_qla_host_t *, struct rsp_que *,
21 	sts_entry_t *);
22 
23 /**
24  * qla2100_intr_handler() - Process interrupts for the ISP2100 and ISP2200.
25  * @irq:
26  * @dev_id: SCSI driver HA context
27  *
28  * Called by system whenever the host adapter generates an interrupt.
29  *
30  * Returns handled flag.
31  */
32 irqreturn_t
33 qla2100_intr_handler(int irq, void *dev_id)
34 {
35 	scsi_qla_host_t	*vha;
36 	struct qla_hw_data *ha;
37 	struct device_reg_2xxx __iomem *reg;
38 	int		status;
39 	unsigned long	iter;
40 	uint16_t	hccr;
41 	uint16_t	mb[4];
42 	struct rsp_que *rsp;
43 	unsigned long	flags;
44 
45 	rsp = (struct rsp_que *) dev_id;
46 	if (!rsp) {
47 		printk(KERN_INFO
48 		    "%s(): NULL response queue pointer\n", __func__);
49 		return (IRQ_NONE);
50 	}
51 
52 	ha = rsp->hw;
53 	reg = &ha->iobase->isp;
54 	status = 0;
55 
56 	spin_lock_irqsave(&ha->hardware_lock, flags);
57 	vha = pci_get_drvdata(ha->pdev);
58 	for (iter = 50; iter--; ) {
59 		hccr = RD_REG_WORD(&reg->hccr);
60 		if (hccr & HCCR_RISC_PAUSE) {
61 			if (pci_channel_offline(ha->pdev))
62 				break;
63 
64 			/*
65 			 * Issue a "HARD" reset in order for the RISC interrupt
66 			 * bit to be cleared.  Schedule a big hammmer to get
67 			 * out of the RISC PAUSED state.
68 			 */
69 			WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
70 			RD_REG_WORD(&reg->hccr);
71 
72 			ha->isp_ops->fw_dump(vha, 1);
73 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
74 			break;
75 		} else if ((RD_REG_WORD(&reg->istatus) & ISR_RISC_INT) == 0)
76 			break;
77 
78 		if (RD_REG_WORD(&reg->semaphore) & BIT_0) {
79 			WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
80 			RD_REG_WORD(&reg->hccr);
81 
82 			/* Get mailbox data. */
83 			mb[0] = RD_MAILBOX_REG(ha, reg, 0);
84 			if (mb[0] > 0x3fff && mb[0] < 0x8000) {
85 				qla2x00_mbx_completion(vha, mb[0]);
86 				status |= MBX_INTERRUPT;
87 			} else if (mb[0] > 0x7fff && mb[0] < 0xc000) {
88 				mb[1] = RD_MAILBOX_REG(ha, reg, 1);
89 				mb[2] = RD_MAILBOX_REG(ha, reg, 2);
90 				mb[3] = RD_MAILBOX_REG(ha, reg, 3);
91 				qla2x00_async_event(vha, rsp, mb);
92 			} else {
93 				/*EMPTY*/
94 				DEBUG2(printk("scsi(%ld): Unrecognized "
95 				    "interrupt type (%d).\n",
96 				    vha->host_no, mb[0]));
97 			}
98 			/* Release mailbox registers. */
99 			WRT_REG_WORD(&reg->semaphore, 0);
100 			RD_REG_WORD(&reg->semaphore);
101 		} else {
102 			qla2x00_process_response_queue(rsp);
103 
104 			WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
105 			RD_REG_WORD(&reg->hccr);
106 		}
107 	}
108 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
109 
110 	if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
111 	    (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
112 		set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
113 		complete(&ha->mbx_intr_comp);
114 	}
115 
116 	return (IRQ_HANDLED);
117 }
118 
119 /**
120  * qla2300_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
121  * @irq:
122  * @dev_id: SCSI driver HA context
123  *
124  * Called by system whenever the host adapter generates an interrupt.
125  *
126  * Returns handled flag.
127  */
128 irqreturn_t
129 qla2300_intr_handler(int irq, void *dev_id)
130 {
131 	scsi_qla_host_t	*vha;
132 	struct device_reg_2xxx __iomem *reg;
133 	int		status;
134 	unsigned long	iter;
135 	uint32_t	stat;
136 	uint16_t	hccr;
137 	uint16_t	mb[4];
138 	struct rsp_que *rsp;
139 	struct qla_hw_data *ha;
140 	unsigned long	flags;
141 
142 	rsp = (struct rsp_que *) dev_id;
143 	if (!rsp) {
144 		printk(KERN_INFO
145 		    "%s(): NULL response queue pointer\n", __func__);
146 		return (IRQ_NONE);
147 	}
148 
149 	ha = rsp->hw;
150 	reg = &ha->iobase->isp;
151 	status = 0;
152 
153 	spin_lock_irqsave(&ha->hardware_lock, flags);
154 	vha = pci_get_drvdata(ha->pdev);
155 	for (iter = 50; iter--; ) {
156 		stat = RD_REG_DWORD(&reg->u.isp2300.host_status);
157 		if (stat & HSR_RISC_PAUSED) {
158 			if (unlikely(pci_channel_offline(ha->pdev)))
159 				break;
160 
161 			hccr = RD_REG_WORD(&reg->hccr);
162 			if (hccr & (BIT_15 | BIT_13 | BIT_11 | BIT_8))
163 				qla_printk(KERN_INFO, ha, "Parity error -- "
164 				    "HCCR=%x, Dumping firmware!\n", hccr);
165 			else
166 				qla_printk(KERN_INFO, ha, "RISC paused -- "
167 				    "HCCR=%x, Dumping firmware!\n", hccr);
168 
169 			/*
170 			 * Issue a "HARD" reset in order for the RISC
171 			 * interrupt bit to be cleared.  Schedule a big
172 			 * hammmer to get out of the RISC PAUSED state.
173 			 */
174 			WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
175 			RD_REG_WORD(&reg->hccr);
176 
177 			ha->isp_ops->fw_dump(vha, 1);
178 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
179 			break;
180 		} else if ((stat & HSR_RISC_INT) == 0)
181 			break;
182 
183 		switch (stat & 0xff) {
184 		case 0x1:
185 		case 0x2:
186 		case 0x10:
187 		case 0x11:
188 			qla2x00_mbx_completion(vha, MSW(stat));
189 			status |= MBX_INTERRUPT;
190 
191 			/* Release mailbox registers. */
192 			WRT_REG_WORD(&reg->semaphore, 0);
193 			break;
194 		case 0x12:
195 			mb[0] = MSW(stat);
196 			mb[1] = RD_MAILBOX_REG(ha, reg, 1);
197 			mb[2] = RD_MAILBOX_REG(ha, reg, 2);
198 			mb[3] = RD_MAILBOX_REG(ha, reg, 3);
199 			qla2x00_async_event(vha, rsp, mb);
200 			break;
201 		case 0x13:
202 			qla2x00_process_response_queue(rsp);
203 			break;
204 		case 0x15:
205 			mb[0] = MBA_CMPLT_1_16BIT;
206 			mb[1] = MSW(stat);
207 			qla2x00_async_event(vha, rsp, mb);
208 			break;
209 		case 0x16:
210 			mb[0] = MBA_SCSI_COMPLETION;
211 			mb[1] = MSW(stat);
212 			mb[2] = RD_MAILBOX_REG(ha, reg, 2);
213 			qla2x00_async_event(vha, rsp, mb);
214 			break;
215 		default:
216 			DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
217 			    "(%d).\n",
218 			    vha->host_no, stat & 0xff));
219 			break;
220 		}
221 		WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
222 		RD_REG_WORD_RELAXED(&reg->hccr);
223 	}
224 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
225 
226 	if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
227 	    (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
228 		set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
229 		complete(&ha->mbx_intr_comp);
230 	}
231 
232 	return (IRQ_HANDLED);
233 }
234 
235 /**
236  * qla2x00_mbx_completion() - Process mailbox command completions.
237  * @ha: SCSI driver HA context
238  * @mb0: Mailbox0 register
239  */
240 static void
241 qla2x00_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
242 {
243 	uint16_t	cnt;
244 	uint16_t __iomem *wptr;
245 	struct qla_hw_data *ha = vha->hw;
246 	struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
247 
248 	/* Load return mailbox registers. */
249 	ha->flags.mbox_int = 1;
250 	ha->mailbox_out[0] = mb0;
251 	wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 1);
252 
253 	for (cnt = 1; cnt < ha->mbx_count; cnt++) {
254 		if (IS_QLA2200(ha) && cnt == 8)
255 			wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 8);
256 		if (cnt == 4 || cnt == 5)
257 			ha->mailbox_out[cnt] = qla2x00_debounce_register(wptr);
258 		else
259 			ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
260 
261 		wptr++;
262 	}
263 
264 	if (ha->mcp) {
265 		DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
266 		    __func__, vha->host_no, ha->mcp->mb[0]));
267 	} else {
268 		DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
269 		    __func__, vha->host_no));
270 	}
271 }
272 
273 static void
274 qla81xx_idc_event(scsi_qla_host_t *vha, uint16_t aen, uint16_t descr)
275 {
276 	static char *event[] =
277 		{ "Complete", "Request Notification", "Time Extension" };
278 	int rval;
279 	struct device_reg_24xx __iomem *reg24 = &vha->hw->iobase->isp24;
280 	uint16_t __iomem *wptr;
281 	uint16_t cnt, timeout, mb[QLA_IDC_ACK_REGS];
282 
283 	/* Seed data -- mailbox1 -> mailbox7. */
284 	wptr = (uint16_t __iomem *)&reg24->mailbox1;
285 	for (cnt = 0; cnt < QLA_IDC_ACK_REGS; cnt++, wptr++)
286 		mb[cnt] = RD_REG_WORD(wptr);
287 
288 	DEBUG2(printk("scsi(%ld): Inter-Driver Commucation %s -- "
289 	    "%04x %04x %04x %04x %04x %04x %04x.\n", vha->host_no,
290 	    event[aen & 0xff],
291 	    mb[0], mb[1], mb[2], mb[3], mb[4], mb[5], mb[6]));
292 
293 	/* Acknowledgement needed? [Notify && non-zero timeout]. */
294 	timeout = (descr >> 8) & 0xf;
295 	if (aen != MBA_IDC_NOTIFY || !timeout)
296 		return;
297 
298 	DEBUG2(printk("scsi(%ld): Inter-Driver Commucation %s -- "
299 	    "ACK timeout=%d.\n", vha->host_no, event[aen & 0xff], timeout));
300 
301 	rval = qla2x00_post_idc_ack_work(vha, mb);
302 	if (rval != QLA_SUCCESS)
303 		qla_printk(KERN_WARNING, vha->hw,
304 		    "IDC failed to post ACK.\n");
305 }
306 
307 /**
308  * qla2x00_async_event() - Process aynchronous events.
309  * @ha: SCSI driver HA context
310  * @mb: Mailbox registers (0 - 3)
311  */
312 void
313 qla2x00_async_event(scsi_qla_host_t *vha, struct rsp_que *rsp, uint16_t *mb)
314 {
315 #define LS_UNKNOWN	2
316 	static char	*link_speeds[] = { "1", "2", "?", "4", "8", "10" };
317 	char		*link_speed;
318 	uint16_t	handle_cnt;
319 	uint16_t	cnt, mbx;
320 	uint32_t	handles[5];
321 	struct qla_hw_data *ha = vha->hw;
322 	struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
323 	struct device_reg_24xx __iomem *reg24 = &ha->iobase->isp24;
324 	uint32_t	rscn_entry, host_pid;
325 	uint8_t		rscn_queue_index;
326 	unsigned long	flags;
327 
328 	/* Setup to process RIO completion. */
329 	handle_cnt = 0;
330 	if (IS_QLA8XXX_TYPE(ha))
331 		goto skip_rio;
332 	switch (mb[0]) {
333 	case MBA_SCSI_COMPLETION:
334 		handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
335 		handle_cnt = 1;
336 		break;
337 	case MBA_CMPLT_1_16BIT:
338 		handles[0] = mb[1];
339 		handle_cnt = 1;
340 		mb[0] = MBA_SCSI_COMPLETION;
341 		break;
342 	case MBA_CMPLT_2_16BIT:
343 		handles[0] = mb[1];
344 		handles[1] = mb[2];
345 		handle_cnt = 2;
346 		mb[0] = MBA_SCSI_COMPLETION;
347 		break;
348 	case MBA_CMPLT_3_16BIT:
349 		handles[0] = mb[1];
350 		handles[1] = mb[2];
351 		handles[2] = mb[3];
352 		handle_cnt = 3;
353 		mb[0] = MBA_SCSI_COMPLETION;
354 		break;
355 	case MBA_CMPLT_4_16BIT:
356 		handles[0] = mb[1];
357 		handles[1] = mb[2];
358 		handles[2] = mb[3];
359 		handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
360 		handle_cnt = 4;
361 		mb[0] = MBA_SCSI_COMPLETION;
362 		break;
363 	case MBA_CMPLT_5_16BIT:
364 		handles[0] = mb[1];
365 		handles[1] = mb[2];
366 		handles[2] = mb[3];
367 		handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
368 		handles[4] = (uint32_t)RD_MAILBOX_REG(ha, reg, 7);
369 		handle_cnt = 5;
370 		mb[0] = MBA_SCSI_COMPLETION;
371 		break;
372 	case MBA_CMPLT_2_32BIT:
373 		handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
374 		handles[1] = le32_to_cpu(
375 		    ((uint32_t)(RD_MAILBOX_REG(ha, reg, 7) << 16)) |
376 		    RD_MAILBOX_REG(ha, reg, 6));
377 		handle_cnt = 2;
378 		mb[0] = MBA_SCSI_COMPLETION;
379 		break;
380 	default:
381 		break;
382 	}
383 skip_rio:
384 	switch (mb[0]) {
385 	case MBA_SCSI_COMPLETION:	/* Fast Post */
386 		if (!vha->flags.online)
387 			break;
388 
389 		for (cnt = 0; cnt < handle_cnt; cnt++)
390 			qla2x00_process_completed_request(vha, rsp->req,
391 				handles[cnt]);
392 		break;
393 
394 	case MBA_RESET:			/* Reset */
395 		DEBUG2(printk("scsi(%ld): Asynchronous RESET.\n",
396 			vha->host_no));
397 
398 		set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
399 		break;
400 
401 	case MBA_SYSTEM_ERR:		/* System Error */
402 		mbx = IS_QLA81XX(ha) ? RD_REG_WORD(&reg24->mailbox7) : 0;
403 		qla_printk(KERN_INFO, ha,
404 		    "ISP System Error - mbx1=%xh mbx2=%xh mbx3=%xh "
405 		    "mbx7=%xh.\n", mb[1], mb[2], mb[3], mbx);
406 
407 		ha->isp_ops->fw_dump(vha, 1);
408 
409 		if (IS_FWI2_CAPABLE(ha)) {
410 			if (mb[1] == 0 && mb[2] == 0) {
411 				qla_printk(KERN_ERR, ha,
412 				    "Unrecoverable Hardware Error: adapter "
413 				    "marked OFFLINE!\n");
414 				vha->flags.online = 0;
415 			} else {
416 				/* Check to see if MPI timeout occured */
417 				if ((mbx & MBX_3) && (ha->flags.port0))
418 					set_bit(MPI_RESET_NEEDED,
419 					    &vha->dpc_flags);
420 
421 				set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
422 			}
423 		} else if (mb[1] == 0) {
424 			qla_printk(KERN_INFO, ha,
425 			    "Unrecoverable Hardware Error: adapter marked "
426 			    "OFFLINE!\n");
427 			vha->flags.online = 0;
428 		} else
429 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
430 		break;
431 
432 	case MBA_REQ_TRANSFER_ERR:	/* Request Transfer Error */
433 		DEBUG2(printk("scsi(%ld): ISP Request Transfer Error (%x).\n",
434 		    vha->host_no, mb[1]));
435 		qla_printk(KERN_WARNING, ha,
436 		    "ISP Request Transfer Error (%x).\n", mb[1]);
437 
438 		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
439 		break;
440 
441 	case MBA_RSP_TRANSFER_ERR:	/* Response Transfer Error */
442 		DEBUG2(printk("scsi(%ld): ISP Response Transfer Error.\n",
443 		    vha->host_no));
444 		qla_printk(KERN_WARNING, ha, "ISP Response Transfer Error.\n");
445 
446 		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
447 		break;
448 
449 	case MBA_WAKEUP_THRES:		/* Request Queue Wake-up */
450 		DEBUG2(printk("scsi(%ld): Asynchronous WAKEUP_THRES.\n",
451 		    vha->host_no));
452 		break;
453 
454 	case MBA_LIP_OCCURRED:		/* Loop Initialization Procedure */
455 		DEBUG2(printk("scsi(%ld): LIP occurred (%x).\n", vha->host_no,
456 		    mb[1]));
457 		qla_printk(KERN_INFO, ha, "LIP occurred (%x).\n", mb[1]);
458 
459 		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
460 			atomic_set(&vha->loop_state, LOOP_DOWN);
461 			atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
462 			qla2x00_mark_all_devices_lost(vha, 1);
463 		}
464 
465 		if (vha->vp_idx) {
466 			atomic_set(&vha->vp_state, VP_FAILED);
467 			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
468 		}
469 
470 		set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
471 		set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
472 
473 		vha->flags.management_server_logged_in = 0;
474 		qla2x00_post_aen_work(vha, FCH_EVT_LIP, mb[1]);
475 		break;
476 
477 	case MBA_LOOP_UP:		/* Loop Up Event */
478 		if (IS_QLA2100(ha) || IS_QLA2200(ha)) {
479 			link_speed = link_speeds[0];
480 			ha->link_data_rate = PORT_SPEED_1GB;
481 		} else {
482 			link_speed = link_speeds[LS_UNKNOWN];
483 			if (mb[1] < 5)
484 				link_speed = link_speeds[mb[1]];
485 			else if (mb[1] == 0x13)
486 				link_speed = link_speeds[5];
487 			ha->link_data_rate = mb[1];
488 		}
489 
490 		DEBUG2(printk("scsi(%ld): Asynchronous LOOP UP (%s Gbps).\n",
491 		    vha->host_no, link_speed));
492 		qla_printk(KERN_INFO, ha, "LOOP UP detected (%s Gbps).\n",
493 		    link_speed);
494 
495 		vha->flags.management_server_logged_in = 0;
496 		qla2x00_post_aen_work(vha, FCH_EVT_LINKUP, ha->link_data_rate);
497 		break;
498 
499 	case MBA_LOOP_DOWN:		/* Loop Down Event */
500 		mbx = IS_QLA81XX(ha) ? RD_REG_WORD(&reg24->mailbox4) : 0;
501 		DEBUG2(printk("scsi(%ld): Asynchronous LOOP DOWN "
502 		    "(%x %x %x %x).\n", vha->host_no, mb[1], mb[2], mb[3],
503 		    mbx));
504 		qla_printk(KERN_INFO, ha,
505 		    "LOOP DOWN detected (%x %x %x %x).\n", mb[1], mb[2], mb[3],
506 		    mbx);
507 
508 		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
509 			atomic_set(&vha->loop_state, LOOP_DOWN);
510 			atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
511 			vha->device_flags |= DFLG_NO_CABLE;
512 			qla2x00_mark_all_devices_lost(vha, 1);
513 		}
514 
515 		if (vha->vp_idx) {
516 			atomic_set(&vha->vp_state, VP_FAILED);
517 			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
518 		}
519 
520 		vha->flags.management_server_logged_in = 0;
521 		ha->link_data_rate = PORT_SPEED_UNKNOWN;
522 		qla2x00_post_aen_work(vha, FCH_EVT_LINKDOWN, 0);
523 		break;
524 
525 	case MBA_LIP_RESET:		/* LIP reset occurred */
526 		DEBUG2(printk("scsi(%ld): Asynchronous LIP RESET (%x).\n",
527 		    vha->host_no, mb[1]));
528 		qla_printk(KERN_INFO, ha,
529 		    "LIP reset occurred (%x).\n", mb[1]);
530 
531 		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
532 			atomic_set(&vha->loop_state, LOOP_DOWN);
533 			atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
534 			qla2x00_mark_all_devices_lost(vha, 1);
535 		}
536 
537 		if (vha->vp_idx) {
538 			atomic_set(&vha->vp_state, VP_FAILED);
539 			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
540 		}
541 
542 		set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
543 
544 		ha->operating_mode = LOOP;
545 		vha->flags.management_server_logged_in = 0;
546 		qla2x00_post_aen_work(vha, FCH_EVT_LIPRESET, mb[1]);
547 		break;
548 
549 	/* case MBA_DCBX_COMPLETE: */
550 	case MBA_POINT_TO_POINT:	/* Point-to-Point */
551 		if (IS_QLA2100(ha))
552 			break;
553 
554 		if (IS_QLA8XXX_TYPE(ha)) {
555 			DEBUG2(printk("scsi(%ld): DCBX Completed -- %04x %04x "
556 			    "%04x\n", vha->host_no, mb[1], mb[2], mb[3]));
557 			if (ha->notify_dcbx_comp)
558 				complete(&ha->dcbx_comp);
559 
560 		} else
561 			DEBUG2(printk("scsi(%ld): Asynchronous P2P MODE "
562 			    "received.\n", vha->host_no));
563 
564 		/*
565 		 * Until there's a transition from loop down to loop up, treat
566 		 * this as loop down only.
567 		 */
568 		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
569 			atomic_set(&vha->loop_state, LOOP_DOWN);
570 			if (!atomic_read(&vha->loop_down_timer))
571 				atomic_set(&vha->loop_down_timer,
572 				    LOOP_DOWN_TIME);
573 			qla2x00_mark_all_devices_lost(vha, 1);
574 		}
575 
576 		if (vha->vp_idx) {
577 			atomic_set(&vha->vp_state, VP_FAILED);
578 			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
579 		}
580 
581 		if (!(test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)))
582 			set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
583 
584 		set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
585 		set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
586 
587 		ha->flags.gpsc_supported = 1;
588 		vha->flags.management_server_logged_in = 0;
589 		break;
590 
591 	case MBA_CHG_IN_CONNECTION:	/* Change in connection mode */
592 		if (IS_QLA2100(ha))
593 			break;
594 
595 		DEBUG2(printk("scsi(%ld): Asynchronous Change In Connection "
596 		    "received.\n",
597 		    vha->host_no));
598 		qla_printk(KERN_INFO, ha,
599 		    "Configuration change detected: value=%x.\n", mb[1]);
600 
601 		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
602 			atomic_set(&vha->loop_state, LOOP_DOWN);
603 			if (!atomic_read(&vha->loop_down_timer))
604 				atomic_set(&vha->loop_down_timer,
605 				    LOOP_DOWN_TIME);
606 			qla2x00_mark_all_devices_lost(vha, 1);
607 		}
608 
609 		if (vha->vp_idx) {
610 			atomic_set(&vha->vp_state, VP_FAILED);
611 			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
612 		}
613 
614 		set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
615 		set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
616 		break;
617 
618 	case MBA_PORT_UPDATE:		/* Port database update */
619 		/*
620 		 * Handle only global and vn-port update events
621 		 *
622 		 * Relevant inputs:
623 		 * mb[1] = N_Port handle of changed port
624 		 * OR 0xffff for global event
625 		 * mb[2] = New login state
626 		 * 7 = Port logged out
627 		 * mb[3] = LSB is vp_idx, 0xff = all vps
628 		 *
629 		 * Skip processing if:
630 		 *       Event is global, vp_idx is NOT all vps,
631 		 *           vp_idx does not match
632 		 *       Event is not global, vp_idx does not match
633 		 */
634 		if (IS_QLA2XXX_MIDTYPE(ha) &&
635 		    ((mb[1] == 0xffff && (mb[3] & 0xff) != 0xff) ||
636 			(mb[1] != 0xffff)) && vha->vp_idx != (mb[3] & 0xff))
637 			break;
638 
639 		/* Global event -- port logout or port unavailable. */
640 		if (mb[1] == 0xffff && mb[2] == 0x7) {
641 			DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE.\n",
642 			    vha->host_no));
643 			DEBUG(printk(KERN_INFO
644 			    "scsi(%ld): Port unavailable %04x %04x %04x.\n",
645 			    vha->host_no, mb[1], mb[2], mb[3]));
646 
647 			if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
648 				atomic_set(&vha->loop_state, LOOP_DOWN);
649 				atomic_set(&vha->loop_down_timer,
650 				    LOOP_DOWN_TIME);
651 				vha->device_flags |= DFLG_NO_CABLE;
652 				qla2x00_mark_all_devices_lost(vha, 1);
653 			}
654 
655 			if (vha->vp_idx) {
656 				atomic_set(&vha->vp_state, VP_FAILED);
657 				fc_vport_set_state(vha->fc_vport,
658 				    FC_VPORT_FAILED);
659 				qla2x00_mark_all_devices_lost(vha, 1);
660 			}
661 
662 			vha->flags.management_server_logged_in = 0;
663 			ha->link_data_rate = PORT_SPEED_UNKNOWN;
664 			break;
665 		}
666 
667 		/*
668 		 * If PORT UPDATE is global (received LIP_OCCURRED/LIP_RESET
669 		 * event etc. earlier indicating loop is down) then process
670 		 * it.  Otherwise ignore it and Wait for RSCN to come in.
671 		 */
672 		atomic_set(&vha->loop_down_timer, 0);
673 		if (atomic_read(&vha->loop_state) != LOOP_DOWN &&
674 		    atomic_read(&vha->loop_state) != LOOP_DEAD) {
675 			DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE "
676 			    "ignored %04x/%04x/%04x.\n", vha->host_no, mb[1],
677 			    mb[2], mb[3]));
678 			break;
679 		}
680 
681 		DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE.\n",
682 		    vha->host_no));
683 		DEBUG(printk(KERN_INFO
684 		    "scsi(%ld): Port database changed %04x %04x %04x.\n",
685 		    vha->host_no, mb[1], mb[2], mb[3]));
686 
687 		/*
688 		 * Mark all devices as missing so we will login again.
689 		 */
690 		atomic_set(&vha->loop_state, LOOP_UP);
691 
692 		qla2x00_mark_all_devices_lost(vha, 1);
693 
694 		vha->flags.rscn_queue_overflow = 1;
695 
696 		set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
697 		set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
698 		break;
699 
700 	case MBA_RSCN_UPDATE:		/* State Change Registration */
701 		/* Check if the Vport has issued a SCR */
702 		if (vha->vp_idx && test_bit(VP_SCR_NEEDED, &vha->vp_flags))
703 			break;
704 		/* Only handle SCNs for our Vport index. */
705 		if (ha->flags.npiv_supported && vha->vp_idx != (mb[3] & 0xff))
706 			break;
707 
708 		DEBUG2(printk("scsi(%ld): Asynchronous RSCR UPDATE.\n",
709 		    vha->host_no));
710 		DEBUG(printk(KERN_INFO
711 		    "scsi(%ld): RSCN database changed -- %04x %04x %04x.\n",
712 		    vha->host_no, mb[1], mb[2], mb[3]));
713 
714 		rscn_entry = ((mb[1] & 0xff) << 16) | mb[2];
715 		host_pid = (vha->d_id.b.domain << 16) | (vha->d_id.b.area << 8)
716 				| vha->d_id.b.al_pa;
717 		if (rscn_entry == host_pid) {
718 			DEBUG(printk(KERN_INFO
719 			    "scsi(%ld): Ignoring RSCN update to local host "
720 			    "port ID (%06x)\n",
721 			    vha->host_no, host_pid));
722 			break;
723 		}
724 
725 		/* Ignore reserved bits from RSCN-payload. */
726 		rscn_entry = ((mb[1] & 0x3ff) << 16) | mb[2];
727 		rscn_queue_index = vha->rscn_in_ptr + 1;
728 		if (rscn_queue_index == MAX_RSCN_COUNT)
729 			rscn_queue_index = 0;
730 		if (rscn_queue_index != vha->rscn_out_ptr) {
731 			vha->rscn_queue[vha->rscn_in_ptr] = rscn_entry;
732 			vha->rscn_in_ptr = rscn_queue_index;
733 		} else {
734 			vha->flags.rscn_queue_overflow = 1;
735 		}
736 
737 		atomic_set(&vha->loop_state, LOOP_UPDATE);
738 		atomic_set(&vha->loop_down_timer, 0);
739 		vha->flags.management_server_logged_in = 0;
740 
741 		set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
742 		set_bit(RSCN_UPDATE, &vha->dpc_flags);
743 		qla2x00_post_aen_work(vha, FCH_EVT_RSCN, rscn_entry);
744 		break;
745 
746 	/* case MBA_RIO_RESPONSE: */
747 	case MBA_ZIO_RESPONSE:
748 		DEBUG3(printk("scsi(%ld): [R|Z]IO update completion.\n",
749 		    vha->host_no));
750 
751 		if (IS_FWI2_CAPABLE(ha))
752 			qla24xx_process_response_queue(vha, rsp);
753 		else
754 			qla2x00_process_response_queue(rsp);
755 		break;
756 
757 	case MBA_DISCARD_RND_FRAME:
758 		DEBUG2(printk("scsi(%ld): Discard RND Frame -- %04x %04x "
759 		    "%04x.\n", vha->host_no, mb[1], mb[2], mb[3]));
760 		break;
761 
762 	case MBA_TRACE_NOTIFICATION:
763 		DEBUG2(printk("scsi(%ld): Trace Notification -- %04x %04x.\n",
764 		vha->host_no, mb[1], mb[2]));
765 		break;
766 
767 	case MBA_ISP84XX_ALERT:
768 		DEBUG2(printk("scsi(%ld): ISP84XX Alert Notification -- "
769 		    "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
770 
771 		spin_lock_irqsave(&ha->cs84xx->access_lock, flags);
772 		switch (mb[1]) {
773 		case A84_PANIC_RECOVERY:
774 			qla_printk(KERN_INFO, ha, "Alert 84XX: panic recovery "
775 			    "%04x %04x\n", mb[2], mb[3]);
776 			break;
777 		case A84_OP_LOGIN_COMPLETE:
778 			ha->cs84xx->op_fw_version = mb[3] << 16 | mb[2];
779 			DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX:"
780 			    "firmware version %x\n", ha->cs84xx->op_fw_version));
781 			break;
782 		case A84_DIAG_LOGIN_COMPLETE:
783 			ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
784 			DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX:"
785 			    "diagnostic firmware version %x\n",
786 			    ha->cs84xx->diag_fw_version));
787 			break;
788 		case A84_GOLD_LOGIN_COMPLETE:
789 			ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
790 			ha->cs84xx->fw_update = 1;
791 			DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX: gold "
792 			    "firmware version %x\n",
793 			    ha->cs84xx->gold_fw_version));
794 			break;
795 		default:
796 			qla_printk(KERN_ERR, ha,
797 			    "Alert 84xx: Invalid Alert %04x %04x %04x\n",
798 			    mb[1], mb[2], mb[3]);
799 		}
800 		spin_unlock_irqrestore(&ha->cs84xx->access_lock, flags);
801 		break;
802 	case MBA_DCBX_START:
803 		DEBUG2(printk("scsi(%ld): DCBX Started -- %04x %04x %04x\n",
804 		    vha->host_no, mb[1], mb[2], mb[3]));
805 		break;
806 	case MBA_DCBX_PARAM_UPDATE:
807 		DEBUG2(printk("scsi(%ld): DCBX Parameters Updated -- "
808 		    "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
809 		break;
810 	case MBA_FCF_CONF_ERR:
811 		DEBUG2(printk("scsi(%ld): FCF Configuration Error -- "
812 		    "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
813 		break;
814 	case MBA_IDC_COMPLETE:
815 	case MBA_IDC_NOTIFY:
816 	case MBA_IDC_TIME_EXT:
817 		qla81xx_idc_event(vha, mb[0], mb[1]);
818 		break;
819 	}
820 
821 	if (!vha->vp_idx && ha->num_vhosts)
822 		qla2x00_alert_all_vps(rsp, mb);
823 }
824 
825 /**
826  * qla2x00_process_completed_request() - Process a Fast Post response.
827  * @ha: SCSI driver HA context
828  * @index: SRB index
829  */
830 static void
831 qla2x00_process_completed_request(struct scsi_qla_host *vha,
832 				struct req_que *req, uint32_t index)
833 {
834 	srb_t *sp;
835 	struct qla_hw_data *ha = vha->hw;
836 
837 	/* Validate handle. */
838 	if (index >= MAX_OUTSTANDING_COMMANDS) {
839 		DEBUG2(printk("scsi(%ld): Invalid SCSI completion handle %d.\n",
840 		    vha->host_no, index));
841 		qla_printk(KERN_WARNING, ha,
842 		    "Invalid SCSI completion handle %d.\n", index);
843 
844 		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
845 		return;
846 	}
847 
848 	sp = req->outstanding_cmds[index];
849 	if (sp) {
850 		/* Free outstanding command slot. */
851 		req->outstanding_cmds[index] = NULL;
852 
853 		/* Save ISP completion status */
854 		sp->cmd->result = DID_OK << 16;
855 		qla2x00_sp_compl(ha, sp);
856 	} else {
857 		DEBUG2(printk("scsi(%ld) Req:%d: Invalid ISP SCSI completion"
858 			" handle(0x%x)\n", vha->host_no, req->id, index));
859 		qla_printk(KERN_WARNING, ha,
860 		    "Invalid ISP SCSI completion handle\n");
861 
862 		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
863 	}
864 }
865 
866 static srb_t *
867 qla2x00_get_sp_from_handle(scsi_qla_host_t *vha, const char *func,
868     struct req_que *req, void *iocb)
869 {
870 	struct qla_hw_data *ha = vha->hw;
871 	sts_entry_t *pkt = iocb;
872 	srb_t *sp = NULL;
873 	uint16_t index;
874 
875 	index = LSW(pkt->handle);
876 	if (index >= MAX_OUTSTANDING_COMMANDS) {
877 		qla_printk(KERN_WARNING, ha,
878 		    "%s: Invalid completion handle (%x).\n", func, index);
879 		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
880 		goto done;
881 	}
882 	sp = req->outstanding_cmds[index];
883 	if (!sp) {
884 		qla_printk(KERN_WARNING, ha,
885 		    "%s: Invalid completion handle (%x) -- timed-out.\n", func,
886 		    index);
887 		return sp;
888 	}
889 	if (sp->handle != index) {
890 		qla_printk(KERN_WARNING, ha,
891 		    "%s: SRB handle (%x) mismatch %x.\n", func, sp->handle,
892 		    index);
893 		return NULL;
894 	}
895 
896 	req->outstanding_cmds[index] = NULL;
897 
898 done:
899 	return sp;
900 }
901 
902 static void
903 qla2x00_mbx_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
904     struct mbx_entry *mbx)
905 {
906 	const char func[] = "MBX-IOCB";
907 	const char *type;
908 	fc_port_t *fcport;
909 	srb_t *sp;
910 	struct srb_iocb *lio;
911 	struct srb_ctx *ctx;
912 	uint16_t *data;
913 	uint16_t status;
914 
915 	sp = qla2x00_get_sp_from_handle(vha, func, req, mbx);
916 	if (!sp)
917 		return;
918 
919 	ctx = sp->ctx;
920 	lio = ctx->u.iocb_cmd;
921 	type = ctx->name;
922 	fcport = sp->fcport;
923 	data = lio->u.logio.data;
924 
925 	data[0] = MBS_COMMAND_ERROR;
926 	data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
927 	    QLA_LOGIO_LOGIN_RETRIED : 0;
928 	if (mbx->entry_status) {
929 		DEBUG2(printk(KERN_WARNING
930 		    "scsi(%ld:%x): Async-%s error entry - portid=%02x%02x%02x "
931 		    "entry-status=%x status=%x state-flag=%x "
932 		    "status-flags=%x.\n",
933 		    fcport->vha->host_no, sp->handle, type,
934 		    fcport->d_id.b.domain, fcport->d_id.b.area,
935 		    fcport->d_id.b.al_pa, mbx->entry_status,
936 		    le16_to_cpu(mbx->status), le16_to_cpu(mbx->state_flags),
937 		    le16_to_cpu(mbx->status_flags)));
938 
939 		DEBUG2(qla2x00_dump_buffer((uint8_t *)mbx, sizeof(*mbx)));
940 
941 		goto logio_done;
942 	}
943 
944 	status = le16_to_cpu(mbx->status);
945 	if (status == 0x30 && ctx->type == SRB_LOGIN_CMD &&
946 	    le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE)
947 		status = 0;
948 	if (!status && le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE) {
949 		DEBUG2(printk(KERN_DEBUG
950 		    "scsi(%ld:%x): Async-%s complete - portid=%02x%02x%02x "
951 		    "mbx1=%x.\n",
952 		    fcport->vha->host_no, sp->handle, type,
953 		    fcport->d_id.b.domain, fcport->d_id.b.area,
954 		    fcport->d_id.b.al_pa, le16_to_cpu(mbx->mb1)));
955 
956 		data[0] = MBS_COMMAND_COMPLETE;
957 		if (ctx->type == SRB_LOGIN_CMD) {
958 			fcport->port_type = FCT_TARGET;
959 			if (le16_to_cpu(mbx->mb1) & BIT_0)
960 				fcport->port_type = FCT_INITIATOR;
961 			else if (le16_to_cpu(mbx->mb1) & BIT_1)
962 				fcport->flags |= FCF_FCP2_DEVICE;
963 		}
964 		goto logio_done;
965 	}
966 
967 	data[0] = le16_to_cpu(mbx->mb0);
968 	switch (data[0]) {
969 	case MBS_PORT_ID_USED:
970 		data[1] = le16_to_cpu(mbx->mb1);
971 		break;
972 	case MBS_LOOP_ID_USED:
973 		break;
974 	default:
975 		data[0] = MBS_COMMAND_ERROR;
976 		break;
977 	}
978 
979 	DEBUG2(printk(KERN_WARNING
980 	    "scsi(%ld:%x): Async-%s failed - portid=%02x%02x%02x status=%x "
981 	    "mb0=%x mb1=%x mb2=%x mb6=%x mb7=%x.\n",
982 	    fcport->vha->host_no, sp->handle, type, fcport->d_id.b.domain,
983 	    fcport->d_id.b.area, fcport->d_id.b.al_pa, status,
984 	    le16_to_cpu(mbx->mb0), le16_to_cpu(mbx->mb1),
985 	    le16_to_cpu(mbx->mb2), le16_to_cpu(mbx->mb6),
986 	    le16_to_cpu(mbx->mb7)));
987 
988 logio_done:
989 	lio->done(sp);
990 }
991 
992 static void
993 qla2x00_ct_entry(scsi_qla_host_t *vha, struct req_que *req,
994     sts_entry_t *pkt, int iocb_type)
995 {
996 	const char func[] = "CT_IOCB";
997 	const char *type;
998 	struct qla_hw_data *ha = vha->hw;
999 	srb_t *sp;
1000 	struct srb_ctx *sp_bsg;
1001 	struct fc_bsg_job *bsg_job;
1002 	uint16_t comp_status;
1003 
1004 	sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
1005 	if (!sp)
1006 		return;
1007 
1008 	sp_bsg = sp->ctx;
1009 	bsg_job = sp_bsg->u.bsg_job;
1010 
1011 	type = NULL;
1012 	switch (sp_bsg->type) {
1013 	case SRB_CT_CMD:
1014 		type = "ct pass-through";
1015 		break;
1016 	default:
1017 		qla_printk(KERN_WARNING, ha,
1018 		    "%s: Unrecognized SRB: (%p) type=%d.\n", func, sp,
1019 		    sp_bsg->type);
1020 		return;
1021 	}
1022 
1023 	comp_status = le16_to_cpu(pkt->comp_status);
1024 
1025 	/* return FC_CTELS_STATUS_OK and leave the decoding of the ELS/CT
1026 	 * fc payload  to the caller
1027 	 */
1028 	bsg_job->reply->reply_data.ctels_reply.status = FC_CTELS_STATUS_OK;
1029 	bsg_job->reply_len = sizeof(struct fc_bsg_reply);
1030 
1031 	if (comp_status != CS_COMPLETE) {
1032 		if (comp_status == CS_DATA_UNDERRUN) {
1033 			bsg_job->reply->result = DID_OK << 16;
1034 			bsg_job->reply->reply_payload_rcv_len =
1035 			    le16_to_cpu(((sts_entry_t *)pkt)->rsp_info_len);
1036 
1037 			DEBUG2(qla_printk(KERN_WARNING, ha,
1038 			    "scsi(%ld): CT pass-through-%s error "
1039 			    "comp_status-status=0x%x total_byte = 0x%x.\n",
1040 			    vha->host_no, type, comp_status,
1041 			    bsg_job->reply->reply_payload_rcv_len));
1042 		} else {
1043 			DEBUG2(qla_printk(KERN_WARNING, ha,
1044 			    "scsi(%ld): CT pass-through-%s error "
1045 			    "comp_status-status=0x%x.\n",
1046 			    vha->host_no, type, comp_status));
1047 			bsg_job->reply->result = DID_ERROR << 16;
1048 			bsg_job->reply->reply_payload_rcv_len = 0;
1049 		}
1050 		DEBUG2(qla2x00_dump_buffer((uint8_t *)pkt, sizeof(*pkt)));
1051 	} else {
1052 		bsg_job->reply->result =  DID_OK << 16;;
1053 		bsg_job->reply->reply_payload_rcv_len =
1054 		    bsg_job->reply_payload.payload_len;
1055 		bsg_job->reply_len = 0;
1056 	}
1057 
1058 	dma_unmap_sg(&ha->pdev->dev, bsg_job->request_payload.sg_list,
1059 	    bsg_job->request_payload.sg_cnt, DMA_TO_DEVICE);
1060 
1061 	dma_unmap_sg(&ha->pdev->dev, bsg_job->reply_payload.sg_list,
1062 	    bsg_job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
1063 
1064 	if (sp_bsg->type == SRB_ELS_CMD_HST || sp_bsg->type == SRB_CT_CMD)
1065 		kfree(sp->fcport);
1066 
1067 	kfree(sp->ctx);
1068 	mempool_free(sp, ha->srb_mempool);
1069 	bsg_job->job_done(bsg_job);
1070 }
1071 
1072 static void
1073 qla24xx_els_ct_entry(scsi_qla_host_t *vha, struct req_que *req,
1074     struct sts_entry_24xx *pkt, int iocb_type)
1075 {
1076 	const char func[] = "ELS_CT_IOCB";
1077 	const char *type;
1078 	struct qla_hw_data *ha = vha->hw;
1079 	srb_t *sp;
1080 	struct srb_ctx *sp_bsg;
1081 	struct fc_bsg_job *bsg_job;
1082 	uint16_t comp_status;
1083 	uint32_t fw_status[3];
1084 	uint8_t* fw_sts_ptr;
1085 
1086 	sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
1087 	if (!sp)
1088 		return;
1089 	sp_bsg = sp->ctx;
1090 	bsg_job = sp_bsg->u.bsg_job;
1091 
1092 	type = NULL;
1093 	switch (sp_bsg->type) {
1094 	case SRB_ELS_CMD_RPT:
1095 	case SRB_ELS_CMD_HST:
1096 		type = "els";
1097 		break;
1098 	case SRB_CT_CMD:
1099 		type = "ct pass-through";
1100 		break;
1101 	default:
1102 		qla_printk(KERN_WARNING, ha,
1103 		    "%s: Unrecognized SRB: (%p) type=%d.\n", func, sp,
1104 		    sp_bsg->type);
1105 		return;
1106 	}
1107 
1108 	comp_status = fw_status[0] = le16_to_cpu(pkt->comp_status);
1109 	fw_status[1] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_1);
1110 	fw_status[2] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_2);
1111 
1112 	/* return FC_CTELS_STATUS_OK and leave the decoding of the ELS/CT
1113 	 * fc payload  to the caller
1114 	 */
1115 	bsg_job->reply->reply_data.ctels_reply.status = FC_CTELS_STATUS_OK;
1116 	bsg_job->reply_len = sizeof(struct fc_bsg_reply) + sizeof(fw_status);
1117 
1118 	if (comp_status != CS_COMPLETE) {
1119 		if (comp_status == CS_DATA_UNDERRUN) {
1120 			bsg_job->reply->result = DID_OK << 16;
1121 			bsg_job->reply->reply_payload_rcv_len =
1122 				le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->total_byte_count);
1123 
1124 			DEBUG2(qla_printk(KERN_WARNING, ha,
1125 			    "scsi(%ld:0x%x): ELS-CT pass-through-%s error comp_status-status=0x%x "
1126 			    "error subcode 1=0x%x error subcode 2=0x%x total_byte = 0x%x.\n",
1127 				vha->host_no, sp->handle, type, comp_status, fw_status[1], fw_status[2],
1128 				le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->total_byte_count)));
1129 			fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1130 			memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1131 		}
1132 		else {
1133 			DEBUG2(qla_printk(KERN_WARNING, ha,
1134 			    "scsi(%ld:0x%x): ELS-CT pass-through-%s error comp_status-status=0x%x "
1135 			    "error subcode 1=0x%x error subcode 2=0x%x.\n",
1136 				vha->host_no, sp->handle, type, comp_status,
1137 				le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_1),
1138 				le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_2)));
1139 			bsg_job->reply->result = DID_ERROR << 16;
1140 			bsg_job->reply->reply_payload_rcv_len = 0;
1141 			fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1142 			memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1143 		}
1144 		DEBUG2(qla2x00_dump_buffer((uint8_t *)pkt, sizeof(*pkt)));
1145 	}
1146 	else {
1147 		bsg_job->reply->result =  DID_OK << 16;;
1148 		bsg_job->reply->reply_payload_rcv_len = bsg_job->reply_payload.payload_len;
1149 		bsg_job->reply_len = 0;
1150 	}
1151 
1152 	dma_unmap_sg(&ha->pdev->dev,
1153 	    bsg_job->request_payload.sg_list,
1154 	    bsg_job->request_payload.sg_cnt, DMA_TO_DEVICE);
1155 	dma_unmap_sg(&ha->pdev->dev,
1156 	    bsg_job->reply_payload.sg_list,
1157 	    bsg_job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
1158 	if ((sp_bsg->type == SRB_ELS_CMD_HST) ||
1159 	    (sp_bsg->type == SRB_CT_CMD))
1160 		kfree(sp->fcport);
1161 	kfree(sp->ctx);
1162 	mempool_free(sp, ha->srb_mempool);
1163 	bsg_job->job_done(bsg_job);
1164 }
1165 
1166 static void
1167 qla24xx_logio_entry(scsi_qla_host_t *vha, struct req_que *req,
1168     struct logio_entry_24xx *logio)
1169 {
1170 	const char func[] = "LOGIO-IOCB";
1171 	const char *type;
1172 	fc_port_t *fcport;
1173 	srb_t *sp;
1174 	struct srb_iocb *lio;
1175 	struct srb_ctx *ctx;
1176 	uint16_t *data;
1177 	uint32_t iop[2];
1178 
1179 	sp = qla2x00_get_sp_from_handle(vha, func, req, logio);
1180 	if (!sp)
1181 		return;
1182 
1183 	ctx = sp->ctx;
1184 	lio = ctx->u.iocb_cmd;
1185 	type = ctx->name;
1186 	fcport = sp->fcport;
1187 	data = lio->u.logio.data;
1188 
1189 	data[0] = MBS_COMMAND_ERROR;
1190 	data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
1191 		QLA_LOGIO_LOGIN_RETRIED : 0;
1192 	if (logio->entry_status) {
1193 		DEBUG2(printk(KERN_WARNING
1194 		    "scsi(%ld:%x): Async-%s error entry - "
1195 		    "portid=%02x%02x%02x entry-status=%x.\n",
1196 		    fcport->vha->host_no, sp->handle, type,
1197 		    fcport->d_id.b.domain, fcport->d_id.b.area,
1198 		    fcport->d_id.b.al_pa, logio->entry_status));
1199 		DEBUG2(qla2x00_dump_buffer((uint8_t *)logio, sizeof(*logio)));
1200 
1201 		goto logio_done;
1202 	}
1203 
1204 	if (le16_to_cpu(logio->comp_status) == CS_COMPLETE) {
1205 		DEBUG2(printk(KERN_DEBUG
1206 		    "scsi(%ld:%x): Async-%s complete - portid=%02x%02x%02x "
1207 		    "iop0=%x.\n",
1208 		    fcport->vha->host_no, sp->handle, type,
1209 		    fcport->d_id.b.domain, fcport->d_id.b.area,
1210 		    fcport->d_id.b.al_pa,
1211 		    le32_to_cpu(logio->io_parameter[0])));
1212 
1213 		data[0] = MBS_COMMAND_COMPLETE;
1214 		if (ctx->type != SRB_LOGIN_CMD)
1215 			goto logio_done;
1216 
1217 		iop[0] = le32_to_cpu(logio->io_parameter[0]);
1218 		if (iop[0] & BIT_4) {
1219 			fcport->port_type = FCT_TARGET;
1220 			if (iop[0] & BIT_8)
1221 				fcport->flags |= FCF_FCP2_DEVICE;
1222 		} else if (iop[0] & BIT_5)
1223 			fcport->port_type = FCT_INITIATOR;
1224 
1225 		if (logio->io_parameter[7] || logio->io_parameter[8])
1226 			fcport->supported_classes |= FC_COS_CLASS2;
1227 		if (logio->io_parameter[9] || logio->io_parameter[10])
1228 			fcport->supported_classes |= FC_COS_CLASS3;
1229 
1230 		goto logio_done;
1231 	}
1232 
1233 	iop[0] = le32_to_cpu(logio->io_parameter[0]);
1234 	iop[1] = le32_to_cpu(logio->io_parameter[1]);
1235 	switch (iop[0]) {
1236 	case LSC_SCODE_PORTID_USED:
1237 		data[0] = MBS_PORT_ID_USED;
1238 		data[1] = LSW(iop[1]);
1239 		break;
1240 	case LSC_SCODE_NPORT_USED:
1241 		data[0] = MBS_LOOP_ID_USED;
1242 		break;
1243 	default:
1244 		data[0] = MBS_COMMAND_ERROR;
1245 		break;
1246 	}
1247 
1248 	DEBUG2(printk(KERN_WARNING
1249 	    "scsi(%ld:%x): Async-%s failed - portid=%02x%02x%02x comp=%x "
1250 	    "iop0=%x iop1=%x.\n",
1251 	    fcport->vha->host_no, sp->handle, type, fcport->d_id.b.domain,
1252 	    fcport->d_id.b.area, fcport->d_id.b.al_pa,
1253 	    le16_to_cpu(logio->comp_status),
1254 	    le32_to_cpu(logio->io_parameter[0]),
1255 	    le32_to_cpu(logio->io_parameter[1])));
1256 
1257 logio_done:
1258 	lio->done(sp);
1259 }
1260 
1261 static void
1262 qla24xx_tm_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
1263     struct tsk_mgmt_entry *tsk)
1264 {
1265 	const char func[] = "TMF-IOCB";
1266 	const char *type;
1267 	fc_port_t *fcport;
1268 	srb_t *sp;
1269 	struct srb_iocb *iocb;
1270 	struct srb_ctx *ctx;
1271 	struct sts_entry_24xx *sts = (struct sts_entry_24xx *)tsk;
1272 	int error = 1;
1273 
1274 	sp = qla2x00_get_sp_from_handle(vha, func, req, tsk);
1275 	if (!sp)
1276 		return;
1277 
1278 	ctx = sp->ctx;
1279 	iocb = ctx->u.iocb_cmd;
1280 	type = ctx->name;
1281 	fcport = sp->fcport;
1282 
1283 	if (sts->entry_status) {
1284 		DEBUG2(printk(KERN_WARNING
1285 		    "scsi(%ld:%x): Async-%s error - entry-status(%x).\n",
1286 		    fcport->vha->host_no, sp->handle, type,
1287 		    sts->entry_status));
1288 	} else if (sts->comp_status != __constant_cpu_to_le16(CS_COMPLETE)) {
1289 		DEBUG2(printk(KERN_WARNING
1290 		    "scsi(%ld:%x): Async-%s error - completion status(%x).\n",
1291 		    fcport->vha->host_no, sp->handle, type,
1292 		    sts->comp_status));
1293 	} else if (!(le16_to_cpu(sts->scsi_status) &
1294 	    SS_RESPONSE_INFO_LEN_VALID)) {
1295 		DEBUG2(printk(KERN_WARNING
1296 		    "scsi(%ld:%x): Async-%s error - no response info(%x).\n",
1297 		    fcport->vha->host_no, sp->handle, type,
1298 		    sts->scsi_status));
1299 	} else if (le32_to_cpu(sts->rsp_data_len) < 4) {
1300 		DEBUG2(printk(KERN_WARNING
1301 		    "scsi(%ld:%x): Async-%s error - not enough response(%d).\n",
1302 		    fcport->vha->host_no, sp->handle, type,
1303 		    sts->rsp_data_len));
1304 	} else if (sts->data[3]) {
1305 		DEBUG2(printk(KERN_WARNING
1306 		    "scsi(%ld:%x): Async-%s error - response(%x).\n",
1307 		    fcport->vha->host_no, sp->handle, type,
1308 		    sts->data[3]));
1309 	} else {
1310 		error = 0;
1311 	}
1312 
1313 	if (error) {
1314 		iocb->u.tmf.data = error;
1315 		DEBUG2(qla2x00_dump_buffer((uint8_t *)sts, sizeof(*sts)));
1316 	}
1317 
1318 	iocb->done(sp);
1319 }
1320 
1321 /**
1322  * qla2x00_process_response_queue() - Process response queue entries.
1323  * @ha: SCSI driver HA context
1324  */
1325 void
1326 qla2x00_process_response_queue(struct rsp_que *rsp)
1327 {
1328 	struct scsi_qla_host *vha;
1329 	struct qla_hw_data *ha = rsp->hw;
1330 	struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
1331 	sts_entry_t	*pkt;
1332 	uint16_t        handle_cnt;
1333 	uint16_t        cnt;
1334 
1335 	vha = pci_get_drvdata(ha->pdev);
1336 
1337 	if (!vha->flags.online)
1338 		return;
1339 
1340 	while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
1341 		pkt = (sts_entry_t *)rsp->ring_ptr;
1342 
1343 		rsp->ring_index++;
1344 		if (rsp->ring_index == rsp->length) {
1345 			rsp->ring_index = 0;
1346 			rsp->ring_ptr = rsp->ring;
1347 		} else {
1348 			rsp->ring_ptr++;
1349 		}
1350 
1351 		if (pkt->entry_status != 0) {
1352 			DEBUG3(printk(KERN_INFO
1353 			    "scsi(%ld): Process error entry.\n", vha->host_no));
1354 
1355 			qla2x00_error_entry(vha, rsp, pkt);
1356 			((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1357 			wmb();
1358 			continue;
1359 		}
1360 
1361 		switch (pkt->entry_type) {
1362 		case STATUS_TYPE:
1363 			qla2x00_status_entry(vha, rsp, pkt);
1364 			break;
1365 		case STATUS_TYPE_21:
1366 			handle_cnt = ((sts21_entry_t *)pkt)->handle_count;
1367 			for (cnt = 0; cnt < handle_cnt; cnt++) {
1368 				qla2x00_process_completed_request(vha, rsp->req,
1369 				    ((sts21_entry_t *)pkt)->handle[cnt]);
1370 			}
1371 			break;
1372 		case STATUS_TYPE_22:
1373 			handle_cnt = ((sts22_entry_t *)pkt)->handle_count;
1374 			for (cnt = 0; cnt < handle_cnt; cnt++) {
1375 				qla2x00_process_completed_request(vha, rsp->req,
1376 				    ((sts22_entry_t *)pkt)->handle[cnt]);
1377 			}
1378 			break;
1379 		case STATUS_CONT_TYPE:
1380 			qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
1381 			break;
1382 		case MBX_IOCB_TYPE:
1383 			qla2x00_mbx_iocb_entry(vha, rsp->req,
1384 			    (struct mbx_entry *)pkt);
1385 			break;
1386 		case CT_IOCB_TYPE:
1387 			qla2x00_ct_entry(vha, rsp->req, pkt, CT_IOCB_TYPE);
1388 			break;
1389 		default:
1390 			/* Type Not Supported. */
1391 			DEBUG4(printk(KERN_WARNING
1392 			    "scsi(%ld): Received unknown response pkt type %x "
1393 			    "entry status=%x.\n",
1394 			    vha->host_no, pkt->entry_type, pkt->entry_status));
1395 			break;
1396 		}
1397 		((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1398 		wmb();
1399 	}
1400 
1401 	/* Adjust ring index */
1402 	WRT_REG_WORD(ISP_RSP_Q_OUT(ha, reg), rsp->ring_index);
1403 }
1404 
1405 static inline void
1406 
1407 qla2x00_handle_sense(srb_t *sp, uint8_t *sense_data, uint32_t par_sense_len,
1408     uint32_t sense_len, struct rsp_que *rsp)
1409 {
1410 	struct scsi_cmnd *cp = sp->cmd;
1411 
1412 	if (sense_len >= SCSI_SENSE_BUFFERSIZE)
1413 		sense_len = SCSI_SENSE_BUFFERSIZE;
1414 
1415 	sp->request_sense_length = sense_len;
1416 	sp->request_sense_ptr = cp->sense_buffer;
1417 	if (sp->request_sense_length > par_sense_len)
1418 		sense_len = par_sense_len;
1419 
1420 	memcpy(cp->sense_buffer, sense_data, sense_len);
1421 
1422 	sp->request_sense_ptr += sense_len;
1423 	sp->request_sense_length -= sense_len;
1424 	if (sp->request_sense_length != 0)
1425 		rsp->status_srb = sp;
1426 
1427 	DEBUG5(printk("%s(): Check condition Sense data, scsi(%ld:%d:%d:%d) "
1428 	    "cmd=%p\n", __func__, sp->fcport->vha->host_no,
1429 	    cp->device->channel, cp->device->id, cp->device->lun, cp));
1430 	if (sense_len)
1431 		DEBUG5(qla2x00_dump_buffer(cp->sense_buffer, sense_len));
1432 }
1433 
1434 struct scsi_dif_tuple {
1435 	__be16 guard;       /* Checksum */
1436 	__be16 app_tag;         /* APPL identifer */
1437 	__be32 ref_tag;         /* Target LBA or indirect LBA */
1438 };
1439 
1440 /*
1441  * Checks the guard or meta-data for the type of error
1442  * detected by the HBA. In case of errors, we set the
1443  * ASC/ASCQ fields in the sense buffer with ILLEGAL_REQUEST
1444  * to indicate to the kernel that the HBA detected error.
1445  */
1446 static inline void
1447 qla2x00_handle_dif_error(srb_t *sp, struct sts_entry_24xx *sts24)
1448 {
1449 	struct scsi_cmnd *cmd = sp->cmd;
1450 	struct scsi_dif_tuple	*ep =
1451 			(struct scsi_dif_tuple *)&sts24->data[20];
1452 	struct scsi_dif_tuple	*ap =
1453 			(struct scsi_dif_tuple *)&sts24->data[12];
1454 	uint32_t	e_ref_tag, a_ref_tag;
1455 	uint16_t	e_app_tag, a_app_tag;
1456 	uint16_t	e_guard, a_guard;
1457 
1458 	e_ref_tag = be32_to_cpu(ep->ref_tag);
1459 	a_ref_tag = be32_to_cpu(ap->ref_tag);
1460 	e_app_tag = be16_to_cpu(ep->app_tag);
1461 	a_app_tag = be16_to_cpu(ap->app_tag);
1462 	e_guard = be16_to_cpu(ep->guard);
1463 	a_guard = be16_to_cpu(ap->guard);
1464 
1465 	DEBUG18(printk(KERN_DEBUG
1466 	    "%s(): iocb(s) %p Returned STATUS\n", __func__, sts24));
1467 
1468 	DEBUG18(printk(KERN_ERR "DIF ERROR in cmd 0x%x lba 0x%llx act ref"
1469 	    " tag=0x%x, exp ref_tag=0x%x, act app tag=0x%x, exp app"
1470 	    " tag=0x%x, act guard=0x%x, exp guard=0x%x\n",
1471 	    cmd->cmnd[0], (u64)scsi_get_lba(cmd), a_ref_tag, e_ref_tag,
1472 	    a_app_tag, e_app_tag, a_guard, e_guard));
1473 
1474 
1475 	/* check guard */
1476 	if (e_guard != a_guard) {
1477 		scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1478 		    0x10, 0x1);
1479 		set_driver_byte(cmd, DRIVER_SENSE);
1480 		set_host_byte(cmd, DID_ABORT);
1481 		cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1482 		return;
1483 	}
1484 
1485 	/* check appl tag */
1486 	if (e_app_tag != a_app_tag) {
1487 		scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1488 		    0x10, 0x2);
1489 		set_driver_byte(cmd, DRIVER_SENSE);
1490 		set_host_byte(cmd, DID_ABORT);
1491 		cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1492 		return;
1493 	}
1494 
1495 	/* check ref tag */
1496 	if (e_ref_tag != a_ref_tag) {
1497 		scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1498 		    0x10, 0x3);
1499 		set_driver_byte(cmd, DRIVER_SENSE);
1500 		set_host_byte(cmd, DID_ABORT);
1501 		cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1502 		return;
1503 	}
1504 }
1505 
1506 /**
1507  * qla2x00_status_entry() - Process a Status IOCB entry.
1508  * @ha: SCSI driver HA context
1509  * @pkt: Entry pointer
1510  */
1511 static void
1512 qla2x00_status_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, void *pkt)
1513 {
1514 	srb_t		*sp;
1515 	fc_port_t	*fcport;
1516 	struct scsi_cmnd *cp;
1517 	sts_entry_t *sts;
1518 	struct sts_entry_24xx *sts24;
1519 	uint16_t	comp_status;
1520 	uint16_t	scsi_status;
1521 	uint16_t	ox_id;
1522 	uint8_t		lscsi_status;
1523 	int32_t		resid;
1524 	uint32_t sense_len, par_sense_len, rsp_info_len, resid_len,
1525 	    fw_resid_len;
1526 	uint8_t		*rsp_info, *sense_data;
1527 	struct qla_hw_data *ha = vha->hw;
1528 	uint32_t handle;
1529 	uint16_t que;
1530 	struct req_que *req;
1531 	int logit = 1;
1532 
1533 	sts = (sts_entry_t *) pkt;
1534 	sts24 = (struct sts_entry_24xx *) pkt;
1535 	if (IS_FWI2_CAPABLE(ha)) {
1536 		comp_status = le16_to_cpu(sts24->comp_status);
1537 		scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
1538 	} else {
1539 		comp_status = le16_to_cpu(sts->comp_status);
1540 		scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
1541 	}
1542 	handle = (uint32_t) LSW(sts->handle);
1543 	que = MSW(sts->handle);
1544 	req = ha->req_q_map[que];
1545 
1546 	/* Fast path completion. */
1547 	if (comp_status == CS_COMPLETE && scsi_status == 0) {
1548 		qla2x00_process_completed_request(vha, req, handle);
1549 
1550 		return;
1551 	}
1552 
1553 	/* Validate handle. */
1554 	if (handle < MAX_OUTSTANDING_COMMANDS) {
1555 		sp = req->outstanding_cmds[handle];
1556 		req->outstanding_cmds[handle] = NULL;
1557 	} else
1558 		sp = NULL;
1559 
1560 	if (sp == NULL) {
1561 		qla_printk(KERN_WARNING, ha,
1562 		    "scsi(%ld): Invalid status handle (0x%x).\n", vha->host_no,
1563 		    sts->handle);
1564 
1565 		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1566 		qla2xxx_wake_dpc(vha);
1567 		return;
1568 	}
1569 	cp = sp->cmd;
1570 	if (cp == NULL) {
1571 		qla_printk(KERN_WARNING, ha,
1572 		    "scsi(%ld): Command already returned (0x%x/%p).\n",
1573 		    vha->host_no, sts->handle, sp);
1574 
1575 		return;
1576 	}
1577 
1578   	lscsi_status = scsi_status & STATUS_MASK;
1579 
1580 	fcport = sp->fcport;
1581 
1582 	ox_id = 0;
1583 	sense_len = par_sense_len = rsp_info_len = resid_len =
1584 	    fw_resid_len = 0;
1585 	if (IS_FWI2_CAPABLE(ha)) {
1586 		if (scsi_status & SS_SENSE_LEN_VALID)
1587 			sense_len = le32_to_cpu(sts24->sense_len);
1588 		if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
1589 			rsp_info_len = le32_to_cpu(sts24->rsp_data_len);
1590 		if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER))
1591 			resid_len = le32_to_cpu(sts24->rsp_residual_count);
1592 		if (comp_status == CS_DATA_UNDERRUN)
1593 			fw_resid_len = le32_to_cpu(sts24->residual_len);
1594 		rsp_info = sts24->data;
1595 		sense_data = sts24->data;
1596 		host_to_fcp_swap(sts24->data, sizeof(sts24->data));
1597 		ox_id = le16_to_cpu(sts24->ox_id);
1598 		par_sense_len = sizeof(sts24->data);
1599 	} else {
1600 		if (scsi_status & SS_SENSE_LEN_VALID)
1601 			sense_len = le16_to_cpu(sts->req_sense_length);
1602 		if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
1603 			rsp_info_len = le16_to_cpu(sts->rsp_info_len);
1604 		resid_len = le32_to_cpu(sts->residual_length);
1605 		rsp_info = sts->rsp_info;
1606 		sense_data = sts->req_sense_data;
1607 		par_sense_len = sizeof(sts->req_sense_data);
1608 	}
1609 
1610 	/* Check for any FCP transport errors. */
1611 	if (scsi_status & SS_RESPONSE_INFO_LEN_VALID) {
1612 		/* Sense data lies beyond any FCP RESPONSE data. */
1613 		if (IS_FWI2_CAPABLE(ha)) {
1614 			sense_data += rsp_info_len;
1615 			par_sense_len -= rsp_info_len;
1616 		}
1617 		if (rsp_info_len > 3 && rsp_info[3]) {
1618 			DEBUG2(qla_printk(KERN_INFO, ha,
1619 			    "scsi(%ld:%d:%d): FCP I/O protocol failure "
1620 			    "(0x%x/0x%x).\n", vha->host_no, cp->device->id,
1621 			    cp->device->lun, rsp_info_len, rsp_info[3]));
1622 
1623 			cp->result = DID_BUS_BUSY << 16;
1624 			goto out;
1625 		}
1626 	}
1627 
1628 	/* Check for overrun. */
1629 	if (IS_FWI2_CAPABLE(ha) && comp_status == CS_COMPLETE &&
1630 	    scsi_status & SS_RESIDUAL_OVER)
1631 		comp_status = CS_DATA_OVERRUN;
1632 
1633 	/*
1634 	 * Based on Host and scsi status generate status code for Linux
1635 	 */
1636 	switch (comp_status) {
1637 	case CS_COMPLETE:
1638 	case CS_QUEUE_FULL:
1639 		if (scsi_status == 0) {
1640 			cp->result = DID_OK << 16;
1641 			break;
1642 		}
1643 		if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER)) {
1644 			resid = resid_len;
1645 			scsi_set_resid(cp, resid);
1646 
1647 			if (!lscsi_status &&
1648 			    ((unsigned)(scsi_bufflen(cp) - resid) <
1649 			     cp->underflow)) {
1650 				qla_printk(KERN_INFO, ha,
1651 				    "scsi(%ld:%d:%d): Mid-layer underflow "
1652 				    "detected (0x%x of 0x%x bytes).\n",
1653 				    vha->host_no, cp->device->id,
1654 				    cp->device->lun, resid, scsi_bufflen(cp));
1655 
1656 				cp->result = DID_ERROR << 16;
1657 				break;
1658 			}
1659 		}
1660 		cp->result = DID_OK << 16 | lscsi_status;
1661 
1662 		if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
1663 			DEBUG2(qla_printk(KERN_INFO, ha,
1664 			    "scsi(%ld:%d:%d) QUEUE FULL detected.\n",
1665 			    vha->host_no, cp->device->id, cp->device->lun));
1666 			break;
1667 		}
1668 		logit = 0;
1669 		if (lscsi_status != SS_CHECK_CONDITION)
1670 			break;
1671 
1672 		memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1673 		if (!(scsi_status & SS_SENSE_LEN_VALID))
1674 			break;
1675 
1676 		qla2x00_handle_sense(sp, sense_data, par_sense_len, sense_len,
1677 		    rsp);
1678 		break;
1679 
1680 	case CS_DATA_UNDERRUN:
1681 		/* Use F/W calculated residual length. */
1682 		resid = IS_FWI2_CAPABLE(ha) ? fw_resid_len : resid_len;
1683 		scsi_set_resid(cp, resid);
1684 		if (scsi_status & SS_RESIDUAL_UNDER) {
1685 			if (IS_FWI2_CAPABLE(ha) && fw_resid_len != resid_len) {
1686 				DEBUG2(qla_printk(KERN_INFO, ha,
1687 				    "scsi(%ld:%d:%d) Dropped frame(s) detected "
1688 				    "(0x%x of 0x%x bytes).\n", vha->host_no,
1689 				    cp->device->id, cp->device->lun, resid,
1690 				    scsi_bufflen(cp)));
1691 
1692 				cp->result = DID_ERROR << 16 | lscsi_status;
1693 				break;
1694 			}
1695 
1696 			if (!lscsi_status &&
1697 			    ((unsigned)(scsi_bufflen(cp) - resid) <
1698 			    cp->underflow)) {
1699 				qla_printk(KERN_INFO, ha,
1700 				    "scsi(%ld:%d:%d): Mid-layer underflow "
1701 				    "detected (0x%x of 0x%x bytes).\n",
1702 				    vha->host_no, cp->device->id,
1703 				    cp->device->lun, resid, scsi_bufflen(cp));
1704 
1705 				cp->result = DID_ERROR << 16;
1706 				break;
1707 			}
1708 		} else {
1709 			DEBUG2(qla_printk(KERN_INFO, ha,
1710 			    "scsi(%ld:%d:%d) Dropped frame(s) detected (0x%x "
1711 			    "of 0x%x bytes).\n", vha->host_no, cp->device->id,
1712 			    cp->device->lun, resid, scsi_bufflen(cp)));
1713 
1714 			cp->result = DID_ERROR << 16 | lscsi_status;
1715 			goto check_scsi_status;
1716 		}
1717 
1718 		cp->result = DID_OK << 16 | lscsi_status;
1719 		logit = 0;
1720 
1721 check_scsi_status:
1722 		/*
1723 		 * Check to see if SCSI Status is non zero. If so report SCSI
1724 		 * Status.
1725 		 */
1726 		if (lscsi_status != 0) {
1727 			if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
1728 				DEBUG2(qla_printk(KERN_INFO, ha,
1729 				    "scsi(%ld:%d:%d) QUEUE FULL detected.\n",
1730 				    vha->host_no, cp->device->id,
1731 				    cp->device->lun));
1732 				logit = 1;
1733 				break;
1734 			}
1735 			if (lscsi_status != SS_CHECK_CONDITION)
1736 				break;
1737 
1738 			memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1739 			if (!(scsi_status & SS_SENSE_LEN_VALID))
1740 				break;
1741 
1742 			qla2x00_handle_sense(sp, sense_data, par_sense_len,
1743 			    sense_len, rsp);
1744 		}
1745 		break;
1746 
1747 	case CS_PORT_LOGGED_OUT:
1748 	case CS_PORT_CONFIG_CHG:
1749 	case CS_PORT_BUSY:
1750 	case CS_INCOMPLETE:
1751 	case CS_PORT_UNAVAILABLE:
1752 	case CS_TIMEOUT:
1753 	case CS_RESET:
1754 
1755 		/*
1756 		 * We are going to have the fc class block the rport
1757 		 * while we try to recover so instruct the mid layer
1758 		 * to requeue until the class decides how to handle this.
1759 		 */
1760 		cp->result = DID_TRANSPORT_DISRUPTED << 16;
1761 
1762 		if (comp_status == CS_TIMEOUT) {
1763 			if (IS_FWI2_CAPABLE(ha))
1764 				break;
1765 			else if ((le16_to_cpu(sts->status_flags) &
1766 			    SF_LOGOUT_SENT) == 0)
1767 				break;
1768 		}
1769 
1770 		DEBUG2(qla_printk(KERN_INFO, ha,
1771 			"scsi(%ld:%d:%d) Port down status: port-state=0x%x\n",
1772 			vha->host_no, cp->device->id, cp->device->lun,
1773 			atomic_read(&fcport->state)));
1774 
1775 		if (atomic_read(&fcport->state) == FCS_ONLINE)
1776 			qla2x00_mark_device_lost(fcport->vha, fcport, 1, 1);
1777 		break;
1778 
1779 	case CS_ABORTED:
1780 		cp->result = DID_RESET << 16;
1781 		break;
1782 
1783 	case CS_DIF_ERROR:
1784 		qla2x00_handle_dif_error(sp, sts24);
1785 		break;
1786 	default:
1787 		cp->result = DID_ERROR << 16;
1788 		break;
1789 	}
1790 
1791 out:
1792 	if (logit)
1793 		DEBUG2(qla_printk(KERN_INFO, ha,
1794 		    "scsi(%ld:%d:%d) FCP command status: 0x%x-0x%x (0x%x) "
1795 		    "oxid=0x%x cdb=%02x%02x%02x len=0x%x "
1796 		    "rsp_info=0x%x resid=0x%x fw_resid=0x%x\n", vha->host_no,
1797 		    cp->device->id, cp->device->lun, comp_status, scsi_status,
1798 		    cp->result, ox_id, cp->cmnd[0],
1799 		    cp->cmnd[1], cp->cmnd[2], scsi_bufflen(cp), rsp_info_len,
1800 		    resid_len, fw_resid_len));
1801 
1802 	if (rsp->status_srb == NULL)
1803 		qla2x00_sp_compl(ha, sp);
1804 }
1805 
1806 /**
1807  * qla2x00_status_cont_entry() - Process a Status Continuations entry.
1808  * @ha: SCSI driver HA context
1809  * @pkt: Entry pointer
1810  *
1811  * Extended sense data.
1812  */
1813 static void
1814 qla2x00_status_cont_entry(struct rsp_que *rsp, sts_cont_entry_t *pkt)
1815 {
1816 	uint8_t		sense_sz = 0;
1817 	struct qla_hw_data *ha = rsp->hw;
1818 	srb_t		*sp = rsp->status_srb;
1819 	struct scsi_cmnd *cp;
1820 
1821 	if (sp != NULL && sp->request_sense_length != 0) {
1822 		cp = sp->cmd;
1823 		if (cp == NULL) {
1824 			DEBUG2(printk("%s(): Cmd already returned back to OS "
1825 			    "sp=%p.\n", __func__, sp));
1826 			qla_printk(KERN_INFO, ha,
1827 			    "cmd is NULL: already returned to OS (sp=%p)\n",
1828 			    sp);
1829 
1830 			rsp->status_srb = NULL;
1831 			return;
1832 		}
1833 
1834 		if (sp->request_sense_length > sizeof(pkt->data)) {
1835 			sense_sz = sizeof(pkt->data);
1836 		} else {
1837 			sense_sz = sp->request_sense_length;
1838 		}
1839 
1840 		/* Move sense data. */
1841 		if (IS_FWI2_CAPABLE(ha))
1842 			host_to_fcp_swap(pkt->data, sizeof(pkt->data));
1843 		memcpy(sp->request_sense_ptr, pkt->data, sense_sz);
1844 		DEBUG5(qla2x00_dump_buffer(sp->request_sense_ptr, sense_sz));
1845 
1846 		sp->request_sense_ptr += sense_sz;
1847 		sp->request_sense_length -= sense_sz;
1848 
1849 		/* Place command on done queue. */
1850 		if (sp->request_sense_length == 0) {
1851 			rsp->status_srb = NULL;
1852 			qla2x00_sp_compl(ha, sp);
1853 		}
1854 	}
1855 }
1856 
1857 /**
1858  * qla2x00_error_entry() - Process an error entry.
1859  * @ha: SCSI driver HA context
1860  * @pkt: Entry pointer
1861  */
1862 static void
1863 qla2x00_error_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, sts_entry_t *pkt)
1864 {
1865 	srb_t *sp;
1866 	struct qla_hw_data *ha = vha->hw;
1867 	uint32_t handle = LSW(pkt->handle);
1868 	uint16_t que = MSW(pkt->handle);
1869 	struct req_que *req = ha->req_q_map[que];
1870 #if defined(QL_DEBUG_LEVEL_2)
1871 	if (pkt->entry_status & RF_INV_E_ORDER)
1872 		qla_printk(KERN_ERR, ha, "%s: Invalid Entry Order\n", __func__);
1873 	else if (pkt->entry_status & RF_INV_E_COUNT)
1874 		qla_printk(KERN_ERR, ha, "%s: Invalid Entry Count\n", __func__);
1875 	else if (pkt->entry_status & RF_INV_E_PARAM)
1876 		qla_printk(KERN_ERR, ha,
1877 		    "%s: Invalid Entry Parameter\n", __func__);
1878 	else if (pkt->entry_status & RF_INV_E_TYPE)
1879 		qla_printk(KERN_ERR, ha, "%s: Invalid Entry Type\n", __func__);
1880 	else if (pkt->entry_status & RF_BUSY)
1881 		qla_printk(KERN_ERR, ha, "%s: Busy\n", __func__);
1882 	else
1883 		qla_printk(KERN_ERR, ha, "%s: UNKNOWN flag error\n", __func__);
1884 #endif
1885 
1886 	/* Validate handle. */
1887 	if (handle < MAX_OUTSTANDING_COMMANDS)
1888 		sp = req->outstanding_cmds[handle];
1889 	else
1890 		sp = NULL;
1891 
1892 	if (sp) {
1893 		/* Free outstanding command slot. */
1894 		req->outstanding_cmds[handle] = NULL;
1895 
1896 		/* Bad payload or header */
1897 		if (pkt->entry_status &
1898 		    (RF_INV_E_ORDER | RF_INV_E_COUNT |
1899 		     RF_INV_E_PARAM | RF_INV_E_TYPE)) {
1900 			sp->cmd->result = DID_ERROR << 16;
1901 		} else if (pkt->entry_status & RF_BUSY) {
1902 			sp->cmd->result = DID_BUS_BUSY << 16;
1903 		} else {
1904 			sp->cmd->result = DID_ERROR << 16;
1905 		}
1906 		qla2x00_sp_compl(ha, sp);
1907 
1908 	} else if (pkt->entry_type == COMMAND_A64_TYPE || pkt->entry_type ==
1909 	    COMMAND_TYPE || pkt->entry_type == COMMAND_TYPE_7) {
1910 		DEBUG2(printk("scsi(%ld): Error entry - invalid handle\n",
1911 		    vha->host_no));
1912 		qla_printk(KERN_WARNING, ha,
1913 		    "Error entry - invalid handle\n");
1914 
1915 		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1916 		qla2xxx_wake_dpc(vha);
1917 	}
1918 }
1919 
1920 /**
1921  * qla24xx_mbx_completion() - Process mailbox command completions.
1922  * @ha: SCSI driver HA context
1923  * @mb0: Mailbox0 register
1924  */
1925 static void
1926 qla24xx_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
1927 {
1928 	uint16_t	cnt;
1929 	uint16_t __iomem *wptr;
1930 	struct qla_hw_data *ha = vha->hw;
1931 	struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1932 
1933 	/* Load return mailbox registers. */
1934 	ha->flags.mbox_int = 1;
1935 	ha->mailbox_out[0] = mb0;
1936 	wptr = (uint16_t __iomem *)&reg->mailbox1;
1937 
1938 	for (cnt = 1; cnt < ha->mbx_count; cnt++) {
1939 		ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
1940 		wptr++;
1941 	}
1942 
1943 	if (ha->mcp) {
1944 		DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
1945 		    __func__, vha->host_no, ha->mcp->mb[0]));
1946 	} else {
1947 		DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
1948 		    __func__, vha->host_no));
1949 	}
1950 }
1951 
1952 /**
1953  * qla24xx_process_response_queue() - Process response queue entries.
1954  * @ha: SCSI driver HA context
1955  */
1956 void qla24xx_process_response_queue(struct scsi_qla_host *vha,
1957 	struct rsp_que *rsp)
1958 {
1959 	struct sts_entry_24xx *pkt;
1960 	struct qla_hw_data *ha = vha->hw;
1961 
1962 	if (!vha->flags.online)
1963 		return;
1964 
1965 	while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
1966 		pkt = (struct sts_entry_24xx *)rsp->ring_ptr;
1967 
1968 		rsp->ring_index++;
1969 		if (rsp->ring_index == rsp->length) {
1970 			rsp->ring_index = 0;
1971 			rsp->ring_ptr = rsp->ring;
1972 		} else {
1973 			rsp->ring_ptr++;
1974 		}
1975 
1976 		if (pkt->entry_status != 0) {
1977 			DEBUG3(printk(KERN_INFO
1978 			    "scsi(%ld): Process error entry.\n", vha->host_no));
1979 
1980 			qla2x00_error_entry(vha, rsp, (sts_entry_t *) pkt);
1981 			((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1982 			wmb();
1983 			continue;
1984 		}
1985 
1986 		switch (pkt->entry_type) {
1987 		case STATUS_TYPE:
1988 			qla2x00_status_entry(vha, rsp, pkt);
1989 			break;
1990 		case STATUS_CONT_TYPE:
1991 			qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
1992 			break;
1993 		case VP_RPT_ID_IOCB_TYPE:
1994 			qla24xx_report_id_acquisition(vha,
1995 			    (struct vp_rpt_id_entry_24xx *)pkt);
1996 			break;
1997 		case LOGINOUT_PORT_IOCB_TYPE:
1998 			qla24xx_logio_entry(vha, rsp->req,
1999 			    (struct logio_entry_24xx *)pkt);
2000 			break;
2001 		case TSK_MGMT_IOCB_TYPE:
2002 			qla24xx_tm_iocb_entry(vha, rsp->req,
2003 			    (struct tsk_mgmt_entry *)pkt);
2004 			break;
2005                 case CT_IOCB_TYPE:
2006 			qla24xx_els_ct_entry(vha, rsp->req, pkt, CT_IOCB_TYPE);
2007 			clear_bit(MBX_INTERRUPT, &vha->hw->mbx_cmd_flags);
2008 			break;
2009                 case ELS_IOCB_TYPE:
2010 			qla24xx_els_ct_entry(vha, rsp->req, pkt, ELS_IOCB_TYPE);
2011 			break;
2012 		default:
2013 			/* Type Not Supported. */
2014 			DEBUG4(printk(KERN_WARNING
2015 			    "scsi(%ld): Received unknown response pkt type %x "
2016 			    "entry status=%x.\n",
2017 			    vha->host_no, pkt->entry_type, pkt->entry_status));
2018 			break;
2019 		}
2020 		((response_t *)pkt)->signature = RESPONSE_PROCESSED;
2021 		wmb();
2022 	}
2023 
2024 	/* Adjust ring index */
2025 	if (IS_QLA82XX(ha)) {
2026 		struct device_reg_82xx __iomem *reg = &ha->iobase->isp82;
2027 		WRT_REG_DWORD(&reg->rsp_q_out[0], rsp->ring_index);
2028 	} else
2029 		WRT_REG_DWORD(rsp->rsp_q_out, rsp->ring_index);
2030 }
2031 
2032 static void
2033 qla2xxx_check_risc_status(scsi_qla_host_t *vha)
2034 {
2035 	int rval;
2036 	uint32_t cnt;
2037 	struct qla_hw_data *ha = vha->hw;
2038 	struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
2039 
2040 	if (!IS_QLA25XX(ha) && !IS_QLA81XX(ha))
2041 		return;
2042 
2043 	rval = QLA_SUCCESS;
2044 	WRT_REG_DWORD(&reg->iobase_addr, 0x7C00);
2045 	RD_REG_DWORD(&reg->iobase_addr);
2046 	WRT_REG_DWORD(&reg->iobase_window, 0x0001);
2047 	for (cnt = 10000; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
2048 	    rval == QLA_SUCCESS; cnt--) {
2049 		if (cnt) {
2050 			WRT_REG_DWORD(&reg->iobase_window, 0x0001);
2051 			udelay(10);
2052 		} else
2053 			rval = QLA_FUNCTION_TIMEOUT;
2054 	}
2055 	if (rval == QLA_SUCCESS)
2056 		goto next_test;
2057 
2058 	WRT_REG_DWORD(&reg->iobase_window, 0x0003);
2059 	for (cnt = 100; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
2060 	    rval == QLA_SUCCESS; cnt--) {
2061 		if (cnt) {
2062 			WRT_REG_DWORD(&reg->iobase_window, 0x0003);
2063 			udelay(10);
2064 		} else
2065 			rval = QLA_FUNCTION_TIMEOUT;
2066 	}
2067 	if (rval != QLA_SUCCESS)
2068 		goto done;
2069 
2070 next_test:
2071 	if (RD_REG_DWORD(&reg->iobase_c8) & BIT_3)
2072 		qla_printk(KERN_INFO, ha, "Additional code -- 0x55AA.\n");
2073 
2074 done:
2075 	WRT_REG_DWORD(&reg->iobase_window, 0x0000);
2076 	RD_REG_DWORD(&reg->iobase_window);
2077 }
2078 
2079 /**
2080  * qla24xx_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
2081  * @irq:
2082  * @dev_id: SCSI driver HA context
2083  *
2084  * Called by system whenever the host adapter generates an interrupt.
2085  *
2086  * Returns handled flag.
2087  */
2088 irqreturn_t
2089 qla24xx_intr_handler(int irq, void *dev_id)
2090 {
2091 	scsi_qla_host_t	*vha;
2092 	struct qla_hw_data *ha;
2093 	struct device_reg_24xx __iomem *reg;
2094 	int		status;
2095 	unsigned long	iter;
2096 	uint32_t	stat;
2097 	uint32_t	hccr;
2098 	uint16_t	mb[4];
2099 	struct rsp_que *rsp;
2100 	unsigned long	flags;
2101 
2102 	rsp = (struct rsp_que *) dev_id;
2103 	if (!rsp) {
2104 		printk(KERN_INFO
2105 		    "%s(): NULL response queue pointer\n", __func__);
2106 		return IRQ_NONE;
2107 	}
2108 
2109 	ha = rsp->hw;
2110 	reg = &ha->iobase->isp24;
2111 	status = 0;
2112 
2113 	if (unlikely(pci_channel_offline(ha->pdev)))
2114 		return IRQ_HANDLED;
2115 
2116 	spin_lock_irqsave(&ha->hardware_lock, flags);
2117 	vha = pci_get_drvdata(ha->pdev);
2118 	for (iter = 50; iter--; ) {
2119 		stat = RD_REG_DWORD(&reg->host_status);
2120 		if (stat & HSRX_RISC_PAUSED) {
2121 			if (unlikely(pci_channel_offline(ha->pdev)))
2122 				break;
2123 
2124 			hccr = RD_REG_DWORD(&reg->hccr);
2125 
2126 			qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
2127 			    "Dumping firmware!\n", hccr);
2128 
2129 			qla2xxx_check_risc_status(vha);
2130 
2131 			ha->isp_ops->fw_dump(vha, 1);
2132 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
2133 			break;
2134 		} else if ((stat & HSRX_RISC_INT) == 0)
2135 			break;
2136 
2137 		switch (stat & 0xff) {
2138 		case 0x1:
2139 		case 0x2:
2140 		case 0x10:
2141 		case 0x11:
2142 			qla24xx_mbx_completion(vha, MSW(stat));
2143 			status |= MBX_INTERRUPT;
2144 
2145 			break;
2146 		case 0x12:
2147 			mb[0] = MSW(stat);
2148 			mb[1] = RD_REG_WORD(&reg->mailbox1);
2149 			mb[2] = RD_REG_WORD(&reg->mailbox2);
2150 			mb[3] = RD_REG_WORD(&reg->mailbox3);
2151 			qla2x00_async_event(vha, rsp, mb);
2152 			break;
2153 		case 0x13:
2154 		case 0x14:
2155 			qla24xx_process_response_queue(vha, rsp);
2156 			break;
2157 		default:
2158 			DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
2159 			    "(%d).\n",
2160 			    vha->host_no, stat & 0xff));
2161 			break;
2162 		}
2163 		WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2164 		RD_REG_DWORD_RELAXED(&reg->hccr);
2165 	}
2166 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
2167 
2168 	if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
2169 	    (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
2170 		set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
2171 		complete(&ha->mbx_intr_comp);
2172 	}
2173 
2174 	return IRQ_HANDLED;
2175 }
2176 
2177 static irqreturn_t
2178 qla24xx_msix_rsp_q(int irq, void *dev_id)
2179 {
2180 	struct qla_hw_data *ha;
2181 	struct rsp_que *rsp;
2182 	struct device_reg_24xx __iomem *reg;
2183 	struct scsi_qla_host *vha;
2184 	unsigned long flags;
2185 
2186 	rsp = (struct rsp_que *) dev_id;
2187 	if (!rsp) {
2188 		printk(KERN_INFO
2189 		"%s(): NULL response queue pointer\n", __func__);
2190 		return IRQ_NONE;
2191 	}
2192 	ha = rsp->hw;
2193 	reg = &ha->iobase->isp24;
2194 
2195 	spin_lock_irqsave(&ha->hardware_lock, flags);
2196 
2197 	vha = pci_get_drvdata(ha->pdev);
2198 	qla24xx_process_response_queue(vha, rsp);
2199 	if (!ha->flags.disable_msix_handshake) {
2200 		WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2201 		RD_REG_DWORD_RELAXED(&reg->hccr);
2202 	}
2203 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
2204 
2205 	return IRQ_HANDLED;
2206 }
2207 
2208 static irqreturn_t
2209 qla25xx_msix_rsp_q(int irq, void *dev_id)
2210 {
2211 	struct qla_hw_data *ha;
2212 	struct rsp_que *rsp;
2213 	struct device_reg_24xx __iomem *reg;
2214 	unsigned long flags;
2215 
2216 	rsp = (struct rsp_que *) dev_id;
2217 	if (!rsp) {
2218 		printk(KERN_INFO
2219 			"%s(): NULL response queue pointer\n", __func__);
2220 		return IRQ_NONE;
2221 	}
2222 	ha = rsp->hw;
2223 
2224 	/* Clear the interrupt, if enabled, for this response queue */
2225 	if (rsp->options & ~BIT_6) {
2226 		reg = &ha->iobase->isp24;
2227 		spin_lock_irqsave(&ha->hardware_lock, flags);
2228 		WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2229 		RD_REG_DWORD_RELAXED(&reg->hccr);
2230 		spin_unlock_irqrestore(&ha->hardware_lock, flags);
2231 	}
2232 	queue_work_on((int) (rsp->id - 1), ha->wq, &rsp->q_work);
2233 
2234 	return IRQ_HANDLED;
2235 }
2236 
2237 static irqreturn_t
2238 qla24xx_msix_default(int irq, void *dev_id)
2239 {
2240 	scsi_qla_host_t	*vha;
2241 	struct qla_hw_data *ha;
2242 	struct rsp_que *rsp;
2243 	struct device_reg_24xx __iomem *reg;
2244 	int		status;
2245 	uint32_t	stat;
2246 	uint32_t	hccr;
2247 	uint16_t	mb[4];
2248 	unsigned long flags;
2249 
2250 	rsp = (struct rsp_que *) dev_id;
2251 	if (!rsp) {
2252 		DEBUG(printk(
2253 		"%s(): NULL response queue pointer\n", __func__));
2254 		return IRQ_NONE;
2255 	}
2256 	ha = rsp->hw;
2257 	reg = &ha->iobase->isp24;
2258 	status = 0;
2259 
2260 	spin_lock_irqsave(&ha->hardware_lock, flags);
2261 	vha = pci_get_drvdata(ha->pdev);
2262 	do {
2263 		stat = RD_REG_DWORD(&reg->host_status);
2264 		if (stat & HSRX_RISC_PAUSED) {
2265 			if (unlikely(pci_channel_offline(ha->pdev)))
2266 				break;
2267 
2268 			hccr = RD_REG_DWORD(&reg->hccr);
2269 
2270 			qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
2271 			    "Dumping firmware!\n", hccr);
2272 
2273 			qla2xxx_check_risc_status(vha);
2274 
2275 			ha->isp_ops->fw_dump(vha, 1);
2276 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
2277 			break;
2278 		} else if ((stat & HSRX_RISC_INT) == 0)
2279 			break;
2280 
2281 		switch (stat & 0xff) {
2282 		case 0x1:
2283 		case 0x2:
2284 		case 0x10:
2285 		case 0x11:
2286 			qla24xx_mbx_completion(vha, MSW(stat));
2287 			status |= MBX_INTERRUPT;
2288 
2289 			break;
2290 		case 0x12:
2291 			mb[0] = MSW(stat);
2292 			mb[1] = RD_REG_WORD(&reg->mailbox1);
2293 			mb[2] = RD_REG_WORD(&reg->mailbox2);
2294 			mb[3] = RD_REG_WORD(&reg->mailbox3);
2295 			qla2x00_async_event(vha, rsp, mb);
2296 			break;
2297 		case 0x13:
2298 		case 0x14:
2299 			qla24xx_process_response_queue(vha, rsp);
2300 			break;
2301 		default:
2302 			DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
2303 			    "(%d).\n",
2304 			    vha->host_no, stat & 0xff));
2305 			break;
2306 		}
2307 		WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2308 	} while (0);
2309 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
2310 
2311 	if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
2312 	    (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
2313 		set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
2314 		complete(&ha->mbx_intr_comp);
2315 	}
2316 	return IRQ_HANDLED;
2317 }
2318 
2319 /* Interrupt handling helpers. */
2320 
2321 struct qla_init_msix_entry {
2322 	const char *name;
2323 	irq_handler_t handler;
2324 };
2325 
2326 static struct qla_init_msix_entry msix_entries[3] = {
2327 	{ "qla2xxx (default)", qla24xx_msix_default },
2328 	{ "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
2329 	{ "qla2xxx (multiq)", qla25xx_msix_rsp_q },
2330 };
2331 
2332 static struct qla_init_msix_entry qla82xx_msix_entries[2] = {
2333 	{ "qla2xxx (default)", qla82xx_msix_default },
2334 	{ "qla2xxx (rsp_q)", qla82xx_msix_rsp_q },
2335 };
2336 
2337 static void
2338 qla24xx_disable_msix(struct qla_hw_data *ha)
2339 {
2340 	int i;
2341 	struct qla_msix_entry *qentry;
2342 
2343 	for (i = 0; i < ha->msix_count; i++) {
2344 		qentry = &ha->msix_entries[i];
2345 		if (qentry->have_irq)
2346 			free_irq(qentry->vector, qentry->rsp);
2347 	}
2348 	pci_disable_msix(ha->pdev);
2349 	kfree(ha->msix_entries);
2350 	ha->msix_entries = NULL;
2351 	ha->flags.msix_enabled = 0;
2352 }
2353 
2354 static int
2355 qla24xx_enable_msix(struct qla_hw_data *ha, struct rsp_que *rsp)
2356 {
2357 #define MIN_MSIX_COUNT	2
2358 	int i, ret;
2359 	struct msix_entry *entries;
2360 	struct qla_msix_entry *qentry;
2361 
2362 	entries = kzalloc(sizeof(struct msix_entry) * ha->msix_count,
2363 			GFP_KERNEL);
2364 	if (!entries)
2365 		return -ENOMEM;
2366 
2367 	for (i = 0; i < ha->msix_count; i++)
2368 		entries[i].entry = i;
2369 
2370 	ret = pci_enable_msix(ha->pdev, entries, ha->msix_count);
2371 	if (ret) {
2372 		if (ret < MIN_MSIX_COUNT)
2373 			goto msix_failed;
2374 
2375 		qla_printk(KERN_WARNING, ha,
2376 			"MSI-X: Failed to enable support -- %d/%d\n"
2377 			" Retry with %d vectors\n", ha->msix_count, ret, ret);
2378 		ha->msix_count = ret;
2379 		ret = pci_enable_msix(ha->pdev, entries, ha->msix_count);
2380 		if (ret) {
2381 msix_failed:
2382 			qla_printk(KERN_WARNING, ha, "MSI-X: Failed to enable"
2383 				" support, giving up -- %d/%d\n",
2384 				ha->msix_count, ret);
2385 			goto msix_out;
2386 		}
2387 		ha->max_rsp_queues = ha->msix_count - 1;
2388 	}
2389 	ha->msix_entries = kzalloc(sizeof(struct qla_msix_entry) *
2390 				ha->msix_count, GFP_KERNEL);
2391 	if (!ha->msix_entries) {
2392 		ret = -ENOMEM;
2393 		goto msix_out;
2394 	}
2395 	ha->flags.msix_enabled = 1;
2396 
2397 	for (i = 0; i < ha->msix_count; i++) {
2398 		qentry = &ha->msix_entries[i];
2399 		qentry->vector = entries[i].vector;
2400 		qentry->entry = entries[i].entry;
2401 		qentry->have_irq = 0;
2402 		qentry->rsp = NULL;
2403 	}
2404 
2405 	/* Enable MSI-X vectors for the base queue */
2406 	for (i = 0; i < 2; i++) {
2407 		qentry = &ha->msix_entries[i];
2408 		if (IS_QLA82XX(ha)) {
2409 			ret = request_irq(qentry->vector,
2410 				qla82xx_msix_entries[i].handler,
2411 				0, qla82xx_msix_entries[i].name, rsp);
2412 		} else {
2413 			ret = request_irq(qentry->vector,
2414 				msix_entries[i].handler,
2415 				0, msix_entries[i].name, rsp);
2416 		}
2417 		if (ret) {
2418 			qla_printk(KERN_WARNING, ha,
2419 			"MSI-X: Unable to register handler -- %x/%d.\n",
2420 			qentry->vector, ret);
2421 			qla24xx_disable_msix(ha);
2422 			ha->mqenable = 0;
2423 			goto msix_out;
2424 		}
2425 		qentry->have_irq = 1;
2426 		qentry->rsp = rsp;
2427 		rsp->msix = qentry;
2428 	}
2429 
2430 	/* Enable MSI-X vector for response queue update for queue 0 */
2431 	if (ha->mqiobase &&  (ha->max_rsp_queues > 1 || ha->max_req_queues > 1))
2432 		ha->mqenable = 1;
2433 
2434 msix_out:
2435 	kfree(entries);
2436 	return ret;
2437 }
2438 
2439 int
2440 qla2x00_request_irqs(struct qla_hw_data *ha, struct rsp_que *rsp)
2441 {
2442 	int ret;
2443 	device_reg_t __iomem *reg = ha->iobase;
2444 
2445 	/* If possible, enable MSI-X. */
2446 	if (!IS_QLA2432(ha) && !IS_QLA2532(ha) &&
2447 		!IS_QLA8432(ha) && !IS_QLA8XXX_TYPE(ha))
2448 		goto skip_msi;
2449 
2450 	if (ha->pdev->subsystem_vendor == PCI_VENDOR_ID_HP &&
2451 		(ha->pdev->subsystem_device == 0x7040 ||
2452 		ha->pdev->subsystem_device == 0x7041 ||
2453 		ha->pdev->subsystem_device == 0x1705)) {
2454 		DEBUG2(qla_printk(KERN_WARNING, ha,
2455 			"MSI-X: Unsupported ISP2432 SSVID/SSDID (0x%X,0x%X).\n",
2456 			ha->pdev->subsystem_vendor,
2457 			ha->pdev->subsystem_device));
2458 		goto skip_msi;
2459 	}
2460 
2461 	if (IS_QLA2432(ha) && (ha->pdev->revision < QLA_MSIX_CHIP_REV_24XX ||
2462 		!QLA_MSIX_FW_MODE_1(ha->fw_attributes))) {
2463 		DEBUG2(qla_printk(KERN_WARNING, ha,
2464 		"MSI-X: Unsupported ISP2432 (0x%X, 0x%X).\n",
2465 			ha->pdev->revision, ha->fw_attributes));
2466 		goto skip_msix;
2467 	}
2468 
2469 	ret = qla24xx_enable_msix(ha, rsp);
2470 	if (!ret) {
2471 		DEBUG2(qla_printk(KERN_INFO, ha,
2472 		    "MSI-X: Enabled (0x%X, 0x%X).\n", ha->chip_revision,
2473 		    ha->fw_attributes));
2474 		goto clear_risc_ints;
2475 	}
2476 	qla_printk(KERN_WARNING, ha,
2477 	    "MSI-X: Falling back-to MSI mode -- %d.\n", ret);
2478 skip_msix:
2479 
2480 	if (!IS_QLA24XX(ha) && !IS_QLA2532(ha) && !IS_QLA8432(ha) &&
2481 	    !IS_QLA8001(ha))
2482 		goto skip_msi;
2483 
2484 	ret = pci_enable_msi(ha->pdev);
2485 	if (!ret) {
2486 		DEBUG2(qla_printk(KERN_INFO, ha, "MSI: Enabled.\n"));
2487 		ha->flags.msi_enabled = 1;
2488 	} else
2489 		qla_printk(KERN_WARNING, ha,
2490 		    "MSI-X: Falling back-to INTa mode -- %d.\n", ret);
2491 skip_msi:
2492 
2493 	ret = request_irq(ha->pdev->irq, ha->isp_ops->intr_handler,
2494 	    ha->flags.msi_enabled ? 0 : IRQF_SHARED,
2495 	    QLA2XXX_DRIVER_NAME, rsp);
2496 	if (ret) {
2497 		qla_printk(KERN_WARNING, ha,
2498 		    "Failed to reserve interrupt %d already in use.\n",
2499 		    ha->pdev->irq);
2500 		goto fail;
2501 	}
2502 
2503 clear_risc_ints:
2504 
2505 	/*
2506 	 * FIXME: Noted that 8014s were being dropped during NK testing.
2507 	 * Timing deltas during MSI-X/INTa transitions?
2508 	 */
2509 	if (IS_QLA81XX(ha) || IS_QLA82XX(ha))
2510 		goto fail;
2511 	spin_lock_irq(&ha->hardware_lock);
2512 	if (IS_FWI2_CAPABLE(ha)) {
2513 		WRT_REG_DWORD(&reg->isp24.hccr, HCCRX_CLR_HOST_INT);
2514 		WRT_REG_DWORD(&reg->isp24.hccr, HCCRX_CLR_RISC_INT);
2515 	} else {
2516 		WRT_REG_WORD(&reg->isp.semaphore, 0);
2517 		WRT_REG_WORD(&reg->isp.hccr, HCCR_CLR_RISC_INT);
2518 		WRT_REG_WORD(&reg->isp.hccr, HCCR_CLR_HOST_INT);
2519 	}
2520 	spin_unlock_irq(&ha->hardware_lock);
2521 
2522 fail:
2523 	return ret;
2524 }
2525 
2526 void
2527 qla2x00_free_irqs(scsi_qla_host_t *vha)
2528 {
2529 	struct qla_hw_data *ha = vha->hw;
2530 	struct rsp_que *rsp = ha->rsp_q_map[0];
2531 
2532 	if (ha->flags.msix_enabled)
2533 		qla24xx_disable_msix(ha);
2534 	else if (ha->flags.msi_enabled) {
2535 		free_irq(ha->pdev->irq, rsp);
2536 		pci_disable_msi(ha->pdev);
2537 	} else
2538 		free_irq(ha->pdev->irq, rsp);
2539 }
2540 
2541 
2542 int qla25xx_request_irq(struct rsp_que *rsp)
2543 {
2544 	struct qla_hw_data *ha = rsp->hw;
2545 	struct qla_init_msix_entry *intr = &msix_entries[2];
2546 	struct qla_msix_entry *msix = rsp->msix;
2547 	int ret;
2548 
2549 	ret = request_irq(msix->vector, intr->handler, 0, intr->name, rsp);
2550 	if (ret) {
2551 		qla_printk(KERN_WARNING, ha,
2552 			"MSI-X: Unable to register handler -- %x/%d.\n",
2553 			msix->vector, ret);
2554 		return ret;
2555 	}
2556 	msix->have_irq = 1;
2557 	msix->rsp = rsp;
2558 	return ret;
2559 }
2560