xref: /openbmc/linux/drivers/scsi/qla4xxx/ql4_os.c (revision b627b4ed)
1 /*
2  * QLogic iSCSI HBA Driver
3  * Copyright (c)  2003-2006 QLogic Corporation
4  *
5  * See LICENSE.qla4xxx for copyright and licensing details.
6  */
7 #include <linux/moduleparam.h>
8 
9 #include <scsi/scsi_tcq.h>
10 #include <scsi/scsicam.h>
11 
12 #include "ql4_def.h"
13 #include "ql4_version.h"
14 #include "ql4_glbl.h"
15 #include "ql4_dbg.h"
16 #include "ql4_inline.h"
17 
18 /*
19  * Driver version
20  */
21 static char qla4xxx_version_str[40];
22 
23 /*
24  * SRB allocation cache
25  */
26 static struct kmem_cache *srb_cachep;
27 
28 /*
29  * Module parameter information and variables
30  */
31 int ql4xdiscoverywait = 60;
32 module_param(ql4xdiscoverywait, int, S_IRUGO | S_IRUSR);
33 MODULE_PARM_DESC(ql4xdiscoverywait, "Discovery wait time");
34 int ql4xdontresethba = 0;
35 module_param(ql4xdontresethba, int, S_IRUGO | S_IRUSR);
36 MODULE_PARM_DESC(ql4xdontresethba,
37 		 "Dont reset the HBA when the driver gets 0x8002 AEN "
38 		 " default it will reset hba :0"
39 		 " set to 1 to avoid resetting HBA");
40 
41 int ql4xextended_error_logging = 0; /* 0 = off, 1 = log errors */
42 module_param(ql4xextended_error_logging, int, S_IRUGO | S_IRUSR);
43 MODULE_PARM_DESC(ql4xextended_error_logging,
44 		 "Option to enable extended error logging, "
45 		 "Default is 0 - no logging, 1 - debug logging");
46 
47 int ql4_mod_unload = 0;
48 
49 #define QL4_DEF_QDEPTH 32
50 
51 /*
52  * SCSI host template entry points
53  */
54 static void qla4xxx_config_dma_addressing(struct scsi_qla_host *ha);
55 
56 /*
57  * iSCSI template entry points
58  */
59 static int qla4xxx_tgt_dscvr(struct Scsi_Host *shost,
60 			     enum iscsi_tgt_dscvr type, uint32_t enable,
61 			     struct sockaddr *dst_addr);
62 static int qla4xxx_conn_get_param(struct iscsi_cls_conn *conn,
63 				  enum iscsi_param param, char *buf);
64 static int qla4xxx_sess_get_param(struct iscsi_cls_session *sess,
65 				  enum iscsi_param param, char *buf);
66 static int qla4xxx_host_get_param(struct Scsi_Host *shost,
67 				  enum iscsi_host_param param, char *buf);
68 static void qla4xxx_recovery_timedout(struct iscsi_cls_session *session);
69 
70 /*
71  * SCSI host template entry points
72  */
73 static int qla4xxx_queuecommand(struct scsi_cmnd *cmd,
74 				void (*done) (struct scsi_cmnd *));
75 static int qla4xxx_eh_device_reset(struct scsi_cmnd *cmd);
76 static int qla4xxx_eh_target_reset(struct scsi_cmnd *cmd);
77 static int qla4xxx_eh_host_reset(struct scsi_cmnd *cmd);
78 static int qla4xxx_slave_alloc(struct scsi_device *device);
79 static int qla4xxx_slave_configure(struct scsi_device *device);
80 static void qla4xxx_slave_destroy(struct scsi_device *sdev);
81 static void qla4xxx_scan_start(struct Scsi_Host *shost);
82 
83 static struct scsi_host_template qla4xxx_driver_template = {
84 	.module			= THIS_MODULE,
85 	.name			= DRIVER_NAME,
86 	.proc_name		= DRIVER_NAME,
87 	.queuecommand		= qla4xxx_queuecommand,
88 
89 	.eh_device_reset_handler = qla4xxx_eh_device_reset,
90 	.eh_target_reset_handler = qla4xxx_eh_target_reset,
91 	.eh_host_reset_handler	= qla4xxx_eh_host_reset,
92 
93 	.slave_configure	= qla4xxx_slave_configure,
94 	.slave_alloc		= qla4xxx_slave_alloc,
95 	.slave_destroy		= qla4xxx_slave_destroy,
96 
97 	.scan_finished		= iscsi_scan_finished,
98 	.scan_start		= qla4xxx_scan_start,
99 
100 	.this_id		= -1,
101 	.cmd_per_lun		= 3,
102 	.use_clustering		= ENABLE_CLUSTERING,
103 	.sg_tablesize		= SG_ALL,
104 
105 	.max_sectors		= 0xFFFF,
106 };
107 
108 static struct iscsi_transport qla4xxx_iscsi_transport = {
109 	.owner			= THIS_MODULE,
110 	.name			= DRIVER_NAME,
111 	.caps			= CAP_FW_DB | CAP_SENDTARGETS_OFFLOAD |
112 				  CAP_DATA_PATH_OFFLOAD,
113 	.param_mask		= ISCSI_CONN_PORT | ISCSI_CONN_ADDRESS |
114 				  ISCSI_TARGET_NAME | ISCSI_TPGT,
115 	.host_param_mask	= ISCSI_HOST_HWADDRESS |
116 				  ISCSI_HOST_IPADDRESS |
117 				  ISCSI_HOST_INITIATOR_NAME,
118 	.tgt_dscvr		= qla4xxx_tgt_dscvr,
119 	.get_conn_param		= qla4xxx_conn_get_param,
120 	.get_session_param	= qla4xxx_sess_get_param,
121 	.get_host_param		= qla4xxx_host_get_param,
122 	.session_recovery_timedout = qla4xxx_recovery_timedout,
123 };
124 
125 static struct scsi_transport_template *qla4xxx_scsi_transport;
126 
127 static void qla4xxx_recovery_timedout(struct iscsi_cls_session *session)
128 {
129 	struct ddb_entry *ddb_entry = session->dd_data;
130 	struct scsi_qla_host *ha = ddb_entry->ha;
131 
132 	if (atomic_read(&ddb_entry->state) != DDB_STATE_ONLINE) {
133 		atomic_set(&ddb_entry->state, DDB_STATE_DEAD);
134 
135 		DEBUG2(printk("scsi%ld: %s: index [%d] port down retry count "
136 			      "of (%d) secs exhausted, marking device DEAD.\n",
137 			      ha->host_no, __func__, ddb_entry->fw_ddb_index,
138 			      ha->port_down_retry_count));
139 
140 		DEBUG2(printk("scsi%ld: %s: scheduling dpc routine - dpc "
141 			      "flags = 0x%lx\n",
142 			      ha->host_no, __func__, ha->dpc_flags));
143 		queue_work(ha->dpc_thread, &ha->dpc_work);
144 	}
145 }
146 
147 static int qla4xxx_host_get_param(struct Scsi_Host *shost,
148 				  enum iscsi_host_param param, char *buf)
149 {
150 	struct scsi_qla_host *ha = to_qla_host(shost);
151 	int len;
152 
153 	switch (param) {
154 	case ISCSI_HOST_PARAM_HWADDRESS:
155 		len = sysfs_format_mac(buf, ha->my_mac, MAC_ADDR_LEN);
156 		break;
157 	case ISCSI_HOST_PARAM_IPADDRESS:
158 		len = sprintf(buf, "%d.%d.%d.%d\n", ha->ip_address[0],
159 			      ha->ip_address[1], ha->ip_address[2],
160 			      ha->ip_address[3]);
161 		break;
162 	case ISCSI_HOST_PARAM_INITIATOR_NAME:
163 		len = sprintf(buf, "%s\n", ha->name_string);
164 		break;
165 	default:
166 		return -ENOSYS;
167 	}
168 
169 	return len;
170 }
171 
172 static int qla4xxx_sess_get_param(struct iscsi_cls_session *sess,
173 				  enum iscsi_param param, char *buf)
174 {
175 	struct ddb_entry *ddb_entry = sess->dd_data;
176 	int len;
177 
178 	switch (param) {
179 	case ISCSI_PARAM_TARGET_NAME:
180 		len = snprintf(buf, PAGE_SIZE - 1, "%s\n",
181 			       ddb_entry->iscsi_name);
182 		break;
183 	case ISCSI_PARAM_TPGT:
184 		len = sprintf(buf, "%u\n", ddb_entry->tpgt);
185 		break;
186 	default:
187 		return -ENOSYS;
188 	}
189 
190 	return len;
191 }
192 
193 static int qla4xxx_conn_get_param(struct iscsi_cls_conn *conn,
194 				  enum iscsi_param param, char *buf)
195 {
196 	struct iscsi_cls_session *session;
197 	struct ddb_entry *ddb_entry;
198 	int len;
199 
200 	session = iscsi_dev_to_session(conn->dev.parent);
201 	ddb_entry = session->dd_data;
202 
203 	switch (param) {
204 	case ISCSI_PARAM_CONN_PORT:
205 		len = sprintf(buf, "%hu\n", ddb_entry->port);
206 		break;
207 	case ISCSI_PARAM_CONN_ADDRESS:
208 		/* TODO: what are the ipv6 bits */
209 		len = sprintf(buf, "%pI4\n", &ddb_entry->ip_addr);
210 		break;
211 	default:
212 		return -ENOSYS;
213 	}
214 
215 	return len;
216 }
217 
218 static int qla4xxx_tgt_dscvr(struct Scsi_Host *shost,
219 			     enum iscsi_tgt_dscvr type, uint32_t enable,
220 			     struct sockaddr *dst_addr)
221 {
222 	struct scsi_qla_host *ha;
223 	struct sockaddr_in *addr;
224 	struct sockaddr_in6 *addr6;
225 	int ret = 0;
226 
227 	ha = (struct scsi_qla_host *) shost->hostdata;
228 
229 	switch (type) {
230 	case ISCSI_TGT_DSCVR_SEND_TARGETS:
231 		if (dst_addr->sa_family == AF_INET) {
232 			addr = (struct sockaddr_in *)dst_addr;
233 			if (qla4xxx_send_tgts(ha, (char *)&addr->sin_addr,
234 					      addr->sin_port) != QLA_SUCCESS)
235 				ret = -EIO;
236 		} else if (dst_addr->sa_family == AF_INET6) {
237 			/*
238 			 * TODO: fix qla4xxx_send_tgts
239 			 */
240 			addr6 = (struct sockaddr_in6 *)dst_addr;
241 			if (qla4xxx_send_tgts(ha, (char *)&addr6->sin6_addr,
242 					      addr6->sin6_port) != QLA_SUCCESS)
243 				ret = -EIO;
244 		} else
245 			ret = -ENOSYS;
246 		break;
247 	default:
248 		ret = -ENOSYS;
249 	}
250 	return ret;
251 }
252 
253 void qla4xxx_destroy_sess(struct ddb_entry *ddb_entry)
254 {
255 	if (!ddb_entry->sess)
256 		return;
257 
258 	if (ddb_entry->conn) {
259 		atomic_set(&ddb_entry->state, DDB_STATE_DEAD);
260 		iscsi_remove_session(ddb_entry->sess);
261 	}
262 	iscsi_free_session(ddb_entry->sess);
263 }
264 
265 int qla4xxx_add_sess(struct ddb_entry *ddb_entry)
266 {
267 	int err;
268 
269 	ddb_entry->sess->recovery_tmo = ddb_entry->ha->port_down_retry_count;
270 	err = iscsi_add_session(ddb_entry->sess, ddb_entry->fw_ddb_index);
271 	if (err) {
272 		DEBUG2(printk(KERN_ERR "Could not add session.\n"));
273 		return err;
274 	}
275 
276 	ddb_entry->conn = iscsi_create_conn(ddb_entry->sess, 0, 0);
277 	if (!ddb_entry->conn) {
278 		iscsi_remove_session(ddb_entry->sess);
279 		DEBUG2(printk(KERN_ERR "Could not add connection.\n"));
280 		return -ENOMEM;
281 	}
282 
283 	/* finally ready to go */
284 	iscsi_unblock_session(ddb_entry->sess);
285 	return 0;
286 }
287 
288 struct ddb_entry *qla4xxx_alloc_sess(struct scsi_qla_host *ha)
289 {
290 	struct ddb_entry *ddb_entry;
291 	struct iscsi_cls_session *sess;
292 
293 	sess = iscsi_alloc_session(ha->host, &qla4xxx_iscsi_transport,
294 				   sizeof(struct ddb_entry));
295 	if (!sess)
296 		return NULL;
297 
298 	ddb_entry = sess->dd_data;
299 	memset(ddb_entry, 0, sizeof(*ddb_entry));
300 	ddb_entry->ha = ha;
301 	ddb_entry->sess = sess;
302 	return ddb_entry;
303 }
304 
305 static void qla4xxx_scan_start(struct Scsi_Host *shost)
306 {
307 	struct scsi_qla_host *ha = shost_priv(shost);
308 	struct ddb_entry *ddb_entry, *ddbtemp;
309 
310 	/* finish setup of sessions that were already setup in firmware */
311 	list_for_each_entry_safe(ddb_entry, ddbtemp, &ha->ddb_list, list) {
312 		if (ddb_entry->fw_ddb_device_state == DDB_DS_SESSION_ACTIVE)
313 			qla4xxx_add_sess(ddb_entry);
314 	}
315 }
316 
317 /*
318  * Timer routines
319  */
320 
321 static void qla4xxx_start_timer(struct scsi_qla_host *ha, void *func,
322 				unsigned long interval)
323 {
324 	DEBUG(printk("scsi: %s: Starting timer thread for adapter %d\n",
325 		     __func__, ha->host->host_no));
326 	init_timer(&ha->timer);
327 	ha->timer.expires = jiffies + interval * HZ;
328 	ha->timer.data = (unsigned long)ha;
329 	ha->timer.function = (void (*)(unsigned long))func;
330 	add_timer(&ha->timer);
331 	ha->timer_active = 1;
332 }
333 
334 static void qla4xxx_stop_timer(struct scsi_qla_host *ha)
335 {
336 	del_timer_sync(&ha->timer);
337 	ha->timer_active = 0;
338 }
339 
340 /***
341  * qla4xxx_mark_device_missing - mark a device as missing.
342  * @ha: Pointer to host adapter structure.
343  * @ddb_entry: Pointer to device database entry
344  *
345  * This routine marks a device missing and resets the relogin retry count.
346  **/
347 void qla4xxx_mark_device_missing(struct scsi_qla_host *ha,
348 				 struct ddb_entry *ddb_entry)
349 {
350 	atomic_set(&ddb_entry->state, DDB_STATE_MISSING);
351 	DEBUG3(printk("scsi%d:%d:%d: index [%d] marked MISSING\n",
352 		      ha->host_no, ddb_entry->bus, ddb_entry->target,
353 		      ddb_entry->fw_ddb_index));
354 	iscsi_block_session(ddb_entry->sess);
355 	iscsi_conn_error_event(ddb_entry->conn, ISCSI_ERR_CONN_FAILED);
356 }
357 
358 static struct srb* qla4xxx_get_new_srb(struct scsi_qla_host *ha,
359 				       struct ddb_entry *ddb_entry,
360 				       struct scsi_cmnd *cmd,
361 				       void (*done)(struct scsi_cmnd *))
362 {
363 	struct srb *srb;
364 
365 	srb = mempool_alloc(ha->srb_mempool, GFP_ATOMIC);
366 	if (!srb)
367 		return srb;
368 
369 	atomic_set(&srb->ref_count, 1);
370 	srb->ha = ha;
371 	srb->ddb = ddb_entry;
372 	srb->cmd = cmd;
373 	srb->flags = 0;
374 	cmd->SCp.ptr = (void *)srb;
375 	cmd->scsi_done = done;
376 
377 	return srb;
378 }
379 
380 static void qla4xxx_srb_free_dma(struct scsi_qla_host *ha, struct srb *srb)
381 {
382 	struct scsi_cmnd *cmd = srb->cmd;
383 
384 	if (srb->flags & SRB_DMA_VALID) {
385 		scsi_dma_unmap(cmd);
386 		srb->flags &= ~SRB_DMA_VALID;
387 	}
388 	cmd->SCp.ptr = NULL;
389 }
390 
391 void qla4xxx_srb_compl(struct scsi_qla_host *ha, struct srb *srb)
392 {
393 	struct scsi_cmnd *cmd = srb->cmd;
394 
395 	qla4xxx_srb_free_dma(ha, srb);
396 
397 	mempool_free(srb, ha->srb_mempool);
398 
399 	cmd->scsi_done(cmd);
400 }
401 
402 /**
403  * qla4xxx_queuecommand - scsi layer issues scsi command to driver.
404  * @cmd: Pointer to Linux's SCSI command structure
405  * @done_fn: Function that the driver calls to notify the SCSI mid-layer
406  *	that the command has been processed.
407  *
408  * Remarks:
409  * This routine is invoked by Linux to send a SCSI command to the driver.
410  * The mid-level driver tries to ensure that queuecommand never gets
411  * invoked concurrently with itself or the interrupt handler (although
412  * the interrupt handler may call this routine as part of request-
413  * completion handling).   Unfortunely, it sometimes calls the scheduler
414  * in interrupt context which is a big NO! NO!.
415  **/
416 static int qla4xxx_queuecommand(struct scsi_cmnd *cmd,
417 				void (*done)(struct scsi_cmnd *))
418 {
419 	struct scsi_qla_host *ha = to_qla_host(cmd->device->host);
420 	struct ddb_entry *ddb_entry = cmd->device->hostdata;
421 	struct iscsi_cls_session *sess = ddb_entry->sess;
422 	struct srb *srb;
423 	int rval;
424 
425 	if (!sess) {
426 		cmd->result = DID_IMM_RETRY << 16;
427 		goto qc_fail_command;
428 	}
429 
430 	rval = iscsi_session_chkready(sess);
431 	if (rval) {
432 		cmd->result = rval;
433 		goto qc_fail_command;
434 	}
435 
436 	if (atomic_read(&ddb_entry->state) != DDB_STATE_ONLINE) {
437 		if (atomic_read(&ddb_entry->state) == DDB_STATE_DEAD) {
438 			cmd->result = DID_NO_CONNECT << 16;
439 			goto qc_fail_command;
440 		}
441 		return SCSI_MLQUEUE_TARGET_BUSY;
442 	}
443 
444 	if (test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags))
445 		goto qc_host_busy;
446 
447 	spin_unlock_irq(ha->host->host_lock);
448 
449 	srb = qla4xxx_get_new_srb(ha, ddb_entry, cmd, done);
450 	if (!srb)
451 		goto qc_host_busy_lock;
452 
453 	rval = qla4xxx_send_command_to_isp(ha, srb);
454 	if (rval != QLA_SUCCESS)
455 		goto qc_host_busy_free_sp;
456 
457 	spin_lock_irq(ha->host->host_lock);
458 	return 0;
459 
460 qc_host_busy_free_sp:
461 	qla4xxx_srb_free_dma(ha, srb);
462 	mempool_free(srb, ha->srb_mempool);
463 
464 qc_host_busy_lock:
465 	spin_lock_irq(ha->host->host_lock);
466 
467 qc_host_busy:
468 	return SCSI_MLQUEUE_HOST_BUSY;
469 
470 qc_fail_command:
471 	done(cmd);
472 
473 	return 0;
474 }
475 
476 /**
477  * qla4xxx_mem_free - frees memory allocated to adapter
478  * @ha: Pointer to host adapter structure.
479  *
480  * Frees memory previously allocated by qla4xxx_mem_alloc
481  **/
482 static void qla4xxx_mem_free(struct scsi_qla_host *ha)
483 {
484 	if (ha->queues)
485 		dma_free_coherent(&ha->pdev->dev, ha->queues_len, ha->queues,
486 				  ha->queues_dma);
487 
488 	ha->queues_len = 0;
489 	ha->queues = NULL;
490 	ha->queues_dma = 0;
491 	ha->request_ring = NULL;
492 	ha->request_dma = 0;
493 	ha->response_ring = NULL;
494 	ha->response_dma = 0;
495 	ha->shadow_regs = NULL;
496 	ha->shadow_regs_dma = 0;
497 
498 	/* Free srb pool. */
499 	if (ha->srb_mempool)
500 		mempool_destroy(ha->srb_mempool);
501 
502 	ha->srb_mempool = NULL;
503 
504 	/* release io space registers  */
505 	if (ha->reg)
506 		iounmap(ha->reg);
507 	pci_release_regions(ha->pdev);
508 }
509 
510 /**
511  * qla4xxx_mem_alloc - allocates memory for use by adapter.
512  * @ha: Pointer to host adapter structure
513  *
514  * Allocates DMA memory for request and response queues. Also allocates memory
515  * for srbs.
516  **/
517 static int qla4xxx_mem_alloc(struct scsi_qla_host *ha)
518 {
519 	unsigned long align;
520 
521 	/* Allocate contiguous block of DMA memory for queues. */
522 	ha->queues_len = ((REQUEST_QUEUE_DEPTH * QUEUE_SIZE) +
523 			  (RESPONSE_QUEUE_DEPTH * QUEUE_SIZE) +
524 			  sizeof(struct shadow_regs) +
525 			  MEM_ALIGN_VALUE +
526 			  (PAGE_SIZE - 1)) & ~(PAGE_SIZE - 1);
527 	ha->queues = dma_alloc_coherent(&ha->pdev->dev, ha->queues_len,
528 					&ha->queues_dma, GFP_KERNEL);
529 	if (ha->queues == NULL) {
530 		dev_warn(&ha->pdev->dev,
531 			"Memory Allocation failed - queues.\n");
532 
533 		goto mem_alloc_error_exit;
534 	}
535 	memset(ha->queues, 0, ha->queues_len);
536 
537 	/*
538 	 * As per RISC alignment requirements -- the bus-address must be a
539 	 * multiple of the request-ring size (in bytes).
540 	 */
541 	align = 0;
542 	if ((unsigned long)ha->queues_dma & (MEM_ALIGN_VALUE - 1))
543 		align = MEM_ALIGN_VALUE - ((unsigned long)ha->queues_dma &
544 					   (MEM_ALIGN_VALUE - 1));
545 
546 	/* Update request and response queue pointers. */
547 	ha->request_dma = ha->queues_dma + align;
548 	ha->request_ring = (struct queue_entry *) (ha->queues + align);
549 	ha->response_dma = ha->queues_dma + align +
550 		(REQUEST_QUEUE_DEPTH * QUEUE_SIZE);
551 	ha->response_ring = (struct queue_entry *) (ha->queues + align +
552 						    (REQUEST_QUEUE_DEPTH *
553 						     QUEUE_SIZE));
554 	ha->shadow_regs_dma = ha->queues_dma + align +
555 		(REQUEST_QUEUE_DEPTH * QUEUE_SIZE) +
556 		(RESPONSE_QUEUE_DEPTH * QUEUE_SIZE);
557 	ha->shadow_regs = (struct shadow_regs *) (ha->queues + align +
558 						  (REQUEST_QUEUE_DEPTH *
559 						   QUEUE_SIZE) +
560 						  (RESPONSE_QUEUE_DEPTH *
561 						   QUEUE_SIZE));
562 
563 	/* Allocate memory for srb pool. */
564 	ha->srb_mempool = mempool_create(SRB_MIN_REQ, mempool_alloc_slab,
565 					 mempool_free_slab, srb_cachep);
566 	if (ha->srb_mempool == NULL) {
567 		dev_warn(&ha->pdev->dev,
568 			"Memory Allocation failed - SRB Pool.\n");
569 
570 		goto mem_alloc_error_exit;
571 	}
572 
573 	return QLA_SUCCESS;
574 
575 mem_alloc_error_exit:
576 	qla4xxx_mem_free(ha);
577 	return QLA_ERROR;
578 }
579 
580 /**
581  * qla4xxx_timer - checks every second for work to do.
582  * @ha: Pointer to host adapter structure.
583  **/
584 static void qla4xxx_timer(struct scsi_qla_host *ha)
585 {
586 	struct ddb_entry *ddb_entry, *dtemp;
587 	int start_dpc = 0;
588 
589 	/* Search for relogin's to time-out and port down retry. */
590 	list_for_each_entry_safe(ddb_entry, dtemp, &ha->ddb_list, list) {
591 		/* Count down time between sending relogins */
592 		if (adapter_up(ha) &&
593 		    !test_bit(DF_RELOGIN, &ddb_entry->flags) &&
594 		    atomic_read(&ddb_entry->state) != DDB_STATE_ONLINE) {
595 			if (atomic_read(&ddb_entry->retry_relogin_timer) !=
596 			    INVALID_ENTRY) {
597 				if (atomic_read(&ddb_entry->retry_relogin_timer)
598 				    		== 0) {
599 					atomic_set(&ddb_entry->
600 						retry_relogin_timer,
601 						INVALID_ENTRY);
602 					set_bit(DPC_RELOGIN_DEVICE,
603 						&ha->dpc_flags);
604 					set_bit(DF_RELOGIN, &ddb_entry->flags);
605 					DEBUG2(printk("scsi%ld: %s: index [%d]"
606 						      " login device\n",
607 						      ha->host_no, __func__,
608 						      ddb_entry->fw_ddb_index));
609 				} else
610 					atomic_dec(&ddb_entry->
611 							retry_relogin_timer);
612 			}
613 		}
614 
615 		/* Wait for relogin to timeout */
616 		if (atomic_read(&ddb_entry->relogin_timer) &&
617 		    (atomic_dec_and_test(&ddb_entry->relogin_timer) != 0)) {
618 			/*
619 			 * If the relogin times out and the device is
620 			 * still NOT ONLINE then try and relogin again.
621 			 */
622 			if (atomic_read(&ddb_entry->state) !=
623 			    DDB_STATE_ONLINE &&
624 			    ddb_entry->fw_ddb_device_state ==
625 			    DDB_DS_SESSION_FAILED) {
626 				/* Reset retry relogin timer */
627 				atomic_inc(&ddb_entry->relogin_retry_count);
628 				DEBUG2(printk("scsi%ld: index[%d] relogin"
629 					      " timed out-retrying"
630 					      " relogin (%d)\n",
631 					      ha->host_no,
632 					      ddb_entry->fw_ddb_index,
633 					      atomic_read(&ddb_entry->
634 							  relogin_retry_count))
635 					);
636 				start_dpc++;
637 				DEBUG(printk("scsi%ld:%d:%d: index [%d] "
638 					     "initate relogin after"
639 					     " %d seconds\n",
640 					     ha->host_no, ddb_entry->bus,
641 					     ddb_entry->target,
642 					     ddb_entry->fw_ddb_index,
643 					     ddb_entry->default_time2wait + 4)
644 					);
645 
646 				atomic_set(&ddb_entry->retry_relogin_timer,
647 					   ddb_entry->default_time2wait + 4);
648 			}
649 		}
650 	}
651 
652 	/* Check for heartbeat interval. */
653 	if (ha->firmware_options & FWOPT_HEARTBEAT_ENABLE &&
654 	    ha->heartbeat_interval != 0) {
655 		ha->seconds_since_last_heartbeat++;
656 		if (ha->seconds_since_last_heartbeat >
657 		    ha->heartbeat_interval + 2)
658 			set_bit(DPC_RESET_HA, &ha->dpc_flags);
659 	}
660 
661 
662 	/* Wakeup the dpc routine for this adapter, if needed. */
663 	if ((start_dpc ||
664 	     test_bit(DPC_RESET_HA, &ha->dpc_flags) ||
665 	     test_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags) ||
666 	     test_bit(DPC_RELOGIN_DEVICE, &ha->dpc_flags) ||
667 	     test_bit(DPC_RESET_HA_DESTROY_DDB_LIST, &ha->dpc_flags) ||
668 	     test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags) ||
669 	     test_bit(DPC_GET_DHCP_IP_ADDR, &ha->dpc_flags) ||
670 	     test_bit(DPC_AEN, &ha->dpc_flags)) &&
671 	     ha->dpc_thread) {
672 		DEBUG2(printk("scsi%ld: %s: scheduling dpc routine"
673 			      " - dpc flags = 0x%lx\n",
674 			      ha->host_no, __func__, ha->dpc_flags));
675 		queue_work(ha->dpc_thread, &ha->dpc_work);
676 	}
677 
678 	/* Reschedule timer thread to call us back in one second */
679 	mod_timer(&ha->timer, jiffies + HZ);
680 
681 	DEBUG2(ha->seconds_since_last_intr++);
682 }
683 
684 /**
685  * qla4xxx_cmd_wait - waits for all outstanding commands to complete
686  * @ha: Pointer to host adapter structure.
687  *
688  * This routine stalls the driver until all outstanding commands are returned.
689  * Caller must release the Hardware Lock prior to calling this routine.
690  **/
691 static int qla4xxx_cmd_wait(struct scsi_qla_host *ha)
692 {
693 	uint32_t index = 0;
694 	int stat = QLA_SUCCESS;
695 	unsigned long flags;
696 	struct scsi_cmnd *cmd;
697 	int wait_cnt = WAIT_CMD_TOV;	/*
698 					 * Initialized for 30 seconds as we
699 					 * expect all commands to retuned
700 					 * ASAP.
701 					 */
702 
703 	while (wait_cnt) {
704 		spin_lock_irqsave(&ha->hardware_lock, flags);
705 		/* Find a command that hasn't completed. */
706 		for (index = 0; index < ha->host->can_queue; index++) {
707 			cmd = scsi_host_find_tag(ha->host, index);
708 			if (cmd != NULL)
709 				break;
710 		}
711 		spin_unlock_irqrestore(&ha->hardware_lock, flags);
712 
713 		/* If No Commands are pending, wait is complete */
714 		if (index == ha->host->can_queue) {
715 			break;
716 		}
717 
718 		/* If we timed out on waiting for commands to come back
719 		 * return ERROR.
720 		 */
721 		wait_cnt--;
722 		if (wait_cnt == 0)
723 			stat = QLA_ERROR;
724 		else {
725 			msleep(1000);
726 		}
727 	}			/* End of While (wait_cnt) */
728 
729 	return stat;
730 }
731 
732 void qla4xxx_hw_reset(struct scsi_qla_host *ha)
733 {
734 	uint32_t ctrl_status;
735 	unsigned long flags = 0;
736 
737 	DEBUG2(printk(KERN_ERR "scsi%ld: %s\n", ha->host_no, __func__));
738 
739 	spin_lock_irqsave(&ha->hardware_lock, flags);
740 
741 	/*
742 	 * If the SCSI Reset Interrupt bit is set, clear it.
743 	 * Otherwise, the Soft Reset won't work.
744 	 */
745 	ctrl_status = readw(&ha->reg->ctrl_status);
746 	if ((ctrl_status & CSR_SCSI_RESET_INTR) != 0)
747 		writel(set_rmask(CSR_SCSI_RESET_INTR), &ha->reg->ctrl_status);
748 
749 	/* Issue Soft Reset */
750 	writel(set_rmask(CSR_SOFT_RESET), &ha->reg->ctrl_status);
751 	readl(&ha->reg->ctrl_status);
752 
753 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
754 }
755 
756 /**
757  * qla4xxx_soft_reset - performs soft reset.
758  * @ha: Pointer to host adapter structure.
759  **/
760 int qla4xxx_soft_reset(struct scsi_qla_host *ha)
761 {
762 	uint32_t max_wait_time;
763 	unsigned long flags = 0;
764 	int status = QLA_ERROR;
765 	uint32_t ctrl_status;
766 
767 	qla4xxx_hw_reset(ha);
768 
769 	/* Wait until the Network Reset Intr bit is cleared */
770 	max_wait_time = RESET_INTR_TOV;
771 	do {
772 		spin_lock_irqsave(&ha->hardware_lock, flags);
773 		ctrl_status = readw(&ha->reg->ctrl_status);
774 		spin_unlock_irqrestore(&ha->hardware_lock, flags);
775 
776 		if ((ctrl_status & CSR_NET_RESET_INTR) == 0)
777 			break;
778 
779 		msleep(1000);
780 	} while ((--max_wait_time));
781 
782 	if ((ctrl_status & CSR_NET_RESET_INTR) != 0) {
783 		DEBUG2(printk(KERN_WARNING
784 			      "scsi%ld: Network Reset Intr not cleared by "
785 			      "Network function, clearing it now!\n",
786 			      ha->host_no));
787 		spin_lock_irqsave(&ha->hardware_lock, flags);
788 		writel(set_rmask(CSR_NET_RESET_INTR), &ha->reg->ctrl_status);
789 		readl(&ha->reg->ctrl_status);
790 		spin_unlock_irqrestore(&ha->hardware_lock, flags);
791 	}
792 
793 	/* Wait until the firmware tells us the Soft Reset is done */
794 	max_wait_time = SOFT_RESET_TOV;
795 	do {
796 		spin_lock_irqsave(&ha->hardware_lock, flags);
797 		ctrl_status = readw(&ha->reg->ctrl_status);
798 		spin_unlock_irqrestore(&ha->hardware_lock, flags);
799 
800 		if ((ctrl_status & CSR_SOFT_RESET) == 0) {
801 			status = QLA_SUCCESS;
802 			break;
803 		}
804 
805 		msleep(1000);
806 	} while ((--max_wait_time));
807 
808 	/*
809 	 * Also, make sure that the SCSI Reset Interrupt bit has been cleared
810 	 * after the soft reset has taken place.
811 	 */
812 	spin_lock_irqsave(&ha->hardware_lock, flags);
813 	ctrl_status = readw(&ha->reg->ctrl_status);
814 	if ((ctrl_status & CSR_SCSI_RESET_INTR) != 0) {
815 		writel(set_rmask(CSR_SCSI_RESET_INTR), &ha->reg->ctrl_status);
816 		readl(&ha->reg->ctrl_status);
817 	}
818 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
819 
820 	/* If soft reset fails then most probably the bios on other
821 	 * function is also enabled.
822 	 * Since the initialization is sequential the other fn
823 	 * wont be able to acknowledge the soft reset.
824 	 * Issue a force soft reset to workaround this scenario.
825 	 */
826 	if (max_wait_time == 0) {
827 		/* Issue Force Soft Reset */
828 		spin_lock_irqsave(&ha->hardware_lock, flags);
829 		writel(set_rmask(CSR_FORCE_SOFT_RESET), &ha->reg->ctrl_status);
830 		readl(&ha->reg->ctrl_status);
831 		spin_unlock_irqrestore(&ha->hardware_lock, flags);
832 		/* Wait until the firmware tells us the Soft Reset is done */
833 		max_wait_time = SOFT_RESET_TOV;
834 		do {
835 			spin_lock_irqsave(&ha->hardware_lock, flags);
836 			ctrl_status = readw(&ha->reg->ctrl_status);
837 			spin_unlock_irqrestore(&ha->hardware_lock, flags);
838 
839 			if ((ctrl_status & CSR_FORCE_SOFT_RESET) == 0) {
840 				status = QLA_SUCCESS;
841 				break;
842 			}
843 
844 			msleep(1000);
845 		} while ((--max_wait_time));
846 	}
847 
848 	return status;
849 }
850 
851 /**
852  * qla4xxx_flush_active_srbs - returns all outstanding i/o requests to O.S.
853  * @ha: Pointer to host adapter structure.
854  *
855  * This routine is called just prior to a HARD RESET to return all
856  * outstanding commands back to the Operating System.
857  * Caller should make sure that the following locks are released
858  * before this calling routine: Hardware lock, and io_request_lock.
859  **/
860 static void qla4xxx_flush_active_srbs(struct scsi_qla_host *ha)
861 {
862 	struct srb *srb;
863 	int i;
864 	unsigned long flags;
865 
866 	spin_lock_irqsave(&ha->hardware_lock, flags);
867 	for (i = 0; i < ha->host->can_queue; i++) {
868 		srb = qla4xxx_del_from_active_array(ha, i);
869 		if (srb != NULL) {
870 			srb->cmd->result = DID_RESET << 16;
871 			qla4xxx_srb_compl(ha, srb);
872 		}
873 	}
874 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
875 
876 }
877 
878 /**
879  * qla4xxx_recover_adapter - recovers adapter after a fatal error
880  * @ha: Pointer to host adapter structure.
881  * @renew_ddb_list: Indicates what to do with the adapter's ddb list
882  *
883  * renew_ddb_list value can be 0=preserve ddb list, 1=destroy and rebuild
884  * ddb list.
885  **/
886 static int qla4xxx_recover_adapter(struct scsi_qla_host *ha,
887 				uint8_t renew_ddb_list)
888 {
889 	int status;
890 
891 	/* Stall incoming I/O until we are done */
892 	clear_bit(AF_ONLINE, &ha->flags);
893 
894 	DEBUG2(printk("scsi%ld: %s calling qla4xxx_cmd_wait\n", ha->host_no,
895 		      __func__));
896 
897 	/* Wait for outstanding commands to complete.
898 	 * Stalls the driver for max 30 secs
899 	 */
900 	status = qla4xxx_cmd_wait(ha);
901 
902 	qla4xxx_disable_intrs(ha);
903 
904 	/* Flush any pending ddb changed AENs */
905 	qla4xxx_process_aen(ha, FLUSH_DDB_CHANGED_AENS);
906 
907 	/* Reset the firmware.	If successful, function
908 	 * returns with ISP interrupts enabled.
909 	 */
910 	if (status == QLA_SUCCESS) {
911 		DEBUG2(printk("scsi%ld: %s - Performing soft reset..\n",
912 			      ha->host_no, __func__));
913 		qla4xxx_flush_active_srbs(ha);
914 		if (ql4xxx_lock_drvr_wait(ha) == QLA_SUCCESS)
915 			status = qla4xxx_soft_reset(ha);
916 		else
917 			status = QLA_ERROR;
918 	}
919 
920 	/* Flush any pending ddb changed AENs */
921 	qla4xxx_process_aen(ha, FLUSH_DDB_CHANGED_AENS);
922 
923 	/* Re-initialize firmware. If successful, function returns
924 	 * with ISP interrupts enabled */
925 	if (status == QLA_SUCCESS) {
926 		DEBUG2(printk("scsi%ld: %s - Initializing adapter..\n",
927 			      ha->host_no, __func__));
928 
929 		/* If successful, AF_ONLINE flag set in
930 		 * qla4xxx_initialize_adapter */
931 		status = qla4xxx_initialize_adapter(ha, renew_ddb_list);
932 	}
933 
934 	/* Failed adapter initialization?
935 	 * Retry reset_ha only if invoked via DPC (DPC_RESET_HA) */
936 	if ((test_bit(AF_ONLINE, &ha->flags) == 0) &&
937 	    (test_bit(DPC_RESET_HA, &ha->dpc_flags))) {
938 		/* Adapter initialization failed, see if we can retry
939 		 * resetting the ha */
940 		if (!test_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags)) {
941 			ha->retry_reset_ha_cnt = MAX_RESET_HA_RETRIES;
942 			DEBUG2(printk("scsi%ld: recover adapter - retrying "
943 				      "(%d) more times\n", ha->host_no,
944 				      ha->retry_reset_ha_cnt));
945 			set_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags);
946 			status = QLA_ERROR;
947 		} else {
948 			if (ha->retry_reset_ha_cnt > 0) {
949 				/* Schedule another Reset HA--DPC will retry */
950 				ha->retry_reset_ha_cnt--;
951 				DEBUG2(printk("scsi%ld: recover adapter - "
952 					      "retry remaining %d\n",
953 					      ha->host_no,
954 					      ha->retry_reset_ha_cnt));
955 				status = QLA_ERROR;
956 			}
957 
958 			if (ha->retry_reset_ha_cnt == 0) {
959 				/* Recover adapter retries have been exhausted.
960 				 * Adapter DEAD */
961 				DEBUG2(printk("scsi%ld: recover adapter "
962 					      "failed - board disabled\n",
963 					      ha->host_no));
964 				qla4xxx_flush_active_srbs(ha);
965 				clear_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags);
966 				clear_bit(DPC_RESET_HA, &ha->dpc_flags);
967 				clear_bit(DPC_RESET_HA_DESTROY_DDB_LIST,
968 					  &ha->dpc_flags);
969 				status = QLA_ERROR;
970 			}
971 		}
972 	} else {
973 		clear_bit(DPC_RESET_HA, &ha->dpc_flags);
974 		clear_bit(DPC_RESET_HA_DESTROY_DDB_LIST, &ha->dpc_flags);
975 		clear_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags);
976 	}
977 
978 	ha->adapter_error_count++;
979 
980 	if (status == QLA_SUCCESS)
981 		qla4xxx_enable_intrs(ha);
982 
983 	DEBUG2(printk("scsi%ld: recover adapter .. DONE\n", ha->host_no));
984 	return status;
985 }
986 
987 /**
988  * qla4xxx_do_dpc - dpc routine
989  * @data: in our case pointer to adapter structure
990  *
991  * This routine is a task that is schedule by the interrupt handler
992  * to perform the background processing for interrupts.  We put it
993  * on a task queue that is consumed whenever the scheduler runs; that's
994  * so you can do anything (i.e. put the process to sleep etc).  In fact,
995  * the mid-level tries to sleep when it reaches the driver threshold
996  * "host->can_queue". This can cause a panic if we were in our interrupt code.
997  **/
998 static void qla4xxx_do_dpc(struct work_struct *work)
999 {
1000 	struct scsi_qla_host *ha =
1001 		container_of(work, struct scsi_qla_host, dpc_work);
1002 	struct ddb_entry *ddb_entry, *dtemp;
1003 	int status = QLA_ERROR;
1004 
1005 	DEBUG2(printk("scsi%ld: %s: DPC handler waking up."
1006 		"flags = 0x%08lx, dpc_flags = 0x%08lx ctrl_stat = 0x%08x\n",
1007 		ha->host_no, __func__, ha->flags, ha->dpc_flags,
1008 		readw(&ha->reg->ctrl_status)));
1009 
1010 	/* Initialization not yet finished. Don't do anything yet. */
1011 	if (!test_bit(AF_INIT_DONE, &ha->flags))
1012 		return;
1013 
1014 	if (adapter_up(ha) ||
1015 	    test_bit(DPC_RESET_HA, &ha->dpc_flags) ||
1016 	    test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags) ||
1017 	    test_bit(DPC_RESET_HA_DESTROY_DDB_LIST, &ha->dpc_flags)) {
1018 		if (test_bit(DPC_RESET_HA_DESTROY_DDB_LIST, &ha->dpc_flags) ||
1019 			test_bit(DPC_RESET_HA, &ha->dpc_flags))
1020 			qla4xxx_recover_adapter(ha, PRESERVE_DDB_LIST);
1021 
1022 		if (test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags)) {
1023 			uint8_t wait_time = RESET_INTR_TOV;
1024 
1025 			while ((readw(&ha->reg->ctrl_status) &
1026 				(CSR_SOFT_RESET | CSR_FORCE_SOFT_RESET)) != 0) {
1027 				if (--wait_time == 0)
1028 					break;
1029 				msleep(1000);
1030 			}
1031 			if (wait_time == 0)
1032 				DEBUG2(printk("scsi%ld: %s: SR|FSR "
1033 					      "bit not cleared-- resetting\n",
1034 					      ha->host_no, __func__));
1035 			qla4xxx_flush_active_srbs(ha);
1036 			if (ql4xxx_lock_drvr_wait(ha) == QLA_SUCCESS) {
1037 				qla4xxx_process_aen(ha, FLUSH_DDB_CHANGED_AENS);
1038 				status = qla4xxx_initialize_adapter(ha,
1039 						PRESERVE_DDB_LIST);
1040 			}
1041 			clear_bit(DPC_RESET_HA_INTR, &ha->dpc_flags);
1042 			if (status == QLA_SUCCESS)
1043 				qla4xxx_enable_intrs(ha);
1044 		}
1045 	}
1046 
1047 	/* ---- process AEN? --- */
1048 	if (test_and_clear_bit(DPC_AEN, &ha->dpc_flags))
1049 		qla4xxx_process_aen(ha, PROCESS_ALL_AENS);
1050 
1051 	/* ---- Get DHCP IP Address? --- */
1052 	if (test_and_clear_bit(DPC_GET_DHCP_IP_ADDR, &ha->dpc_flags))
1053 		qla4xxx_get_dhcp_ip_address(ha);
1054 
1055 	/* ---- relogin device? --- */
1056 	if (adapter_up(ha) &&
1057 	    test_and_clear_bit(DPC_RELOGIN_DEVICE, &ha->dpc_flags)) {
1058 		list_for_each_entry_safe(ddb_entry, dtemp,
1059 					 &ha->ddb_list, list) {
1060 			if (test_and_clear_bit(DF_RELOGIN, &ddb_entry->flags) &&
1061 			    atomic_read(&ddb_entry->state) != DDB_STATE_ONLINE)
1062 				qla4xxx_relogin_device(ha, ddb_entry);
1063 
1064 			/*
1065 			 * If mbx cmd times out there is no point
1066 			 * in continuing further.
1067 			 * With large no of targets this can hang
1068 			 * the system.
1069 			 */
1070 			if (test_bit(DPC_RESET_HA, &ha->dpc_flags)) {
1071 				printk(KERN_WARNING "scsi%ld: %s: "
1072 				       "need to reset hba\n",
1073 				       ha->host_no, __func__);
1074 				break;
1075 			}
1076 		}
1077 	}
1078 }
1079 
1080 /**
1081  * qla4xxx_free_adapter - release the adapter
1082  * @ha: pointer to adapter structure
1083  **/
1084 static void qla4xxx_free_adapter(struct scsi_qla_host *ha)
1085 {
1086 
1087 	if (test_bit(AF_INTERRUPTS_ON, &ha->flags)) {
1088 		/* Turn-off interrupts on the card. */
1089 		qla4xxx_disable_intrs(ha);
1090 	}
1091 
1092 	/* Kill the kernel thread for this host */
1093 	if (ha->dpc_thread)
1094 		destroy_workqueue(ha->dpc_thread);
1095 
1096 	/* Issue Soft Reset to put firmware in unknown state */
1097 	if (ql4xxx_lock_drvr_wait(ha) == QLA_SUCCESS)
1098 		qla4xxx_hw_reset(ha);
1099 
1100 	/* Remove timer thread, if present */
1101 	if (ha->timer_active)
1102 		qla4xxx_stop_timer(ha);
1103 
1104 	/* Detach interrupts */
1105 	if (test_and_clear_bit(AF_IRQ_ATTACHED, &ha->flags))
1106 		free_irq(ha->pdev->irq, ha);
1107 
1108 	/* free extra memory */
1109 	qla4xxx_mem_free(ha);
1110 
1111 	pci_disable_device(ha->pdev);
1112 
1113 }
1114 
1115 /***
1116  * qla4xxx_iospace_config - maps registers
1117  * @ha: pointer to adapter structure
1118  *
1119  * This routines maps HBA's registers from the pci address space
1120  * into the kernel virtual address space for memory mapped i/o.
1121  **/
1122 static int qla4xxx_iospace_config(struct scsi_qla_host *ha)
1123 {
1124 	unsigned long pio, pio_len, pio_flags;
1125 	unsigned long mmio, mmio_len, mmio_flags;
1126 
1127 	pio = pci_resource_start(ha->pdev, 0);
1128 	pio_len = pci_resource_len(ha->pdev, 0);
1129 	pio_flags = pci_resource_flags(ha->pdev, 0);
1130 	if (pio_flags & IORESOURCE_IO) {
1131 		if (pio_len < MIN_IOBASE_LEN) {
1132 			dev_warn(&ha->pdev->dev,
1133 				"Invalid PCI I/O region size\n");
1134 			pio = 0;
1135 		}
1136 	} else {
1137 		dev_warn(&ha->pdev->dev, "region #0 not a PIO resource\n");
1138 		pio = 0;
1139 	}
1140 
1141 	/* Use MMIO operations for all accesses. */
1142 	mmio = pci_resource_start(ha->pdev, 1);
1143 	mmio_len = pci_resource_len(ha->pdev, 1);
1144 	mmio_flags = pci_resource_flags(ha->pdev, 1);
1145 
1146 	if (!(mmio_flags & IORESOURCE_MEM)) {
1147 		dev_err(&ha->pdev->dev,
1148 			"region #0 not an MMIO resource, aborting\n");
1149 
1150 		goto iospace_error_exit;
1151 	}
1152 	if (mmio_len < MIN_IOBASE_LEN) {
1153 		dev_err(&ha->pdev->dev,
1154 			"Invalid PCI mem region size, aborting\n");
1155 		goto iospace_error_exit;
1156 	}
1157 
1158 	if (pci_request_regions(ha->pdev, DRIVER_NAME)) {
1159 		dev_warn(&ha->pdev->dev,
1160 			"Failed to reserve PIO/MMIO regions\n");
1161 
1162 		goto iospace_error_exit;
1163 	}
1164 
1165 	ha->pio_address = pio;
1166 	ha->pio_length = pio_len;
1167 	ha->reg = ioremap(mmio, MIN_IOBASE_LEN);
1168 	if (!ha->reg) {
1169 		dev_err(&ha->pdev->dev,
1170 			"cannot remap MMIO, aborting\n");
1171 
1172 		goto iospace_error_exit;
1173 	}
1174 
1175 	return 0;
1176 
1177 iospace_error_exit:
1178 	return -ENOMEM;
1179 }
1180 
1181 /**
1182  * qla4xxx_probe_adapter - callback function to probe HBA
1183  * @pdev: pointer to pci_dev structure
1184  * @pci_device_id: pointer to pci_device entry
1185  *
1186  * This routine will probe for Qlogic 4xxx iSCSI host adapters.
1187  * It returns zero if successful. It also initializes all data necessary for
1188  * the driver.
1189  **/
1190 static int __devinit qla4xxx_probe_adapter(struct pci_dev *pdev,
1191 					   const struct pci_device_id *ent)
1192 {
1193 	int ret = -ENODEV, status;
1194 	struct Scsi_Host *host;
1195 	struct scsi_qla_host *ha;
1196 	uint8_t init_retry_count = 0;
1197 	char buf[34];
1198 
1199 	if (pci_enable_device(pdev))
1200 		return -1;
1201 
1202 	host = scsi_host_alloc(&qla4xxx_driver_template, sizeof(*ha));
1203 	if (host == NULL) {
1204 		printk(KERN_WARNING
1205 		       "qla4xxx: Couldn't allocate host from scsi layer!\n");
1206 		goto probe_disable_device;
1207 	}
1208 
1209 	/* Clear our data area */
1210 	ha = (struct scsi_qla_host *) host->hostdata;
1211 	memset(ha, 0, sizeof(*ha));
1212 
1213 	/* Save the information from PCI BIOS.	*/
1214 	ha->pdev = pdev;
1215 	ha->host = host;
1216 	ha->host_no = host->host_no;
1217 
1218 	/* Configure PCI I/O space. */
1219 	ret = qla4xxx_iospace_config(ha);
1220 	if (ret)
1221 		goto probe_failed;
1222 
1223 	dev_info(&ha->pdev->dev, "Found an ISP%04x, irq %d, iobase 0x%p\n",
1224 		   pdev->device, pdev->irq, ha->reg);
1225 
1226 	qla4xxx_config_dma_addressing(ha);
1227 
1228 	/* Initialize lists and spinlocks. */
1229 	INIT_LIST_HEAD(&ha->ddb_list);
1230 	INIT_LIST_HEAD(&ha->free_srb_q);
1231 
1232 	mutex_init(&ha->mbox_sem);
1233 
1234 	spin_lock_init(&ha->hardware_lock);
1235 
1236 	/* Allocate dma buffers */
1237 	if (qla4xxx_mem_alloc(ha)) {
1238 		dev_warn(&ha->pdev->dev,
1239 			   "[ERROR] Failed to allocate memory for adapter\n");
1240 
1241 		ret = -ENOMEM;
1242 		goto probe_failed;
1243 	}
1244 
1245 	/*
1246 	 * Initialize the Host adapter request/response queues and
1247 	 * firmware
1248 	 * NOTE: interrupts enabled upon successful completion
1249 	 */
1250 	status = qla4xxx_initialize_adapter(ha, REBUILD_DDB_LIST);
1251 	while (status == QLA_ERROR && init_retry_count++ < MAX_INIT_RETRIES) {
1252 		DEBUG2(printk("scsi: %s: retrying adapter initialization "
1253 			      "(%d)\n", __func__, init_retry_count));
1254 		qla4xxx_soft_reset(ha);
1255 		status = qla4xxx_initialize_adapter(ha, REBUILD_DDB_LIST);
1256 	}
1257 	if (status == QLA_ERROR) {
1258 		dev_warn(&ha->pdev->dev, "Failed to initialize adapter\n");
1259 
1260 		ret = -ENODEV;
1261 		goto probe_failed;
1262 	}
1263 
1264 	host->cmd_per_lun = 3;
1265 	host->max_channel = 0;
1266 	host->max_lun = MAX_LUNS - 1;
1267 	host->max_id = MAX_TARGETS;
1268 	host->max_cmd_len = IOCB_MAX_CDB_LEN;
1269 	host->can_queue = MAX_SRBS ;
1270 	host->transportt = qla4xxx_scsi_transport;
1271 
1272         ret = scsi_init_shared_tag_map(host, MAX_SRBS);
1273         if (ret) {
1274                 dev_warn(&ha->pdev->dev, "scsi_init_shared_tag_map failed\n");
1275                 goto probe_failed;
1276         }
1277 
1278 	/* Startup the kernel thread for this host adapter. */
1279 	DEBUG2(printk("scsi: %s: Starting kernel thread for "
1280 		      "qla4xxx_dpc\n", __func__));
1281 	sprintf(buf, "qla4xxx_%lu_dpc", ha->host_no);
1282 	ha->dpc_thread = create_singlethread_workqueue(buf);
1283 	if (!ha->dpc_thread) {
1284 		dev_warn(&ha->pdev->dev, "Unable to start DPC thread!\n");
1285 		ret = -ENODEV;
1286 		goto probe_failed;
1287 	}
1288 	INIT_WORK(&ha->dpc_work, qla4xxx_do_dpc);
1289 
1290 	ret = request_irq(pdev->irq, qla4xxx_intr_handler,
1291 			  IRQF_DISABLED | IRQF_SHARED, "qla4xxx", ha);
1292 	if (ret) {
1293 		dev_warn(&ha->pdev->dev, "Failed to reserve interrupt %d"
1294 			" already in use.\n", pdev->irq);
1295 		goto probe_failed;
1296 	}
1297 	set_bit(AF_IRQ_ATTACHED, &ha->flags);
1298 	host->irq = pdev->irq;
1299 	DEBUG(printk("scsi%d: irq %d attached\n", ha->host_no, ha->pdev->irq));
1300 
1301 	qla4xxx_enable_intrs(ha);
1302 
1303 	/* Start timer thread. */
1304 	qla4xxx_start_timer(ha, qla4xxx_timer, 1);
1305 
1306 	set_bit(AF_INIT_DONE, &ha->flags);
1307 
1308 	pci_set_drvdata(pdev, ha);
1309 
1310 	ret = scsi_add_host(host, &pdev->dev);
1311 	if (ret)
1312 		goto probe_failed;
1313 
1314 	printk(KERN_INFO
1315 	       " QLogic iSCSI HBA Driver version: %s\n"
1316 	       "  QLogic ISP%04x @ %s, host#=%ld, fw=%02d.%02d.%02d.%02d\n",
1317 	       qla4xxx_version_str, ha->pdev->device, pci_name(ha->pdev),
1318 	       ha->host_no, ha->firmware_version[0], ha->firmware_version[1],
1319 	       ha->patch_number, ha->build_number);
1320 	scsi_scan_host(host);
1321 	return 0;
1322 
1323 probe_failed:
1324 	qla4xxx_free_adapter(ha);
1325 	scsi_host_put(ha->host);
1326 
1327 probe_disable_device:
1328 	pci_disable_device(pdev);
1329 
1330 	return ret;
1331 }
1332 
1333 /**
1334  * qla4xxx_remove_adapter - calback function to remove adapter.
1335  * @pci_dev: PCI device pointer
1336  **/
1337 static void __devexit qla4xxx_remove_adapter(struct pci_dev *pdev)
1338 {
1339 	struct scsi_qla_host *ha;
1340 
1341 	ha = pci_get_drvdata(pdev);
1342 
1343 	qla4xxx_disable_intrs(ha);
1344 
1345 	while (test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags))
1346 		ssleep(1);
1347 
1348 	/* remove devs from iscsi_sessions to scsi_devices */
1349 	qla4xxx_free_ddb_list(ha);
1350 
1351 	scsi_remove_host(ha->host);
1352 
1353 	qla4xxx_free_adapter(ha);
1354 
1355 	scsi_host_put(ha->host);
1356 
1357 	pci_set_drvdata(pdev, NULL);
1358 }
1359 
1360 /**
1361  * qla4xxx_config_dma_addressing() - Configure OS DMA addressing method.
1362  * @ha: HA context
1363  *
1364  * At exit, the @ha's flags.enable_64bit_addressing set to indicated
1365  * supported addressing method.
1366  */
1367 static void qla4xxx_config_dma_addressing(struct scsi_qla_host *ha)
1368 {
1369 	int retval;
1370 
1371 	/* Update our PCI device dma_mask for full 64 bit mask */
1372 	if (pci_set_dma_mask(ha->pdev, DMA_BIT_MASK(64)) == 0) {
1373 		if (pci_set_consistent_dma_mask(ha->pdev, DMA_BIT_MASK(64))) {
1374 			dev_dbg(&ha->pdev->dev,
1375 				  "Failed to set 64 bit PCI consistent mask; "
1376 				   "using 32 bit.\n");
1377 			retval = pci_set_consistent_dma_mask(ha->pdev,
1378 							     DMA_BIT_MASK(32));
1379 		}
1380 	} else
1381 		retval = pci_set_dma_mask(ha->pdev, DMA_BIT_MASK(32));
1382 }
1383 
1384 static int qla4xxx_slave_alloc(struct scsi_device *sdev)
1385 {
1386 	struct iscsi_cls_session *sess = starget_to_session(sdev->sdev_target);
1387 	struct ddb_entry *ddb = sess->dd_data;
1388 
1389 	sdev->hostdata = ddb;
1390 	sdev->tagged_supported = 1;
1391 	scsi_activate_tcq(sdev, QL4_DEF_QDEPTH);
1392 	return 0;
1393 }
1394 
1395 static int qla4xxx_slave_configure(struct scsi_device *sdev)
1396 {
1397 	sdev->tagged_supported = 1;
1398 	return 0;
1399 }
1400 
1401 static void qla4xxx_slave_destroy(struct scsi_device *sdev)
1402 {
1403 	scsi_deactivate_tcq(sdev, 1);
1404 }
1405 
1406 /**
1407  * qla4xxx_del_from_active_array - returns an active srb
1408  * @ha: Pointer to host adapter structure.
1409  * @index: index into to the active_array
1410  *
1411  * This routine removes and returns the srb at the specified index
1412  **/
1413 struct srb * qla4xxx_del_from_active_array(struct scsi_qla_host *ha, uint32_t index)
1414 {
1415 	struct srb *srb = NULL;
1416 	struct scsi_cmnd *cmd;
1417 
1418 	if (!(cmd = scsi_host_find_tag(ha->host, index)))
1419 		return srb;
1420 
1421 	if (!(srb = (struct srb *)cmd->host_scribble))
1422 		return srb;
1423 
1424 	/* update counters */
1425 	if (srb->flags & SRB_DMA_VALID) {
1426 		ha->req_q_count += srb->iocb_cnt;
1427 		ha->iocb_cnt -= srb->iocb_cnt;
1428 		if (srb->cmd)
1429 			srb->cmd->host_scribble = NULL;
1430 	}
1431 	return srb;
1432 }
1433 
1434 /**
1435  * qla4xxx_eh_wait_on_command - waits for command to be returned by firmware
1436  * @ha: actual ha whose done queue will contain the comd returned by firmware.
1437  * @cmd: Scsi Command to wait on.
1438  *
1439  * This routine waits for the command to be returned by the Firmware
1440  * for some max time.
1441  **/
1442 static int qla4xxx_eh_wait_on_command(struct scsi_qla_host *ha,
1443 				      struct scsi_cmnd *cmd)
1444 {
1445 	int done = 0;
1446 	struct srb *rp;
1447 	uint32_t max_wait_time = EH_WAIT_CMD_TOV;
1448 
1449 	do {
1450 		/* Checking to see if its returned to OS */
1451 		rp = (struct srb *) cmd->SCp.ptr;
1452 		if (rp == NULL) {
1453 			done++;
1454 			break;
1455 		}
1456 
1457 		msleep(2000);
1458 	} while (max_wait_time--);
1459 
1460 	return done;
1461 }
1462 
1463 /**
1464  * qla4xxx_wait_for_hba_online - waits for HBA to come online
1465  * @ha: Pointer to host adapter structure
1466  **/
1467 static int qla4xxx_wait_for_hba_online(struct scsi_qla_host *ha)
1468 {
1469 	unsigned long wait_online;
1470 
1471 	wait_online = jiffies + (30 * HZ);
1472 	while (time_before(jiffies, wait_online)) {
1473 
1474 		if (adapter_up(ha))
1475 			return QLA_SUCCESS;
1476 		else if (ha->retry_reset_ha_cnt == 0)
1477 			return QLA_ERROR;
1478 
1479 		msleep(2000);
1480 	}
1481 
1482 	return QLA_ERROR;
1483 }
1484 
1485 /**
1486  * qla4xxx_eh_wait_for_commands - wait for active cmds to finish.
1487  * @ha: pointer to to HBA
1488  * @t: target id
1489  * @l: lun id
1490  *
1491  * This function waits for all outstanding commands to a lun to complete. It
1492  * returns 0 if all pending commands are returned and 1 otherwise.
1493  **/
1494 static int qla4xxx_eh_wait_for_commands(struct scsi_qla_host *ha,
1495 					struct scsi_target *stgt,
1496 					struct scsi_device *sdev)
1497 {
1498 	int cnt;
1499 	int status = 0;
1500 	struct scsi_cmnd *cmd;
1501 
1502 	/*
1503 	 * Waiting for all commands for the designated target or dev
1504 	 * in the active array
1505 	 */
1506 	for (cnt = 0; cnt < ha->host->can_queue; cnt++) {
1507 		cmd = scsi_host_find_tag(ha->host, cnt);
1508 		if (cmd && stgt == scsi_target(cmd->device) &&
1509 		    (!sdev || sdev == cmd->device)) {
1510 			if (!qla4xxx_eh_wait_on_command(ha, cmd)) {
1511 				status++;
1512 				break;
1513 			}
1514 		}
1515 	}
1516 	return status;
1517 }
1518 
1519 /**
1520  * qla4xxx_eh_device_reset - callback for target reset.
1521  * @cmd: Pointer to Linux's SCSI command structure
1522  *
1523  * This routine is called by the Linux OS to reset all luns on the
1524  * specified target.
1525  **/
1526 static int qla4xxx_eh_device_reset(struct scsi_cmnd *cmd)
1527 {
1528 	struct scsi_qla_host *ha = to_qla_host(cmd->device->host);
1529 	struct ddb_entry *ddb_entry = cmd->device->hostdata;
1530 	struct srb *sp;
1531 	int ret = FAILED, stat;
1532 
1533 	sp = (struct srb *) cmd->SCp.ptr;
1534 	if (!sp || !ddb_entry)
1535 		return ret;
1536 
1537 	dev_info(&ha->pdev->dev,
1538 		   "scsi%ld:%d:%d:%d: DEVICE RESET ISSUED.\n", ha->host_no,
1539 		   cmd->device->channel, cmd->device->id, cmd->device->lun);
1540 
1541 	DEBUG2(printk(KERN_INFO
1542 		      "scsi%ld: DEVICE_RESET cmd=%p jiffies = 0x%lx, to=%x,"
1543 		      "dpc_flags=%lx, status=%x allowed=%d\n", ha->host_no,
1544 		      cmd, jiffies, cmd->request->timeout / HZ,
1545 		      ha->dpc_flags, cmd->result, cmd->allowed));
1546 
1547 	/* FIXME: wait for hba to go online */
1548 	stat = qla4xxx_reset_lun(ha, ddb_entry, cmd->device->lun);
1549 	if (stat != QLA_SUCCESS) {
1550 		dev_info(&ha->pdev->dev, "DEVICE RESET FAILED. %d\n", stat);
1551 		goto eh_dev_reset_done;
1552 	}
1553 
1554 	if (qla4xxx_eh_wait_for_commands(ha, scsi_target(cmd->device),
1555 					 cmd->device)) {
1556 		dev_info(&ha->pdev->dev,
1557 			   "DEVICE RESET FAILED - waiting for "
1558 			   "commands.\n");
1559 		goto eh_dev_reset_done;
1560 	}
1561 
1562 	/* Send marker. */
1563 	if (qla4xxx_send_marker_iocb(ha, ddb_entry, cmd->device->lun,
1564 		MM_LUN_RESET) != QLA_SUCCESS)
1565 		goto eh_dev_reset_done;
1566 
1567 	dev_info(&ha->pdev->dev,
1568 		   "scsi(%ld:%d:%d:%d): DEVICE RESET SUCCEEDED.\n",
1569 		   ha->host_no, cmd->device->channel, cmd->device->id,
1570 		   cmd->device->lun);
1571 
1572 	ret = SUCCESS;
1573 
1574 eh_dev_reset_done:
1575 
1576 	return ret;
1577 }
1578 
1579 /**
1580  * qla4xxx_eh_target_reset - callback for target reset.
1581  * @cmd: Pointer to Linux's SCSI command structure
1582  *
1583  * This routine is called by the Linux OS to reset the target.
1584  **/
1585 static int qla4xxx_eh_target_reset(struct scsi_cmnd *cmd)
1586 {
1587 	struct scsi_qla_host *ha = to_qla_host(cmd->device->host);
1588 	struct ddb_entry *ddb_entry = cmd->device->hostdata;
1589 	int stat;
1590 
1591 	if (!ddb_entry)
1592 		return FAILED;
1593 
1594 	starget_printk(KERN_INFO, scsi_target(cmd->device),
1595 		       "WARM TARGET RESET ISSUED.\n");
1596 
1597 	DEBUG2(printk(KERN_INFO
1598 		      "scsi%ld: TARGET_DEVICE_RESET cmd=%p jiffies = 0x%lx, "
1599 		      "to=%x,dpc_flags=%lx, status=%x allowed=%d\n",
1600 		      ha->host_no, cmd, jiffies, cmd->request->timeout / HZ,
1601 		      ha->dpc_flags, cmd->result, cmd->allowed));
1602 
1603 	stat = qla4xxx_reset_target(ha, ddb_entry);
1604 	if (stat != QLA_SUCCESS) {
1605 		starget_printk(KERN_INFO, scsi_target(cmd->device),
1606 			       "WARM TARGET RESET FAILED.\n");
1607 		return FAILED;
1608 	}
1609 
1610 	if (qla4xxx_eh_wait_for_commands(ha, scsi_target(cmd->device),
1611 					 NULL)) {
1612 		starget_printk(KERN_INFO, scsi_target(cmd->device),
1613 			       "WARM TARGET DEVICE RESET FAILED - "
1614 			       "waiting for commands.\n");
1615 		return FAILED;
1616 	}
1617 
1618 	/* Send marker. */
1619 	if (qla4xxx_send_marker_iocb(ha, ddb_entry, cmd->device->lun,
1620 		MM_TGT_WARM_RESET) != QLA_SUCCESS) {
1621 		starget_printk(KERN_INFO, scsi_target(cmd->device),
1622 			       "WARM TARGET DEVICE RESET FAILED - "
1623 			       "marker iocb failed.\n");
1624 		return FAILED;
1625 	}
1626 
1627 	starget_printk(KERN_INFO, scsi_target(cmd->device),
1628 		       "WARM TARGET RESET SUCCEEDED.\n");
1629 	return SUCCESS;
1630 }
1631 
1632 /**
1633  * qla4xxx_eh_host_reset - kernel callback
1634  * @cmd: Pointer to Linux's SCSI command structure
1635  *
1636  * This routine is invoked by the Linux kernel to perform fatal error
1637  * recovery on the specified adapter.
1638  **/
1639 static int qla4xxx_eh_host_reset(struct scsi_cmnd *cmd)
1640 {
1641 	int return_status = FAILED;
1642 	struct scsi_qla_host *ha;
1643 
1644 	ha = (struct scsi_qla_host *) cmd->device->host->hostdata;
1645 
1646 	dev_info(&ha->pdev->dev,
1647 		   "scsi(%ld:%d:%d:%d): ADAPTER RESET ISSUED.\n", ha->host_no,
1648 		   cmd->device->channel, cmd->device->id, cmd->device->lun);
1649 
1650 	if (qla4xxx_wait_for_hba_online(ha) != QLA_SUCCESS) {
1651 		DEBUG2(printk("scsi%ld:%d: %s: Unable to reset host.  Adapter "
1652 			      "DEAD.\n", ha->host_no, cmd->device->channel,
1653 			      __func__));
1654 
1655 		return FAILED;
1656 	}
1657 
1658 	/* make sure the dpc thread is stopped while we reset the hba */
1659 	clear_bit(AF_ONLINE, &ha->flags);
1660 	flush_workqueue(ha->dpc_thread);
1661 
1662 	if (qla4xxx_recover_adapter(ha, PRESERVE_DDB_LIST) == QLA_SUCCESS)
1663 		return_status = SUCCESS;
1664 
1665 	dev_info(&ha->pdev->dev, "HOST RESET %s.\n",
1666 		   return_status == FAILED ? "FAILED" : "SUCCEDED");
1667 
1668 	return return_status;
1669 }
1670 
1671 
1672 static struct pci_device_id qla4xxx_pci_tbl[] = {
1673 	{
1674 		.vendor		= PCI_VENDOR_ID_QLOGIC,
1675 		.device		= PCI_DEVICE_ID_QLOGIC_ISP4010,
1676 		.subvendor	= PCI_ANY_ID,
1677 		.subdevice	= PCI_ANY_ID,
1678 	},
1679 	{
1680 		.vendor		= PCI_VENDOR_ID_QLOGIC,
1681 		.device		= PCI_DEVICE_ID_QLOGIC_ISP4022,
1682 		.subvendor	= PCI_ANY_ID,
1683 		.subdevice	= PCI_ANY_ID,
1684 	},
1685 	{
1686 		.vendor		= PCI_VENDOR_ID_QLOGIC,
1687 		.device		= PCI_DEVICE_ID_QLOGIC_ISP4032,
1688 		.subvendor	= PCI_ANY_ID,
1689 		.subdevice	= PCI_ANY_ID,
1690 	},
1691 	{0, 0},
1692 };
1693 MODULE_DEVICE_TABLE(pci, qla4xxx_pci_tbl);
1694 
1695 static struct pci_driver qla4xxx_pci_driver = {
1696 	.name		= DRIVER_NAME,
1697 	.id_table	= qla4xxx_pci_tbl,
1698 	.probe		= qla4xxx_probe_adapter,
1699 	.remove		= qla4xxx_remove_adapter,
1700 };
1701 
1702 static int __init qla4xxx_module_init(void)
1703 {
1704 	int ret;
1705 
1706 	/* Allocate cache for SRBs. */
1707 	srb_cachep = kmem_cache_create("qla4xxx_srbs", sizeof(struct srb), 0,
1708 				       SLAB_HWCACHE_ALIGN, NULL);
1709 	if (srb_cachep == NULL) {
1710 		printk(KERN_ERR
1711 		       "%s: Unable to allocate SRB cache..."
1712 		       "Failing load!\n", DRIVER_NAME);
1713 		ret = -ENOMEM;
1714 		goto no_srp_cache;
1715 	}
1716 
1717 	/* Derive version string. */
1718 	strcpy(qla4xxx_version_str, QLA4XXX_DRIVER_VERSION);
1719 	if (ql4xextended_error_logging)
1720 		strcat(qla4xxx_version_str, "-debug");
1721 
1722 	qla4xxx_scsi_transport =
1723 		iscsi_register_transport(&qla4xxx_iscsi_transport);
1724 	if (!qla4xxx_scsi_transport){
1725 		ret = -ENODEV;
1726 		goto release_srb_cache;
1727 	}
1728 
1729 	ret = pci_register_driver(&qla4xxx_pci_driver);
1730 	if (ret)
1731 		goto unregister_transport;
1732 
1733 	printk(KERN_INFO "QLogic iSCSI HBA Driver\n");
1734 	return 0;
1735 
1736 unregister_transport:
1737 	iscsi_unregister_transport(&qla4xxx_iscsi_transport);
1738 release_srb_cache:
1739 	kmem_cache_destroy(srb_cachep);
1740 no_srp_cache:
1741 	return ret;
1742 }
1743 
1744 static void __exit qla4xxx_module_exit(void)
1745 {
1746 	ql4_mod_unload = 1;
1747 	pci_unregister_driver(&qla4xxx_pci_driver);
1748 	iscsi_unregister_transport(&qla4xxx_iscsi_transport);
1749 	kmem_cache_destroy(srb_cachep);
1750 }
1751 
1752 module_init(qla4xxx_module_init);
1753 module_exit(qla4xxx_module_exit);
1754 
1755 MODULE_AUTHOR("QLogic Corporation");
1756 MODULE_DESCRIPTION("QLogic iSCSI HBA Driver");
1757 MODULE_LICENSE("GPL");
1758 MODULE_VERSION(QLA4XXX_DRIVER_VERSION);
1759