xref: /openbmc/linux/drivers/message/fusion/mptbase.c (revision 612a462a)
1 /*
2  *  linux/drivers/message/fusion/mptbase.c
3  *      This is the Fusion MPT base driver which supports multiple
4  *      (SCSI + LAN) specialized protocol drivers.
5  *      For use with LSI PCI chip/adapter(s)
6  *      running LSI Fusion MPT (Message Passing Technology) firmware.
7  *
8  *  Copyright (c) 1999-2008 LSI Corporation
9  *  (mailto:DL-MPTFusionLinux@lsi.com)
10  *
11  */
12 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
13 /*
14     This program is free software; you can redistribute it and/or modify
15     it under the terms of the GNU General Public License as published by
16     the Free Software Foundation; version 2 of the License.
17 
18     This program is distributed in the hope that it will be useful,
19     but WITHOUT ANY WARRANTY; without even the implied warranty of
20     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
21     GNU General Public License for more details.
22 
23     NO WARRANTY
24     THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
25     CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
26     LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
27     MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
28     solely responsible for determining the appropriateness of using and
29     distributing the Program and assumes all risks associated with its
30     exercise of rights under this Agreement, including but not limited to
31     the risks and costs of program errors, damage to or loss of data,
32     programs or equipment, and unavailability or interruption of operations.
33 
34     DISCLAIMER OF LIABILITY
35     NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
36     DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
37     DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
38     ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
39     TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
40     USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
41     HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
42 
43     You should have received a copy of the GNU General Public License
44     along with this program; if not, write to the Free Software
45     Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
46 */
47 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
48 
49 #include <linux/kernel.h>
50 #include <linux/module.h>
51 #include <linux/errno.h>
52 #include <linux/init.h>
53 #include <linux/seq_file.h>
54 #include <linux/slab.h>
55 #include <linux/types.h>
56 #include <linux/pci.h>
57 #include <linux/kdev_t.h>
58 #include <linux/blkdev.h>
59 #include <linux/delay.h>
60 #include <linux/interrupt.h>		/* needed for in_interrupt() proto */
61 #include <linux/dma-mapping.h>
62 #include <linux/kthread.h>
63 #include <scsi/scsi_host.h>
64 
65 #include "mptbase.h"
66 #include "lsi/mpi_log_fc.h"
67 
68 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
69 #define my_NAME		"Fusion MPT base driver"
70 #define my_VERSION	MPT_LINUX_VERSION_COMMON
71 #define MYNAM		"mptbase"
72 
73 MODULE_AUTHOR(MODULEAUTHOR);
74 MODULE_DESCRIPTION(my_NAME);
75 MODULE_LICENSE("GPL");
76 MODULE_VERSION(my_VERSION);
77 
78 /*
79  *  cmd line parameters
80  */
81 
82 static int mpt_msi_enable_spi;
83 module_param(mpt_msi_enable_spi, int, 0);
84 MODULE_PARM_DESC(mpt_msi_enable_spi,
85 		 " Enable MSI Support for SPI controllers (default=0)");
86 
87 static int mpt_msi_enable_fc;
88 module_param(mpt_msi_enable_fc, int, 0);
89 MODULE_PARM_DESC(mpt_msi_enable_fc,
90 		 " Enable MSI Support for FC controllers (default=0)");
91 
92 static int mpt_msi_enable_sas;
93 module_param(mpt_msi_enable_sas, int, 0);
94 MODULE_PARM_DESC(mpt_msi_enable_sas,
95 		 " Enable MSI Support for SAS controllers (default=0)");
96 
97 static int mpt_channel_mapping;
98 module_param(mpt_channel_mapping, int, 0);
99 MODULE_PARM_DESC(mpt_channel_mapping, " Mapping id's to channels (default=0)");
100 
101 static int mpt_debug_level;
102 static int mpt_set_debug_level(const char *val, struct kernel_param *kp);
103 module_param_call(mpt_debug_level, mpt_set_debug_level, param_get_int,
104 		  &mpt_debug_level, 0600);
105 MODULE_PARM_DESC(mpt_debug_level,
106 		 " debug level - refer to mptdebug.h - (default=0)");
107 
108 int mpt_fwfault_debug;
109 EXPORT_SYMBOL(mpt_fwfault_debug);
110 module_param(mpt_fwfault_debug, int, 0600);
111 MODULE_PARM_DESC(mpt_fwfault_debug,
112 		 "Enable detection of Firmware fault and halt Firmware on fault - (default=0)");
113 
114 static char	MptCallbacksName[MPT_MAX_PROTOCOL_DRIVERS]
115 				[MPT_MAX_CALLBACKNAME_LEN+1];
116 
117 #ifdef MFCNT
118 static int mfcounter = 0;
119 #define PRINT_MF_COUNT 20000
120 #endif
121 
122 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
123 /*
124  *  Public data...
125  */
126 
127 #define WHOINIT_UNKNOWN		0xAA
128 
129 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
130 /*
131  *  Private data...
132  */
133 					/* Adapter link list */
134 LIST_HEAD(ioc_list);
135 					/* Callback lookup table */
136 static MPT_CALLBACK		 MptCallbacks[MPT_MAX_PROTOCOL_DRIVERS];
137 					/* Protocol driver class lookup table */
138 static int			 MptDriverClass[MPT_MAX_PROTOCOL_DRIVERS];
139 					/* Event handler lookup table */
140 static MPT_EVHANDLER		 MptEvHandlers[MPT_MAX_PROTOCOL_DRIVERS];
141 					/* Reset handler lookup table */
142 static MPT_RESETHANDLER		 MptResetHandlers[MPT_MAX_PROTOCOL_DRIVERS];
143 static struct mpt_pci_driver 	*MptDeviceDriverHandlers[MPT_MAX_PROTOCOL_DRIVERS];
144 
145 #ifdef CONFIG_PROC_FS
146 static struct proc_dir_entry 	*mpt_proc_root_dir;
147 #endif
148 
149 /*
150  *  Driver Callback Index's
151  */
152 static u8 mpt_base_index = MPT_MAX_PROTOCOL_DRIVERS;
153 static u8 last_drv_idx;
154 
155 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
156 /*
157  *  Forward protos...
158  */
159 static irqreturn_t mpt_interrupt(int irq, void *bus_id);
160 static int	mptbase_reply(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req,
161 		MPT_FRAME_HDR *reply);
162 static int	mpt_handshake_req_reply_wait(MPT_ADAPTER *ioc, int reqBytes,
163 			u32 *req, int replyBytes, u16 *u16reply, int maxwait,
164 			int sleepFlag);
165 static int	mpt_do_ioc_recovery(MPT_ADAPTER *ioc, u32 reason, int sleepFlag);
166 static void	mpt_detect_bound_ports(MPT_ADAPTER *ioc, struct pci_dev *pdev);
167 static void	mpt_adapter_disable(MPT_ADAPTER *ioc);
168 static void	mpt_adapter_dispose(MPT_ADAPTER *ioc);
169 
170 static void	MptDisplayIocCapabilities(MPT_ADAPTER *ioc);
171 static int	MakeIocReady(MPT_ADAPTER *ioc, int force, int sleepFlag);
172 static int	GetIocFacts(MPT_ADAPTER *ioc, int sleepFlag, int reason);
173 static int	GetPortFacts(MPT_ADAPTER *ioc, int portnum, int sleepFlag);
174 static int	SendIocInit(MPT_ADAPTER *ioc, int sleepFlag);
175 static int	SendPortEnable(MPT_ADAPTER *ioc, int portnum, int sleepFlag);
176 static int	mpt_do_upload(MPT_ADAPTER *ioc, int sleepFlag);
177 static int	mpt_downloadboot(MPT_ADAPTER *ioc, MpiFwHeader_t *pFwHeader, int sleepFlag);
178 static int	mpt_diag_reset(MPT_ADAPTER *ioc, int ignore, int sleepFlag);
179 static int	KickStart(MPT_ADAPTER *ioc, int ignore, int sleepFlag);
180 static int	SendIocReset(MPT_ADAPTER *ioc, u8 reset_type, int sleepFlag);
181 static int	PrimeIocFifos(MPT_ADAPTER *ioc);
182 static int	WaitForDoorbellAck(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
183 static int	WaitForDoorbellInt(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
184 static int	WaitForDoorbellReply(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
185 static int	GetLanConfigPages(MPT_ADAPTER *ioc);
186 static int	GetIoUnitPage2(MPT_ADAPTER *ioc);
187 int		mptbase_sas_persist_operation(MPT_ADAPTER *ioc, u8 persist_opcode);
188 static int	mpt_GetScsiPortSettings(MPT_ADAPTER *ioc, int portnum);
189 static int	mpt_readScsiDevicePageHeaders(MPT_ADAPTER *ioc, int portnum);
190 static void 	mpt_read_ioc_pg_1(MPT_ADAPTER *ioc);
191 static void 	mpt_read_ioc_pg_4(MPT_ADAPTER *ioc);
192 static void	mpt_get_manufacturing_pg_0(MPT_ADAPTER *ioc);
193 static int	SendEventNotification(MPT_ADAPTER *ioc, u8 EvSwitch,
194 	int sleepFlag);
195 static int	SendEventAck(MPT_ADAPTER *ioc, EventNotificationReply_t *evnp);
196 static int	mpt_host_page_access_control(MPT_ADAPTER *ioc, u8 access_control_value, int sleepFlag);
197 static int	mpt_host_page_alloc(MPT_ADAPTER *ioc, pIOCInit_t ioc_init);
198 
199 #ifdef CONFIG_PROC_FS
200 static const struct file_operations mpt_summary_proc_fops;
201 static const struct file_operations mpt_version_proc_fops;
202 static const struct file_operations mpt_iocinfo_proc_fops;
203 #endif
204 static void	mpt_get_fw_exp_ver(char *buf, MPT_ADAPTER *ioc);
205 
206 static int	ProcessEventNotification(MPT_ADAPTER *ioc,
207 		EventNotificationReply_t *evReply, int *evHandlers);
208 static void	mpt_iocstatus_info(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf);
209 static void	mpt_fc_log_info(MPT_ADAPTER *ioc, u32 log_info);
210 static void	mpt_spi_log_info(MPT_ADAPTER *ioc, u32 log_info);
211 static void	mpt_sas_log_info(MPT_ADAPTER *ioc, u32 log_info , u8 cb_idx);
212 static int	mpt_read_ioc_pg_3(MPT_ADAPTER *ioc);
213 static void	mpt_inactive_raid_list_free(MPT_ADAPTER *ioc);
214 
215 /* module entry point */
216 static int  __init    fusion_init  (void);
217 static void __exit    fusion_exit  (void);
218 
219 #define CHIPREG_READ32(addr) 		readl_relaxed(addr)
220 #define CHIPREG_READ32_dmasync(addr)	readl(addr)
221 #define CHIPREG_WRITE32(addr,val) 	writel(val, addr)
222 #define CHIPREG_PIO_WRITE32(addr,val)	outl(val, (unsigned long)addr)
223 #define CHIPREG_PIO_READ32(addr) 	inl((unsigned long)addr)
224 
225 static void
226 pci_disable_io_access(struct pci_dev *pdev)
227 {
228 	u16 command_reg;
229 
230 	pci_read_config_word(pdev, PCI_COMMAND, &command_reg);
231 	command_reg &= ~1;
232 	pci_write_config_word(pdev, PCI_COMMAND, command_reg);
233 }
234 
235 static void
236 pci_enable_io_access(struct pci_dev *pdev)
237 {
238 	u16 command_reg;
239 
240 	pci_read_config_word(pdev, PCI_COMMAND, &command_reg);
241 	command_reg |= 1;
242 	pci_write_config_word(pdev, PCI_COMMAND, command_reg);
243 }
244 
245 static int mpt_set_debug_level(const char *val, struct kernel_param *kp)
246 {
247 	int ret = param_set_int(val, kp);
248 	MPT_ADAPTER *ioc;
249 
250 	if (ret)
251 		return ret;
252 
253 	list_for_each_entry(ioc, &ioc_list, list)
254 		ioc->debug_level = mpt_debug_level;
255 	return 0;
256 }
257 
258 /**
259  *	mpt_get_cb_idx - obtain cb_idx for registered driver
260  *	@dclass: class driver enum
261  *
262  *	Returns cb_idx, or zero means it wasn't found
263  **/
264 static u8
265 mpt_get_cb_idx(MPT_DRIVER_CLASS dclass)
266 {
267 	u8 cb_idx;
268 
269 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--)
270 		if (MptDriverClass[cb_idx] == dclass)
271 			return cb_idx;
272 	return 0;
273 }
274 
275 /**
276  * mpt_is_discovery_complete - determine if discovery has completed
277  * @ioc: per adatper instance
278  *
279  * Returns 1 when discovery completed, else zero.
280  */
281 static int
282 mpt_is_discovery_complete(MPT_ADAPTER *ioc)
283 {
284 	ConfigExtendedPageHeader_t hdr;
285 	CONFIGPARMS cfg;
286 	SasIOUnitPage0_t *buffer;
287 	dma_addr_t dma_handle;
288 	int rc = 0;
289 
290 	memset(&hdr, 0, sizeof(ConfigExtendedPageHeader_t));
291 	memset(&cfg, 0, sizeof(CONFIGPARMS));
292 	hdr.PageVersion = MPI_SASIOUNITPAGE0_PAGEVERSION;
293 	hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
294 	hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_IO_UNIT;
295 	cfg.cfghdr.ehdr = &hdr;
296 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
297 
298 	if ((mpt_config(ioc, &cfg)))
299 		goto out;
300 	if (!hdr.ExtPageLength)
301 		goto out;
302 
303 	buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
304 	    &dma_handle);
305 	if (!buffer)
306 		goto out;
307 
308 	cfg.physAddr = dma_handle;
309 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
310 
311 	if ((mpt_config(ioc, &cfg)))
312 		goto out_free_consistent;
313 
314 	if (!(buffer->PhyData[0].PortFlags &
315 	    MPI_SAS_IOUNIT0_PORT_FLAGS_DISCOVERY_IN_PROGRESS))
316 		rc = 1;
317 
318  out_free_consistent:
319 	pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
320 	    buffer, dma_handle);
321  out:
322 	return rc;
323 }
324 
325 
326 /**
327  *  mpt_remove_dead_ioc_func - kthread context to remove dead ioc
328  * @arg: input argument, used to derive ioc
329  *
330  * Return 0 if controller is removed from pci subsystem.
331  * Return -1 for other case.
332  */
333 static int mpt_remove_dead_ioc_func(void *arg)
334 {
335 	MPT_ADAPTER *ioc = (MPT_ADAPTER *)arg;
336 	struct pci_dev *pdev;
337 
338 	if ((ioc == NULL))
339 		return -1;
340 
341 	pdev = ioc->pcidev;
342 	if ((pdev == NULL))
343 		return -1;
344 
345 	pci_stop_and_remove_bus_device_locked(pdev);
346 	return 0;
347 }
348 
349 
350 
351 /**
352  *	mpt_fault_reset_work - work performed on workq after ioc fault
353  *	@work: input argument, used to derive ioc
354  *
355 **/
356 static void
357 mpt_fault_reset_work(struct work_struct *work)
358 {
359 	MPT_ADAPTER	*ioc =
360 	    container_of(work, MPT_ADAPTER, fault_reset_work.work);
361 	u32		 ioc_raw_state;
362 	int		 rc;
363 	unsigned long	 flags;
364 	MPT_SCSI_HOST	*hd;
365 	struct task_struct *p;
366 
367 	if (ioc->ioc_reset_in_progress || !ioc->active)
368 		goto out;
369 
370 
371 	ioc_raw_state = mpt_GetIocState(ioc, 0);
372 	if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_MASK) {
373 		printk(MYIOC_s_INFO_FMT "%s: IOC is non-operational !!!!\n",
374 		    ioc->name, __func__);
375 
376 		/*
377 		 * Call mptscsih_flush_pending_cmds callback so that we
378 		 * flush all pending commands back to OS.
379 		 * This call is required to aovid deadlock at block layer.
380 		 * Dead IOC will fail to do diag reset,and this call is safe
381 		 * since dead ioc will never return any command back from HW.
382 		 */
383 		hd = shost_priv(ioc->sh);
384 		ioc->schedule_dead_ioc_flush_running_cmds(hd);
385 
386 		/*Remove the Dead Host */
387 		p = kthread_run(mpt_remove_dead_ioc_func, ioc,
388 				"mpt_dead_ioc_%d", ioc->id);
389 		if (IS_ERR(p))	{
390 			printk(MYIOC_s_ERR_FMT
391 				"%s: Running mpt_dead_ioc thread failed !\n",
392 				ioc->name, __func__);
393 		} else {
394 			printk(MYIOC_s_WARN_FMT
395 				"%s: Running mpt_dead_ioc thread success !\n",
396 				ioc->name, __func__);
397 		}
398 		return; /* don't rearm timer */
399 	}
400 
401 	if ((ioc_raw_state & MPI_IOC_STATE_MASK)
402 			== MPI_IOC_STATE_FAULT) {
403 		printk(MYIOC_s_WARN_FMT "IOC is in FAULT state (%04xh)!!!\n",
404 		       ioc->name, ioc_raw_state & MPI_DOORBELL_DATA_MASK);
405 		printk(MYIOC_s_WARN_FMT "Issuing HardReset from %s!!\n",
406 		       ioc->name, __func__);
407 		rc = mpt_HardResetHandler(ioc, CAN_SLEEP);
408 		printk(MYIOC_s_WARN_FMT "%s: HardReset: %s\n", ioc->name,
409 		       __func__, (rc == 0) ? "success" : "failed");
410 		ioc_raw_state = mpt_GetIocState(ioc, 0);
411 		if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT)
412 			printk(MYIOC_s_WARN_FMT "IOC is in FAULT state after "
413 			    "reset (%04xh)\n", ioc->name, ioc_raw_state &
414 			    MPI_DOORBELL_DATA_MASK);
415 	} else if (ioc->bus_type == SAS && ioc->sas_discovery_quiesce_io) {
416 		if ((mpt_is_discovery_complete(ioc))) {
417 			devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "clearing "
418 			    "discovery_quiesce_io flag\n", ioc->name));
419 			ioc->sas_discovery_quiesce_io = 0;
420 		}
421 	}
422 
423  out:
424 	/*
425 	 * Take turns polling alternate controller
426 	 */
427 	if (ioc->alt_ioc)
428 		ioc = ioc->alt_ioc;
429 
430 	/* rearm the timer */
431 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
432 	if (ioc->reset_work_q)
433 		queue_delayed_work(ioc->reset_work_q, &ioc->fault_reset_work,
434 			msecs_to_jiffies(MPT_POLLING_INTERVAL));
435 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
436 }
437 
438 
439 /*
440  *  Process turbo (context) reply...
441  */
442 static void
443 mpt_turbo_reply(MPT_ADAPTER *ioc, u32 pa)
444 {
445 	MPT_FRAME_HDR *mf = NULL;
446 	MPT_FRAME_HDR *mr = NULL;
447 	u16 req_idx = 0;
448 	u8 cb_idx;
449 
450 	dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got TURBO reply req_idx=%08x\n",
451 				ioc->name, pa));
452 
453 	switch (pa >> MPI_CONTEXT_REPLY_TYPE_SHIFT) {
454 	case MPI_CONTEXT_REPLY_TYPE_SCSI_INIT:
455 		req_idx = pa & 0x0000FFFF;
456 		cb_idx = (pa & 0x00FF0000) >> 16;
457 		mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
458 		break;
459 	case MPI_CONTEXT_REPLY_TYPE_LAN:
460 		cb_idx = mpt_get_cb_idx(MPTLAN_DRIVER);
461 		/*
462 		 *  Blind set of mf to NULL here was fatal
463 		 *  after lan_reply says "freeme"
464 		 *  Fix sort of combined with an optimization here;
465 		 *  added explicit check for case where lan_reply
466 		 *  was just returning 1 and doing nothing else.
467 		 *  For this case skip the callback, but set up
468 		 *  proper mf value first here:-)
469 		 */
470 		if ((pa & 0x58000000) == 0x58000000) {
471 			req_idx = pa & 0x0000FFFF;
472 			mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
473 			mpt_free_msg_frame(ioc, mf);
474 			mb();
475 			return;
476 			break;
477 		}
478 		mr = (MPT_FRAME_HDR *) CAST_U32_TO_PTR(pa);
479 		break;
480 	case MPI_CONTEXT_REPLY_TYPE_SCSI_TARGET:
481 		cb_idx = mpt_get_cb_idx(MPTSTM_DRIVER);
482 		mr = (MPT_FRAME_HDR *) CAST_U32_TO_PTR(pa);
483 		break;
484 	default:
485 		cb_idx = 0;
486 		BUG();
487 	}
488 
489 	/*  Check for (valid) IO callback!  */
490 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS ||
491 		MptCallbacks[cb_idx] == NULL) {
492 		printk(MYIOC_s_WARN_FMT "%s: Invalid cb_idx (%d)!\n",
493 				__func__, ioc->name, cb_idx);
494 		goto out;
495 	}
496 
497 	if (MptCallbacks[cb_idx](ioc, mf, mr))
498 		mpt_free_msg_frame(ioc, mf);
499  out:
500 	mb();
501 }
502 
503 static void
504 mpt_reply(MPT_ADAPTER *ioc, u32 pa)
505 {
506 	MPT_FRAME_HDR	*mf;
507 	MPT_FRAME_HDR	*mr;
508 	u16		 req_idx;
509 	u8		 cb_idx;
510 	int		 freeme;
511 
512 	u32 reply_dma_low;
513 	u16 ioc_stat;
514 
515 	/* non-TURBO reply!  Hmmm, something may be up...
516 	 *  Newest turbo reply mechanism; get address
517 	 *  via left shift 1 (get rid of MPI_ADDRESS_REPLY_A_BIT)!
518 	 */
519 
520 	/* Map DMA address of reply header to cpu address.
521 	 * pa is 32 bits - but the dma address may be 32 or 64 bits
522 	 * get offset based only only the low addresses
523 	 */
524 
525 	reply_dma_low = (pa <<= 1);
526 	mr = (MPT_FRAME_HDR *)((u8 *)ioc->reply_frames +
527 			 (reply_dma_low - ioc->reply_frames_low_dma));
528 
529 	req_idx = le16_to_cpu(mr->u.frame.hwhdr.msgctxu.fld.req_idx);
530 	cb_idx = mr->u.frame.hwhdr.msgctxu.fld.cb_idx;
531 	mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
532 
533 	dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got non-TURBO reply=%p req_idx=%x cb_idx=%x Function=%x\n",
534 			ioc->name, mr, req_idx, cb_idx, mr->u.hdr.Function));
535 	DBG_DUMP_REPLY_FRAME(ioc, (u32 *)mr);
536 
537 	 /*  Check/log IOC log info
538 	 */
539 	ioc_stat = le16_to_cpu(mr->u.reply.IOCStatus);
540 	if (ioc_stat & MPI_IOCSTATUS_FLAG_LOG_INFO_AVAILABLE) {
541 		u32	 log_info = le32_to_cpu(mr->u.reply.IOCLogInfo);
542 		if (ioc->bus_type == FC)
543 			mpt_fc_log_info(ioc, log_info);
544 		else if (ioc->bus_type == SPI)
545 			mpt_spi_log_info(ioc, log_info);
546 		else if (ioc->bus_type == SAS)
547 			mpt_sas_log_info(ioc, log_info, cb_idx);
548 	}
549 
550 	if (ioc_stat & MPI_IOCSTATUS_MASK)
551 		mpt_iocstatus_info(ioc, (u32)ioc_stat, mf);
552 
553 	/*  Check for (valid) IO callback!  */
554 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS ||
555 		MptCallbacks[cb_idx] == NULL) {
556 		printk(MYIOC_s_WARN_FMT "%s: Invalid cb_idx (%d)!\n",
557 				__func__, ioc->name, cb_idx);
558 		freeme = 0;
559 		goto out;
560 	}
561 
562 	freeme = MptCallbacks[cb_idx](ioc, mf, mr);
563 
564  out:
565 	/*  Flush (non-TURBO) reply with a WRITE!  */
566 	CHIPREG_WRITE32(&ioc->chip->ReplyFifo, pa);
567 
568 	if (freeme)
569 		mpt_free_msg_frame(ioc, mf);
570 	mb();
571 }
572 
573 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
574 /**
575  *	mpt_interrupt - MPT adapter (IOC) specific interrupt handler.
576  *	@irq: irq number (not used)
577  *	@bus_id: bus identifier cookie == pointer to MPT_ADAPTER structure
578  *
579  *	This routine is registered via the request_irq() kernel API call,
580  *	and handles all interrupts generated from a specific MPT adapter
581  *	(also referred to as a IO Controller or IOC).
582  *	This routine must clear the interrupt from the adapter and does
583  *	so by reading the reply FIFO.  Multiple replies may be processed
584  *	per single call to this routine.
585  *
586  *	This routine handles register-level access of the adapter but
587  *	dispatches (calls) a protocol-specific callback routine to handle
588  *	the protocol-specific details of the MPT request completion.
589  */
590 static irqreturn_t
591 mpt_interrupt(int irq, void *bus_id)
592 {
593 	MPT_ADAPTER *ioc = bus_id;
594 	u32 pa = CHIPREG_READ32_dmasync(&ioc->chip->ReplyFifo);
595 
596 	if (pa == 0xFFFFFFFF)
597 		return IRQ_NONE;
598 
599 	/*
600 	 *  Drain the reply FIFO!
601 	 */
602 	do {
603 		if (pa & MPI_ADDRESS_REPLY_A_BIT)
604 			mpt_reply(ioc, pa);
605 		else
606 			mpt_turbo_reply(ioc, pa);
607 		pa = CHIPREG_READ32_dmasync(&ioc->chip->ReplyFifo);
608 	} while (pa != 0xFFFFFFFF);
609 
610 	return IRQ_HANDLED;
611 }
612 
613 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
614 /**
615  *	mptbase_reply - MPT base driver's callback routine
616  *	@ioc: Pointer to MPT_ADAPTER structure
617  *	@req: Pointer to original MPT request frame
618  *	@reply: Pointer to MPT reply frame (NULL if TurboReply)
619  *
620  *	MPT base driver's callback routine; all base driver
621  *	"internal" request/reply processing is routed here.
622  *	Currently used for EventNotification and EventAck handling.
623  *
624  *	Returns 1 indicating original alloc'd request frame ptr
625  *	should be freed, or 0 if it shouldn't.
626  */
627 static int
628 mptbase_reply(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req, MPT_FRAME_HDR *reply)
629 {
630 	EventNotificationReply_t *pEventReply;
631 	u8 event;
632 	int evHandlers;
633 	int freereq = 1;
634 
635 	switch (reply->u.hdr.Function) {
636 	case MPI_FUNCTION_EVENT_NOTIFICATION:
637 		pEventReply = (EventNotificationReply_t *)reply;
638 		evHandlers = 0;
639 		ProcessEventNotification(ioc, pEventReply, &evHandlers);
640 		event = le32_to_cpu(pEventReply->Event) & 0xFF;
641 		if (pEventReply->MsgFlags & MPI_MSGFLAGS_CONTINUATION_REPLY)
642 			freereq = 0;
643 		if (event != MPI_EVENT_EVENT_CHANGE)
644 			break;
645 	case MPI_FUNCTION_CONFIG:
646 	case MPI_FUNCTION_SAS_IO_UNIT_CONTROL:
647 		ioc->mptbase_cmds.status |= MPT_MGMT_STATUS_COMMAND_GOOD;
648 		ioc->mptbase_cmds.status |= MPT_MGMT_STATUS_RF_VALID;
649 		memcpy(ioc->mptbase_cmds.reply, reply,
650 		    min(MPT_DEFAULT_FRAME_SIZE,
651 			4 * reply->u.reply.MsgLength));
652 		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_PENDING) {
653 			ioc->mptbase_cmds.status &= ~MPT_MGMT_STATUS_PENDING;
654 			complete(&ioc->mptbase_cmds.done);
655 		} else
656 			freereq = 0;
657 		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_FREE_MF)
658 			freereq = 1;
659 		break;
660 	case MPI_FUNCTION_EVENT_ACK:
661 		devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
662 		    "EventAck reply received\n", ioc->name));
663 		break;
664 	default:
665 		printk(MYIOC_s_ERR_FMT
666 		    "Unexpected msg function (=%02Xh) reply received!\n",
667 		    ioc->name, reply->u.hdr.Function);
668 		break;
669 	}
670 
671 	/*
672 	 *	Conditionally tell caller to free the original
673 	 *	EventNotification/EventAck/unexpected request frame!
674 	 */
675 	return freereq;
676 }
677 
678 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
679 /**
680  *	mpt_register - Register protocol-specific main callback handler.
681  *	@cbfunc: callback function pointer
682  *	@dclass: Protocol driver's class (%MPT_DRIVER_CLASS enum value)
683  *	@func_name: call function's name
684  *
685  *	This routine is called by a protocol-specific driver (SCSI host,
686  *	LAN, SCSI target) to register its reply callback routine.  Each
687  *	protocol-specific driver must do this before it will be able to
688  *	use any IOC resources, such as obtaining request frames.
689  *
690  *	NOTES: The SCSI protocol driver currently calls this routine thrice
691  *	in order to register separate callbacks; one for "normal" SCSI IO;
692  *	one for MptScsiTaskMgmt requests; one for Scan/DV requests.
693  *
694  *	Returns u8 valued "handle" in the range (and S.O.D. order)
695  *	{N,...,7,6,5,...,1} if successful.
696  *	A return value of MPT_MAX_PROTOCOL_DRIVERS (including zero!) should be
697  *	considered an error by the caller.
698  */
699 u8
700 mpt_register(MPT_CALLBACK cbfunc, MPT_DRIVER_CLASS dclass, char *func_name)
701 {
702 	u8 cb_idx;
703 	last_drv_idx = MPT_MAX_PROTOCOL_DRIVERS;
704 
705 	/*
706 	 *  Search for empty callback slot in this order: {N,...,7,6,5,...,1}
707 	 *  (slot/handle 0 is reserved!)
708 	 */
709 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
710 		if (MptCallbacks[cb_idx] == NULL) {
711 			MptCallbacks[cb_idx] = cbfunc;
712 			MptDriverClass[cb_idx] = dclass;
713 			MptEvHandlers[cb_idx] = NULL;
714 			last_drv_idx = cb_idx;
715 			strlcpy(MptCallbacksName[cb_idx], func_name,
716 				MPT_MAX_CALLBACKNAME_LEN+1);
717 			break;
718 		}
719 	}
720 
721 	return last_drv_idx;
722 }
723 
724 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
725 /**
726  *	mpt_deregister - Deregister a protocol drivers resources.
727  *	@cb_idx: previously registered callback handle
728  *
729  *	Each protocol-specific driver should call this routine when its
730  *	module is unloaded.
731  */
732 void
733 mpt_deregister(u8 cb_idx)
734 {
735 	if (cb_idx && (cb_idx < MPT_MAX_PROTOCOL_DRIVERS)) {
736 		MptCallbacks[cb_idx] = NULL;
737 		MptDriverClass[cb_idx] = MPTUNKNOWN_DRIVER;
738 		MptEvHandlers[cb_idx] = NULL;
739 
740 		last_drv_idx++;
741 	}
742 }
743 
744 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
745 /**
746  *	mpt_event_register - Register protocol-specific event callback handler.
747  *	@cb_idx: previously registered (via mpt_register) callback handle
748  *	@ev_cbfunc: callback function
749  *
750  *	This routine can be called by one or more protocol-specific drivers
751  *	if/when they choose to be notified of MPT events.
752  *
753  *	Returns 0 for success.
754  */
755 int
756 mpt_event_register(u8 cb_idx, MPT_EVHANDLER ev_cbfunc)
757 {
758 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
759 		return -1;
760 
761 	MptEvHandlers[cb_idx] = ev_cbfunc;
762 	return 0;
763 }
764 
765 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
766 /**
767  *	mpt_event_deregister - Deregister protocol-specific event callback handler
768  *	@cb_idx: previously registered callback handle
769  *
770  *	Each protocol-specific driver should call this routine
771  *	when it does not (or can no longer) handle events,
772  *	or when its module is unloaded.
773  */
774 void
775 mpt_event_deregister(u8 cb_idx)
776 {
777 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
778 		return;
779 
780 	MptEvHandlers[cb_idx] = NULL;
781 }
782 
783 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
784 /**
785  *	mpt_reset_register - Register protocol-specific IOC reset handler.
786  *	@cb_idx: previously registered (via mpt_register) callback handle
787  *	@reset_func: reset function
788  *
789  *	This routine can be called by one or more protocol-specific drivers
790  *	if/when they choose to be notified of IOC resets.
791  *
792  *	Returns 0 for success.
793  */
794 int
795 mpt_reset_register(u8 cb_idx, MPT_RESETHANDLER reset_func)
796 {
797 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
798 		return -1;
799 
800 	MptResetHandlers[cb_idx] = reset_func;
801 	return 0;
802 }
803 
804 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
805 /**
806  *	mpt_reset_deregister - Deregister protocol-specific IOC reset handler.
807  *	@cb_idx: previously registered callback handle
808  *
809  *	Each protocol-specific driver should call this routine
810  *	when it does not (or can no longer) handle IOC reset handling,
811  *	or when its module is unloaded.
812  */
813 void
814 mpt_reset_deregister(u8 cb_idx)
815 {
816 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
817 		return;
818 
819 	MptResetHandlers[cb_idx] = NULL;
820 }
821 
822 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
823 /**
824  *	mpt_device_driver_register - Register device driver hooks
825  *	@dd_cbfunc: driver callbacks struct
826  *	@cb_idx: MPT protocol driver index
827  */
828 int
829 mpt_device_driver_register(struct mpt_pci_driver * dd_cbfunc, u8 cb_idx)
830 {
831 	MPT_ADAPTER	*ioc;
832 	const struct pci_device_id *id;
833 
834 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
835 		return -EINVAL;
836 
837 	MptDeviceDriverHandlers[cb_idx] = dd_cbfunc;
838 
839 	/* call per pci device probe entry point */
840 	list_for_each_entry(ioc, &ioc_list, list) {
841 		id = ioc->pcidev->driver ?
842 		    ioc->pcidev->driver->id_table : NULL;
843 		if (dd_cbfunc->probe)
844 			dd_cbfunc->probe(ioc->pcidev, id);
845 	 }
846 
847 	return 0;
848 }
849 
850 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
851 /**
852  *	mpt_device_driver_deregister - DeRegister device driver hooks
853  *	@cb_idx: MPT protocol driver index
854  */
855 void
856 mpt_device_driver_deregister(u8 cb_idx)
857 {
858 	struct mpt_pci_driver *dd_cbfunc;
859 	MPT_ADAPTER	*ioc;
860 
861 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
862 		return;
863 
864 	dd_cbfunc = MptDeviceDriverHandlers[cb_idx];
865 
866 	list_for_each_entry(ioc, &ioc_list, list) {
867 		if (dd_cbfunc->remove)
868 			dd_cbfunc->remove(ioc->pcidev);
869 	}
870 
871 	MptDeviceDriverHandlers[cb_idx] = NULL;
872 }
873 
874 
875 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
876 /**
877  *	mpt_get_msg_frame - Obtain an MPT request frame from the pool
878  *	@cb_idx: Handle of registered MPT protocol driver
879  *	@ioc: Pointer to MPT adapter structure
880  *
881  *	Obtain an MPT request frame from the pool (of 1024) that are
882  *	allocated per MPT adapter.
883  *
884  *	Returns pointer to a MPT request frame or %NULL if none are available
885  *	or IOC is not active.
886  */
887 MPT_FRAME_HDR*
888 mpt_get_msg_frame(u8 cb_idx, MPT_ADAPTER *ioc)
889 {
890 	MPT_FRAME_HDR *mf;
891 	unsigned long flags;
892 	u16	 req_idx;	/* Request index */
893 
894 	/* validate handle and ioc identifier */
895 
896 #ifdef MFCNT
897 	if (!ioc->active)
898 		printk(MYIOC_s_WARN_FMT "IOC Not Active! mpt_get_msg_frame "
899 		    "returning NULL!\n", ioc->name);
900 #endif
901 
902 	/* If interrupts are not attached, do not return a request frame */
903 	if (!ioc->active)
904 		return NULL;
905 
906 	spin_lock_irqsave(&ioc->FreeQlock, flags);
907 	if (!list_empty(&ioc->FreeQ)) {
908 		int req_offset;
909 
910 		mf = list_entry(ioc->FreeQ.next, MPT_FRAME_HDR,
911 				u.frame.linkage.list);
912 		list_del(&mf->u.frame.linkage.list);
913 		mf->u.frame.linkage.arg1 = 0;
914 		mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;	/* byte */
915 		req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
916 								/* u16! */
917 		req_idx = req_offset / ioc->req_sz;
918 		mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
919 		mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
920 		/* Default, will be changed if necessary in SG generation */
921 		ioc->RequestNB[req_idx] = ioc->NB_for_64_byte_frame;
922 #ifdef MFCNT
923 		ioc->mfcnt++;
924 #endif
925 	}
926 	else
927 		mf = NULL;
928 	spin_unlock_irqrestore(&ioc->FreeQlock, flags);
929 
930 #ifdef MFCNT
931 	if (mf == NULL)
932 		printk(MYIOC_s_WARN_FMT "IOC Active. No free Msg Frames! "
933 		    "Count 0x%x Max 0x%x\n", ioc->name, ioc->mfcnt,
934 		    ioc->req_depth);
935 	mfcounter++;
936 	if (mfcounter == PRINT_MF_COUNT)
937 		printk(MYIOC_s_INFO_FMT "MF Count 0x%x Max 0x%x \n", ioc->name,
938 		    ioc->mfcnt, ioc->req_depth);
939 #endif
940 
941 	dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mpt_get_msg_frame(%d,%d), got mf=%p\n",
942 	    ioc->name, cb_idx, ioc->id, mf));
943 	return mf;
944 }
945 
946 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
947 /**
948  *	mpt_put_msg_frame - Send a protocol-specific MPT request frame to an IOC
949  *	@cb_idx: Handle of registered MPT protocol driver
950  *	@ioc: Pointer to MPT adapter structure
951  *	@mf: Pointer to MPT request frame
952  *
953  *	This routine posts an MPT request frame to the request post FIFO of a
954  *	specific MPT adapter.
955  */
956 void
957 mpt_put_msg_frame(u8 cb_idx, MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
958 {
959 	u32 mf_dma_addr;
960 	int req_offset;
961 	u16	 req_idx;	/* Request index */
962 
963 	/* ensure values are reset properly! */
964 	mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;		/* byte */
965 	req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
966 								/* u16! */
967 	req_idx = req_offset / ioc->req_sz;
968 	mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
969 	mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
970 
971 	DBG_DUMP_PUT_MSG_FRAME(ioc, (u32 *)mf);
972 
973 	mf_dma_addr = (ioc->req_frames_low_dma + req_offset) | ioc->RequestNB[req_idx];
974 	dsgprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mf_dma_addr=%x req_idx=%d "
975 	    "RequestNB=%x\n", ioc->name, mf_dma_addr, req_idx,
976 	    ioc->RequestNB[req_idx]));
977 	CHIPREG_WRITE32(&ioc->chip->RequestFifo, mf_dma_addr);
978 }
979 
980 /**
981  *	mpt_put_msg_frame_hi_pri - Send a hi-pri protocol-specific MPT request frame
982  *	@cb_idx: Handle of registered MPT protocol driver
983  *	@ioc: Pointer to MPT adapter structure
984  *	@mf: Pointer to MPT request frame
985  *
986  *	Send a protocol-specific MPT request frame to an IOC using
987  *	hi-priority request queue.
988  *
989  *	This routine posts an MPT request frame to the request post FIFO of a
990  *	specific MPT adapter.
991  **/
992 void
993 mpt_put_msg_frame_hi_pri(u8 cb_idx, MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
994 {
995 	u32 mf_dma_addr;
996 	int req_offset;
997 	u16	 req_idx;	/* Request index */
998 
999 	/* ensure values are reset properly! */
1000 	mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;
1001 	req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
1002 	req_idx = req_offset / ioc->req_sz;
1003 	mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
1004 	mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
1005 
1006 	DBG_DUMP_PUT_MSG_FRAME(ioc, (u32 *)mf);
1007 
1008 	mf_dma_addr = (ioc->req_frames_low_dma + req_offset);
1009 	dsgprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mf_dma_addr=%x req_idx=%d\n",
1010 		ioc->name, mf_dma_addr, req_idx));
1011 	CHIPREG_WRITE32(&ioc->chip->RequestHiPriFifo, mf_dma_addr);
1012 }
1013 
1014 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1015 /**
1016  *	mpt_free_msg_frame - Place MPT request frame back on FreeQ.
1017  *	@ioc: Pointer to MPT adapter structure
1018  *	@mf: Pointer to MPT request frame
1019  *
1020  *	This routine places a MPT request frame back on the MPT adapter's
1021  *	FreeQ.
1022  */
1023 void
1024 mpt_free_msg_frame(MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
1025 {
1026 	unsigned long flags;
1027 
1028 	/*  Put Request back on FreeQ!  */
1029 	spin_lock_irqsave(&ioc->FreeQlock, flags);
1030 	if (cpu_to_le32(mf->u.frame.linkage.arg1) == 0xdeadbeaf)
1031 		goto out;
1032 	/* signature to know if this mf is freed */
1033 	mf->u.frame.linkage.arg1 = cpu_to_le32(0xdeadbeaf);
1034 	list_add(&mf->u.frame.linkage.list, &ioc->FreeQ);
1035 #ifdef MFCNT
1036 	ioc->mfcnt--;
1037 #endif
1038  out:
1039 	spin_unlock_irqrestore(&ioc->FreeQlock, flags);
1040 }
1041 
1042 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1043 /**
1044  *	mpt_add_sge - Place a simple 32 bit SGE at address pAddr.
1045  *	@pAddr: virtual address for SGE
1046  *	@flagslength: SGE flags and data transfer length
1047  *	@dma_addr: Physical address
1048  *
1049  *	This routine places a MPT request frame back on the MPT adapter's
1050  *	FreeQ.
1051  */
1052 static void
1053 mpt_add_sge(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1054 {
1055 	SGESimple32_t *pSge = (SGESimple32_t *) pAddr;
1056 	pSge->FlagsLength = cpu_to_le32(flagslength);
1057 	pSge->Address = cpu_to_le32(dma_addr);
1058 }
1059 
1060 /**
1061  *	mpt_add_sge_64bit - Place a simple 64 bit SGE at address pAddr.
1062  *	@pAddr: virtual address for SGE
1063  *	@flagslength: SGE flags and data transfer length
1064  *	@dma_addr: Physical address
1065  *
1066  *	This routine places a MPT request frame back on the MPT adapter's
1067  *	FreeQ.
1068  **/
1069 static void
1070 mpt_add_sge_64bit(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1071 {
1072 	SGESimple64_t *pSge = (SGESimple64_t *) pAddr;
1073 	pSge->Address.Low = cpu_to_le32
1074 			(lower_32_bits(dma_addr));
1075 	pSge->Address.High = cpu_to_le32
1076 			(upper_32_bits(dma_addr));
1077 	pSge->FlagsLength = cpu_to_le32
1078 			((flagslength | MPT_SGE_FLAGS_64_BIT_ADDRESSING));
1079 }
1080 
1081 /**
1082  *	mpt_add_sge_64bit_1078 - Place a simple 64 bit SGE at address pAddr (1078 workaround).
1083  *	@pAddr: virtual address for SGE
1084  *	@flagslength: SGE flags and data transfer length
1085  *	@dma_addr: Physical address
1086  *
1087  *	This routine places a MPT request frame back on the MPT adapter's
1088  *	FreeQ.
1089  **/
1090 static void
1091 mpt_add_sge_64bit_1078(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1092 {
1093 	SGESimple64_t *pSge = (SGESimple64_t *) pAddr;
1094 	u32 tmp;
1095 
1096 	pSge->Address.Low = cpu_to_le32
1097 			(lower_32_bits(dma_addr));
1098 	tmp = (u32)(upper_32_bits(dma_addr));
1099 
1100 	/*
1101 	 * 1078 errata workaround for the 36GB limitation
1102 	 */
1103 	if ((((u64)dma_addr + MPI_SGE_LENGTH(flagslength)) >> 32)  == 9) {
1104 		flagslength |=
1105 		    MPI_SGE_SET_FLAGS(MPI_SGE_FLAGS_LOCAL_ADDRESS);
1106 		tmp |= (1<<31);
1107 		if (mpt_debug_level & MPT_DEBUG_36GB_MEM)
1108 			printk(KERN_DEBUG "1078 P0M2 addressing for "
1109 			    "addr = 0x%llx len = %d\n",
1110 			    (unsigned long long)dma_addr,
1111 			    MPI_SGE_LENGTH(flagslength));
1112 	}
1113 
1114 	pSge->Address.High = cpu_to_le32(tmp);
1115 	pSge->FlagsLength = cpu_to_le32(
1116 		(flagslength | MPT_SGE_FLAGS_64_BIT_ADDRESSING));
1117 }
1118 
1119 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1120 /**
1121  *	mpt_add_chain - Place a 32 bit chain SGE at address pAddr.
1122  *	@pAddr: virtual address for SGE
1123  *	@next: nextChainOffset value (u32's)
1124  *	@length: length of next SGL segment
1125  *	@dma_addr: Physical address
1126  *
1127  */
1128 static void
1129 mpt_add_chain(void *pAddr, u8 next, u16 length, dma_addr_t dma_addr)
1130 {
1131 		SGEChain32_t *pChain = (SGEChain32_t *) pAddr;
1132 		pChain->Length = cpu_to_le16(length);
1133 		pChain->Flags = MPI_SGE_FLAGS_CHAIN_ELEMENT;
1134 		pChain->NextChainOffset = next;
1135 		pChain->Address = cpu_to_le32(dma_addr);
1136 }
1137 
1138 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1139 /**
1140  *	mpt_add_chain_64bit - Place a 64 bit chain SGE at address pAddr.
1141  *	@pAddr: virtual address for SGE
1142  *	@next: nextChainOffset value (u32's)
1143  *	@length: length of next SGL segment
1144  *	@dma_addr: Physical address
1145  *
1146  */
1147 static void
1148 mpt_add_chain_64bit(void *pAddr, u8 next, u16 length, dma_addr_t dma_addr)
1149 {
1150 		SGEChain64_t *pChain = (SGEChain64_t *) pAddr;
1151 		u32 tmp = dma_addr & 0xFFFFFFFF;
1152 
1153 		pChain->Length = cpu_to_le16(length);
1154 		pChain->Flags = (MPI_SGE_FLAGS_CHAIN_ELEMENT |
1155 				 MPI_SGE_FLAGS_64_BIT_ADDRESSING);
1156 
1157 		pChain->NextChainOffset = next;
1158 
1159 		pChain->Address.Low = cpu_to_le32(tmp);
1160 		tmp = (u32)(upper_32_bits(dma_addr));
1161 		pChain->Address.High = cpu_to_le32(tmp);
1162 }
1163 
1164 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1165 /**
1166  *	mpt_send_handshake_request - Send MPT request via doorbell handshake method.
1167  *	@cb_idx: Handle of registered MPT protocol driver
1168  *	@ioc: Pointer to MPT adapter structure
1169  *	@reqBytes: Size of the request in bytes
1170  *	@req: Pointer to MPT request frame
1171  *	@sleepFlag: Use schedule if CAN_SLEEP else use udelay.
1172  *
1173  *	This routine is used exclusively to send MptScsiTaskMgmt
1174  *	requests since they are required to be sent via doorbell handshake.
1175  *
1176  *	NOTE: It is the callers responsibility to byte-swap fields in the
1177  *	request which are greater than 1 byte in size.
1178  *
1179  *	Returns 0 for success, non-zero for failure.
1180  */
1181 int
1182 mpt_send_handshake_request(u8 cb_idx, MPT_ADAPTER *ioc, int reqBytes, u32 *req, int sleepFlag)
1183 {
1184 	int	r = 0;
1185 	u8	*req_as_bytes;
1186 	int	 ii;
1187 
1188 	/* State is known to be good upon entering
1189 	 * this function so issue the bus reset
1190 	 * request.
1191 	 */
1192 
1193 	/*
1194 	 * Emulate what mpt_put_msg_frame() does /wrt to sanity
1195 	 * setting cb_idx/req_idx.  But ONLY if this request
1196 	 * is in proper (pre-alloc'd) request buffer range...
1197 	 */
1198 	ii = MFPTR_2_MPT_INDEX(ioc,(MPT_FRAME_HDR*)req);
1199 	if (reqBytes >= 12 && ii >= 0 && ii < ioc->req_depth) {
1200 		MPT_FRAME_HDR *mf = (MPT_FRAME_HDR*)req;
1201 		mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(ii);
1202 		mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;
1203 	}
1204 
1205 	/* Make sure there are no doorbells */
1206 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1207 
1208 	CHIPREG_WRITE32(&ioc->chip->Doorbell,
1209 			((MPI_FUNCTION_HANDSHAKE<<MPI_DOORBELL_FUNCTION_SHIFT) |
1210 			 ((reqBytes/4)<<MPI_DOORBELL_ADD_DWORDS_SHIFT)));
1211 
1212 	/* Wait for IOC doorbell int */
1213 	if ((ii = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0) {
1214 		return ii;
1215 	}
1216 
1217 	/* Read doorbell and check for active bit */
1218 	if (!(CHIPREG_READ32(&ioc->chip->Doorbell) & MPI_DOORBELL_ACTIVE))
1219 		return -5;
1220 
1221 	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mpt_send_handshake_request start, WaitCnt=%d\n",
1222 		ioc->name, ii));
1223 
1224 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1225 
1226 	if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1227 		return -2;
1228 	}
1229 
1230 	/* Send request via doorbell handshake */
1231 	req_as_bytes = (u8 *) req;
1232 	for (ii = 0; ii < reqBytes/4; ii++) {
1233 		u32 word;
1234 
1235 		word = ((req_as_bytes[(ii*4) + 0] <<  0) |
1236 			(req_as_bytes[(ii*4) + 1] <<  8) |
1237 			(req_as_bytes[(ii*4) + 2] << 16) |
1238 			(req_as_bytes[(ii*4) + 3] << 24));
1239 		CHIPREG_WRITE32(&ioc->chip->Doorbell, word);
1240 		if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1241 			r = -3;
1242 			break;
1243 		}
1244 	}
1245 
1246 	if (r >= 0 && WaitForDoorbellInt(ioc, 10, sleepFlag) >= 0)
1247 		r = 0;
1248 	else
1249 		r = -4;
1250 
1251 	/* Make sure there are no doorbells */
1252 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1253 
1254 	return r;
1255 }
1256 
1257 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1258 /**
1259  * mpt_host_page_access_control - control the IOC's Host Page Buffer access
1260  * @ioc: Pointer to MPT adapter structure
1261  * @access_control_value: define bits below
1262  * @sleepFlag: Specifies whether the process can sleep
1263  *
1264  * Provides mechanism for the host driver to control the IOC's
1265  * Host Page Buffer access.
1266  *
1267  * Access Control Value - bits[15:12]
1268  * 0h Reserved
1269  * 1h Enable Access { MPI_DB_HPBAC_ENABLE_ACCESS }
1270  * 2h Disable Access { MPI_DB_HPBAC_DISABLE_ACCESS }
1271  * 3h Free Buffer { MPI_DB_HPBAC_FREE_BUFFER }
1272  *
1273  * Returns 0 for success, non-zero for failure.
1274  */
1275 
1276 static int
1277 mpt_host_page_access_control(MPT_ADAPTER *ioc, u8 access_control_value, int sleepFlag)
1278 {
1279 	int	 r = 0;
1280 
1281 	/* return if in use */
1282 	if (CHIPREG_READ32(&ioc->chip->Doorbell)
1283 	    & MPI_DOORBELL_ACTIVE)
1284 	    return -1;
1285 
1286 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1287 
1288 	CHIPREG_WRITE32(&ioc->chip->Doorbell,
1289 		((MPI_FUNCTION_HOST_PAGEBUF_ACCESS_CONTROL
1290 		 <<MPI_DOORBELL_FUNCTION_SHIFT) |
1291 		 (access_control_value<<12)));
1292 
1293 	/* Wait for IOC to clear Doorbell Status bit */
1294 	if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1295 		return -2;
1296 	}else
1297 		return 0;
1298 }
1299 
1300 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1301 /**
1302  *	mpt_host_page_alloc - allocate system memory for the fw
1303  *	@ioc: Pointer to pointer to IOC adapter
1304  *	@ioc_init: Pointer to ioc init config page
1305  *
1306  *	If we already allocated memory in past, then resend the same pointer.
1307  *	Returns 0 for success, non-zero for failure.
1308  */
1309 static int
1310 mpt_host_page_alloc(MPT_ADAPTER *ioc, pIOCInit_t ioc_init)
1311 {
1312 	char	*psge;
1313 	int	flags_length;
1314 	u32	host_page_buffer_sz=0;
1315 
1316 	if(!ioc->HostPageBuffer) {
1317 
1318 		host_page_buffer_sz =
1319 		    le32_to_cpu(ioc->facts.HostPageBufferSGE.FlagsLength) & 0xFFFFFF;
1320 
1321 		if(!host_page_buffer_sz)
1322 			return 0; /* fw doesn't need any host buffers */
1323 
1324 		/* spin till we get enough memory */
1325 		while(host_page_buffer_sz > 0) {
1326 
1327 			if((ioc->HostPageBuffer = pci_alloc_consistent(
1328 			    ioc->pcidev,
1329 			    host_page_buffer_sz,
1330 			    &ioc->HostPageBuffer_dma)) != NULL) {
1331 
1332 				dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1333 				    "host_page_buffer @ %p, dma @ %x, sz=%d bytes\n",
1334 				    ioc->name, ioc->HostPageBuffer,
1335 				    (u32)ioc->HostPageBuffer_dma,
1336 				    host_page_buffer_sz));
1337 				ioc->alloc_total += host_page_buffer_sz;
1338 				ioc->HostPageBuffer_sz = host_page_buffer_sz;
1339 				break;
1340 			}
1341 
1342 			host_page_buffer_sz -= (4*1024);
1343 		}
1344 	}
1345 
1346 	if(!ioc->HostPageBuffer) {
1347 		printk(MYIOC_s_ERR_FMT
1348 		    "Failed to alloc memory for host_page_buffer!\n",
1349 		    ioc->name);
1350 		return -999;
1351 	}
1352 
1353 	psge = (char *)&ioc_init->HostPageBufferSGE;
1354 	flags_length = MPI_SGE_FLAGS_SIMPLE_ELEMENT |
1355 	    MPI_SGE_FLAGS_SYSTEM_ADDRESS |
1356 	    MPI_SGE_FLAGS_HOST_TO_IOC |
1357 	    MPI_SGE_FLAGS_END_OF_BUFFER;
1358 	flags_length = flags_length << MPI_SGE_FLAGS_SHIFT;
1359 	flags_length |= ioc->HostPageBuffer_sz;
1360 	ioc->add_sge(psge, flags_length, ioc->HostPageBuffer_dma);
1361 	ioc->facts.HostPageBufferSGE = ioc_init->HostPageBufferSGE;
1362 
1363 return 0;
1364 }
1365 
1366 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1367 /**
1368  *	mpt_verify_adapter - Given IOC identifier, set pointer to its adapter structure.
1369  *	@iocid: IOC unique identifier (integer)
1370  *	@iocpp: Pointer to pointer to IOC adapter
1371  *
1372  *	Given a unique IOC identifier, set pointer to the associated MPT
1373  *	adapter structure.
1374  *
1375  *	Returns iocid and sets iocpp if iocid is found.
1376  *	Returns -1 if iocid is not found.
1377  */
1378 int
1379 mpt_verify_adapter(int iocid, MPT_ADAPTER **iocpp)
1380 {
1381 	MPT_ADAPTER *ioc;
1382 
1383 	list_for_each_entry(ioc,&ioc_list,list) {
1384 		if (ioc->id == iocid) {
1385 			*iocpp =ioc;
1386 			return iocid;
1387 		}
1388 	}
1389 
1390 	*iocpp = NULL;
1391 	return -1;
1392 }
1393 
1394 /**
1395  *	mpt_get_product_name - returns product string
1396  *	@vendor: pci vendor id
1397  *	@device: pci device id
1398  *	@revision: pci revision id
1399  *
1400  *	Returns product string displayed when driver loads,
1401  *	in /proc/mpt/summary and /sysfs/class/scsi_host/host<X>/version_product
1402  *
1403  **/
1404 static const char*
1405 mpt_get_product_name(u16 vendor, u16 device, u8 revision)
1406 {
1407 	char *product_str = NULL;
1408 
1409 	if (vendor == PCI_VENDOR_ID_BROCADE) {
1410 		switch (device)
1411 		{
1412 		case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1413 			switch (revision)
1414 			{
1415 			case 0x00:
1416 				product_str = "BRE040 A0";
1417 				break;
1418 			case 0x01:
1419 				product_str = "BRE040 A1";
1420 				break;
1421 			default:
1422 				product_str = "BRE040";
1423 				break;
1424 			}
1425 			break;
1426 		}
1427 		goto out;
1428 	}
1429 
1430 	switch (device)
1431 	{
1432 	case MPI_MANUFACTPAGE_DEVICEID_FC909:
1433 		product_str = "LSIFC909 B1";
1434 		break;
1435 	case MPI_MANUFACTPAGE_DEVICEID_FC919:
1436 		product_str = "LSIFC919 B0";
1437 		break;
1438 	case MPI_MANUFACTPAGE_DEVICEID_FC929:
1439 		product_str = "LSIFC929 B0";
1440 		break;
1441 	case MPI_MANUFACTPAGE_DEVICEID_FC919X:
1442 		if (revision < 0x80)
1443 			product_str = "LSIFC919X A0";
1444 		else
1445 			product_str = "LSIFC919XL A1";
1446 		break;
1447 	case MPI_MANUFACTPAGE_DEVICEID_FC929X:
1448 		if (revision < 0x80)
1449 			product_str = "LSIFC929X A0";
1450 		else
1451 			product_str = "LSIFC929XL A1";
1452 		break;
1453 	case MPI_MANUFACTPAGE_DEVICEID_FC939X:
1454 		product_str = "LSIFC939X A1";
1455 		break;
1456 	case MPI_MANUFACTPAGE_DEVICEID_FC949X:
1457 		product_str = "LSIFC949X A1";
1458 		break;
1459 	case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1460 		switch (revision)
1461 		{
1462 		case 0x00:
1463 			product_str = "LSIFC949E A0";
1464 			break;
1465 		case 0x01:
1466 			product_str = "LSIFC949E A1";
1467 			break;
1468 		default:
1469 			product_str = "LSIFC949E";
1470 			break;
1471 		}
1472 		break;
1473 	case MPI_MANUFACTPAGE_DEVID_53C1030:
1474 		switch (revision)
1475 		{
1476 		case 0x00:
1477 			product_str = "LSI53C1030 A0";
1478 			break;
1479 		case 0x01:
1480 			product_str = "LSI53C1030 B0";
1481 			break;
1482 		case 0x03:
1483 			product_str = "LSI53C1030 B1";
1484 			break;
1485 		case 0x07:
1486 			product_str = "LSI53C1030 B2";
1487 			break;
1488 		case 0x08:
1489 			product_str = "LSI53C1030 C0";
1490 			break;
1491 		case 0x80:
1492 			product_str = "LSI53C1030T A0";
1493 			break;
1494 		case 0x83:
1495 			product_str = "LSI53C1030T A2";
1496 			break;
1497 		case 0x87:
1498 			product_str = "LSI53C1030T A3";
1499 			break;
1500 		case 0xc1:
1501 			product_str = "LSI53C1020A A1";
1502 			break;
1503 		default:
1504 			product_str = "LSI53C1030";
1505 			break;
1506 		}
1507 		break;
1508 	case MPI_MANUFACTPAGE_DEVID_1030_53C1035:
1509 		switch (revision)
1510 		{
1511 		case 0x03:
1512 			product_str = "LSI53C1035 A2";
1513 			break;
1514 		case 0x04:
1515 			product_str = "LSI53C1035 B0";
1516 			break;
1517 		default:
1518 			product_str = "LSI53C1035";
1519 			break;
1520 		}
1521 		break;
1522 	case MPI_MANUFACTPAGE_DEVID_SAS1064:
1523 		switch (revision)
1524 		{
1525 		case 0x00:
1526 			product_str = "LSISAS1064 A1";
1527 			break;
1528 		case 0x01:
1529 			product_str = "LSISAS1064 A2";
1530 			break;
1531 		case 0x02:
1532 			product_str = "LSISAS1064 A3";
1533 			break;
1534 		case 0x03:
1535 			product_str = "LSISAS1064 A4";
1536 			break;
1537 		default:
1538 			product_str = "LSISAS1064";
1539 			break;
1540 		}
1541 		break;
1542 	case MPI_MANUFACTPAGE_DEVID_SAS1064E:
1543 		switch (revision)
1544 		{
1545 		case 0x00:
1546 			product_str = "LSISAS1064E A0";
1547 			break;
1548 		case 0x01:
1549 			product_str = "LSISAS1064E B0";
1550 			break;
1551 		case 0x02:
1552 			product_str = "LSISAS1064E B1";
1553 			break;
1554 		case 0x04:
1555 			product_str = "LSISAS1064E B2";
1556 			break;
1557 		case 0x08:
1558 			product_str = "LSISAS1064E B3";
1559 			break;
1560 		default:
1561 			product_str = "LSISAS1064E";
1562 			break;
1563 		}
1564 		break;
1565 	case MPI_MANUFACTPAGE_DEVID_SAS1068:
1566 		switch (revision)
1567 		{
1568 		case 0x00:
1569 			product_str = "LSISAS1068 A0";
1570 			break;
1571 		case 0x01:
1572 			product_str = "LSISAS1068 B0";
1573 			break;
1574 		case 0x02:
1575 			product_str = "LSISAS1068 B1";
1576 			break;
1577 		default:
1578 			product_str = "LSISAS1068";
1579 			break;
1580 		}
1581 		break;
1582 	case MPI_MANUFACTPAGE_DEVID_SAS1068E:
1583 		switch (revision)
1584 		{
1585 		case 0x00:
1586 			product_str = "LSISAS1068E A0";
1587 			break;
1588 		case 0x01:
1589 			product_str = "LSISAS1068E B0";
1590 			break;
1591 		case 0x02:
1592 			product_str = "LSISAS1068E B1";
1593 			break;
1594 		case 0x04:
1595 			product_str = "LSISAS1068E B2";
1596 			break;
1597 		case 0x08:
1598 			product_str = "LSISAS1068E B3";
1599 			break;
1600 		default:
1601 			product_str = "LSISAS1068E";
1602 			break;
1603 		}
1604 		break;
1605 	case MPI_MANUFACTPAGE_DEVID_SAS1078:
1606 		switch (revision)
1607 		{
1608 		case 0x00:
1609 			product_str = "LSISAS1078 A0";
1610 			break;
1611 		case 0x01:
1612 			product_str = "LSISAS1078 B0";
1613 			break;
1614 		case 0x02:
1615 			product_str = "LSISAS1078 C0";
1616 			break;
1617 		case 0x03:
1618 			product_str = "LSISAS1078 C1";
1619 			break;
1620 		case 0x04:
1621 			product_str = "LSISAS1078 C2";
1622 			break;
1623 		default:
1624 			product_str = "LSISAS1078";
1625 			break;
1626 		}
1627 		break;
1628 	}
1629 
1630  out:
1631 	return product_str;
1632 }
1633 
1634 /**
1635  *	mpt_mapresources - map in memory mapped io
1636  *	@ioc: Pointer to pointer to IOC adapter
1637  *
1638  **/
1639 static int
1640 mpt_mapresources(MPT_ADAPTER *ioc)
1641 {
1642 	u8		__iomem *mem;
1643 	int		 ii;
1644 	resource_size_t	 mem_phys;
1645 	unsigned long	 port;
1646 	u32		 msize;
1647 	u32		 psize;
1648 	int		 r = -ENODEV;
1649 	struct pci_dev *pdev;
1650 
1651 	pdev = ioc->pcidev;
1652 	ioc->bars = pci_select_bars(pdev, IORESOURCE_MEM);
1653 	if (pci_enable_device_mem(pdev)) {
1654 		printk(MYIOC_s_ERR_FMT "pci_enable_device_mem() "
1655 		    "failed\n", ioc->name);
1656 		return r;
1657 	}
1658 	if (pci_request_selected_regions(pdev, ioc->bars, "mpt")) {
1659 		printk(MYIOC_s_ERR_FMT "pci_request_selected_regions() with "
1660 		    "MEM failed\n", ioc->name);
1661 		goto out_pci_disable_device;
1662 	}
1663 
1664 	if (sizeof(dma_addr_t) > 4) {
1665 		const uint64_t required_mask = dma_get_required_mask
1666 		    (&pdev->dev);
1667 		if (required_mask > DMA_BIT_MASK(32)
1668 			&& !pci_set_dma_mask(pdev, DMA_BIT_MASK(64))
1669 			&& !pci_set_consistent_dma_mask(pdev,
1670 						 DMA_BIT_MASK(64))) {
1671 			ioc->dma_mask = DMA_BIT_MASK(64);
1672 			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1673 				": 64 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1674 				ioc->name));
1675 		} else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
1676 			&& !pci_set_consistent_dma_mask(pdev,
1677 						DMA_BIT_MASK(32))) {
1678 			ioc->dma_mask = DMA_BIT_MASK(32);
1679 			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1680 				": 32 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1681 				ioc->name));
1682 		} else {
1683 			printk(MYIOC_s_WARN_FMT "no suitable DMA mask for %s\n",
1684 			    ioc->name, pci_name(pdev));
1685 			goto out_pci_release_region;
1686 		}
1687 	} else {
1688 		if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
1689 			&& !pci_set_consistent_dma_mask(pdev,
1690 						DMA_BIT_MASK(32))) {
1691 			ioc->dma_mask = DMA_BIT_MASK(32);
1692 			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1693 				": 32 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1694 				ioc->name));
1695 		} else {
1696 			printk(MYIOC_s_WARN_FMT "no suitable DMA mask for %s\n",
1697 			    ioc->name, pci_name(pdev));
1698 			goto out_pci_release_region;
1699 		}
1700 	}
1701 
1702 	mem_phys = msize = 0;
1703 	port = psize = 0;
1704 	for (ii = 0; ii < DEVICE_COUNT_RESOURCE; ii++) {
1705 		if (pci_resource_flags(pdev, ii) & PCI_BASE_ADDRESS_SPACE_IO) {
1706 			if (psize)
1707 				continue;
1708 			/* Get I/O space! */
1709 			port = pci_resource_start(pdev, ii);
1710 			psize = pci_resource_len(pdev, ii);
1711 		} else {
1712 			if (msize)
1713 				continue;
1714 			/* Get memmap */
1715 			mem_phys = pci_resource_start(pdev, ii);
1716 			msize = pci_resource_len(pdev, ii);
1717 		}
1718 	}
1719 	ioc->mem_size = msize;
1720 
1721 	mem = NULL;
1722 	/* Get logical ptr for PciMem0 space */
1723 	/*mem = ioremap(mem_phys, msize);*/
1724 	mem = ioremap(mem_phys, msize);
1725 	if (mem == NULL) {
1726 		printk(MYIOC_s_ERR_FMT ": ERROR - Unable to map adapter"
1727 			" memory!\n", ioc->name);
1728 		r = -EINVAL;
1729 		goto out_pci_release_region;
1730 	}
1731 	ioc->memmap = mem;
1732 	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "mem = %p, mem_phys = %llx\n",
1733 	    ioc->name, mem, (unsigned long long)mem_phys));
1734 
1735 	ioc->mem_phys = mem_phys;
1736 	ioc->chip = (SYSIF_REGS __iomem *)mem;
1737 
1738 	/* Save Port IO values in case we need to do downloadboot */
1739 	ioc->pio_mem_phys = port;
1740 	ioc->pio_chip = (SYSIF_REGS __iomem *)port;
1741 
1742 	return 0;
1743 
1744 out_pci_release_region:
1745 	pci_release_selected_regions(pdev, ioc->bars);
1746 out_pci_disable_device:
1747 	pci_disable_device(pdev);
1748 	return r;
1749 }
1750 
1751 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1752 /**
1753  *	mpt_attach - Install a PCI intelligent MPT adapter.
1754  *	@pdev: Pointer to pci_dev structure
1755  *	@id: PCI device ID information
1756  *
1757  *	This routine performs all the steps necessary to bring the IOC of
1758  *	a MPT adapter to a OPERATIONAL state.  This includes registering
1759  *	memory regions, registering the interrupt, and allocating request
1760  *	and reply memory pools.
1761  *
1762  *	This routine also pre-fetches the LAN MAC address of a Fibre Channel
1763  *	MPT adapter.
1764  *
1765  *	Returns 0 for success, non-zero for failure.
1766  *
1767  *	TODO: Add support for polled controllers
1768  */
1769 int
1770 mpt_attach(struct pci_dev *pdev, const struct pci_device_id *id)
1771 {
1772 	MPT_ADAPTER	*ioc;
1773 	u8		 cb_idx;
1774 	int		 r = -ENODEV;
1775 	u8		 pcixcmd;
1776 	static int	 mpt_ids = 0;
1777 #ifdef CONFIG_PROC_FS
1778 	struct proc_dir_entry *dent;
1779 #endif
1780 
1781 	ioc = kzalloc(sizeof(MPT_ADAPTER), GFP_ATOMIC);
1782 	if (ioc == NULL) {
1783 		printk(KERN_ERR MYNAM ": ERROR - Insufficient memory to add adapter!\n");
1784 		return -ENOMEM;
1785 	}
1786 
1787 	ioc->id = mpt_ids++;
1788 	sprintf(ioc->name, "ioc%d", ioc->id);
1789 	dinitprintk(ioc, printk(KERN_WARNING MYNAM ": mpt_adapter_install\n"));
1790 
1791 	/*
1792 	 * set initial debug level
1793 	 * (refer to mptdebug.h)
1794 	 *
1795 	 */
1796 	ioc->debug_level = mpt_debug_level;
1797 	if (mpt_debug_level)
1798 		printk(KERN_INFO "mpt_debug_level=%xh\n", mpt_debug_level);
1799 
1800 	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT ": mpt_adapter_install\n", ioc->name));
1801 
1802 	ioc->pcidev = pdev;
1803 	if (mpt_mapresources(ioc)) {
1804 		goto out_free_ioc;
1805 	}
1806 
1807 	/*
1808 	 * Setting up proper handlers for scatter gather handling
1809 	 */
1810 	if (ioc->dma_mask == DMA_BIT_MASK(64)) {
1811 		if (pdev->device == MPI_MANUFACTPAGE_DEVID_SAS1078)
1812 			ioc->add_sge = &mpt_add_sge_64bit_1078;
1813 		else
1814 			ioc->add_sge = &mpt_add_sge_64bit;
1815 		ioc->add_chain = &mpt_add_chain_64bit;
1816 		ioc->sg_addr_size = 8;
1817 	} else {
1818 		ioc->add_sge = &mpt_add_sge;
1819 		ioc->add_chain = &mpt_add_chain;
1820 		ioc->sg_addr_size = 4;
1821 	}
1822 	ioc->SGE_size = sizeof(u32) + ioc->sg_addr_size;
1823 
1824 	ioc->alloc_total = sizeof(MPT_ADAPTER);
1825 	ioc->req_sz = MPT_DEFAULT_FRAME_SIZE;		/* avoid div by zero! */
1826 	ioc->reply_sz = MPT_REPLY_FRAME_SIZE;
1827 
1828 
1829 	spin_lock_init(&ioc->taskmgmt_lock);
1830 	mutex_init(&ioc->internal_cmds.mutex);
1831 	init_completion(&ioc->internal_cmds.done);
1832 	mutex_init(&ioc->mptbase_cmds.mutex);
1833 	init_completion(&ioc->mptbase_cmds.done);
1834 	mutex_init(&ioc->taskmgmt_cmds.mutex);
1835 	init_completion(&ioc->taskmgmt_cmds.done);
1836 
1837 	/* Initialize the event logging.
1838 	 */
1839 	ioc->eventTypes = 0;	/* None */
1840 	ioc->eventContext = 0;
1841 	ioc->eventLogSize = 0;
1842 	ioc->events = NULL;
1843 
1844 #ifdef MFCNT
1845 	ioc->mfcnt = 0;
1846 #endif
1847 
1848 	ioc->sh = NULL;
1849 	ioc->cached_fw = NULL;
1850 
1851 	/* Initialize SCSI Config Data structure
1852 	 */
1853 	memset(&ioc->spi_data, 0, sizeof(SpiCfgData));
1854 
1855 	/* Initialize the fc rport list head.
1856 	 */
1857 	INIT_LIST_HEAD(&ioc->fc_rports);
1858 
1859 	/* Find lookup slot. */
1860 	INIT_LIST_HEAD(&ioc->list);
1861 
1862 
1863 	/* Initialize workqueue */
1864 	INIT_DELAYED_WORK(&ioc->fault_reset_work, mpt_fault_reset_work);
1865 
1866 	snprintf(ioc->reset_work_q_name, MPT_KOBJ_NAME_LEN,
1867 		 "mpt_poll_%d", ioc->id);
1868 	ioc->reset_work_q = alloc_workqueue(ioc->reset_work_q_name,
1869 					    WQ_MEM_RECLAIM, 0);
1870 	if (!ioc->reset_work_q) {
1871 		printk(MYIOC_s_ERR_FMT "Insufficient memory to add adapter!\n",
1872 		    ioc->name);
1873 		r = -ENOMEM;
1874 		goto out_unmap_resources;
1875 	}
1876 
1877 	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "facts @ %p, pfacts[0] @ %p\n",
1878 	    ioc->name, &ioc->facts, &ioc->pfacts[0]));
1879 
1880 	ioc->prod_name = mpt_get_product_name(pdev->vendor, pdev->device,
1881 					      pdev->revision);
1882 
1883 	switch (pdev->device)
1884 	{
1885 	case MPI_MANUFACTPAGE_DEVICEID_FC939X:
1886 	case MPI_MANUFACTPAGE_DEVICEID_FC949X:
1887 		ioc->errata_flag_1064 = 1;
1888 	case MPI_MANUFACTPAGE_DEVICEID_FC909:
1889 	case MPI_MANUFACTPAGE_DEVICEID_FC929:
1890 	case MPI_MANUFACTPAGE_DEVICEID_FC919:
1891 	case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1892 		ioc->bus_type = FC;
1893 		break;
1894 
1895 	case MPI_MANUFACTPAGE_DEVICEID_FC929X:
1896 		if (pdev->revision < XL_929) {
1897 			/* 929X Chip Fix. Set Split transactions level
1898 		 	* for PCIX. Set MOST bits to zero.
1899 		 	*/
1900 			pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1901 			pcixcmd &= 0x8F;
1902 			pci_write_config_byte(pdev, 0x6a, pcixcmd);
1903 		} else {
1904 			/* 929XL Chip Fix. Set MMRBC to 0x08.
1905 		 	*/
1906 			pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1907 			pcixcmd |= 0x08;
1908 			pci_write_config_byte(pdev, 0x6a, pcixcmd);
1909 		}
1910 		ioc->bus_type = FC;
1911 		break;
1912 
1913 	case MPI_MANUFACTPAGE_DEVICEID_FC919X:
1914 		/* 919X Chip Fix. Set Split transactions level
1915 		 * for PCIX. Set MOST bits to zero.
1916 		 */
1917 		pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1918 		pcixcmd &= 0x8F;
1919 		pci_write_config_byte(pdev, 0x6a, pcixcmd);
1920 		ioc->bus_type = FC;
1921 		break;
1922 
1923 	case MPI_MANUFACTPAGE_DEVID_53C1030:
1924 		/* 1030 Chip Fix. Disable Split transactions
1925 		 * for PCIX. Set MOST bits to zero if Rev < C0( = 8).
1926 		 */
1927 		if (pdev->revision < C0_1030) {
1928 			pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1929 			pcixcmd &= 0x8F;
1930 			pci_write_config_byte(pdev, 0x6a, pcixcmd);
1931 		}
1932 
1933 	case MPI_MANUFACTPAGE_DEVID_1030_53C1035:
1934 		ioc->bus_type = SPI;
1935 		break;
1936 
1937 	case MPI_MANUFACTPAGE_DEVID_SAS1064:
1938 	case MPI_MANUFACTPAGE_DEVID_SAS1068:
1939 		ioc->errata_flag_1064 = 1;
1940 		ioc->bus_type = SAS;
1941 		break;
1942 
1943 	case MPI_MANUFACTPAGE_DEVID_SAS1064E:
1944 	case MPI_MANUFACTPAGE_DEVID_SAS1068E:
1945 	case MPI_MANUFACTPAGE_DEVID_SAS1078:
1946 		ioc->bus_type = SAS;
1947 		break;
1948 	}
1949 
1950 
1951 	switch (ioc->bus_type) {
1952 
1953 	case SAS:
1954 		ioc->msi_enable = mpt_msi_enable_sas;
1955 		break;
1956 
1957 	case SPI:
1958 		ioc->msi_enable = mpt_msi_enable_spi;
1959 		break;
1960 
1961 	case FC:
1962 		ioc->msi_enable = mpt_msi_enable_fc;
1963 		break;
1964 
1965 	default:
1966 		ioc->msi_enable = 0;
1967 		break;
1968 	}
1969 
1970 	ioc->fw_events_off = 1;
1971 
1972 	if (ioc->errata_flag_1064)
1973 		pci_disable_io_access(pdev);
1974 
1975 	spin_lock_init(&ioc->FreeQlock);
1976 
1977 	/* Disable all! */
1978 	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
1979 	ioc->active = 0;
1980 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1981 
1982 	/* Set IOC ptr in the pcidev's driver data. */
1983 	pci_set_drvdata(ioc->pcidev, ioc);
1984 
1985 	/* Set lookup ptr. */
1986 	list_add_tail(&ioc->list, &ioc_list);
1987 
1988 	/* Check for "bound ports" (929, 929X, 1030, 1035) to reduce redundant resets.
1989 	 */
1990 	mpt_detect_bound_ports(ioc, pdev);
1991 
1992 	INIT_LIST_HEAD(&ioc->fw_event_list);
1993 	spin_lock_init(&ioc->fw_event_lock);
1994 	snprintf(ioc->fw_event_q_name, MPT_KOBJ_NAME_LEN, "mpt/%d", ioc->id);
1995 	ioc->fw_event_q = alloc_workqueue(ioc->fw_event_q_name,
1996 					  WQ_MEM_RECLAIM, 0);
1997 	if (!ioc->fw_event_q) {
1998 		printk(MYIOC_s_ERR_FMT "Insufficient memory to add adapter!\n",
1999 		    ioc->name);
2000 		r = -ENOMEM;
2001 		goto out_remove_ioc;
2002 	}
2003 
2004 	if ((r = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_BRINGUP,
2005 	    CAN_SLEEP)) != 0){
2006 		printk(MYIOC_s_ERR_FMT "didn't initialize properly! (%d)\n",
2007 		    ioc->name, r);
2008 
2009 		destroy_workqueue(ioc->fw_event_q);
2010 		ioc->fw_event_q = NULL;
2011 
2012 		list_del(&ioc->list);
2013 		if (ioc->alt_ioc)
2014 			ioc->alt_ioc->alt_ioc = NULL;
2015 		iounmap(ioc->memmap);
2016 		if (pci_is_enabled(pdev))
2017 			pci_disable_device(pdev);
2018 		if (r != -5)
2019 			pci_release_selected_regions(pdev, ioc->bars);
2020 
2021 		destroy_workqueue(ioc->reset_work_q);
2022 		ioc->reset_work_q = NULL;
2023 
2024 		kfree(ioc);
2025 		return r;
2026 	}
2027 
2028 	/* call per device driver probe entry point */
2029 	for(cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
2030 		if(MptDeviceDriverHandlers[cb_idx] &&
2031 		  MptDeviceDriverHandlers[cb_idx]->probe) {
2032 			MptDeviceDriverHandlers[cb_idx]->probe(pdev,id);
2033 		}
2034 	}
2035 
2036 #ifdef CONFIG_PROC_FS
2037 	/*
2038 	 *  Create "/proc/mpt/iocN" subdirectory entry for each MPT adapter.
2039 	 */
2040 	dent = proc_mkdir(ioc->name, mpt_proc_root_dir);
2041 	if (dent) {
2042 		proc_create_data("info", S_IRUGO, dent, &mpt_iocinfo_proc_fops, ioc);
2043 		proc_create_data("summary", S_IRUGO, dent, &mpt_summary_proc_fops, ioc);
2044 	}
2045 #endif
2046 
2047 	if (!ioc->alt_ioc)
2048 		queue_delayed_work(ioc->reset_work_q, &ioc->fault_reset_work,
2049 			msecs_to_jiffies(MPT_POLLING_INTERVAL));
2050 
2051 	return 0;
2052 
2053 out_remove_ioc:
2054 	list_del(&ioc->list);
2055 	if (ioc->alt_ioc)
2056 		ioc->alt_ioc->alt_ioc = NULL;
2057 
2058 	destroy_workqueue(ioc->reset_work_q);
2059 	ioc->reset_work_q = NULL;
2060 
2061 out_unmap_resources:
2062 	iounmap(ioc->memmap);
2063 	pci_disable_device(pdev);
2064 	pci_release_selected_regions(pdev, ioc->bars);
2065 
2066 out_free_ioc:
2067 	kfree(ioc);
2068 
2069 	return r;
2070 }
2071 
2072 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2073 /**
2074  *	mpt_detach - Remove a PCI intelligent MPT adapter.
2075  *	@pdev: Pointer to pci_dev structure
2076  */
2077 
2078 void
2079 mpt_detach(struct pci_dev *pdev)
2080 {
2081 	MPT_ADAPTER 	*ioc = pci_get_drvdata(pdev);
2082 	char pname[64];
2083 	u8 cb_idx;
2084 	unsigned long flags;
2085 	struct workqueue_struct *wq;
2086 
2087 	/*
2088 	 * Stop polling ioc for fault condition
2089 	 */
2090 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
2091 	wq = ioc->reset_work_q;
2092 	ioc->reset_work_q = NULL;
2093 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
2094 	cancel_delayed_work(&ioc->fault_reset_work);
2095 	destroy_workqueue(wq);
2096 
2097 	spin_lock_irqsave(&ioc->fw_event_lock, flags);
2098 	wq = ioc->fw_event_q;
2099 	ioc->fw_event_q = NULL;
2100 	spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
2101 	destroy_workqueue(wq);
2102 
2103 	snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s/summary", ioc->name);
2104 	remove_proc_entry(pname, NULL);
2105 	snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s/info", ioc->name);
2106 	remove_proc_entry(pname, NULL);
2107 	snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s", ioc->name);
2108 	remove_proc_entry(pname, NULL);
2109 
2110 	/* call per device driver remove entry point */
2111 	for(cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
2112 		if(MptDeviceDriverHandlers[cb_idx] &&
2113 		  MptDeviceDriverHandlers[cb_idx]->remove) {
2114 			MptDeviceDriverHandlers[cb_idx]->remove(pdev);
2115 		}
2116 	}
2117 
2118 	/* Disable interrupts! */
2119 	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2120 
2121 	ioc->active = 0;
2122 	synchronize_irq(pdev->irq);
2123 
2124 	/* Clear any lingering interrupt */
2125 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2126 
2127 	CHIPREG_READ32(&ioc->chip->IntStatus);
2128 
2129 	mpt_adapter_dispose(ioc);
2130 
2131 }
2132 
2133 /**************************************************************************
2134  * Power Management
2135  */
2136 #ifdef CONFIG_PM
2137 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2138 /**
2139  *	mpt_suspend - Fusion MPT base driver suspend routine.
2140  *	@pdev: Pointer to pci_dev structure
2141  *	@state: new state to enter
2142  */
2143 int
2144 mpt_suspend(struct pci_dev *pdev, pm_message_t state)
2145 {
2146 	u32 device_state;
2147 	MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
2148 
2149 	device_state = pci_choose_state(pdev, state);
2150 	printk(MYIOC_s_INFO_FMT "pci-suspend: pdev=0x%p, slot=%s, Entering "
2151 	    "operating state [D%d]\n", ioc->name, pdev, pci_name(pdev),
2152 	    device_state);
2153 
2154 	/* put ioc into READY_STATE */
2155 	if(SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, CAN_SLEEP)) {
2156 		printk(MYIOC_s_ERR_FMT
2157 		"pci-suspend:  IOC msg unit reset failed!\n", ioc->name);
2158 	}
2159 
2160 	/* disable interrupts */
2161 	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2162 	ioc->active = 0;
2163 
2164 	/* Clear any lingering interrupt */
2165 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2166 
2167 	free_irq(ioc->pci_irq, ioc);
2168 	if (ioc->msi_enable)
2169 		pci_disable_msi(ioc->pcidev);
2170 	ioc->pci_irq = -1;
2171 	pci_save_state(pdev);
2172 	pci_disable_device(pdev);
2173 	pci_release_selected_regions(pdev, ioc->bars);
2174 	pci_set_power_state(pdev, device_state);
2175 	return 0;
2176 }
2177 
2178 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2179 /**
2180  *	mpt_resume - Fusion MPT base driver resume routine.
2181  *	@pdev: Pointer to pci_dev structure
2182  */
2183 int
2184 mpt_resume(struct pci_dev *pdev)
2185 {
2186 	MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
2187 	u32 device_state = pdev->current_state;
2188 	int recovery_state;
2189 	int err;
2190 
2191 	printk(MYIOC_s_INFO_FMT "pci-resume: pdev=0x%p, slot=%s, Previous "
2192 	    "operating state [D%d]\n", ioc->name, pdev, pci_name(pdev),
2193 	    device_state);
2194 
2195 	pci_set_power_state(pdev, PCI_D0);
2196 	pci_enable_wake(pdev, PCI_D0, 0);
2197 	pci_restore_state(pdev);
2198 	ioc->pcidev = pdev;
2199 	err = mpt_mapresources(ioc);
2200 	if (err)
2201 		return err;
2202 
2203 	if (ioc->dma_mask == DMA_BIT_MASK(64)) {
2204 		if (pdev->device == MPI_MANUFACTPAGE_DEVID_SAS1078)
2205 			ioc->add_sge = &mpt_add_sge_64bit_1078;
2206 		else
2207 			ioc->add_sge = &mpt_add_sge_64bit;
2208 		ioc->add_chain = &mpt_add_chain_64bit;
2209 		ioc->sg_addr_size = 8;
2210 	} else {
2211 
2212 		ioc->add_sge = &mpt_add_sge;
2213 		ioc->add_chain = &mpt_add_chain;
2214 		ioc->sg_addr_size = 4;
2215 	}
2216 	ioc->SGE_size = sizeof(u32) + ioc->sg_addr_size;
2217 
2218 	printk(MYIOC_s_INFO_FMT "pci-resume: ioc-state=0x%x,doorbell=0x%x\n",
2219 	    ioc->name, (mpt_GetIocState(ioc, 1) >> MPI_IOC_STATE_SHIFT),
2220 	    CHIPREG_READ32(&ioc->chip->Doorbell));
2221 
2222 	/*
2223 	 * Errata workaround for SAS pci express:
2224 	 * Upon returning to the D0 state, the contents of the doorbell will be
2225 	 * stale data, and this will incorrectly signal to the host driver that
2226 	 * the firmware is ready to process mpt commands.   The workaround is
2227 	 * to issue a diagnostic reset.
2228 	 */
2229 	if (ioc->bus_type == SAS && (pdev->device ==
2230 	    MPI_MANUFACTPAGE_DEVID_SAS1068E || pdev->device ==
2231 	    MPI_MANUFACTPAGE_DEVID_SAS1064E)) {
2232 		if (KickStart(ioc, 1, CAN_SLEEP) < 0) {
2233 			printk(MYIOC_s_WARN_FMT "pci-resume: Cannot recover\n",
2234 			    ioc->name);
2235 			goto out;
2236 		}
2237 	}
2238 
2239 	/* bring ioc to operational state */
2240 	printk(MYIOC_s_INFO_FMT "Sending mpt_do_ioc_recovery\n", ioc->name);
2241 	recovery_state = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_BRINGUP,
2242 						 CAN_SLEEP);
2243 	if (recovery_state != 0)
2244 		printk(MYIOC_s_WARN_FMT "pci-resume: Cannot recover, "
2245 		    "error:[%x]\n", ioc->name, recovery_state);
2246 	else
2247 		printk(MYIOC_s_INFO_FMT
2248 		    "pci-resume: success\n", ioc->name);
2249  out:
2250 	return 0;
2251 
2252 }
2253 #endif
2254 
2255 static int
2256 mpt_signal_reset(u8 index, MPT_ADAPTER *ioc, int reset_phase)
2257 {
2258 	if ((MptDriverClass[index] == MPTSPI_DRIVER &&
2259 	     ioc->bus_type != SPI) ||
2260 	    (MptDriverClass[index] == MPTFC_DRIVER &&
2261 	     ioc->bus_type != FC) ||
2262 	    (MptDriverClass[index] == MPTSAS_DRIVER &&
2263 	     ioc->bus_type != SAS))
2264 		/* make sure we only call the relevant reset handler
2265 		 * for the bus */
2266 		return 0;
2267 	return (MptResetHandlers[index])(ioc, reset_phase);
2268 }
2269 
2270 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2271 /**
2272  *	mpt_do_ioc_recovery - Initialize or recover MPT adapter.
2273  *	@ioc: Pointer to MPT adapter structure
2274  *	@reason: Event word / reason
2275  *	@sleepFlag: Use schedule if CAN_SLEEP else use udelay.
2276  *
2277  *	This routine performs all the steps necessary to bring the IOC
2278  *	to a OPERATIONAL state.
2279  *
2280  *	This routine also pre-fetches the LAN MAC address of a Fibre Channel
2281  *	MPT adapter.
2282  *
2283  *	Returns:
2284  *		 0 for success
2285  *		-1 if failed to get board READY
2286  *		-2 if READY but IOCFacts Failed
2287  *		-3 if READY but PrimeIOCFifos Failed
2288  *		-4 if READY but IOCInit Failed
2289  *		-5 if failed to enable_device and/or request_selected_regions
2290  *		-6 if failed to upload firmware
2291  */
2292 static int
2293 mpt_do_ioc_recovery(MPT_ADAPTER *ioc, u32 reason, int sleepFlag)
2294 {
2295 	int	 hard_reset_done = 0;
2296 	int	 alt_ioc_ready = 0;
2297 	int	 hard;
2298 	int	 rc=0;
2299 	int	 ii;
2300 	int	 ret = 0;
2301 	int	 reset_alt_ioc_active = 0;
2302 	int	 irq_allocated = 0;
2303 	u8	*a;
2304 
2305 	printk(MYIOC_s_INFO_FMT "Initiating %s\n", ioc->name,
2306 	    reason == MPT_HOSTEVENT_IOC_BRINGUP ? "bringup" : "recovery");
2307 
2308 	/* Disable reply interrupts (also blocks FreeQ) */
2309 	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2310 	ioc->active = 0;
2311 
2312 	if (ioc->alt_ioc) {
2313 		if (ioc->alt_ioc->active ||
2314 		    reason == MPT_HOSTEVENT_IOC_RECOVER) {
2315 			reset_alt_ioc_active = 1;
2316 			/* Disable alt-IOC's reply interrupts
2317 			 *  (and FreeQ) for a bit
2318 			 **/
2319 			CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask,
2320 				0xFFFFFFFF);
2321 			ioc->alt_ioc->active = 0;
2322 		}
2323 	}
2324 
2325 	hard = 1;
2326 	if (reason == MPT_HOSTEVENT_IOC_BRINGUP)
2327 		hard = 0;
2328 
2329 	if ((hard_reset_done = MakeIocReady(ioc, hard, sleepFlag)) < 0) {
2330 		if (hard_reset_done == -4) {
2331 			printk(MYIOC_s_WARN_FMT "Owned by PEER..skipping!\n",
2332 			    ioc->name);
2333 
2334 			if (reset_alt_ioc_active && ioc->alt_ioc) {
2335 				/* (re)Enable alt-IOC! (reply interrupt, FreeQ) */
2336 				dprintk(ioc, printk(MYIOC_s_INFO_FMT
2337 				    "alt_ioc reply irq re-enabled\n", ioc->alt_ioc->name));
2338 				CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask, MPI_HIM_DIM);
2339 				ioc->alt_ioc->active = 1;
2340 			}
2341 
2342 		} else {
2343 			printk(MYIOC_s_WARN_FMT
2344 			    "NOT READY WARNING!\n", ioc->name);
2345 		}
2346 		ret = -1;
2347 		goto out;
2348 	}
2349 
2350 	/* hard_reset_done = 0 if a soft reset was performed
2351 	 * and 1 if a hard reset was performed.
2352 	 */
2353 	if (hard_reset_done && reset_alt_ioc_active && ioc->alt_ioc) {
2354 		if ((rc = MakeIocReady(ioc->alt_ioc, 0, sleepFlag)) == 0)
2355 			alt_ioc_ready = 1;
2356 		else
2357 			printk(MYIOC_s_WARN_FMT
2358 			    ": alt-ioc Not ready WARNING!\n",
2359 			    ioc->alt_ioc->name);
2360 	}
2361 
2362 	for (ii=0; ii<5; ii++) {
2363 		/* Get IOC facts! Allow 5 retries */
2364 		if ((rc = GetIocFacts(ioc, sleepFlag, reason)) == 0)
2365 			break;
2366 	}
2367 
2368 
2369 	if (ii == 5) {
2370 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2371 		    "Retry IocFacts failed rc=%x\n", ioc->name, rc));
2372 		ret = -2;
2373 	} else if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
2374 		MptDisplayIocCapabilities(ioc);
2375 	}
2376 
2377 	if (alt_ioc_ready) {
2378 		if ((rc = GetIocFacts(ioc->alt_ioc, sleepFlag, reason)) != 0) {
2379 			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2380 			    "Initial Alt IocFacts failed rc=%x\n",
2381 			    ioc->name, rc));
2382 			/* Retry - alt IOC was initialized once
2383 			 */
2384 			rc = GetIocFacts(ioc->alt_ioc, sleepFlag, reason);
2385 		}
2386 		if (rc) {
2387 			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2388 			    "Retry Alt IocFacts failed rc=%x\n", ioc->name, rc));
2389 			alt_ioc_ready = 0;
2390 			reset_alt_ioc_active = 0;
2391 		} else if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
2392 			MptDisplayIocCapabilities(ioc->alt_ioc);
2393 		}
2394 	}
2395 
2396 	if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP) &&
2397 	    (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)) {
2398 		pci_release_selected_regions(ioc->pcidev, ioc->bars);
2399 		ioc->bars = pci_select_bars(ioc->pcidev, IORESOURCE_MEM |
2400 		    IORESOURCE_IO);
2401 		if (pci_enable_device(ioc->pcidev))
2402 			return -5;
2403 		if (pci_request_selected_regions(ioc->pcidev, ioc->bars,
2404 			"mpt"))
2405 			return -5;
2406 	}
2407 
2408 	/*
2409 	 * Device is reset now. It must have de-asserted the interrupt line
2410 	 * (if it was asserted) and it should be safe to register for the
2411 	 * interrupt now.
2412 	 */
2413 	if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP)) {
2414 		ioc->pci_irq = -1;
2415 		if (ioc->pcidev->irq) {
2416 			if (ioc->msi_enable && !pci_enable_msi(ioc->pcidev))
2417 				printk(MYIOC_s_INFO_FMT "PCI-MSI enabled\n",
2418 				    ioc->name);
2419 			else
2420 				ioc->msi_enable = 0;
2421 			rc = request_irq(ioc->pcidev->irq, mpt_interrupt,
2422 			    IRQF_SHARED, ioc->name, ioc);
2423 			if (rc < 0) {
2424 				printk(MYIOC_s_ERR_FMT "Unable to allocate "
2425 				    "interrupt %d!\n",
2426 				    ioc->name, ioc->pcidev->irq);
2427 				if (ioc->msi_enable)
2428 					pci_disable_msi(ioc->pcidev);
2429 				ret = -EBUSY;
2430 				goto out;
2431 			}
2432 			irq_allocated = 1;
2433 			ioc->pci_irq = ioc->pcidev->irq;
2434 			pci_set_master(ioc->pcidev);		/* ?? */
2435 			pci_set_drvdata(ioc->pcidev, ioc);
2436 			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2437 			    "installed at interrupt %d\n", ioc->name,
2438 			    ioc->pcidev->irq));
2439 		}
2440 	}
2441 
2442 	/* Prime reply & request queues!
2443 	 * (mucho alloc's) Must be done prior to
2444 	 * init as upper addresses are needed for init.
2445 	 * If fails, continue with alt-ioc processing
2446 	 */
2447 	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "PrimeIocFifos\n",
2448 	    ioc->name));
2449 	if ((ret == 0) && ((rc = PrimeIocFifos(ioc)) != 0))
2450 		ret = -3;
2451 
2452 	/* May need to check/upload firmware & data here!
2453 	 * If fails, continue with alt-ioc processing
2454 	 */
2455 	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "SendIocInit\n",
2456 	    ioc->name));
2457 	if ((ret == 0) && ((rc = SendIocInit(ioc, sleepFlag)) != 0))
2458 		ret = -4;
2459 // NEW!
2460 	if (alt_ioc_ready && ((rc = PrimeIocFifos(ioc->alt_ioc)) != 0)) {
2461 		printk(MYIOC_s_WARN_FMT
2462 		    ": alt-ioc (%d) FIFO mgmt alloc WARNING!\n",
2463 		    ioc->alt_ioc->name, rc);
2464 		alt_ioc_ready = 0;
2465 		reset_alt_ioc_active = 0;
2466 	}
2467 
2468 	if (alt_ioc_ready) {
2469 		if ((rc = SendIocInit(ioc->alt_ioc, sleepFlag)) != 0) {
2470 			alt_ioc_ready = 0;
2471 			reset_alt_ioc_active = 0;
2472 			printk(MYIOC_s_WARN_FMT
2473 				": alt-ioc: (%d) init failure WARNING!\n",
2474 					ioc->alt_ioc->name, rc);
2475 		}
2476 	}
2477 
2478 	if (reason == MPT_HOSTEVENT_IOC_BRINGUP){
2479 		if (ioc->upload_fw) {
2480 			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2481 			    "firmware upload required!\n", ioc->name));
2482 
2483 			/* Controller is not operational, cannot do upload
2484 			 */
2485 			if (ret == 0) {
2486 				rc = mpt_do_upload(ioc, sleepFlag);
2487 				if (rc == 0) {
2488 					if (ioc->alt_ioc && ioc->alt_ioc->cached_fw) {
2489 						/*
2490 						 * Maintain only one pointer to FW memory
2491 						 * so there will not be two attempt to
2492 						 * downloadboot onboard dual function
2493 						 * chips (mpt_adapter_disable,
2494 						 * mpt_diag_reset)
2495 						 */
2496 						ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2497 						    "mpt_upload:  alt_%s has cached_fw=%p \n",
2498 						    ioc->name, ioc->alt_ioc->name, ioc->alt_ioc->cached_fw));
2499 						ioc->cached_fw = NULL;
2500 					}
2501 				} else {
2502 					printk(MYIOC_s_WARN_FMT
2503 					    "firmware upload failure!\n", ioc->name);
2504 					ret = -6;
2505 				}
2506 			}
2507 		}
2508 	}
2509 
2510 	/*  Enable MPT base driver management of EventNotification
2511 	 *  and EventAck handling.
2512 	 */
2513 	if ((ret == 0) && (!ioc->facts.EventState)) {
2514 		dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2515 			"SendEventNotification\n",
2516 		    ioc->name));
2517 		ret = SendEventNotification(ioc, 1, sleepFlag);	/* 1=Enable */
2518 	}
2519 
2520 	if (ioc->alt_ioc && alt_ioc_ready && !ioc->alt_ioc->facts.EventState)
2521 		rc = SendEventNotification(ioc->alt_ioc, 1, sleepFlag);
2522 
2523 	if (ret == 0) {
2524 		/* Enable! (reply interrupt) */
2525 		CHIPREG_WRITE32(&ioc->chip->IntMask, MPI_HIM_DIM);
2526 		ioc->active = 1;
2527 	}
2528 	if (rc == 0) {	/* alt ioc */
2529 		if (reset_alt_ioc_active && ioc->alt_ioc) {
2530 			/* (re)Enable alt-IOC! (reply interrupt) */
2531 			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "alt-ioc"
2532 				"reply irq re-enabled\n",
2533 				ioc->alt_ioc->name));
2534 			CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask,
2535 				MPI_HIM_DIM);
2536 			ioc->alt_ioc->active = 1;
2537 		}
2538 	}
2539 
2540 
2541 	/*	Add additional "reason" check before call to GetLanConfigPages
2542 	 *	(combined with GetIoUnitPage2 call).  This prevents a somewhat
2543 	 *	recursive scenario; GetLanConfigPages times out, timer expired
2544 	 *	routine calls HardResetHandler, which calls into here again,
2545 	 *	and we try GetLanConfigPages again...
2546 	 */
2547 	if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP)) {
2548 
2549 		/*
2550 		 * Initialize link list for inactive raid volumes.
2551 		 */
2552 		mutex_init(&ioc->raid_data.inactive_list_mutex);
2553 		INIT_LIST_HEAD(&ioc->raid_data.inactive_list);
2554 
2555 		switch (ioc->bus_type) {
2556 
2557 		case SAS:
2558 			/* clear persistency table */
2559 			if(ioc->facts.IOCExceptions &
2560 			    MPI_IOCFACTS_EXCEPT_PERSISTENT_TABLE_FULL) {
2561 				ret = mptbase_sas_persist_operation(ioc,
2562 				    MPI_SAS_OP_CLEAR_NOT_PRESENT);
2563 				if(ret != 0)
2564 					goto out;
2565 			}
2566 
2567 			/* Find IM volumes
2568 			 */
2569 			mpt_findImVolumes(ioc);
2570 
2571 			/* Check, and possibly reset, the coalescing value
2572 			 */
2573 			mpt_read_ioc_pg_1(ioc);
2574 
2575 			break;
2576 
2577 		case FC:
2578 			if ((ioc->pfacts[0].ProtocolFlags &
2579 				MPI_PORTFACTS_PROTOCOL_LAN) &&
2580 			    (ioc->lan_cnfg_page0.Header.PageLength == 0)) {
2581 				/*
2582 				 *  Pre-fetch the ports LAN MAC address!
2583 				 *  (LANPage1_t stuff)
2584 				 */
2585 				(void) GetLanConfigPages(ioc);
2586 				a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
2587 				dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2588 					"LanAddr = %pMR\n", ioc->name, a));
2589 			}
2590 			break;
2591 
2592 		case SPI:
2593 			/* Get NVRAM and adapter maximums from SPP 0 and 2
2594 			 */
2595 			mpt_GetScsiPortSettings(ioc, 0);
2596 
2597 			/* Get version and length of SDP 1
2598 			 */
2599 			mpt_readScsiDevicePageHeaders(ioc, 0);
2600 
2601 			/* Find IM volumes
2602 			 */
2603 			if (ioc->facts.MsgVersion >= MPI_VERSION_01_02)
2604 				mpt_findImVolumes(ioc);
2605 
2606 			/* Check, and possibly reset, the coalescing value
2607 			 */
2608 			mpt_read_ioc_pg_1(ioc);
2609 
2610 			mpt_read_ioc_pg_4(ioc);
2611 
2612 			break;
2613 		}
2614 
2615 		GetIoUnitPage2(ioc);
2616 		mpt_get_manufacturing_pg_0(ioc);
2617 	}
2618 
2619  out:
2620 	if ((ret != 0) && irq_allocated) {
2621 		free_irq(ioc->pci_irq, ioc);
2622 		if (ioc->msi_enable)
2623 			pci_disable_msi(ioc->pcidev);
2624 	}
2625 	return ret;
2626 }
2627 
2628 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2629 /**
2630  *	mpt_detect_bound_ports - Search for matching PCI bus/dev_function
2631  *	@ioc: Pointer to MPT adapter structure
2632  *	@pdev: Pointer to (struct pci_dev) structure
2633  *
2634  *	Search for PCI bus/dev_function which matches
2635  *	PCI bus/dev_function (+/-1) for newly discovered 929,
2636  *	929X, 1030 or 1035.
2637  *
2638  *	If match on PCI dev_function +/-1 is found, bind the two MPT adapters
2639  *	using alt_ioc pointer fields in their %MPT_ADAPTER structures.
2640  */
2641 static void
2642 mpt_detect_bound_ports(MPT_ADAPTER *ioc, struct pci_dev *pdev)
2643 {
2644 	struct pci_dev *peer=NULL;
2645 	unsigned int slot = PCI_SLOT(pdev->devfn);
2646 	unsigned int func = PCI_FUNC(pdev->devfn);
2647 	MPT_ADAPTER *ioc_srch;
2648 
2649 	dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PCI device %s devfn=%x/%x,"
2650 	    " searching for devfn match on %x or %x\n",
2651 	    ioc->name, pci_name(pdev), pdev->bus->number,
2652 	    pdev->devfn, func-1, func+1));
2653 
2654 	peer = pci_get_slot(pdev->bus, PCI_DEVFN(slot,func-1));
2655 	if (!peer) {
2656 		peer = pci_get_slot(pdev->bus, PCI_DEVFN(slot,func+1));
2657 		if (!peer)
2658 			return;
2659 	}
2660 
2661 	list_for_each_entry(ioc_srch, &ioc_list, list) {
2662 		struct pci_dev *_pcidev = ioc_srch->pcidev;
2663 		if (_pcidev == peer) {
2664 			/* Paranoia checks */
2665 			if (ioc->alt_ioc != NULL) {
2666 				printk(MYIOC_s_WARN_FMT
2667 				    "Oops, already bound (%s <==> %s)!\n",
2668 				    ioc->name, ioc->name, ioc->alt_ioc->name);
2669 				break;
2670 			} else if (ioc_srch->alt_ioc != NULL) {
2671 				printk(MYIOC_s_WARN_FMT
2672 				    "Oops, already bound (%s <==> %s)!\n",
2673 				    ioc_srch->name, ioc_srch->name,
2674 				    ioc_srch->alt_ioc->name);
2675 				break;
2676 			}
2677 			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2678 				"FOUND! binding %s <==> %s\n",
2679 				ioc->name, ioc->name, ioc_srch->name));
2680 			ioc_srch->alt_ioc = ioc;
2681 			ioc->alt_ioc = ioc_srch;
2682 		}
2683 	}
2684 	pci_dev_put(peer);
2685 }
2686 
2687 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2688 /**
2689  *	mpt_adapter_disable - Disable misbehaving MPT adapter.
2690  *	@ioc: Pointer to MPT adapter structure
2691  */
2692 static void
2693 mpt_adapter_disable(MPT_ADAPTER *ioc)
2694 {
2695 	int sz;
2696 	int ret;
2697 
2698 	if (ioc->cached_fw != NULL) {
2699 		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2700 			"%s: Pushing FW onto adapter\n", __func__, ioc->name));
2701 		if ((ret = mpt_downloadboot(ioc, (MpiFwHeader_t *)
2702 		    ioc->cached_fw, CAN_SLEEP)) < 0) {
2703 			printk(MYIOC_s_WARN_FMT
2704 			    ": firmware downloadboot failure (%d)!\n",
2705 			    ioc->name, ret);
2706 		}
2707 	}
2708 
2709 	/*
2710 	 * Put the controller into ready state (if its not already)
2711 	 */
2712 	if (mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_READY) {
2713 		if (!SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET,
2714 		    CAN_SLEEP)) {
2715 			if (mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_READY)
2716 				printk(MYIOC_s_ERR_FMT "%s:  IOC msg unit "
2717 				    "reset failed to put ioc in ready state!\n",
2718 				    ioc->name, __func__);
2719 		} else
2720 			printk(MYIOC_s_ERR_FMT "%s:  IOC msg unit reset "
2721 			    "failed!\n", ioc->name, __func__);
2722 	}
2723 
2724 
2725 	/* Disable adapter interrupts! */
2726 	synchronize_irq(ioc->pcidev->irq);
2727 	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2728 	ioc->active = 0;
2729 
2730 	/* Clear any lingering interrupt */
2731 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2732 	CHIPREG_READ32(&ioc->chip->IntStatus);
2733 
2734 	if (ioc->alloc != NULL) {
2735 		sz = ioc->alloc_sz;
2736 		dexitprintk(ioc, printk(MYIOC_s_INFO_FMT "free  @ %p, sz=%d bytes\n",
2737 		    ioc->name, ioc->alloc, ioc->alloc_sz));
2738 		pci_free_consistent(ioc->pcidev, sz,
2739 				ioc->alloc, ioc->alloc_dma);
2740 		ioc->reply_frames = NULL;
2741 		ioc->req_frames = NULL;
2742 		ioc->alloc = NULL;
2743 		ioc->alloc_total -= sz;
2744 	}
2745 
2746 	if (ioc->sense_buf_pool != NULL) {
2747 		sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
2748 		pci_free_consistent(ioc->pcidev, sz,
2749 				ioc->sense_buf_pool, ioc->sense_buf_pool_dma);
2750 		ioc->sense_buf_pool = NULL;
2751 		ioc->alloc_total -= sz;
2752 	}
2753 
2754 	if (ioc->events != NULL){
2755 		sz = MPTCTL_EVENT_LOG_SIZE * sizeof(MPT_IOCTL_EVENTS);
2756 		kfree(ioc->events);
2757 		ioc->events = NULL;
2758 		ioc->alloc_total -= sz;
2759 	}
2760 
2761 	mpt_free_fw_memory(ioc);
2762 
2763 	kfree(ioc->spi_data.nvram);
2764 	mpt_inactive_raid_list_free(ioc);
2765 	kfree(ioc->raid_data.pIocPg2);
2766 	kfree(ioc->raid_data.pIocPg3);
2767 	ioc->spi_data.nvram = NULL;
2768 	ioc->raid_data.pIocPg3 = NULL;
2769 
2770 	if (ioc->spi_data.pIocPg4 != NULL) {
2771 		sz = ioc->spi_data.IocPg4Sz;
2772 		pci_free_consistent(ioc->pcidev, sz,
2773 			ioc->spi_data.pIocPg4,
2774 			ioc->spi_data.IocPg4_dma);
2775 		ioc->spi_data.pIocPg4 = NULL;
2776 		ioc->alloc_total -= sz;
2777 	}
2778 
2779 	if (ioc->ReqToChain != NULL) {
2780 		kfree(ioc->ReqToChain);
2781 		kfree(ioc->RequestNB);
2782 		ioc->ReqToChain = NULL;
2783 	}
2784 
2785 	kfree(ioc->ChainToChain);
2786 	ioc->ChainToChain = NULL;
2787 
2788 	if (ioc->HostPageBuffer != NULL) {
2789 		if((ret = mpt_host_page_access_control(ioc,
2790 		    MPI_DB_HPBAC_FREE_BUFFER, NO_SLEEP)) != 0) {
2791 			printk(MYIOC_s_ERR_FMT
2792 			   ": %s: host page buffers free failed (%d)!\n",
2793 			    ioc->name, __func__, ret);
2794 		}
2795 		dexitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2796 			"HostPageBuffer free  @ %p, sz=%d bytes\n",
2797 			ioc->name, ioc->HostPageBuffer,
2798 			ioc->HostPageBuffer_sz));
2799 		pci_free_consistent(ioc->pcidev, ioc->HostPageBuffer_sz,
2800 		    ioc->HostPageBuffer, ioc->HostPageBuffer_dma);
2801 		ioc->HostPageBuffer = NULL;
2802 		ioc->HostPageBuffer_sz = 0;
2803 		ioc->alloc_total -= ioc->HostPageBuffer_sz;
2804 	}
2805 
2806 	pci_set_drvdata(ioc->pcidev, NULL);
2807 }
2808 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2809 /**
2810  *	mpt_adapter_dispose - Free all resources associated with an MPT adapter
2811  *	@ioc: Pointer to MPT adapter structure
2812  *
2813  *	This routine unregisters h/w resources and frees all alloc'd memory
2814  *	associated with a MPT adapter structure.
2815  */
2816 static void
2817 mpt_adapter_dispose(MPT_ADAPTER *ioc)
2818 {
2819 	int sz_first, sz_last;
2820 
2821 	if (ioc == NULL)
2822 		return;
2823 
2824 	sz_first = ioc->alloc_total;
2825 
2826 	mpt_adapter_disable(ioc);
2827 
2828 	if (ioc->pci_irq != -1) {
2829 		free_irq(ioc->pci_irq, ioc);
2830 		if (ioc->msi_enable)
2831 			pci_disable_msi(ioc->pcidev);
2832 		ioc->pci_irq = -1;
2833 	}
2834 
2835 	if (ioc->memmap != NULL) {
2836 		iounmap(ioc->memmap);
2837 		ioc->memmap = NULL;
2838 	}
2839 
2840 	pci_disable_device(ioc->pcidev);
2841 	pci_release_selected_regions(ioc->pcidev, ioc->bars);
2842 
2843 	/*  Zap the adapter lookup ptr!  */
2844 	list_del(&ioc->list);
2845 
2846 	sz_last = ioc->alloc_total;
2847 	dprintk(ioc, printk(MYIOC_s_INFO_FMT "free'd %d of %d bytes\n",
2848 	    ioc->name, sz_first-sz_last+(int)sizeof(*ioc), sz_first));
2849 
2850 	if (ioc->alt_ioc)
2851 		ioc->alt_ioc->alt_ioc = NULL;
2852 
2853 	kfree(ioc);
2854 }
2855 
2856 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2857 /**
2858  *	MptDisplayIocCapabilities - Disply IOC's capabilities.
2859  *	@ioc: Pointer to MPT adapter structure
2860  */
2861 static void
2862 MptDisplayIocCapabilities(MPT_ADAPTER *ioc)
2863 {
2864 	int i = 0;
2865 
2866 	printk(KERN_INFO "%s: ", ioc->name);
2867 	if (ioc->prod_name)
2868 		pr_cont("%s: ", ioc->prod_name);
2869 	pr_cont("Capabilities={");
2870 
2871 	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_INITIATOR) {
2872 		pr_cont("Initiator");
2873 		i++;
2874 	}
2875 
2876 	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_TARGET) {
2877 		pr_cont("%sTarget", i ? "," : "");
2878 		i++;
2879 	}
2880 
2881 	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN) {
2882 		pr_cont("%sLAN", i ? "," : "");
2883 		i++;
2884 	}
2885 
2886 #if 0
2887 	/*
2888 	 *  This would probably evoke more questions than it's worth
2889 	 */
2890 	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_TARGET) {
2891 		pr_cont("%sLogBusAddr", i ? "," : "");
2892 		i++;
2893 	}
2894 #endif
2895 
2896 	pr_cont("}\n");
2897 }
2898 
2899 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2900 /**
2901  *	MakeIocReady - Get IOC to a READY state, using KickStart if needed.
2902  *	@ioc: Pointer to MPT_ADAPTER structure
2903  *	@force: Force hard KickStart of IOC
2904  *	@sleepFlag: Specifies whether the process can sleep
2905  *
2906  *	Returns:
2907  *		 1 - DIAG reset and READY
2908  *		 0 - READY initially OR soft reset and READY
2909  *		-1 - Any failure on KickStart
2910  *		-2 - Msg Unit Reset Failed
2911  *		-3 - IO Unit Reset Failed
2912  *		-4 - IOC owned by a PEER
2913  */
2914 static int
2915 MakeIocReady(MPT_ADAPTER *ioc, int force, int sleepFlag)
2916 {
2917 	u32	 ioc_state;
2918 	int	 statefault = 0;
2919 	int	 cntdn;
2920 	int	 hard_reset_done = 0;
2921 	int	 r;
2922 	int	 ii;
2923 	int	 whoinit;
2924 
2925 	/* Get current [raw] IOC state  */
2926 	ioc_state = mpt_GetIocState(ioc, 0);
2927 	dhsprintk(ioc, printk(MYIOC_s_INFO_FMT "MakeIocReady [raw] state=%08x\n", ioc->name, ioc_state));
2928 
2929 	/*
2930 	 *	Check to see if IOC got left/stuck in doorbell handshake
2931 	 *	grip of death.  If so, hard reset the IOC.
2932 	 */
2933 	if (ioc_state & MPI_DOORBELL_ACTIVE) {
2934 		statefault = 1;
2935 		printk(MYIOC_s_WARN_FMT "Unexpected doorbell active!\n",
2936 				ioc->name);
2937 	}
2938 
2939 	/* Is it already READY? */
2940 	if (!statefault &&
2941 	    ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_READY)) {
2942 		dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2943 		    "IOC is in READY state\n", ioc->name));
2944 		return 0;
2945 	}
2946 
2947 	/*
2948 	 *	Check to see if IOC is in FAULT state.
2949 	 */
2950 	if ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT) {
2951 		statefault = 2;
2952 		printk(MYIOC_s_WARN_FMT "IOC is in FAULT state!!!\n",
2953 		    ioc->name);
2954 		printk(MYIOC_s_WARN_FMT "           FAULT code = %04xh\n",
2955 		    ioc->name, ioc_state & MPI_DOORBELL_DATA_MASK);
2956 	}
2957 
2958 	/*
2959 	 *	Hmmm...  Did it get left operational?
2960 	 */
2961 	if ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_OPERATIONAL) {
2962 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOC operational unexpected\n",
2963 				ioc->name));
2964 
2965 		/* Check WhoInit.
2966 		 * If PCI Peer, exit.
2967 		 * Else, if no fault conditions are present, issue a MessageUnitReset
2968 		 * Else, fall through to KickStart case
2969 		 */
2970 		whoinit = (ioc_state & MPI_DOORBELL_WHO_INIT_MASK) >> MPI_DOORBELL_WHO_INIT_SHIFT;
2971 		dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2972 			"whoinit 0x%x statefault %d force %d\n",
2973 			ioc->name, whoinit, statefault, force));
2974 		if (whoinit == MPI_WHOINIT_PCI_PEER)
2975 			return -4;
2976 		else {
2977 			if ((statefault == 0 ) && (force == 0)) {
2978 				if ((r = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag)) == 0)
2979 					return 0;
2980 			}
2981 			statefault = 3;
2982 		}
2983 	}
2984 
2985 	hard_reset_done = KickStart(ioc, statefault||force, sleepFlag);
2986 	if (hard_reset_done < 0)
2987 		return -1;
2988 
2989 	/*
2990 	 *  Loop here waiting for IOC to come READY.
2991 	 */
2992 	ii = 0;
2993 	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 5;	/* 5 seconds */
2994 
2995 	while ((ioc_state = mpt_GetIocState(ioc, 1)) != MPI_IOC_STATE_READY) {
2996 		if (ioc_state == MPI_IOC_STATE_OPERATIONAL) {
2997 			/*
2998 			 *  BIOS or previous driver load left IOC in OP state.
2999 			 *  Reset messaging FIFOs.
3000 			 */
3001 			if ((r = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag)) != 0) {
3002 				printk(MYIOC_s_ERR_FMT "IOC msg unit reset failed!\n", ioc->name);
3003 				return -2;
3004 			}
3005 		} else if (ioc_state == MPI_IOC_STATE_RESET) {
3006 			/*
3007 			 *  Something is wrong.  Try to get IOC back
3008 			 *  to a known state.
3009 			 */
3010 			if ((r = SendIocReset(ioc, MPI_FUNCTION_IO_UNIT_RESET, sleepFlag)) != 0) {
3011 				printk(MYIOC_s_ERR_FMT "IO unit reset failed!\n", ioc->name);
3012 				return -3;
3013 			}
3014 		}
3015 
3016 		ii++; cntdn--;
3017 		if (!cntdn) {
3018 			printk(MYIOC_s_ERR_FMT
3019 				"Wait IOC_READY state (0x%x) timeout(%d)!\n",
3020 				ioc->name, ioc_state, (int)((ii+5)/HZ));
3021 			return -ETIME;
3022 		}
3023 
3024 		if (sleepFlag == CAN_SLEEP) {
3025 			msleep(1);
3026 		} else {
3027 			mdelay (1);	/* 1 msec delay */
3028 		}
3029 
3030 	}
3031 
3032 	if (statefault < 3) {
3033 		printk(MYIOC_s_INFO_FMT "Recovered from %s\n", ioc->name,
3034 			statefault == 1 ? "stuck handshake" : "IOC FAULT");
3035 	}
3036 
3037 	return hard_reset_done;
3038 }
3039 
3040 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3041 /**
3042  *	mpt_GetIocState - Get the current state of a MPT adapter.
3043  *	@ioc: Pointer to MPT_ADAPTER structure
3044  *	@cooked: Request raw or cooked IOC state
3045  *
3046  *	Returns all IOC Doorbell register bits if cooked==0, else just the
3047  *	Doorbell bits in MPI_IOC_STATE_MASK.
3048  */
3049 u32
3050 mpt_GetIocState(MPT_ADAPTER *ioc, int cooked)
3051 {
3052 	u32 s, sc;
3053 
3054 	/*  Get!  */
3055 	s = CHIPREG_READ32(&ioc->chip->Doorbell);
3056 	sc = s & MPI_IOC_STATE_MASK;
3057 
3058 	/*  Save!  */
3059 	ioc->last_state = sc;
3060 
3061 	return cooked ? sc : s;
3062 }
3063 
3064 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3065 /**
3066  *	GetIocFacts - Send IOCFacts request to MPT adapter.
3067  *	@ioc: Pointer to MPT_ADAPTER structure
3068  *	@sleepFlag: Specifies whether the process can sleep
3069  *	@reason: If recovery, only update facts.
3070  *
3071  *	Returns 0 for success, non-zero for failure.
3072  */
3073 static int
3074 GetIocFacts(MPT_ADAPTER *ioc, int sleepFlag, int reason)
3075 {
3076 	IOCFacts_t		 get_facts;
3077 	IOCFactsReply_t		*facts;
3078 	int			 r;
3079 	int			 req_sz;
3080 	int			 reply_sz;
3081 	int			 sz;
3082 	u32			 status, vv;
3083 	u8			 shiftFactor=1;
3084 
3085 	/* IOC *must* NOT be in RESET state! */
3086 	if (ioc->last_state == MPI_IOC_STATE_RESET) {
3087 		printk(KERN_ERR MYNAM
3088 		    ": ERROR - Can't get IOCFacts, %s NOT READY! (%08x)\n",
3089 		    ioc->name, ioc->last_state);
3090 		return -44;
3091 	}
3092 
3093 	facts = &ioc->facts;
3094 
3095 	/* Destination (reply area)... */
3096 	reply_sz = sizeof(*facts);
3097 	memset(facts, 0, reply_sz);
3098 
3099 	/* Request area (get_facts on the stack right now!) */
3100 	req_sz = sizeof(get_facts);
3101 	memset(&get_facts, 0, req_sz);
3102 
3103 	get_facts.Function = MPI_FUNCTION_IOC_FACTS;
3104 	/* Assert: All other get_facts fields are zero! */
3105 
3106 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3107 	    "Sending get IocFacts request req_sz=%d reply_sz=%d\n",
3108 	    ioc->name, req_sz, reply_sz));
3109 
3110 	/* No non-zero fields in the get_facts request are greater than
3111 	 * 1 byte in size, so we can just fire it off as is.
3112 	 */
3113 	r = mpt_handshake_req_reply_wait(ioc, req_sz, (u32*)&get_facts,
3114 			reply_sz, (u16*)facts, 5 /*seconds*/, sleepFlag);
3115 	if (r != 0)
3116 		return r;
3117 
3118 	/*
3119 	 * Now byte swap (GRRR) the necessary fields before any further
3120 	 * inspection of reply contents.
3121 	 *
3122 	 * But need to do some sanity checks on MsgLength (byte) field
3123 	 * to make sure we don't zero IOC's req_sz!
3124 	 */
3125 	/* Did we get a valid reply? */
3126 	if (facts->MsgLength > offsetof(IOCFactsReply_t, RequestFrameSize)/sizeof(u32)) {
3127 		if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
3128 			/*
3129 			 * If not been here, done that, save off first WhoInit value
3130 			 */
3131 			if (ioc->FirstWhoInit == WHOINIT_UNKNOWN)
3132 				ioc->FirstWhoInit = facts->WhoInit;
3133 		}
3134 
3135 		facts->MsgVersion = le16_to_cpu(facts->MsgVersion);
3136 		facts->MsgContext = le32_to_cpu(facts->MsgContext);
3137 		facts->IOCExceptions = le16_to_cpu(facts->IOCExceptions);
3138 		facts->IOCStatus = le16_to_cpu(facts->IOCStatus);
3139 		facts->IOCLogInfo = le32_to_cpu(facts->IOCLogInfo);
3140 		status = le16_to_cpu(facts->IOCStatus) & MPI_IOCSTATUS_MASK;
3141 		/* CHECKME! IOCStatus, IOCLogInfo */
3142 
3143 		facts->ReplyQueueDepth = le16_to_cpu(facts->ReplyQueueDepth);
3144 		facts->RequestFrameSize = le16_to_cpu(facts->RequestFrameSize);
3145 
3146 		/*
3147 		 * FC f/w version changed between 1.1 and 1.2
3148 		 *	Old: u16{Major(4),Minor(4),SubMinor(8)}
3149 		 *	New: u32{Major(8),Minor(8),Unit(8),Dev(8)}
3150 		 */
3151 		if (facts->MsgVersion < MPI_VERSION_01_02) {
3152 			/*
3153 			 *	Handle old FC f/w style, convert to new...
3154 			 */
3155 			u16	 oldv = le16_to_cpu(facts->Reserved_0101_FWVersion);
3156 			facts->FWVersion.Word =
3157 					((oldv<<12) & 0xFF000000) |
3158 					((oldv<<8)  & 0x000FFF00);
3159 		} else
3160 			facts->FWVersion.Word = le32_to_cpu(facts->FWVersion.Word);
3161 
3162 		facts->ProductID = le16_to_cpu(facts->ProductID);
3163 
3164 		if ((ioc->facts.ProductID & MPI_FW_HEADER_PID_PROD_MASK)
3165 		    > MPI_FW_HEADER_PID_PROD_TARGET_SCSI)
3166 			ioc->ir_firmware = 1;
3167 
3168 		facts->CurrentHostMfaHighAddr =
3169 				le32_to_cpu(facts->CurrentHostMfaHighAddr);
3170 		facts->GlobalCredits = le16_to_cpu(facts->GlobalCredits);
3171 		facts->CurrentSenseBufferHighAddr =
3172 				le32_to_cpu(facts->CurrentSenseBufferHighAddr);
3173 		facts->CurReplyFrameSize =
3174 				le16_to_cpu(facts->CurReplyFrameSize);
3175 		facts->IOCCapabilities = le32_to_cpu(facts->IOCCapabilities);
3176 
3177 		/*
3178 		 * Handle NEW (!) IOCFactsReply fields in MPI-1.01.xx
3179 		 * Older MPI-1.00.xx struct had 13 dwords, and enlarged
3180 		 * to 14 in MPI-1.01.0x.
3181 		 */
3182 		if (facts->MsgLength >= (offsetof(IOCFactsReply_t,FWImageSize) + 7)/4 &&
3183 		    facts->MsgVersion > MPI_VERSION_01_00) {
3184 			facts->FWImageSize = le32_to_cpu(facts->FWImageSize);
3185 		}
3186 
3187 		facts->FWImageSize = ALIGN(facts->FWImageSize, 4);
3188 
3189 		if (!facts->RequestFrameSize) {
3190 			/*  Something is wrong!  */
3191 			printk(MYIOC_s_ERR_FMT "IOC reported invalid 0 request size!\n",
3192 					ioc->name);
3193 			return -55;
3194 		}
3195 
3196 		r = sz = facts->BlockSize;
3197 		vv = ((63 / (sz * 4)) + 1) & 0x03;
3198 		ioc->NB_for_64_byte_frame = vv;
3199 		while ( sz )
3200 		{
3201 			shiftFactor++;
3202 			sz = sz >> 1;
3203 		}
3204 		ioc->NBShiftFactor  = shiftFactor;
3205 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3206 		    "NB_for_64_byte_frame=%x NBShiftFactor=%x BlockSize=%x\n",
3207 		    ioc->name, vv, shiftFactor, r));
3208 
3209 		if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
3210 			/*
3211 			 * Set values for this IOC's request & reply frame sizes,
3212 			 * and request & reply queue depths...
3213 			 */
3214 			ioc->req_sz = min(MPT_DEFAULT_FRAME_SIZE, facts->RequestFrameSize * 4);
3215 			ioc->req_depth = min_t(int, MPT_MAX_REQ_DEPTH, facts->GlobalCredits);
3216 			ioc->reply_sz = MPT_REPLY_FRAME_SIZE;
3217 			ioc->reply_depth = min_t(int, MPT_DEFAULT_REPLY_DEPTH, facts->ReplyQueueDepth);
3218 
3219 			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "reply_sz=%3d, reply_depth=%4d\n",
3220 				ioc->name, ioc->reply_sz, ioc->reply_depth));
3221 			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "req_sz  =%3d, req_depth  =%4d\n",
3222 				ioc->name, ioc->req_sz, ioc->req_depth));
3223 
3224 			/* Get port facts! */
3225 			if ( (r = GetPortFacts(ioc, 0, sleepFlag)) != 0 )
3226 				return r;
3227 		}
3228 	} else {
3229 		printk(MYIOC_s_ERR_FMT
3230 		     "Invalid IOC facts reply, msgLength=%d offsetof=%zd!\n",
3231 		     ioc->name, facts->MsgLength, (offsetof(IOCFactsReply_t,
3232 		     RequestFrameSize)/sizeof(u32)));
3233 		return -66;
3234 	}
3235 
3236 	return 0;
3237 }
3238 
3239 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3240 /**
3241  *	GetPortFacts - Send PortFacts request to MPT adapter.
3242  *	@ioc: Pointer to MPT_ADAPTER structure
3243  *	@portnum: Port number
3244  *	@sleepFlag: Specifies whether the process can sleep
3245  *
3246  *	Returns 0 for success, non-zero for failure.
3247  */
3248 static int
3249 GetPortFacts(MPT_ADAPTER *ioc, int portnum, int sleepFlag)
3250 {
3251 	PortFacts_t		 get_pfacts;
3252 	PortFactsReply_t	*pfacts;
3253 	int			 ii;
3254 	int			 req_sz;
3255 	int			 reply_sz;
3256 	int			 max_id;
3257 
3258 	/* IOC *must* NOT be in RESET state! */
3259 	if (ioc->last_state == MPI_IOC_STATE_RESET) {
3260 		printk(MYIOC_s_ERR_FMT "Can't get PortFacts NOT READY! (%08x)\n",
3261 		    ioc->name, ioc->last_state );
3262 		return -4;
3263 	}
3264 
3265 	pfacts = &ioc->pfacts[portnum];
3266 
3267 	/* Destination (reply area)...  */
3268 	reply_sz = sizeof(*pfacts);
3269 	memset(pfacts, 0, reply_sz);
3270 
3271 	/* Request area (get_pfacts on the stack right now!) */
3272 	req_sz = sizeof(get_pfacts);
3273 	memset(&get_pfacts, 0, req_sz);
3274 
3275 	get_pfacts.Function = MPI_FUNCTION_PORT_FACTS;
3276 	get_pfacts.PortNumber = portnum;
3277 	/* Assert: All other get_pfacts fields are zero! */
3278 
3279 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending get PortFacts(%d) request\n",
3280 			ioc->name, portnum));
3281 
3282 	/* No non-zero fields in the get_pfacts request are greater than
3283 	 * 1 byte in size, so we can just fire it off as is.
3284 	 */
3285 	ii = mpt_handshake_req_reply_wait(ioc, req_sz, (u32*)&get_pfacts,
3286 				reply_sz, (u16*)pfacts, 5 /*seconds*/, sleepFlag);
3287 	if (ii != 0)
3288 		return ii;
3289 
3290 	/* Did we get a valid reply? */
3291 
3292 	/* Now byte swap the necessary fields in the response. */
3293 	pfacts->MsgContext = le32_to_cpu(pfacts->MsgContext);
3294 	pfacts->IOCStatus = le16_to_cpu(pfacts->IOCStatus);
3295 	pfacts->IOCLogInfo = le32_to_cpu(pfacts->IOCLogInfo);
3296 	pfacts->MaxDevices = le16_to_cpu(pfacts->MaxDevices);
3297 	pfacts->PortSCSIID = le16_to_cpu(pfacts->PortSCSIID);
3298 	pfacts->ProtocolFlags = le16_to_cpu(pfacts->ProtocolFlags);
3299 	pfacts->MaxPostedCmdBuffers = le16_to_cpu(pfacts->MaxPostedCmdBuffers);
3300 	pfacts->MaxPersistentIDs = le16_to_cpu(pfacts->MaxPersistentIDs);
3301 	pfacts->MaxLanBuckets = le16_to_cpu(pfacts->MaxLanBuckets);
3302 
3303 	max_id = (ioc->bus_type == SAS) ? pfacts->PortSCSIID :
3304 	    pfacts->MaxDevices;
3305 	ioc->devices_per_bus = (max_id > 255) ? 256 : max_id;
3306 	ioc->number_of_buses = (ioc->devices_per_bus < 256) ? 1 : max_id/256;
3307 
3308 	/*
3309 	 * Place all the devices on channels
3310 	 *
3311 	 * (for debuging)
3312 	 */
3313 	if (mpt_channel_mapping) {
3314 		ioc->devices_per_bus = 1;
3315 		ioc->number_of_buses = (max_id > 255) ? 255 : max_id;
3316 	}
3317 
3318 	return 0;
3319 }
3320 
3321 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3322 /**
3323  *	SendIocInit - Send IOCInit request to MPT adapter.
3324  *	@ioc: Pointer to MPT_ADAPTER structure
3325  *	@sleepFlag: Specifies whether the process can sleep
3326  *
3327  *	Send IOCInit followed by PortEnable to bring IOC to OPERATIONAL state.
3328  *
3329  *	Returns 0 for success, non-zero for failure.
3330  */
3331 static int
3332 SendIocInit(MPT_ADAPTER *ioc, int sleepFlag)
3333 {
3334 	IOCInit_t		 ioc_init;
3335 	MPIDefaultReply_t	 init_reply;
3336 	u32			 state;
3337 	int			 r;
3338 	int			 count;
3339 	int			 cntdn;
3340 
3341 	memset(&ioc_init, 0, sizeof(ioc_init));
3342 	memset(&init_reply, 0, sizeof(init_reply));
3343 
3344 	ioc_init.WhoInit = MPI_WHOINIT_HOST_DRIVER;
3345 	ioc_init.Function = MPI_FUNCTION_IOC_INIT;
3346 
3347 	/* If we are in a recovery mode and we uploaded the FW image,
3348 	 * then this pointer is not NULL. Skip the upload a second time.
3349 	 * Set this flag if cached_fw set for either IOC.
3350 	 */
3351 	if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)
3352 		ioc->upload_fw = 1;
3353 	else
3354 		ioc->upload_fw = 0;
3355 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "upload_fw %d facts.Flags=%x\n",
3356 		   ioc->name, ioc->upload_fw, ioc->facts.Flags));
3357 
3358 	ioc_init.MaxDevices = (U8)ioc->devices_per_bus;
3359 	ioc_init.MaxBuses = (U8)ioc->number_of_buses;
3360 
3361 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "facts.MsgVersion=%x\n",
3362 		   ioc->name, ioc->facts.MsgVersion));
3363 	if (ioc->facts.MsgVersion >= MPI_VERSION_01_05) {
3364 		// set MsgVersion and HeaderVersion host driver was built with
3365 		ioc_init.MsgVersion = cpu_to_le16(MPI_VERSION);
3366 	        ioc_init.HeaderVersion = cpu_to_le16(MPI_HEADER_VERSION);
3367 
3368 		if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_HOST_PAGE_BUFFER_PERSISTENT) {
3369 			ioc_init.HostPageBufferSGE = ioc->facts.HostPageBufferSGE;
3370 		} else if(mpt_host_page_alloc(ioc, &ioc_init))
3371 			return -99;
3372 	}
3373 	ioc_init.ReplyFrameSize = cpu_to_le16(ioc->reply_sz);	/* in BYTES */
3374 
3375 	if (ioc->sg_addr_size == sizeof(u64)) {
3376 		/* Save the upper 32-bits of the request
3377 		 * (reply) and sense buffers.
3378 		 */
3379 		ioc_init.HostMfaHighAddr = cpu_to_le32((u32)((u64)ioc->alloc_dma >> 32));
3380 		ioc_init.SenseBufferHighAddr = cpu_to_le32((u32)((u64)ioc->sense_buf_pool_dma >> 32));
3381 	} else {
3382 		/* Force 32-bit addressing */
3383 		ioc_init.HostMfaHighAddr = cpu_to_le32(0);
3384 		ioc_init.SenseBufferHighAddr = cpu_to_le32(0);
3385 	}
3386 
3387 	ioc->facts.CurrentHostMfaHighAddr = ioc_init.HostMfaHighAddr;
3388 	ioc->facts.CurrentSenseBufferHighAddr = ioc_init.SenseBufferHighAddr;
3389 	ioc->facts.MaxDevices = ioc_init.MaxDevices;
3390 	ioc->facts.MaxBuses = ioc_init.MaxBuses;
3391 
3392 	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending IOCInit (req @ %p)\n",
3393 			ioc->name, &ioc_init));
3394 
3395 	r = mpt_handshake_req_reply_wait(ioc, sizeof(IOCInit_t), (u32*)&ioc_init,
3396 				sizeof(MPIDefaultReply_t), (u16*)&init_reply, 10 /*seconds*/, sleepFlag);
3397 	if (r != 0) {
3398 		printk(MYIOC_s_ERR_FMT "Sending IOCInit failed(%d)!\n",ioc->name, r);
3399 		return r;
3400 	}
3401 
3402 	/* No need to byte swap the multibyte fields in the reply
3403 	 * since we don't even look at its contents.
3404 	 */
3405 
3406 	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending PortEnable (req @ %p)\n",
3407 			ioc->name, &ioc_init));
3408 
3409 	if ((r = SendPortEnable(ioc, 0, sleepFlag)) != 0) {
3410 		printk(MYIOC_s_ERR_FMT "Sending PortEnable failed(%d)!\n",ioc->name, r);
3411 		return r;
3412 	}
3413 
3414 	/* YIKES!  SUPER IMPORTANT!!!
3415 	 *  Poll IocState until _OPERATIONAL while IOC is doing
3416 	 *  LoopInit and TargetDiscovery!
3417 	 */
3418 	count = 0;
3419 	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 60;	/* 60 seconds */
3420 	state = mpt_GetIocState(ioc, 1);
3421 	while (state != MPI_IOC_STATE_OPERATIONAL && --cntdn) {
3422 		if (sleepFlag == CAN_SLEEP) {
3423 			msleep(1);
3424 		} else {
3425 			mdelay(1);
3426 		}
3427 
3428 		if (!cntdn) {
3429 			printk(MYIOC_s_ERR_FMT "Wait IOC_OP state timeout(%d)!\n",
3430 					ioc->name, (int)((count+5)/HZ));
3431 			return -9;
3432 		}
3433 
3434 		state = mpt_GetIocState(ioc, 1);
3435 		count++;
3436 	}
3437 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Wait IOC_OPERATIONAL state (cnt=%d)\n",
3438 			ioc->name, count));
3439 
3440 	ioc->aen_event_read_flag=0;
3441 	return r;
3442 }
3443 
3444 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3445 /**
3446  *	SendPortEnable - Send PortEnable request to MPT adapter port.
3447  *	@ioc: Pointer to MPT_ADAPTER structure
3448  *	@portnum: Port number to enable
3449  *	@sleepFlag: Specifies whether the process can sleep
3450  *
3451  *	Send PortEnable to bring IOC to OPERATIONAL state.
3452  *
3453  *	Returns 0 for success, non-zero for failure.
3454  */
3455 static int
3456 SendPortEnable(MPT_ADAPTER *ioc, int portnum, int sleepFlag)
3457 {
3458 	PortEnable_t		 port_enable;
3459 	MPIDefaultReply_t	 reply_buf;
3460 	int	 rc;
3461 	int	 req_sz;
3462 	int	 reply_sz;
3463 
3464 	/*  Destination...  */
3465 	reply_sz = sizeof(MPIDefaultReply_t);
3466 	memset(&reply_buf, 0, reply_sz);
3467 
3468 	req_sz = sizeof(PortEnable_t);
3469 	memset(&port_enable, 0, req_sz);
3470 
3471 	port_enable.Function = MPI_FUNCTION_PORT_ENABLE;
3472 	port_enable.PortNumber = portnum;
3473 /*	port_enable.ChainOffset = 0;		*/
3474 /*	port_enable.MsgFlags = 0;		*/
3475 /*	port_enable.MsgContext = 0;		*/
3476 
3477 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending Port(%d)Enable (req @ %p)\n",
3478 			ioc->name, portnum, &port_enable));
3479 
3480 	/* RAID FW may take a long time to enable
3481 	 */
3482 	if (ioc->ir_firmware || ioc->bus_type == SAS) {
3483 		rc = mpt_handshake_req_reply_wait(ioc, req_sz,
3484 		(u32*)&port_enable, reply_sz, (u16*)&reply_buf,
3485 		300 /*seconds*/, sleepFlag);
3486 	} else {
3487 		rc = mpt_handshake_req_reply_wait(ioc, req_sz,
3488 		(u32*)&port_enable, reply_sz, (u16*)&reply_buf,
3489 		30 /*seconds*/, sleepFlag);
3490 	}
3491 	return rc;
3492 }
3493 
3494 /**
3495  *	mpt_alloc_fw_memory - allocate firmware memory
3496  *	@ioc: Pointer to MPT_ADAPTER structure
3497  *      @size: total FW bytes
3498  *
3499  *	If memory has already been allocated, the same (cached) value
3500  *	is returned.
3501  *
3502  *	Return 0 if successful, or non-zero for failure
3503  **/
3504 int
3505 mpt_alloc_fw_memory(MPT_ADAPTER *ioc, int size)
3506 {
3507 	int rc;
3508 
3509 	if (ioc->cached_fw) {
3510 		rc = 0;  /* use already allocated memory */
3511 		goto out;
3512 	}
3513 	else if (ioc->alt_ioc && ioc->alt_ioc->cached_fw) {
3514 		ioc->cached_fw = ioc->alt_ioc->cached_fw;  /* use alt_ioc's memory */
3515 		ioc->cached_fw_dma = ioc->alt_ioc->cached_fw_dma;
3516 		rc = 0;
3517 		goto out;
3518 	}
3519 	ioc->cached_fw = pci_alloc_consistent(ioc->pcidev, size, &ioc->cached_fw_dma);
3520 	if (!ioc->cached_fw) {
3521 		printk(MYIOC_s_ERR_FMT "Unable to allocate memory for the cached firmware image!\n",
3522 		    ioc->name);
3523 		rc = -1;
3524 	} else {
3525 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3526 		    ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, size, size));
3527 		ioc->alloc_total += size;
3528 		rc = 0;
3529 	}
3530  out:
3531 	return rc;
3532 }
3533 
3534 /**
3535  *	mpt_free_fw_memory - free firmware memory
3536  *	@ioc: Pointer to MPT_ADAPTER structure
3537  *
3538  *	If alt_img is NULL, delete from ioc structure.
3539  *	Else, delete a secondary image in same format.
3540  **/
3541 void
3542 mpt_free_fw_memory(MPT_ADAPTER *ioc)
3543 {
3544 	int sz;
3545 
3546 	if (!ioc->cached_fw)
3547 		return;
3548 
3549 	sz = ioc->facts.FWImageSize;
3550 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "free_fw_memory: FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3551 		 ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, sz, sz));
3552 	pci_free_consistent(ioc->pcidev, sz, ioc->cached_fw, ioc->cached_fw_dma);
3553 	ioc->alloc_total -= sz;
3554 	ioc->cached_fw = NULL;
3555 }
3556 
3557 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3558 /**
3559  *	mpt_do_upload - Construct and Send FWUpload request to MPT adapter port.
3560  *	@ioc: Pointer to MPT_ADAPTER structure
3561  *	@sleepFlag: Specifies whether the process can sleep
3562  *
3563  *	Returns 0 for success, >0 for handshake failure
3564  *		<0 for fw upload failure.
3565  *
3566  *	Remark: If bound IOC and a successful FWUpload was performed
3567  *	on the bound IOC, the second image is discarded
3568  *	and memory is free'd. Both channels must upload to prevent
3569  *	IOC from running in degraded mode.
3570  */
3571 static int
3572 mpt_do_upload(MPT_ADAPTER *ioc, int sleepFlag)
3573 {
3574 	u8			 reply[sizeof(FWUploadReply_t)];
3575 	FWUpload_t		*prequest;
3576 	FWUploadReply_t		*preply;
3577 	FWUploadTCSGE_t		*ptcsge;
3578 	u32			 flagsLength;
3579 	int			 ii, sz, reply_sz;
3580 	int			 cmdStatus;
3581 	int			request_size;
3582 	/* If the image size is 0, we are done.
3583 	 */
3584 	if ((sz = ioc->facts.FWImageSize) == 0)
3585 		return 0;
3586 
3587 	if (mpt_alloc_fw_memory(ioc, ioc->facts.FWImageSize) != 0)
3588 		return -ENOMEM;
3589 
3590 	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT ": FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3591 	    ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, sz, sz));
3592 
3593 	prequest = (sleepFlag == NO_SLEEP) ? kzalloc(ioc->req_sz, GFP_ATOMIC) :
3594 	    kzalloc(ioc->req_sz, GFP_KERNEL);
3595 	if (!prequest) {
3596 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "fw upload failed "
3597 		    "while allocating memory \n", ioc->name));
3598 		mpt_free_fw_memory(ioc);
3599 		return -ENOMEM;
3600 	}
3601 
3602 	preply = (FWUploadReply_t *)&reply;
3603 
3604 	reply_sz = sizeof(reply);
3605 	memset(preply, 0, reply_sz);
3606 
3607 	prequest->ImageType = MPI_FW_UPLOAD_ITYPE_FW_IOC_MEM;
3608 	prequest->Function = MPI_FUNCTION_FW_UPLOAD;
3609 
3610 	ptcsge = (FWUploadTCSGE_t *) &prequest->SGL;
3611 	ptcsge->DetailsLength = 12;
3612 	ptcsge->Flags = MPI_SGE_FLAGS_TRANSACTION_ELEMENT;
3613 	ptcsge->ImageSize = cpu_to_le32(sz);
3614 	ptcsge++;
3615 
3616 	flagsLength = MPT_SGE_FLAGS_SSIMPLE_READ | sz;
3617 	ioc->add_sge((char *)ptcsge, flagsLength, ioc->cached_fw_dma);
3618 	request_size = offsetof(FWUpload_t, SGL) + sizeof(FWUploadTCSGE_t) +
3619 	    ioc->SGE_size;
3620 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending FW Upload "
3621 	    " (req @ %p) fw_size=%d mf_request_size=%d\n", ioc->name, prequest,
3622 	    ioc->facts.FWImageSize, request_size));
3623 	DBG_DUMP_FW_REQUEST_FRAME(ioc, (u32 *)prequest);
3624 
3625 	ii = mpt_handshake_req_reply_wait(ioc, request_size, (u32 *)prequest,
3626 	    reply_sz, (u16 *)preply, 65 /*seconds*/, sleepFlag);
3627 
3628 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "FW Upload completed "
3629 	    "rc=%x \n", ioc->name, ii));
3630 
3631 	cmdStatus = -EFAULT;
3632 	if (ii == 0) {
3633 		/* Handshake transfer was complete and successful.
3634 		 * Check the Reply Frame.
3635 		 */
3636 		int status;
3637 		status = le16_to_cpu(preply->IOCStatus) &
3638 				MPI_IOCSTATUS_MASK;
3639 		if (status == MPI_IOCSTATUS_SUCCESS &&
3640 		    ioc->facts.FWImageSize ==
3641 		    le32_to_cpu(preply->ActualImageSize))
3642 				cmdStatus = 0;
3643 	}
3644 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT ": do_upload cmdStatus=%d \n",
3645 			ioc->name, cmdStatus));
3646 
3647 
3648 	if (cmdStatus) {
3649 		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "fw upload failed, "
3650 		    "freeing image \n", ioc->name));
3651 		mpt_free_fw_memory(ioc);
3652 	}
3653 	kfree(prequest);
3654 
3655 	return cmdStatus;
3656 }
3657 
3658 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3659 /**
3660  *	mpt_downloadboot - DownloadBoot code
3661  *	@ioc: Pointer to MPT_ADAPTER structure
3662  *	@pFwHeader: Pointer to firmware header info
3663  *	@sleepFlag: Specifies whether the process can sleep
3664  *
3665  *	FwDownloadBoot requires Programmed IO access.
3666  *
3667  *	Returns 0 for success
3668  *		-1 FW Image size is 0
3669  *		-2 No valid cached_fw Pointer
3670  *		<0 for fw upload failure.
3671  */
3672 static int
3673 mpt_downloadboot(MPT_ADAPTER *ioc, MpiFwHeader_t *pFwHeader, int sleepFlag)
3674 {
3675 	MpiExtImageHeader_t	*pExtImage;
3676 	u32			 fwSize;
3677 	u32			 diag0val;
3678 	int			 count;
3679 	u32			*ptrFw;
3680 	u32			 diagRwData;
3681 	u32			 nextImage;
3682 	u32			 load_addr;
3683 	u32 			 ioc_state=0;
3684 
3685 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot: fw size 0x%x (%d), FW Ptr %p\n",
3686 				ioc->name, pFwHeader->ImageSize, pFwHeader->ImageSize, pFwHeader));
3687 
3688 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3689 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
3690 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
3691 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
3692 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
3693 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
3694 
3695 	CHIPREG_WRITE32(&ioc->chip->Diagnostic, (MPI_DIAG_PREVENT_IOC_BOOT | MPI_DIAG_DISABLE_ARM));
3696 
3697 	/* wait 1 msec */
3698 	if (sleepFlag == CAN_SLEEP) {
3699 		msleep(1);
3700 	} else {
3701 		mdelay (1);
3702 	}
3703 
3704 	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3705 	CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_RESET_ADAPTER);
3706 
3707 	for (count = 0; count < 30; count ++) {
3708 		diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3709 		if (!(diag0val & MPI_DIAG_RESET_ADAPTER)) {
3710 			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RESET_ADAPTER cleared, count=%d\n",
3711 				ioc->name, count));
3712 			break;
3713 		}
3714 		/* wait .1 sec */
3715 		if (sleepFlag == CAN_SLEEP) {
3716 			msleep (100);
3717 		} else {
3718 			mdelay (100);
3719 		}
3720 	}
3721 
3722 	if ( count == 30 ) {
3723 		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot failed! "
3724 		"Unable to get MPI_DIAG_DRWE mode, diag0val=%x\n",
3725 		ioc->name, diag0val));
3726 		return -3;
3727 	}
3728 
3729 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3730 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
3731 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
3732 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
3733 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
3734 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
3735 
3736 	/* Set the DiagRwEn and Disable ARM bits */
3737 	CHIPREG_WRITE32(&ioc->chip->Diagnostic, (MPI_DIAG_RW_ENABLE | MPI_DIAG_DISABLE_ARM));
3738 
3739 	fwSize = (pFwHeader->ImageSize + 3)/4;
3740 	ptrFw = (u32 *) pFwHeader;
3741 
3742 	/* Write the LoadStartAddress to the DiagRw Address Register
3743 	 * using Programmed IO
3744 	 */
3745 	if (ioc->errata_flag_1064)
3746 		pci_enable_io_access(ioc->pcidev);
3747 
3748 	CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, pFwHeader->LoadStartAddress);
3749 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "LoadStart addr written 0x%x \n",
3750 		ioc->name, pFwHeader->LoadStartAddress));
3751 
3752 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write FW Image: 0x%x bytes @ %p\n",
3753 				ioc->name, fwSize*4, ptrFw));
3754 	while (fwSize--) {
3755 		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, *ptrFw++);
3756 	}
3757 
3758 	nextImage = pFwHeader->NextImageHeaderOffset;
3759 	while (nextImage) {
3760 		pExtImage = (MpiExtImageHeader_t *) ((char *)pFwHeader + nextImage);
3761 
3762 		load_addr = pExtImage->LoadStartAddress;
3763 
3764 		fwSize = (pExtImage->ImageSize + 3) >> 2;
3765 		ptrFw = (u32 *)pExtImage;
3766 
3767 		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write Ext Image: 0x%x (%d) bytes @ %p load_addr=%x\n",
3768 						ioc->name, fwSize*4, fwSize*4, ptrFw, load_addr));
3769 		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, load_addr);
3770 
3771 		while (fwSize--) {
3772 			CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, *ptrFw++);
3773 		}
3774 		nextImage = pExtImage->NextImageHeaderOffset;
3775 	}
3776 
3777 	/* Write the IopResetVectorRegAddr */
3778 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write IopResetVector Addr=%x! \n", ioc->name, 	pFwHeader->IopResetRegAddr));
3779 	CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, pFwHeader->IopResetRegAddr);
3780 
3781 	/* Write the IopResetVectorValue */
3782 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write IopResetVector Value=%x! \n", ioc->name, pFwHeader->IopResetVectorValue));
3783 	CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, pFwHeader->IopResetVectorValue);
3784 
3785 	/* Clear the internal flash bad bit - autoincrementing register,
3786 	 * so must do two writes.
3787 	 */
3788 	if (ioc->bus_type == SPI) {
3789 		/*
3790 		 * 1030 and 1035 H/W errata, workaround to access
3791 		 * the ClearFlashBadSignatureBit
3792 		 */
3793 		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, 0x3F000000);
3794 		diagRwData = CHIPREG_PIO_READ32(&ioc->pio_chip->DiagRwData);
3795 		diagRwData |= 0x40000000;
3796 		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, 0x3F000000);
3797 		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, diagRwData);
3798 
3799 	} else /* if((ioc->bus_type == SAS) || (ioc->bus_type == FC)) */ {
3800 		diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3801 		CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val |
3802 		    MPI_DIAG_CLEAR_FLASH_BAD_SIG);
3803 
3804 		/* wait 1 msec */
3805 		if (sleepFlag == CAN_SLEEP) {
3806 			msleep (1);
3807 		} else {
3808 			mdelay (1);
3809 		}
3810 	}
3811 
3812 	if (ioc->errata_flag_1064)
3813 		pci_disable_io_access(ioc->pcidev);
3814 
3815 	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3816 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot diag0val=%x, "
3817 		"turning off PREVENT_IOC_BOOT, DISABLE_ARM, RW_ENABLE\n",
3818 		ioc->name, diag0val));
3819 	diag0val &= ~(MPI_DIAG_PREVENT_IOC_BOOT | MPI_DIAG_DISABLE_ARM | MPI_DIAG_RW_ENABLE);
3820 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot now diag0val=%x\n",
3821 		ioc->name, diag0val));
3822 	CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val);
3823 
3824 	/* Write 0xFF to reset the sequencer */
3825 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3826 
3827 	if (ioc->bus_type == SAS) {
3828 		ioc_state = mpt_GetIocState(ioc, 0);
3829 		if ( (GetIocFacts(ioc, sleepFlag,
3830 				MPT_HOSTEVENT_IOC_BRINGUP)) != 0 ) {
3831 			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "GetIocFacts failed: IocState=%x\n",
3832 					ioc->name, ioc_state));
3833 			return -EFAULT;
3834 		}
3835 	}
3836 
3837 	for (count=0; count<HZ*20; count++) {
3838 		if ((ioc_state = mpt_GetIocState(ioc, 0)) & MPI_IOC_STATE_READY) {
3839 			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3840 				"downloadboot successful! (count=%d) IocState=%x\n",
3841 				ioc->name, count, ioc_state));
3842 			if (ioc->bus_type == SAS) {
3843 				return 0;
3844 			}
3845 			if ((SendIocInit(ioc, sleepFlag)) != 0) {
3846 				ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3847 					"downloadboot: SendIocInit failed\n",
3848 					ioc->name));
3849 				return -EFAULT;
3850 			}
3851 			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3852 					"downloadboot: SendIocInit successful\n",
3853 					ioc->name));
3854 			return 0;
3855 		}
3856 		if (sleepFlag == CAN_SLEEP) {
3857 			msleep (10);
3858 		} else {
3859 			mdelay (10);
3860 		}
3861 	}
3862 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3863 		"downloadboot failed! IocState=%x\n",ioc->name, ioc_state));
3864 	return -EFAULT;
3865 }
3866 
3867 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3868 /**
3869  *	KickStart - Perform hard reset of MPT adapter.
3870  *	@ioc: Pointer to MPT_ADAPTER structure
3871  *	@force: Force hard reset
3872  *	@sleepFlag: Specifies whether the process can sleep
3873  *
3874  *	This routine places MPT adapter in diagnostic mode via the
3875  *	WriteSequence register, and then performs a hard reset of adapter
3876  *	via the Diagnostic register.
3877  *
3878  *	Inputs:   sleepflag - CAN_SLEEP (non-interrupt thread)
3879  *			or NO_SLEEP (interrupt thread, use mdelay)
3880  *		  force - 1 if doorbell active, board fault state
3881  *				board operational, IOC_RECOVERY or
3882  *				IOC_BRINGUP and there is an alt_ioc.
3883  *			  0 else
3884  *
3885  *	Returns:
3886  *		 1 - hard reset, READY
3887  *		 0 - no reset due to History bit, READY
3888  *		-1 - no reset due to History bit but not READY
3889  *		     OR reset but failed to come READY
3890  *		-2 - no reset, could not enter DIAG mode
3891  *		-3 - reset but bad FW bit
3892  */
3893 static int
3894 KickStart(MPT_ADAPTER *ioc, int force, int sleepFlag)
3895 {
3896 	int hard_reset_done = 0;
3897 	u32 ioc_state=0;
3898 	int cnt,cntdn;
3899 
3900 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "KickStarting!\n", ioc->name));
3901 	if (ioc->bus_type == SPI) {
3902 		/* Always issue a Msg Unit Reset first. This will clear some
3903 		 * SCSI bus hang conditions.
3904 		 */
3905 		SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag);
3906 
3907 		if (sleepFlag == CAN_SLEEP) {
3908 			msleep (1000);
3909 		} else {
3910 			mdelay (1000);
3911 		}
3912 	}
3913 
3914 	hard_reset_done = mpt_diag_reset(ioc, force, sleepFlag);
3915 	if (hard_reset_done < 0)
3916 		return hard_reset_done;
3917 
3918 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Diagnostic reset successful!\n",
3919 		ioc->name));
3920 
3921 	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 2;	/* 2 seconds */
3922 	for (cnt=0; cnt<cntdn; cnt++) {
3923 		ioc_state = mpt_GetIocState(ioc, 1);
3924 		if ((ioc_state == MPI_IOC_STATE_READY) || (ioc_state == MPI_IOC_STATE_OPERATIONAL)) {
3925 			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "KickStart successful! (cnt=%d)\n",
3926  					ioc->name, cnt));
3927 			return hard_reset_done;
3928 		}
3929 		if (sleepFlag == CAN_SLEEP) {
3930 			msleep (10);
3931 		} else {
3932 			mdelay (10);
3933 		}
3934 	}
3935 
3936 	dinitprintk(ioc, printk(MYIOC_s_ERR_FMT "Failed to come READY after reset! IocState=%x\n",
3937 		ioc->name, mpt_GetIocState(ioc, 0)));
3938 	return -1;
3939 }
3940 
3941 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3942 /**
3943  *	mpt_diag_reset - Perform hard reset of the adapter.
3944  *	@ioc: Pointer to MPT_ADAPTER structure
3945  *	@ignore: Set if to honor and clear to ignore
3946  *		the reset history bit
3947  *	@sleepFlag: CAN_SLEEP if called in a non-interrupt thread,
3948  *		else set to NO_SLEEP (use mdelay instead)
3949  *
3950  *	This routine places the adapter in diagnostic mode via the
3951  *	WriteSequence register and then performs a hard reset of adapter
3952  *	via the Diagnostic register. Adapter should be in ready state
3953  *	upon successful completion.
3954  *
3955  *	Returns:  1  hard reset successful
3956  *		  0  no reset performed because reset history bit set
3957  *		 -2  enabling diagnostic mode failed
3958  *		 -3  diagnostic reset failed
3959  */
3960 static int
3961 mpt_diag_reset(MPT_ADAPTER *ioc, int ignore, int sleepFlag)
3962 {
3963 	u32 diag0val;
3964 	u32 doorbell;
3965 	int hard_reset_done = 0;
3966 	int count = 0;
3967 	u32 diag1val = 0;
3968 	MpiFwHeader_t *cached_fw;	/* Pointer to FW */
3969 	u8	 cb_idx;
3970 
3971 	/* Clear any existing interrupts */
3972 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
3973 
3974 	if (ioc->pcidev->device == MPI_MANUFACTPAGE_DEVID_SAS1078) {
3975 
3976 		if (!ignore)
3977 			return 0;
3978 
3979 		drsprintk(ioc, printk(MYIOC_s_WARN_FMT "%s: Doorbell=%p; 1078 reset "
3980 			"address=%p\n",  ioc->name, __func__,
3981 			&ioc->chip->Doorbell, &ioc->chip->Reset_1078));
3982 		CHIPREG_WRITE32(&ioc->chip->Reset_1078, 0x07);
3983 		if (sleepFlag == CAN_SLEEP)
3984 			msleep(1);
3985 		else
3986 			mdelay(1);
3987 
3988 		/*
3989 		 * Call each currently registered protocol IOC reset handler
3990 		 * with pre-reset indication.
3991 		 * NOTE: If we're doing _IOC_BRINGUP, there can be no
3992 		 * MptResetHandlers[] registered yet.
3993 		 */
3994 		for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
3995 			if (MptResetHandlers[cb_idx])
3996 				(*(MptResetHandlers[cb_idx]))(ioc,
3997 						MPT_IOC_PRE_RESET);
3998 		}
3999 
4000 		for (count = 0; count < 60; count ++) {
4001 			doorbell = CHIPREG_READ32(&ioc->chip->Doorbell);
4002 			doorbell &= MPI_IOC_STATE_MASK;
4003 
4004 			drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4005 				"looking for READY STATE: doorbell=%x"
4006 			        " count=%d\n",
4007 				ioc->name, doorbell, count));
4008 
4009 			if (doorbell == MPI_IOC_STATE_READY) {
4010 				return 1;
4011 			}
4012 
4013 			/* wait 1 sec */
4014 			if (sleepFlag == CAN_SLEEP)
4015 				msleep(1000);
4016 			else
4017 				mdelay(1000);
4018 		}
4019 		return -1;
4020 	}
4021 
4022 	/* Use "Diagnostic reset" method! (only thing available!) */
4023 	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4024 
4025 	if (ioc->debug_level & MPT_DEBUG) {
4026 		if (ioc->alt_ioc)
4027 			diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4028 		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG1: diag0=%08x, diag1=%08x\n",
4029 			ioc->name, diag0val, diag1val));
4030 	}
4031 
4032 	/* Do the reset if we are told to ignore the reset history
4033 	 * or if the reset history is 0
4034 	 */
4035 	if (ignore || !(diag0val & MPI_DIAG_RESET_HISTORY)) {
4036 		while ((diag0val & MPI_DIAG_DRWE) == 0) {
4037 			/* Write magic sequence to WriteSequence register
4038 			 * Loop until in diagnostic mode
4039 			 */
4040 			CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
4041 			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
4042 			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
4043 			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
4044 			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
4045 			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
4046 
4047 			/* wait 100 msec */
4048 			if (sleepFlag == CAN_SLEEP) {
4049 				msleep (100);
4050 			} else {
4051 				mdelay (100);
4052 			}
4053 
4054 			count++;
4055 			if (count > 20) {
4056 				printk(MYIOC_s_ERR_FMT "Enable Diagnostic mode FAILED! (%02xh)\n",
4057 						ioc->name, diag0val);
4058 				return -2;
4059 
4060 			}
4061 
4062 			diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4063 
4064 			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Wrote magic DiagWriteEn sequence (%x)\n",
4065 					ioc->name, diag0val));
4066 		}
4067 
4068 		if (ioc->debug_level & MPT_DEBUG) {
4069 			if (ioc->alt_ioc)
4070 				diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4071 			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG2: diag0=%08x, diag1=%08x\n",
4072 				ioc->name, diag0val, diag1val));
4073 		}
4074 		/*
4075 		 * Disable the ARM (Bug fix)
4076 		 *
4077 		 */
4078 		CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_DISABLE_ARM);
4079 		mdelay(1);
4080 
4081 		/*
4082 		 * Now hit the reset bit in the Diagnostic register
4083 		 * (THE BIG HAMMER!) (Clears DRWE bit).
4084 		 */
4085 		CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_RESET_ADAPTER);
4086 		hard_reset_done = 1;
4087 		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Diagnostic reset performed\n",
4088 				ioc->name));
4089 
4090 		/*
4091 		 * Call each currently registered protocol IOC reset handler
4092 		 * with pre-reset indication.
4093 		 * NOTE: If we're doing _IOC_BRINGUP, there can be no
4094 		 * MptResetHandlers[] registered yet.
4095 		 */
4096 		for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
4097 			if (MptResetHandlers[cb_idx]) {
4098 				mpt_signal_reset(cb_idx,
4099 					ioc, MPT_IOC_PRE_RESET);
4100 				if (ioc->alt_ioc) {
4101 					mpt_signal_reset(cb_idx,
4102 					ioc->alt_ioc, MPT_IOC_PRE_RESET);
4103 				}
4104 			}
4105 		}
4106 
4107 		if (ioc->cached_fw)
4108 			cached_fw = (MpiFwHeader_t *)ioc->cached_fw;
4109 		else if (ioc->alt_ioc && ioc->alt_ioc->cached_fw)
4110 			cached_fw = (MpiFwHeader_t *)ioc->alt_ioc->cached_fw;
4111 		else
4112 			cached_fw = NULL;
4113 		if (cached_fw) {
4114 			/* If the DownloadBoot operation fails, the
4115 			 * IOC will be left unusable. This is a fatal error
4116 			 * case.  _diag_reset will return < 0
4117 			 */
4118 			for (count = 0; count < 30; count ++) {
4119 				diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4120 				if (!(diag0val & MPI_DIAG_RESET_ADAPTER)) {
4121 					break;
4122 				}
4123 
4124 				dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "cached_fw: diag0val=%x count=%d\n",
4125 					ioc->name, diag0val, count));
4126 				/* wait 1 sec */
4127 				if (sleepFlag == CAN_SLEEP) {
4128 					msleep (1000);
4129 				} else {
4130 					mdelay (1000);
4131 				}
4132 			}
4133 			if ((count = mpt_downloadboot(ioc, cached_fw, sleepFlag)) < 0) {
4134 				printk(MYIOC_s_WARN_FMT
4135 					"firmware downloadboot failure (%d)!\n", ioc->name, count);
4136 			}
4137 
4138 		} else {
4139 			/* Wait for FW to reload and for board
4140 			 * to go to the READY state.
4141 			 * Maximum wait is 60 seconds.
4142 			 * If fail, no error will check again
4143 			 * with calling program.
4144 			 */
4145 			for (count = 0; count < 60; count ++) {
4146 				doorbell = CHIPREG_READ32(&ioc->chip->Doorbell);
4147 				doorbell &= MPI_IOC_STATE_MASK;
4148 
4149 				drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4150 				    "looking for READY STATE: doorbell=%x"
4151 				    " count=%d\n", ioc->name, doorbell, count));
4152 
4153 				if (doorbell == MPI_IOC_STATE_READY) {
4154 					break;
4155 				}
4156 
4157 				/* wait 1 sec */
4158 				if (sleepFlag == CAN_SLEEP) {
4159 					msleep (1000);
4160 				} else {
4161 					mdelay (1000);
4162 				}
4163 			}
4164 
4165 			if (doorbell != MPI_IOC_STATE_READY)
4166 				printk(MYIOC_s_ERR_FMT "Failed to come READY "
4167 				    "after reset! IocState=%x", ioc->name,
4168 				    doorbell);
4169 		}
4170 	}
4171 
4172 	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4173 	if (ioc->debug_level & MPT_DEBUG) {
4174 		if (ioc->alt_ioc)
4175 			diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4176 		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG3: diag0=%08x, diag1=%08x\n",
4177 			ioc->name, diag0val, diag1val));
4178 	}
4179 
4180 	/* Clear RESET_HISTORY bit!  Place board in the
4181 	 * diagnostic mode to update the diag register.
4182 	 */
4183 	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4184 	count = 0;
4185 	while ((diag0val & MPI_DIAG_DRWE) == 0) {
4186 		/* Write magic sequence to WriteSequence register
4187 		 * Loop until in diagnostic mode
4188 		 */
4189 		CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
4190 		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
4191 		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
4192 		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
4193 		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
4194 		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
4195 
4196 		/* wait 100 msec */
4197 		if (sleepFlag == CAN_SLEEP) {
4198 			msleep (100);
4199 		} else {
4200 			mdelay (100);
4201 		}
4202 
4203 		count++;
4204 		if (count > 20) {
4205 			printk(MYIOC_s_ERR_FMT "Enable Diagnostic mode FAILED! (%02xh)\n",
4206 					ioc->name, diag0val);
4207 			break;
4208 		}
4209 		diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4210 	}
4211 	diag0val &= ~MPI_DIAG_RESET_HISTORY;
4212 	CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val);
4213 	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4214 	if (diag0val & MPI_DIAG_RESET_HISTORY) {
4215 		printk(MYIOC_s_WARN_FMT "ResetHistory bit failed to clear!\n",
4216 				ioc->name);
4217 	}
4218 
4219 	/* Disable Diagnostic Mode
4220 	 */
4221 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFFFFFFFF);
4222 
4223 	/* Check FW reload status flags.
4224 	 */
4225 	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4226 	if (diag0val & (MPI_DIAG_FLASH_BAD_SIG | MPI_DIAG_RESET_ADAPTER | MPI_DIAG_DISABLE_ARM)) {
4227 		printk(MYIOC_s_ERR_FMT "Diagnostic reset FAILED! (%02xh)\n",
4228 				ioc->name, diag0val);
4229 		return -3;
4230 	}
4231 
4232 	if (ioc->debug_level & MPT_DEBUG) {
4233 		if (ioc->alt_ioc)
4234 			diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4235 		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG4: diag0=%08x, diag1=%08x\n",
4236 			ioc->name, diag0val, diag1val));
4237 	}
4238 
4239 	/*
4240 	 * Reset flag that says we've enabled event notification
4241 	 */
4242 	ioc->facts.EventState = 0;
4243 
4244 	if (ioc->alt_ioc)
4245 		ioc->alt_ioc->facts.EventState = 0;
4246 
4247 	return hard_reset_done;
4248 }
4249 
4250 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4251 /**
4252  *	SendIocReset - Send IOCReset request to MPT adapter.
4253  *	@ioc: Pointer to MPT_ADAPTER structure
4254  *	@reset_type: reset type, expected values are
4255  *	%MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET or %MPI_FUNCTION_IO_UNIT_RESET
4256  *	@sleepFlag: Specifies whether the process can sleep
4257  *
4258  *	Send IOCReset request to the MPT adapter.
4259  *
4260  *	Returns 0 for success, non-zero for failure.
4261  */
4262 static int
4263 SendIocReset(MPT_ADAPTER *ioc, u8 reset_type, int sleepFlag)
4264 {
4265 	int r;
4266 	u32 state;
4267 	int cntdn, count;
4268 
4269 	drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending IOC reset(0x%02x)!\n",
4270 			ioc->name, reset_type));
4271 	CHIPREG_WRITE32(&ioc->chip->Doorbell, reset_type<<MPI_DOORBELL_FUNCTION_SHIFT);
4272 	if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4273 		return r;
4274 
4275 	/* FW ACK'd request, wait for READY state
4276 	 */
4277 	count = 0;
4278 	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 15;	/* 15 seconds */
4279 
4280 	while ((state = mpt_GetIocState(ioc, 1)) != MPI_IOC_STATE_READY) {
4281 		cntdn--;
4282 		count++;
4283 		if (!cntdn) {
4284 			if (sleepFlag != CAN_SLEEP)
4285 				count *= 10;
4286 
4287 			printk(MYIOC_s_ERR_FMT
4288 			    "Wait IOC_READY state (0x%x) timeout(%d)!\n",
4289 			    ioc->name, state, (int)((count+5)/HZ));
4290 			return -ETIME;
4291 		}
4292 
4293 		if (sleepFlag == CAN_SLEEP) {
4294 			msleep(1);
4295 		} else {
4296 			mdelay (1);	/* 1 msec delay */
4297 		}
4298 	}
4299 
4300 	/* TODO!
4301 	 *  Cleanup all event stuff for this IOC; re-issue EventNotification
4302 	 *  request if needed.
4303 	 */
4304 	if (ioc->facts.Function)
4305 		ioc->facts.EventState = 0;
4306 
4307 	return 0;
4308 }
4309 
4310 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4311 /**
4312  *	initChainBuffers - Allocate memory for and initialize chain buffers
4313  *	@ioc: Pointer to MPT_ADAPTER structure
4314  *
4315  *	Allocates memory for and initializes chain buffers,
4316  *	chain buffer control arrays and spinlock.
4317  */
4318 static int
4319 initChainBuffers(MPT_ADAPTER *ioc)
4320 {
4321 	u8		*mem;
4322 	int		sz, ii, num_chain;
4323 	int 		scale, num_sge, numSGE;
4324 
4325 	/* ReqToChain size must equal the req_depth
4326 	 * index = req_idx
4327 	 */
4328 	if (ioc->ReqToChain == NULL) {
4329 		sz = ioc->req_depth * sizeof(int);
4330 		mem = kmalloc(sz, GFP_ATOMIC);
4331 		if (mem == NULL)
4332 			return -1;
4333 
4334 		ioc->ReqToChain = (int *) mem;
4335 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReqToChain alloc  @ %p, sz=%d bytes\n",
4336 			 	ioc->name, mem, sz));
4337 		mem = kmalloc(sz, GFP_ATOMIC);
4338 		if (mem == NULL)
4339 			return -1;
4340 
4341 		ioc->RequestNB = (int *) mem;
4342 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestNB alloc  @ %p, sz=%d bytes\n",
4343 			 	ioc->name, mem, sz));
4344 	}
4345 	for (ii = 0; ii < ioc->req_depth; ii++) {
4346 		ioc->ReqToChain[ii] = MPT_HOST_NO_CHAIN;
4347 	}
4348 
4349 	/* ChainToChain size must equal the total number
4350 	 * of chain buffers to be allocated.
4351 	 * index = chain_idx
4352 	 *
4353 	 * Calculate the number of chain buffers needed(plus 1) per I/O
4354 	 * then multiply the maximum number of simultaneous cmds
4355 	 *
4356 	 * num_sge = num sge in request frame + last chain buffer
4357 	 * scale = num sge per chain buffer if no chain element
4358 	 */
4359 	scale = ioc->req_sz / ioc->SGE_size;
4360 	if (ioc->sg_addr_size == sizeof(u64))
4361 		num_sge =  scale + (ioc->req_sz - 60) / ioc->SGE_size;
4362 	else
4363 		num_sge =  1 + scale + (ioc->req_sz - 64) / ioc->SGE_size;
4364 
4365 	if (ioc->sg_addr_size == sizeof(u64)) {
4366 		numSGE = (scale - 1) * (ioc->facts.MaxChainDepth-1) + scale +
4367 			(ioc->req_sz - 60) / ioc->SGE_size;
4368 	} else {
4369 		numSGE = 1 + (scale - 1) * (ioc->facts.MaxChainDepth-1) +
4370 		    scale + (ioc->req_sz - 64) / ioc->SGE_size;
4371 	}
4372 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "num_sge=%d numSGE=%d\n",
4373 		ioc->name, num_sge, numSGE));
4374 
4375 	if (ioc->bus_type == FC) {
4376 		if (numSGE > MPT_SCSI_FC_SG_DEPTH)
4377 			numSGE = MPT_SCSI_FC_SG_DEPTH;
4378 	} else {
4379 		if (numSGE > MPT_SCSI_SG_DEPTH)
4380 			numSGE = MPT_SCSI_SG_DEPTH;
4381 	}
4382 
4383 	num_chain = 1;
4384 	while (numSGE - num_sge > 0) {
4385 		num_chain++;
4386 		num_sge += (scale - 1);
4387 	}
4388 	num_chain++;
4389 
4390 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Now numSGE=%d num_sge=%d num_chain=%d\n",
4391 		ioc->name, numSGE, num_sge, num_chain));
4392 
4393 	if (ioc->bus_type == SPI)
4394 		num_chain *= MPT_SCSI_CAN_QUEUE;
4395 	else if (ioc->bus_type == SAS)
4396 		num_chain *= MPT_SAS_CAN_QUEUE;
4397 	else
4398 		num_chain *= MPT_FC_CAN_QUEUE;
4399 
4400 	ioc->num_chain = num_chain;
4401 
4402 	sz = num_chain * sizeof(int);
4403 	if (ioc->ChainToChain == NULL) {
4404 		mem = kmalloc(sz, GFP_ATOMIC);
4405 		if (mem == NULL)
4406 			return -1;
4407 
4408 		ioc->ChainToChain = (int *) mem;
4409 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainToChain alloc @ %p, sz=%d bytes\n",
4410 			 	ioc->name, mem, sz));
4411 	} else {
4412 		mem = (u8 *) ioc->ChainToChain;
4413 	}
4414 	memset(mem, 0xFF, sz);
4415 	return num_chain;
4416 }
4417 
4418 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4419 /**
4420  *	PrimeIocFifos - Initialize IOC request and reply FIFOs.
4421  *	@ioc: Pointer to MPT_ADAPTER structure
4422  *
4423  *	This routine allocates memory for the MPT reply and request frame
4424  *	pools (if necessary), and primes the IOC reply FIFO with
4425  *	reply frames.
4426  *
4427  *	Returns 0 for success, non-zero for failure.
4428  */
4429 static int
4430 PrimeIocFifos(MPT_ADAPTER *ioc)
4431 {
4432 	MPT_FRAME_HDR *mf;
4433 	unsigned long flags;
4434 	dma_addr_t alloc_dma;
4435 	u8 *mem;
4436 	int i, reply_sz, sz, total_size, num_chain;
4437 	u64	dma_mask;
4438 
4439 	dma_mask = 0;
4440 
4441 	/*  Prime reply FIFO...  */
4442 
4443 	if (ioc->reply_frames == NULL) {
4444 		if ( (num_chain = initChainBuffers(ioc)) < 0)
4445 			return -1;
4446 		/*
4447 		 * 1078 errata workaround for the 36GB limitation
4448 		 */
4449 		if (ioc->pcidev->device == MPI_MANUFACTPAGE_DEVID_SAS1078 &&
4450 		    ioc->dma_mask > DMA_BIT_MASK(35)) {
4451 			if (!pci_set_dma_mask(ioc->pcidev, DMA_BIT_MASK(32))
4452 			    && !pci_set_consistent_dma_mask(ioc->pcidev,
4453 			    DMA_BIT_MASK(32))) {
4454 				dma_mask = DMA_BIT_MASK(35);
4455 				d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4456 				    "setting 35 bit addressing for "
4457 				    "Request/Reply/Chain and Sense Buffers\n",
4458 				    ioc->name));
4459 			} else {
4460 				/*Reseting DMA mask to 64 bit*/
4461 				pci_set_dma_mask(ioc->pcidev,
4462 					DMA_BIT_MASK(64));
4463 				pci_set_consistent_dma_mask(ioc->pcidev,
4464 					DMA_BIT_MASK(64));
4465 
4466 				printk(MYIOC_s_ERR_FMT
4467 				    "failed setting 35 bit addressing for "
4468 				    "Request/Reply/Chain and Sense Buffers\n",
4469 				    ioc->name);
4470 				return -1;
4471 			}
4472 		}
4473 
4474 		total_size = reply_sz = (ioc->reply_sz * ioc->reply_depth);
4475 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffer sz=%d bytes, ReplyDepth=%d\n",
4476 			 	ioc->name, ioc->reply_sz, ioc->reply_depth));
4477 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffer sz=%d[%x] bytes\n",
4478 			 	ioc->name, reply_sz, reply_sz));
4479 
4480 		sz = (ioc->req_sz * ioc->req_depth);
4481 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffer sz=%d bytes, RequestDepth=%d\n",
4482 			 	ioc->name, ioc->req_sz, ioc->req_depth));
4483 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffer sz=%d[%x] bytes\n",
4484 			 	ioc->name, sz, sz));
4485 		total_size += sz;
4486 
4487 		sz = num_chain * ioc->req_sz; /* chain buffer pool size */
4488 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffer sz=%d bytes, ChainDepth=%d\n",
4489 			 	ioc->name, ioc->req_sz, num_chain));
4490 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffer sz=%d[%x] bytes num_chain=%d\n",
4491 			 	ioc->name, sz, sz, num_chain));
4492 
4493 		total_size += sz;
4494 		mem = pci_alloc_consistent(ioc->pcidev, total_size, &alloc_dma);
4495 		if (mem == NULL) {
4496 			printk(MYIOC_s_ERR_FMT "Unable to allocate Reply, Request, Chain Buffers!\n",
4497 				ioc->name);
4498 			goto out_fail;
4499 		}
4500 
4501 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Total alloc @ %p[%p], sz=%d[%x] bytes\n",
4502 			 	ioc->name, mem, (void *)(ulong)alloc_dma, total_size, total_size));
4503 
4504 		memset(mem, 0, total_size);
4505 		ioc->alloc_total += total_size;
4506 		ioc->alloc = mem;
4507 		ioc->alloc_dma = alloc_dma;
4508 		ioc->alloc_sz = total_size;
4509 		ioc->reply_frames = (MPT_FRAME_HDR *) mem;
4510 		ioc->reply_frames_low_dma = (u32) (alloc_dma & 0xFFFFFFFF);
4511 
4512 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffers @ %p[%p]\n",
4513 	 		ioc->name, ioc->reply_frames, (void *)(ulong)alloc_dma));
4514 
4515 		alloc_dma += reply_sz;
4516 		mem += reply_sz;
4517 
4518 		/*  Request FIFO - WE manage this!  */
4519 
4520 		ioc->req_frames = (MPT_FRAME_HDR *) mem;
4521 		ioc->req_frames_dma = alloc_dma;
4522 
4523 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffers @ %p[%p]\n",
4524 			 	ioc->name, mem, (void *)(ulong)alloc_dma));
4525 
4526 		ioc->req_frames_low_dma = (u32) (alloc_dma & 0xFFFFFFFF);
4527 
4528 		for (i = 0; i < ioc->req_depth; i++) {
4529 			alloc_dma += ioc->req_sz;
4530 			mem += ioc->req_sz;
4531 		}
4532 
4533 		ioc->ChainBuffer = mem;
4534 		ioc->ChainBufferDMA = alloc_dma;
4535 
4536 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffers @ %p(%p)\n",
4537 			ioc->name, ioc->ChainBuffer, (void *)(ulong)ioc->ChainBufferDMA));
4538 
4539 		/* Initialize the free chain Q.
4540 	 	*/
4541 
4542 		INIT_LIST_HEAD(&ioc->FreeChainQ);
4543 
4544 		/* Post the chain buffers to the FreeChainQ.
4545 	 	*/
4546 		mem = (u8 *)ioc->ChainBuffer;
4547 		for (i=0; i < num_chain; i++) {
4548 			mf = (MPT_FRAME_HDR *) mem;
4549 			list_add_tail(&mf->u.frame.linkage.list, &ioc->FreeChainQ);
4550 			mem += ioc->req_sz;
4551 		}
4552 
4553 		/* Initialize Request frames linked list
4554 		 */
4555 		alloc_dma = ioc->req_frames_dma;
4556 		mem = (u8 *) ioc->req_frames;
4557 
4558 		spin_lock_irqsave(&ioc->FreeQlock, flags);
4559 		INIT_LIST_HEAD(&ioc->FreeQ);
4560 		for (i = 0; i < ioc->req_depth; i++) {
4561 			mf = (MPT_FRAME_HDR *) mem;
4562 
4563 			/*  Queue REQUESTs *internally*!  */
4564 			list_add_tail(&mf->u.frame.linkage.list, &ioc->FreeQ);
4565 
4566 			mem += ioc->req_sz;
4567 		}
4568 		spin_unlock_irqrestore(&ioc->FreeQlock, flags);
4569 
4570 		sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
4571 		ioc->sense_buf_pool =
4572 			pci_alloc_consistent(ioc->pcidev, sz, &ioc->sense_buf_pool_dma);
4573 		if (ioc->sense_buf_pool == NULL) {
4574 			printk(MYIOC_s_ERR_FMT "Unable to allocate Sense Buffers!\n",
4575 				ioc->name);
4576 			goto out_fail;
4577 		}
4578 
4579 		ioc->sense_buf_low_dma = (u32) (ioc->sense_buf_pool_dma & 0xFFFFFFFF);
4580 		ioc->alloc_total += sz;
4581 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SenseBuffers @ %p[%p]\n",
4582  			ioc->name, ioc->sense_buf_pool, (void *)(ulong)ioc->sense_buf_pool_dma));
4583 
4584 	}
4585 
4586 	/* Post Reply frames to FIFO
4587 	 */
4588 	alloc_dma = ioc->alloc_dma;
4589 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffers @ %p[%p]\n",
4590 	 	ioc->name, ioc->reply_frames, (void *)(ulong)alloc_dma));
4591 
4592 	for (i = 0; i < ioc->reply_depth; i++) {
4593 		/*  Write each address to the IOC!  */
4594 		CHIPREG_WRITE32(&ioc->chip->ReplyFifo, alloc_dma);
4595 		alloc_dma += ioc->reply_sz;
4596 	}
4597 
4598 	if (dma_mask == DMA_BIT_MASK(35) && !pci_set_dma_mask(ioc->pcidev,
4599 	    ioc->dma_mask) && !pci_set_consistent_dma_mask(ioc->pcidev,
4600 	    ioc->dma_mask))
4601 		d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4602 		    "restoring 64 bit addressing\n", ioc->name));
4603 
4604 	return 0;
4605 
4606 out_fail:
4607 
4608 	if (ioc->alloc != NULL) {
4609 		sz = ioc->alloc_sz;
4610 		pci_free_consistent(ioc->pcidev,
4611 				sz,
4612 				ioc->alloc, ioc->alloc_dma);
4613 		ioc->reply_frames = NULL;
4614 		ioc->req_frames = NULL;
4615 		ioc->alloc_total -= sz;
4616 	}
4617 	if (ioc->sense_buf_pool != NULL) {
4618 		sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
4619 		pci_free_consistent(ioc->pcidev,
4620 				sz,
4621 				ioc->sense_buf_pool, ioc->sense_buf_pool_dma);
4622 		ioc->sense_buf_pool = NULL;
4623 	}
4624 
4625 	if (dma_mask == DMA_BIT_MASK(35) && !pci_set_dma_mask(ioc->pcidev,
4626 	    DMA_BIT_MASK(64)) && !pci_set_consistent_dma_mask(ioc->pcidev,
4627 	    DMA_BIT_MASK(64)))
4628 		d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4629 		    "restoring 64 bit addressing\n", ioc->name));
4630 
4631 	return -1;
4632 }
4633 
4634 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4635 /**
4636  *	mpt_handshake_req_reply_wait - Send MPT request to and receive reply
4637  *	from IOC via doorbell handshake method.
4638  *	@ioc: Pointer to MPT_ADAPTER structure
4639  *	@reqBytes: Size of the request in bytes
4640  *	@req: Pointer to MPT request frame
4641  *	@replyBytes: Expected size of the reply in bytes
4642  *	@u16reply: Pointer to area where reply should be written
4643  *	@maxwait: Max wait time for a reply (in seconds)
4644  *	@sleepFlag: Specifies whether the process can sleep
4645  *
4646  *	NOTES: It is the callers responsibility to byte-swap fields in the
4647  *	request which are greater than 1 byte in size.  It is also the
4648  *	callers responsibility to byte-swap response fields which are
4649  *	greater than 1 byte in size.
4650  *
4651  *	Returns 0 for success, non-zero for failure.
4652  */
4653 static int
4654 mpt_handshake_req_reply_wait(MPT_ADAPTER *ioc, int reqBytes, u32 *req,
4655 		int replyBytes, u16 *u16reply, int maxwait, int sleepFlag)
4656 {
4657 	MPIDefaultReply_t *mptReply;
4658 	int failcnt = 0;
4659 	int t;
4660 
4661 	/*
4662 	 * Get ready to cache a handshake reply
4663 	 */
4664 	ioc->hs_reply_idx = 0;
4665 	mptReply = (MPIDefaultReply_t *) ioc->hs_reply;
4666 	mptReply->MsgLength = 0;
4667 
4668 	/*
4669 	 * Make sure there are no doorbells (WRITE 0 to IntStatus reg),
4670 	 * then tell IOC that we want to handshake a request of N words.
4671 	 * (WRITE u32val to Doorbell reg).
4672 	 */
4673 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4674 	CHIPREG_WRITE32(&ioc->chip->Doorbell,
4675 			((MPI_FUNCTION_HANDSHAKE<<MPI_DOORBELL_FUNCTION_SHIFT) |
4676 			 ((reqBytes/4)<<MPI_DOORBELL_ADD_DWORDS_SHIFT)));
4677 
4678 	/*
4679 	 * Wait for IOC's doorbell handshake int
4680 	 */
4681 	if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4682 		failcnt++;
4683 
4684 	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake request start reqBytes=%d, WaitCnt=%d%s\n",
4685 			ioc->name, reqBytes, t, failcnt ? " - MISSING DOORBELL HANDSHAKE!" : ""));
4686 
4687 	/* Read doorbell and check for active bit */
4688 	if (!(CHIPREG_READ32(&ioc->chip->Doorbell) & MPI_DOORBELL_ACTIVE))
4689 			return -1;
4690 
4691 	/*
4692 	 * Clear doorbell int (WRITE 0 to IntStatus reg),
4693 	 * then wait for IOC to ACKnowledge that it's ready for
4694 	 * our handshake request.
4695 	 */
4696 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4697 	if (!failcnt && (t = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4698 		failcnt++;
4699 
4700 	if (!failcnt) {
4701 		int	 ii;
4702 		u8	*req_as_bytes = (u8 *) req;
4703 
4704 		/*
4705 		 * Stuff request words via doorbell handshake,
4706 		 * with ACK from IOC for each.
4707 		 */
4708 		for (ii = 0; !failcnt && ii < reqBytes/4; ii++) {
4709 			u32 word = ((req_as_bytes[(ii*4) + 0] <<  0) |
4710 				    (req_as_bytes[(ii*4) + 1] <<  8) |
4711 				    (req_as_bytes[(ii*4) + 2] << 16) |
4712 				    (req_as_bytes[(ii*4) + 3] << 24));
4713 
4714 			CHIPREG_WRITE32(&ioc->chip->Doorbell, word);
4715 			if ((t = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4716 				failcnt++;
4717 		}
4718 
4719 		dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Handshake request frame (@%p) header\n", ioc->name, req));
4720 		DBG_DUMP_REQUEST_FRAME_HDR(ioc, (u32 *)req);
4721 
4722 		dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake request post done, WaitCnt=%d%s\n",
4723 				ioc->name, t, failcnt ? " - MISSING DOORBELL ACK!" : ""));
4724 
4725 		/*
4726 		 * Wait for completion of doorbell handshake reply from the IOC
4727 		 */
4728 		if (!failcnt && (t = WaitForDoorbellReply(ioc, maxwait, sleepFlag)) < 0)
4729 			failcnt++;
4730 
4731 		dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake reply count=%d%s\n",
4732 				ioc->name, t, failcnt ? " - MISSING DOORBELL REPLY!" : ""));
4733 
4734 		/*
4735 		 * Copy out the cached reply...
4736 		 */
4737 		for (ii=0; ii < min(replyBytes/2,mptReply->MsgLength*2); ii++)
4738 			u16reply[ii] = ioc->hs_reply[ii];
4739 	} else {
4740 		return -99;
4741 	}
4742 
4743 	return -failcnt;
4744 }
4745 
4746 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4747 /**
4748  *	WaitForDoorbellAck - Wait for IOC doorbell handshake acknowledge
4749  *	@ioc: Pointer to MPT_ADAPTER structure
4750  *	@howlong: How long to wait (in seconds)
4751  *	@sleepFlag: Specifies whether the process can sleep
4752  *
4753  *	This routine waits (up to ~2 seconds max) for IOC doorbell
4754  *	handshake ACKnowledge, indicated by the IOP_DOORBELL_STATUS
4755  *	bit in its IntStatus register being clear.
4756  *
4757  *	Returns a negative value on failure, else wait loop count.
4758  */
4759 static int
4760 WaitForDoorbellAck(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4761 {
4762 	int cntdn;
4763 	int count = 0;
4764 	u32 intstat=0;
4765 
4766 	cntdn = 1000 * howlong;
4767 
4768 	if (sleepFlag == CAN_SLEEP) {
4769 		while (--cntdn) {
4770 			msleep (1);
4771 			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4772 			if (! (intstat & MPI_HIS_IOP_DOORBELL_STATUS))
4773 				break;
4774 			count++;
4775 		}
4776 	} else {
4777 		while (--cntdn) {
4778 			udelay (1000);
4779 			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4780 			if (! (intstat & MPI_HIS_IOP_DOORBELL_STATUS))
4781 				break;
4782 			count++;
4783 		}
4784 	}
4785 
4786 	if (cntdn) {
4787 		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell ACK (count=%d)\n",
4788 				ioc->name, count));
4789 		return count;
4790 	}
4791 
4792 	printk(MYIOC_s_ERR_FMT "Doorbell ACK timeout (count=%d), IntStatus=%x!\n",
4793 			ioc->name, count, intstat);
4794 	return -1;
4795 }
4796 
4797 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4798 /**
4799  *	WaitForDoorbellInt - Wait for IOC to set its doorbell interrupt bit
4800  *	@ioc: Pointer to MPT_ADAPTER structure
4801  *	@howlong: How long to wait (in seconds)
4802  *	@sleepFlag: Specifies whether the process can sleep
4803  *
4804  *	This routine waits (up to ~2 seconds max) for IOC doorbell interrupt
4805  *	(MPI_HIS_DOORBELL_INTERRUPT) to be set in the IntStatus register.
4806  *
4807  *	Returns a negative value on failure, else wait loop count.
4808  */
4809 static int
4810 WaitForDoorbellInt(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4811 {
4812 	int cntdn;
4813 	int count = 0;
4814 	u32 intstat=0;
4815 
4816 	cntdn = 1000 * howlong;
4817 	if (sleepFlag == CAN_SLEEP) {
4818 		while (--cntdn) {
4819 			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4820 			if (intstat & MPI_HIS_DOORBELL_INTERRUPT)
4821 				break;
4822 			msleep(1);
4823 			count++;
4824 		}
4825 	} else {
4826 		while (--cntdn) {
4827 			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4828 			if (intstat & MPI_HIS_DOORBELL_INTERRUPT)
4829 				break;
4830 			udelay (1000);
4831 			count++;
4832 		}
4833 	}
4834 
4835 	if (cntdn) {
4836 		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell INT (cnt=%d) howlong=%d\n",
4837 				ioc->name, count, howlong));
4838 		return count;
4839 	}
4840 
4841 	printk(MYIOC_s_ERR_FMT "Doorbell INT timeout (count=%d), IntStatus=%x!\n",
4842 			ioc->name, count, intstat);
4843 	return -1;
4844 }
4845 
4846 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4847 /**
4848  *	WaitForDoorbellReply - Wait for and capture an IOC handshake reply.
4849  *	@ioc: Pointer to MPT_ADAPTER structure
4850  *	@howlong: How long to wait (in seconds)
4851  *	@sleepFlag: Specifies whether the process can sleep
4852  *
4853  *	This routine polls the IOC for a handshake reply, 16 bits at a time.
4854  *	Reply is cached to IOC private area large enough to hold a maximum
4855  *	of 128 bytes of reply data.
4856  *
4857  *	Returns a negative value on failure, else size of reply in WORDS.
4858  */
4859 static int
4860 WaitForDoorbellReply(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4861 {
4862 	int u16cnt = 0;
4863 	int failcnt = 0;
4864 	int t;
4865 	u16 *hs_reply = ioc->hs_reply;
4866 	volatile MPIDefaultReply_t *mptReply = (MPIDefaultReply_t *) ioc->hs_reply;
4867 	u16 hword;
4868 
4869 	hs_reply[0] = hs_reply[1] = hs_reply[7] = 0;
4870 
4871 	/*
4872 	 * Get first two u16's so we can look at IOC's intended reply MsgLength
4873 	 */
4874 	u16cnt=0;
4875 	if ((t = WaitForDoorbellInt(ioc, howlong, sleepFlag)) < 0) {
4876 		failcnt++;
4877 	} else {
4878 		hs_reply[u16cnt++] = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4879 		CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4880 		if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4881 			failcnt++;
4882 		else {
4883 			hs_reply[u16cnt++] = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4884 			CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4885 		}
4886 	}
4887 
4888 	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitCnt=%d First handshake reply word=%08x%s\n",
4889 			ioc->name, t, le32_to_cpu(*(u32 *)hs_reply),
4890 			failcnt ? " - MISSING DOORBELL HANDSHAKE!" : ""));
4891 
4892 	/*
4893 	 * If no error (and IOC said MsgLength is > 0), piece together
4894 	 * reply 16 bits at a time.
4895 	 */
4896 	for (u16cnt=2; !failcnt && u16cnt < (2 * mptReply->MsgLength); u16cnt++) {
4897 		if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4898 			failcnt++;
4899 		hword = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4900 		/* don't overflow our IOC hs_reply[] buffer! */
4901 		if (u16cnt < ARRAY_SIZE(ioc->hs_reply))
4902 			hs_reply[u16cnt] = hword;
4903 		CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4904 	}
4905 
4906 	if (!failcnt && (t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4907 		failcnt++;
4908 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4909 
4910 	if (failcnt) {
4911 		printk(MYIOC_s_ERR_FMT "Handshake reply failure!\n",
4912 				ioc->name);
4913 		return -failcnt;
4914 	}
4915 #if 0
4916 	else if (u16cnt != (2 * mptReply->MsgLength)) {
4917 		return -101;
4918 	}
4919 	else if ((mptReply->IOCStatus & MPI_IOCSTATUS_MASK) != MPI_IOCSTATUS_SUCCESS) {
4920 		return -102;
4921 	}
4922 #endif
4923 
4924 	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got Handshake reply:\n", ioc->name));
4925 	DBG_DUMP_REPLY_FRAME(ioc, (u32 *)mptReply);
4926 
4927 	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell REPLY WaitCnt=%d (sz=%d)\n",
4928 			ioc->name, t, u16cnt/2));
4929 	return u16cnt/2;
4930 }
4931 
4932 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4933 /**
4934  *	GetLanConfigPages - Fetch LANConfig pages.
4935  *	@ioc: Pointer to MPT_ADAPTER structure
4936  *
4937  *	Return: 0 for success
4938  *	-ENOMEM if no memory available
4939  *		-EPERM if not allowed due to ISR context
4940  *		-EAGAIN if no msg frames currently available
4941  *		-EFAULT for non-successful reply or no reply (timeout)
4942  */
4943 static int
4944 GetLanConfigPages(MPT_ADAPTER *ioc)
4945 {
4946 	ConfigPageHeader_t	 hdr;
4947 	CONFIGPARMS		 cfg;
4948 	LANPage0_t		*ppage0_alloc;
4949 	dma_addr_t		 page0_dma;
4950 	LANPage1_t		*ppage1_alloc;
4951 	dma_addr_t		 page1_dma;
4952 	int			 rc = 0;
4953 	int			 data_sz;
4954 	int			 copy_sz;
4955 
4956 	/* Get LAN Page 0 header */
4957 	hdr.PageVersion = 0;
4958 	hdr.PageLength = 0;
4959 	hdr.PageNumber = 0;
4960 	hdr.PageType = MPI_CONFIG_PAGETYPE_LAN;
4961 	cfg.cfghdr.hdr = &hdr;
4962 	cfg.physAddr = -1;
4963 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
4964 	cfg.dir = 0;
4965 	cfg.pageAddr = 0;
4966 	cfg.timeout = 0;
4967 
4968 	if ((rc = mpt_config(ioc, &cfg)) != 0)
4969 		return rc;
4970 
4971 	if (hdr.PageLength > 0) {
4972 		data_sz = hdr.PageLength * 4;
4973 		ppage0_alloc = (LANPage0_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page0_dma);
4974 		rc = -ENOMEM;
4975 		if (ppage0_alloc) {
4976 			memset((u8 *)ppage0_alloc, 0, data_sz);
4977 			cfg.physAddr = page0_dma;
4978 			cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
4979 
4980 			if ((rc = mpt_config(ioc, &cfg)) == 0) {
4981 				/* save the data */
4982 				copy_sz = min_t(int, sizeof(LANPage0_t), data_sz);
4983 				memcpy(&ioc->lan_cnfg_page0, ppage0_alloc, copy_sz);
4984 
4985 			}
4986 
4987 			pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage0_alloc, page0_dma);
4988 
4989 			/* FIXME!
4990 			 *	Normalize endianness of structure data,
4991 			 *	by byte-swapping all > 1 byte fields!
4992 			 */
4993 
4994 		}
4995 
4996 		if (rc)
4997 			return rc;
4998 	}
4999 
5000 	/* Get LAN Page 1 header */
5001 	hdr.PageVersion = 0;
5002 	hdr.PageLength = 0;
5003 	hdr.PageNumber = 1;
5004 	hdr.PageType = MPI_CONFIG_PAGETYPE_LAN;
5005 	cfg.cfghdr.hdr = &hdr;
5006 	cfg.physAddr = -1;
5007 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5008 	cfg.dir = 0;
5009 	cfg.pageAddr = 0;
5010 
5011 	if ((rc = mpt_config(ioc, &cfg)) != 0)
5012 		return rc;
5013 
5014 	if (hdr.PageLength == 0)
5015 		return 0;
5016 
5017 	data_sz = hdr.PageLength * 4;
5018 	rc = -ENOMEM;
5019 	ppage1_alloc = (LANPage1_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page1_dma);
5020 	if (ppage1_alloc) {
5021 		memset((u8 *)ppage1_alloc, 0, data_sz);
5022 		cfg.physAddr = page1_dma;
5023 		cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5024 
5025 		if ((rc = mpt_config(ioc, &cfg)) == 0) {
5026 			/* save the data */
5027 			copy_sz = min_t(int, sizeof(LANPage1_t), data_sz);
5028 			memcpy(&ioc->lan_cnfg_page1, ppage1_alloc, copy_sz);
5029 		}
5030 
5031 		pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage1_alloc, page1_dma);
5032 
5033 		/* FIXME!
5034 		 *	Normalize endianness of structure data,
5035 		 *	by byte-swapping all > 1 byte fields!
5036 		 */
5037 
5038 	}
5039 
5040 	return rc;
5041 }
5042 
5043 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5044 /**
5045  *	mptbase_sas_persist_operation - Perform operation on SAS Persistent Table
5046  *	@ioc: Pointer to MPT_ADAPTER structure
5047  *	@persist_opcode: see below
5048  *
5049  *	MPI_SAS_OP_CLEAR_NOT_PRESENT - Free all persist TargetID mappings for
5050  *		devices not currently present.
5051  *	MPI_SAS_OP_CLEAR_ALL_PERSISTENT - Clear al persist TargetID mappings
5052  *
5053  *	NOTE: Don't use not this function during interrupt time.
5054  *
5055  *	Returns 0 for success, non-zero error
5056  */
5057 
5058 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5059 int
5060 mptbase_sas_persist_operation(MPT_ADAPTER *ioc, u8 persist_opcode)
5061 {
5062 	SasIoUnitControlRequest_t	*sasIoUnitCntrReq;
5063 	SasIoUnitControlReply_t		*sasIoUnitCntrReply;
5064 	MPT_FRAME_HDR			*mf = NULL;
5065 	MPIHeader_t			*mpi_hdr;
5066 	int				ret = 0;
5067 	unsigned long 	 		timeleft;
5068 
5069 	mutex_lock(&ioc->mptbase_cmds.mutex);
5070 
5071 	/* init the internal cmd struct */
5072 	memset(ioc->mptbase_cmds.reply, 0 , MPT_DEFAULT_FRAME_SIZE);
5073 	INITIALIZE_MGMT_STATUS(ioc->mptbase_cmds.status)
5074 
5075 	/* insure garbage is not sent to fw */
5076 	switch(persist_opcode) {
5077 
5078 	case MPI_SAS_OP_CLEAR_NOT_PRESENT:
5079 	case MPI_SAS_OP_CLEAR_ALL_PERSISTENT:
5080 		break;
5081 
5082 	default:
5083 		ret = -1;
5084 		goto out;
5085 	}
5086 
5087 	printk(KERN_DEBUG  "%s: persist_opcode=%x\n",
5088 		__func__, persist_opcode);
5089 
5090 	/* Get a MF for this command.
5091 	 */
5092 	if ((mf = mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
5093 		printk(KERN_DEBUG "%s: no msg frames!\n", __func__);
5094 		ret = -1;
5095 		goto out;
5096         }
5097 
5098 	mpi_hdr = (MPIHeader_t *) mf;
5099 	sasIoUnitCntrReq = (SasIoUnitControlRequest_t *)mf;
5100 	memset(sasIoUnitCntrReq,0,sizeof(SasIoUnitControlRequest_t));
5101 	sasIoUnitCntrReq->Function = MPI_FUNCTION_SAS_IO_UNIT_CONTROL;
5102 	sasIoUnitCntrReq->MsgContext = mpi_hdr->MsgContext;
5103 	sasIoUnitCntrReq->Operation = persist_opcode;
5104 
5105 	mpt_put_msg_frame(mpt_base_index, ioc, mf);
5106 	timeleft = wait_for_completion_timeout(&ioc->mptbase_cmds.done, 10*HZ);
5107 	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
5108 		ret = -ETIME;
5109 		printk(KERN_DEBUG "%s: failed\n", __func__);
5110 		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_DID_IOCRESET)
5111 			goto out;
5112 		if (!timeleft) {
5113 			printk(MYIOC_s_WARN_FMT
5114 			       "Issuing Reset from %s!!, doorbell=0x%08x\n",
5115 			       ioc->name, __func__, mpt_GetIocState(ioc, 0));
5116 			mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP);
5117 			mpt_free_msg_frame(ioc, mf);
5118 		}
5119 		goto out;
5120 	}
5121 
5122 	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_RF_VALID)) {
5123 		ret = -1;
5124 		goto out;
5125 	}
5126 
5127 	sasIoUnitCntrReply =
5128 	    (SasIoUnitControlReply_t *)ioc->mptbase_cmds.reply;
5129 	if (le16_to_cpu(sasIoUnitCntrReply->IOCStatus) != MPI_IOCSTATUS_SUCCESS) {
5130 		printk(KERN_DEBUG "%s: IOCStatus=0x%X IOCLogInfo=0x%X\n",
5131 		    __func__, sasIoUnitCntrReply->IOCStatus,
5132 		    sasIoUnitCntrReply->IOCLogInfo);
5133 		printk(KERN_DEBUG "%s: failed\n", __func__);
5134 		ret = -1;
5135 	} else
5136 		printk(KERN_DEBUG "%s: success\n", __func__);
5137  out:
5138 
5139 	CLEAR_MGMT_STATUS(ioc->mptbase_cmds.status)
5140 	mutex_unlock(&ioc->mptbase_cmds.mutex);
5141 	return ret;
5142 }
5143 
5144 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5145 
5146 static void
5147 mptbase_raid_process_event_data(MPT_ADAPTER *ioc,
5148     MpiEventDataRaid_t * pRaidEventData)
5149 {
5150 	int 	volume;
5151 	int 	reason;
5152 	int 	disk;
5153 	int 	status;
5154 	int 	flags;
5155 	int 	state;
5156 
5157 	volume	= pRaidEventData->VolumeID;
5158 	reason	= pRaidEventData->ReasonCode;
5159 	disk	= pRaidEventData->PhysDiskNum;
5160 	status	= le32_to_cpu(pRaidEventData->SettingsStatus);
5161 	flags	= (status >> 0) & 0xff;
5162 	state	= (status >> 8) & 0xff;
5163 
5164 	if (reason == MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED) {
5165 		return;
5166 	}
5167 
5168 	if ((reason >= MPI_EVENT_RAID_RC_PHYSDISK_CREATED &&
5169 	     reason <= MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED) ||
5170 	    (reason == MPI_EVENT_RAID_RC_SMART_DATA)) {
5171 		printk(MYIOC_s_INFO_FMT "RAID STATUS CHANGE for PhysDisk %d id=%d\n",
5172 			ioc->name, disk, volume);
5173 	} else {
5174 		printk(MYIOC_s_INFO_FMT "RAID STATUS CHANGE for VolumeID %d\n",
5175 			ioc->name, volume);
5176 	}
5177 
5178 	switch(reason) {
5179 	case MPI_EVENT_RAID_RC_VOLUME_CREATED:
5180 		printk(MYIOC_s_INFO_FMT "  volume has been created\n",
5181 			ioc->name);
5182 		break;
5183 
5184 	case MPI_EVENT_RAID_RC_VOLUME_DELETED:
5185 
5186 		printk(MYIOC_s_INFO_FMT "  volume has been deleted\n",
5187 			ioc->name);
5188 		break;
5189 
5190 	case MPI_EVENT_RAID_RC_VOLUME_SETTINGS_CHANGED:
5191 		printk(MYIOC_s_INFO_FMT "  volume settings have been changed\n",
5192 			ioc->name);
5193 		break;
5194 
5195 	case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED:
5196 		printk(MYIOC_s_INFO_FMT "  volume is now %s%s%s%s\n",
5197 			ioc->name,
5198 			state == MPI_RAIDVOL0_STATUS_STATE_OPTIMAL
5199 			 ? "optimal"
5200 			 : state == MPI_RAIDVOL0_STATUS_STATE_DEGRADED
5201 			  ? "degraded"
5202 			  : state == MPI_RAIDVOL0_STATUS_STATE_FAILED
5203 			   ? "failed"
5204 			   : "state unknown",
5205 			flags & MPI_RAIDVOL0_STATUS_FLAG_ENABLED
5206 			 ? ", enabled" : "",
5207 			flags & MPI_RAIDVOL0_STATUS_FLAG_QUIESCED
5208 			 ? ", quiesced" : "",
5209 			flags & MPI_RAIDVOL0_STATUS_FLAG_RESYNC_IN_PROGRESS
5210 			 ? ", resync in progress" : "" );
5211 		break;
5212 
5213 	case MPI_EVENT_RAID_RC_VOLUME_PHYSDISK_CHANGED:
5214 		printk(MYIOC_s_INFO_FMT "  volume membership of PhysDisk %d has changed\n",
5215 			ioc->name, disk);
5216 		break;
5217 
5218 	case MPI_EVENT_RAID_RC_PHYSDISK_CREATED:
5219 		printk(MYIOC_s_INFO_FMT "  PhysDisk has been created\n",
5220 			ioc->name);
5221 		break;
5222 
5223 	case MPI_EVENT_RAID_RC_PHYSDISK_DELETED:
5224 		printk(MYIOC_s_INFO_FMT "  PhysDisk has been deleted\n",
5225 			ioc->name);
5226 		break;
5227 
5228 	case MPI_EVENT_RAID_RC_PHYSDISK_SETTINGS_CHANGED:
5229 		printk(MYIOC_s_INFO_FMT "  PhysDisk settings have been changed\n",
5230 			ioc->name);
5231 		break;
5232 
5233 	case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED:
5234 		printk(MYIOC_s_INFO_FMT "  PhysDisk is now %s%s%s\n",
5235 			ioc->name,
5236 			state == MPI_PHYSDISK0_STATUS_ONLINE
5237 			 ? "online"
5238 			 : state == MPI_PHYSDISK0_STATUS_MISSING
5239 			  ? "missing"
5240 			  : state == MPI_PHYSDISK0_STATUS_NOT_COMPATIBLE
5241 			   ? "not compatible"
5242 			   : state == MPI_PHYSDISK0_STATUS_FAILED
5243 			    ? "failed"
5244 			    : state == MPI_PHYSDISK0_STATUS_INITIALIZING
5245 			     ? "initializing"
5246 			     : state == MPI_PHYSDISK0_STATUS_OFFLINE_REQUESTED
5247 			      ? "offline requested"
5248 			      : state == MPI_PHYSDISK0_STATUS_FAILED_REQUESTED
5249 			       ? "failed requested"
5250 			       : state == MPI_PHYSDISK0_STATUS_OTHER_OFFLINE
5251 			        ? "offline"
5252 			        : "state unknown",
5253 			flags & MPI_PHYSDISK0_STATUS_FLAG_OUT_OF_SYNC
5254 			 ? ", out of sync" : "",
5255 			flags & MPI_PHYSDISK0_STATUS_FLAG_QUIESCED
5256 			 ? ", quiesced" : "" );
5257 		break;
5258 
5259 	case MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED:
5260 		printk(MYIOC_s_INFO_FMT "  Domain Validation needed for PhysDisk %d\n",
5261 			ioc->name, disk);
5262 		break;
5263 
5264 	case MPI_EVENT_RAID_RC_SMART_DATA:
5265 		printk(MYIOC_s_INFO_FMT "  SMART data received, ASC/ASCQ = %02xh/%02xh\n",
5266 			ioc->name, pRaidEventData->ASC, pRaidEventData->ASCQ);
5267 		break;
5268 
5269 	case MPI_EVENT_RAID_RC_REPLACE_ACTION_STARTED:
5270 		printk(MYIOC_s_INFO_FMT "  replacement of PhysDisk %d has started\n",
5271 			ioc->name, disk);
5272 		break;
5273 	}
5274 }
5275 
5276 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5277 /**
5278  *	GetIoUnitPage2 - Retrieve BIOS version and boot order information.
5279  *	@ioc: Pointer to MPT_ADAPTER structure
5280  *
5281  *	Returns: 0 for success
5282  *	-ENOMEM if no memory available
5283  *		-EPERM if not allowed due to ISR context
5284  *		-EAGAIN if no msg frames currently available
5285  *		-EFAULT for non-successful reply or no reply (timeout)
5286  */
5287 static int
5288 GetIoUnitPage2(MPT_ADAPTER *ioc)
5289 {
5290 	ConfigPageHeader_t	 hdr;
5291 	CONFIGPARMS		 cfg;
5292 	IOUnitPage2_t		*ppage_alloc;
5293 	dma_addr_t		 page_dma;
5294 	int			 data_sz;
5295 	int			 rc;
5296 
5297 	/* Get the page header */
5298 	hdr.PageVersion = 0;
5299 	hdr.PageLength = 0;
5300 	hdr.PageNumber = 2;
5301 	hdr.PageType = MPI_CONFIG_PAGETYPE_IO_UNIT;
5302 	cfg.cfghdr.hdr = &hdr;
5303 	cfg.physAddr = -1;
5304 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5305 	cfg.dir = 0;
5306 	cfg.pageAddr = 0;
5307 	cfg.timeout = 0;
5308 
5309 	if ((rc = mpt_config(ioc, &cfg)) != 0)
5310 		return rc;
5311 
5312 	if (hdr.PageLength == 0)
5313 		return 0;
5314 
5315 	/* Read the config page */
5316 	data_sz = hdr.PageLength * 4;
5317 	rc = -ENOMEM;
5318 	ppage_alloc = (IOUnitPage2_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page_dma);
5319 	if (ppage_alloc) {
5320 		memset((u8 *)ppage_alloc, 0, data_sz);
5321 		cfg.physAddr = page_dma;
5322 		cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5323 
5324 		/* If Good, save data */
5325 		if ((rc = mpt_config(ioc, &cfg)) == 0)
5326 			ioc->biosVersion = le32_to_cpu(ppage_alloc->BiosVersion);
5327 
5328 		pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage_alloc, page_dma);
5329 	}
5330 
5331 	return rc;
5332 }
5333 
5334 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5335 /**
5336  *	mpt_GetScsiPortSettings - read SCSI Port Page 0 and 2
5337  *	@ioc: Pointer to a Adapter Strucutre
5338  *	@portnum: IOC port number
5339  *
5340  *	Return: -EFAULT if read of config page header fails
5341  *			or if no nvram
5342  *	If read of SCSI Port Page 0 fails,
5343  *		NVRAM = MPT_HOST_NVRAM_INVALID  (0xFFFFFFFF)
5344  *		Adapter settings: async, narrow
5345  *		Return 1
5346  *	If read of SCSI Port Page 2 fails,
5347  *		Adapter settings valid
5348  *		NVRAM = MPT_HOST_NVRAM_INVALID  (0xFFFFFFFF)
5349  *		Return 1
5350  *	Else
5351  *		Both valid
5352  *		Return 0
5353  *	CHECK - what type of locking mechanisms should be used????
5354  */
5355 static int
5356 mpt_GetScsiPortSettings(MPT_ADAPTER *ioc, int portnum)
5357 {
5358 	u8			*pbuf;
5359 	dma_addr_t		 buf_dma;
5360 	CONFIGPARMS		 cfg;
5361 	ConfigPageHeader_t	 header;
5362 	int			 ii;
5363 	int			 data, rc = 0;
5364 
5365 	/* Allocate memory
5366 	 */
5367 	if (!ioc->spi_data.nvram) {
5368 		int	 sz;
5369 		u8	*mem;
5370 		sz = MPT_MAX_SCSI_DEVICES * sizeof(int);
5371 		mem = kmalloc(sz, GFP_ATOMIC);
5372 		if (mem == NULL)
5373 			return -EFAULT;
5374 
5375 		ioc->spi_data.nvram = (int *) mem;
5376 
5377 		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SCSI device NVRAM settings @ %p, sz=%d\n",
5378 			ioc->name, ioc->spi_data.nvram, sz));
5379 	}
5380 
5381 	/* Invalidate NVRAM information
5382 	 */
5383 	for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5384 		ioc->spi_data.nvram[ii] = MPT_HOST_NVRAM_INVALID;
5385 	}
5386 
5387 	/* Read SPP0 header, allocate memory, then read page.
5388 	 */
5389 	header.PageVersion = 0;
5390 	header.PageLength = 0;
5391 	header.PageNumber = 0;
5392 	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_PORT;
5393 	cfg.cfghdr.hdr = &header;
5394 	cfg.physAddr = -1;
5395 	cfg.pageAddr = portnum;
5396 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5397 	cfg.dir = 0;
5398 	cfg.timeout = 0;	/* use default */
5399 	if (mpt_config(ioc, &cfg) != 0)
5400 		 return -EFAULT;
5401 
5402 	if (header.PageLength > 0) {
5403 		pbuf = pci_alloc_consistent(ioc->pcidev, header.PageLength * 4, &buf_dma);
5404 		if (pbuf) {
5405 			cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5406 			cfg.physAddr = buf_dma;
5407 			if (mpt_config(ioc, &cfg) != 0) {
5408 				ioc->spi_data.maxBusWidth = MPT_NARROW;
5409 				ioc->spi_data.maxSyncOffset = 0;
5410 				ioc->spi_data.minSyncFactor = MPT_ASYNC;
5411 				ioc->spi_data.busType = MPT_HOST_BUS_UNKNOWN;
5412 				rc = 1;
5413 				ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5414 					"Unable to read PortPage0 minSyncFactor=%x\n",
5415 					ioc->name, ioc->spi_data.minSyncFactor));
5416 			} else {
5417 				/* Save the Port Page 0 data
5418 				 */
5419 				SCSIPortPage0_t  *pPP0 = (SCSIPortPage0_t  *) pbuf;
5420 				pPP0->Capabilities = le32_to_cpu(pPP0->Capabilities);
5421 				pPP0->PhysicalInterface = le32_to_cpu(pPP0->PhysicalInterface);
5422 
5423 				if ( (pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_QAS) == 0 ) {
5424 					ioc->spi_data.noQas |= MPT_TARGET_NO_NEGO_QAS;
5425 					ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5426 						"noQas due to Capabilities=%x\n",
5427 						ioc->name, pPP0->Capabilities));
5428 				}
5429 				ioc->spi_data.maxBusWidth = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_WIDE ? 1 : 0;
5430 				data = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_MAX_SYNC_OFFSET_MASK;
5431 				if (data) {
5432 					ioc->spi_data.maxSyncOffset = (u8) (data >> 16);
5433 					data = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_MIN_SYNC_PERIOD_MASK;
5434 					ioc->spi_data.minSyncFactor = (u8) (data >> 8);
5435 					ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5436 						"PortPage0 minSyncFactor=%x\n",
5437 						ioc->name, ioc->spi_data.minSyncFactor));
5438 				} else {
5439 					ioc->spi_data.maxSyncOffset = 0;
5440 					ioc->spi_data.minSyncFactor = MPT_ASYNC;
5441 				}
5442 
5443 				ioc->spi_data.busType = pPP0->PhysicalInterface & MPI_SCSIPORTPAGE0_PHY_SIGNAL_TYPE_MASK;
5444 
5445 				/* Update the minSyncFactor based on bus type.
5446 				 */
5447 				if ((ioc->spi_data.busType == MPI_SCSIPORTPAGE0_PHY_SIGNAL_HVD) ||
5448 					(ioc->spi_data.busType == MPI_SCSIPORTPAGE0_PHY_SIGNAL_SE))  {
5449 
5450 					if (ioc->spi_data.minSyncFactor < MPT_ULTRA) {
5451 						ioc->spi_data.minSyncFactor = MPT_ULTRA;
5452 						ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5453 							"HVD or SE detected, minSyncFactor=%x\n",
5454 							ioc->name, ioc->spi_data.minSyncFactor));
5455 					}
5456 				}
5457 			}
5458 			if (pbuf) {
5459 				pci_free_consistent(ioc->pcidev, header.PageLength * 4, pbuf, buf_dma);
5460 			}
5461 		}
5462 	}
5463 
5464 	/* SCSI Port Page 2 - Read the header then the page.
5465 	 */
5466 	header.PageVersion = 0;
5467 	header.PageLength = 0;
5468 	header.PageNumber = 2;
5469 	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_PORT;
5470 	cfg.cfghdr.hdr = &header;
5471 	cfg.physAddr = -1;
5472 	cfg.pageAddr = portnum;
5473 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5474 	cfg.dir = 0;
5475 	if (mpt_config(ioc, &cfg) != 0)
5476 		return -EFAULT;
5477 
5478 	if (header.PageLength > 0) {
5479 		/* Allocate memory and read SCSI Port Page 2
5480 		 */
5481 		pbuf = pci_alloc_consistent(ioc->pcidev, header.PageLength * 4, &buf_dma);
5482 		if (pbuf) {
5483 			cfg.action = MPI_CONFIG_ACTION_PAGE_READ_NVRAM;
5484 			cfg.physAddr = buf_dma;
5485 			if (mpt_config(ioc, &cfg) != 0) {
5486 				/* Nvram data is left with INVALID mark
5487 				 */
5488 				rc = 1;
5489 			} else if (ioc->pcidev->vendor == PCI_VENDOR_ID_ATTO) {
5490 
5491 				/* This is an ATTO adapter, read Page2 accordingly
5492 				*/
5493 				ATTO_SCSIPortPage2_t *pPP2 = (ATTO_SCSIPortPage2_t  *) pbuf;
5494 				ATTODeviceInfo_t *pdevice = NULL;
5495 				u16 ATTOFlags;
5496 
5497 				/* Save the Port Page 2 data
5498 				 * (reformat into a 32bit quantity)
5499 				 */
5500 				for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5501 				  pdevice = &pPP2->DeviceSettings[ii];
5502 				  ATTOFlags = le16_to_cpu(pdevice->ATTOFlags);
5503 				  data = 0;
5504 
5505 				  /* Translate ATTO device flags to LSI format
5506 				   */
5507 				  if (ATTOFlags & ATTOFLAG_DISC)
5508 				    data |= (MPI_SCSIPORTPAGE2_DEVICE_DISCONNECT_ENABLE);
5509 				  if (ATTOFlags & ATTOFLAG_ID_ENB)
5510 				    data |= (MPI_SCSIPORTPAGE2_DEVICE_ID_SCAN_ENABLE);
5511 				  if (ATTOFlags & ATTOFLAG_LUN_ENB)
5512 				    data |= (MPI_SCSIPORTPAGE2_DEVICE_LUN_SCAN_ENABLE);
5513 				  if (ATTOFlags & ATTOFLAG_TAGGED)
5514 				    data |= (MPI_SCSIPORTPAGE2_DEVICE_TAG_QUEUE_ENABLE);
5515 				  if (!(ATTOFlags & ATTOFLAG_WIDE_ENB))
5516 				    data |= (MPI_SCSIPORTPAGE2_DEVICE_WIDE_DISABLE);
5517 
5518 				  data = (data << 16) | (pdevice->Period << 8) | 10;
5519 				  ioc->spi_data.nvram[ii] = data;
5520 				}
5521 			} else {
5522 				SCSIPortPage2_t *pPP2 = (SCSIPortPage2_t  *) pbuf;
5523 				MpiDeviceInfo_t	*pdevice = NULL;
5524 
5525 				/*
5526 				 * Save "Set to Avoid SCSI Bus Resets" flag
5527 				 */
5528 				ioc->spi_data.bus_reset =
5529 				    (le32_to_cpu(pPP2->PortFlags) &
5530 			        MPI_SCSIPORTPAGE2_PORT_FLAGS_AVOID_SCSI_RESET) ?
5531 				    0 : 1 ;
5532 
5533 				/* Save the Port Page 2 data
5534 				 * (reformat into a 32bit quantity)
5535 				 */
5536 				data = le32_to_cpu(pPP2->PortFlags) & MPI_SCSIPORTPAGE2_PORT_FLAGS_DV_MASK;
5537 				ioc->spi_data.PortFlags = data;
5538 				for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5539 					pdevice = &pPP2->DeviceSettings[ii];
5540 					data = (le16_to_cpu(pdevice->DeviceFlags) << 16) |
5541 						(pdevice->SyncFactor << 8) | pdevice->Timeout;
5542 					ioc->spi_data.nvram[ii] = data;
5543 				}
5544 			}
5545 
5546 			pci_free_consistent(ioc->pcidev, header.PageLength * 4, pbuf, buf_dma);
5547 		}
5548 	}
5549 
5550 	/* Update Adapter limits with those from NVRAM
5551 	 * Comment: Don't need to do this. Target performance
5552 	 * parameters will never exceed the adapters limits.
5553 	 */
5554 
5555 	return rc;
5556 }
5557 
5558 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5559 /**
5560  *	mpt_readScsiDevicePageHeaders - save version and length of SDP1
5561  *	@ioc: Pointer to a Adapter Strucutre
5562  *	@portnum: IOC port number
5563  *
5564  *	Return: -EFAULT if read of config page header fails
5565  *		or 0 if success.
5566  */
5567 static int
5568 mpt_readScsiDevicePageHeaders(MPT_ADAPTER *ioc, int portnum)
5569 {
5570 	CONFIGPARMS		 cfg;
5571 	ConfigPageHeader_t	 header;
5572 
5573 	/* Read the SCSI Device Page 1 header
5574 	 */
5575 	header.PageVersion = 0;
5576 	header.PageLength = 0;
5577 	header.PageNumber = 1;
5578 	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_DEVICE;
5579 	cfg.cfghdr.hdr = &header;
5580 	cfg.physAddr = -1;
5581 	cfg.pageAddr = portnum;
5582 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5583 	cfg.dir = 0;
5584 	cfg.timeout = 0;
5585 	if (mpt_config(ioc, &cfg) != 0)
5586 		 return -EFAULT;
5587 
5588 	ioc->spi_data.sdp1version = cfg.cfghdr.hdr->PageVersion;
5589 	ioc->spi_data.sdp1length = cfg.cfghdr.hdr->PageLength;
5590 
5591 	header.PageVersion = 0;
5592 	header.PageLength = 0;
5593 	header.PageNumber = 0;
5594 	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_DEVICE;
5595 	if (mpt_config(ioc, &cfg) != 0)
5596 		 return -EFAULT;
5597 
5598 	ioc->spi_data.sdp0version = cfg.cfghdr.hdr->PageVersion;
5599 	ioc->spi_data.sdp0length = cfg.cfghdr.hdr->PageLength;
5600 
5601 	dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Headers: 0: version %d length %d\n",
5602 			ioc->name, ioc->spi_data.sdp0version, ioc->spi_data.sdp0length));
5603 
5604 	dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Headers: 1: version %d length %d\n",
5605 			ioc->name, ioc->spi_data.sdp1version, ioc->spi_data.sdp1length));
5606 	return 0;
5607 }
5608 
5609 /**
5610  * mpt_inactive_raid_list_free - This clears this link list.
5611  * @ioc : pointer to per adapter structure
5612  **/
5613 static void
5614 mpt_inactive_raid_list_free(MPT_ADAPTER *ioc)
5615 {
5616 	struct inactive_raid_component_info *component_info, *pNext;
5617 
5618 	if (list_empty(&ioc->raid_data.inactive_list))
5619 		return;
5620 
5621 	mutex_lock(&ioc->raid_data.inactive_list_mutex);
5622 	list_for_each_entry_safe(component_info, pNext,
5623 	    &ioc->raid_data.inactive_list, list) {
5624 		list_del(&component_info->list);
5625 		kfree(component_info);
5626 	}
5627 	mutex_unlock(&ioc->raid_data.inactive_list_mutex);
5628 }
5629 
5630 /**
5631  * mpt_inactive_raid_volumes - sets up link list of phy_disk_nums for devices belonging in an inactive volume
5632  *
5633  * @ioc : pointer to per adapter structure
5634  * @channel : volume channel
5635  * @id : volume target id
5636  **/
5637 static void
5638 mpt_inactive_raid_volumes(MPT_ADAPTER *ioc, u8 channel, u8 id)
5639 {
5640 	CONFIGPARMS			cfg;
5641 	ConfigPageHeader_t		hdr;
5642 	dma_addr_t			dma_handle;
5643 	pRaidVolumePage0_t		buffer = NULL;
5644 	int				i;
5645 	RaidPhysDiskPage0_t 		phys_disk;
5646 	struct inactive_raid_component_info *component_info;
5647 	int				handle_inactive_volumes;
5648 
5649 	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5650 	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5651 	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_VOLUME;
5652 	cfg.pageAddr = (channel << 8) + id;
5653 	cfg.cfghdr.hdr = &hdr;
5654 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5655 
5656 	if (mpt_config(ioc, &cfg) != 0)
5657 		goto out;
5658 
5659 	if (!hdr.PageLength)
5660 		goto out;
5661 
5662 	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5663 	    &dma_handle);
5664 
5665 	if (!buffer)
5666 		goto out;
5667 
5668 	cfg.physAddr = dma_handle;
5669 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5670 
5671 	if (mpt_config(ioc, &cfg) != 0)
5672 		goto out;
5673 
5674 	if (!buffer->NumPhysDisks)
5675 		goto out;
5676 
5677 	handle_inactive_volumes =
5678 	   (buffer->VolumeStatus.Flags & MPI_RAIDVOL0_STATUS_FLAG_VOLUME_INACTIVE ||
5679 	   (buffer->VolumeStatus.Flags & MPI_RAIDVOL0_STATUS_FLAG_ENABLED) == 0 ||
5680 	    buffer->VolumeStatus.State == MPI_RAIDVOL0_STATUS_STATE_FAILED ||
5681 	    buffer->VolumeStatus.State == MPI_RAIDVOL0_STATUS_STATE_MISSING) ? 1 : 0;
5682 
5683 	if (!handle_inactive_volumes)
5684 		goto out;
5685 
5686 	mutex_lock(&ioc->raid_data.inactive_list_mutex);
5687 	for (i = 0; i < buffer->NumPhysDisks; i++) {
5688 		if(mpt_raid_phys_disk_pg0(ioc,
5689 		    buffer->PhysDisk[i].PhysDiskNum, &phys_disk) != 0)
5690 			continue;
5691 
5692 		if ((component_info = kmalloc(sizeof (*component_info),
5693 		 GFP_KERNEL)) == NULL)
5694 			continue;
5695 
5696 		component_info->volumeID = id;
5697 		component_info->volumeBus = channel;
5698 		component_info->d.PhysDiskNum = phys_disk.PhysDiskNum;
5699 		component_info->d.PhysDiskBus = phys_disk.PhysDiskBus;
5700 		component_info->d.PhysDiskID = phys_disk.PhysDiskID;
5701 		component_info->d.PhysDiskIOC = phys_disk.PhysDiskIOC;
5702 
5703 		list_add_tail(&component_info->list,
5704 		    &ioc->raid_data.inactive_list);
5705 	}
5706 	mutex_unlock(&ioc->raid_data.inactive_list_mutex);
5707 
5708  out:
5709 	if (buffer)
5710 		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5711 		    dma_handle);
5712 }
5713 
5714 /**
5715  *	mpt_raid_phys_disk_pg0 - returns phys disk page zero
5716  *	@ioc: Pointer to a Adapter Structure
5717  *	@phys_disk_num: io unit unique phys disk num generated by the ioc
5718  *	@phys_disk: requested payload data returned
5719  *
5720  *	Return:
5721  *	0 on success
5722  *	-EFAULT if read of config page header fails or data pointer not NULL
5723  *	-ENOMEM if pci_alloc failed
5724  **/
5725 int
5726 mpt_raid_phys_disk_pg0(MPT_ADAPTER *ioc, u8 phys_disk_num,
5727 			RaidPhysDiskPage0_t *phys_disk)
5728 {
5729 	CONFIGPARMS			cfg;
5730 	ConfigPageHeader_t		hdr;
5731 	dma_addr_t			dma_handle;
5732 	pRaidPhysDiskPage0_t		buffer = NULL;
5733 	int				rc;
5734 
5735 	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5736 	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5737 	memset(phys_disk, 0, sizeof(RaidPhysDiskPage0_t));
5738 
5739 	hdr.PageVersion = MPI_RAIDPHYSDISKPAGE0_PAGEVERSION;
5740 	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5741 	cfg.cfghdr.hdr = &hdr;
5742 	cfg.physAddr = -1;
5743 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5744 
5745 	if (mpt_config(ioc, &cfg) != 0) {
5746 		rc = -EFAULT;
5747 		goto out;
5748 	}
5749 
5750 	if (!hdr.PageLength) {
5751 		rc = -EFAULT;
5752 		goto out;
5753 	}
5754 
5755 	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5756 	    &dma_handle);
5757 
5758 	if (!buffer) {
5759 		rc = -ENOMEM;
5760 		goto out;
5761 	}
5762 
5763 	cfg.physAddr = dma_handle;
5764 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5765 	cfg.pageAddr = phys_disk_num;
5766 
5767 	if (mpt_config(ioc, &cfg) != 0) {
5768 		rc = -EFAULT;
5769 		goto out;
5770 	}
5771 
5772 	rc = 0;
5773 	memcpy(phys_disk, buffer, sizeof(*buffer));
5774 	phys_disk->MaxLBA = le32_to_cpu(buffer->MaxLBA);
5775 
5776  out:
5777 
5778 	if (buffer)
5779 		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5780 		    dma_handle);
5781 
5782 	return rc;
5783 }
5784 
5785 /**
5786  *	mpt_raid_phys_disk_get_num_paths - returns number paths associated to this phys_num
5787  *	@ioc: Pointer to a Adapter Structure
5788  *	@phys_disk_num: io unit unique phys disk num generated by the ioc
5789  *
5790  *	Return:
5791  *	returns number paths
5792  **/
5793 int
5794 mpt_raid_phys_disk_get_num_paths(MPT_ADAPTER *ioc, u8 phys_disk_num)
5795 {
5796 	CONFIGPARMS		 	cfg;
5797 	ConfigPageHeader_t	 	hdr;
5798 	dma_addr_t			dma_handle;
5799 	pRaidPhysDiskPage1_t		buffer = NULL;
5800 	int				rc;
5801 
5802 	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5803 	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5804 
5805 	hdr.PageVersion = MPI_RAIDPHYSDISKPAGE1_PAGEVERSION;
5806 	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5807 	hdr.PageNumber = 1;
5808 	cfg.cfghdr.hdr = &hdr;
5809 	cfg.physAddr = -1;
5810 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5811 
5812 	if (mpt_config(ioc, &cfg) != 0) {
5813 		rc = 0;
5814 		goto out;
5815 	}
5816 
5817 	if (!hdr.PageLength) {
5818 		rc = 0;
5819 		goto out;
5820 	}
5821 
5822 	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5823 	    &dma_handle);
5824 
5825 	if (!buffer) {
5826 		rc = 0;
5827 		goto out;
5828 	}
5829 
5830 	cfg.physAddr = dma_handle;
5831 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5832 	cfg.pageAddr = phys_disk_num;
5833 
5834 	if (mpt_config(ioc, &cfg) != 0) {
5835 		rc = 0;
5836 		goto out;
5837 	}
5838 
5839 	rc = buffer->NumPhysDiskPaths;
5840  out:
5841 
5842 	if (buffer)
5843 		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5844 		    dma_handle);
5845 
5846 	return rc;
5847 }
5848 EXPORT_SYMBOL(mpt_raid_phys_disk_get_num_paths);
5849 
5850 /**
5851  *	mpt_raid_phys_disk_pg1 - returns phys disk page 1
5852  *	@ioc: Pointer to a Adapter Structure
5853  *	@phys_disk_num: io unit unique phys disk num generated by the ioc
5854  *	@phys_disk: requested payload data returned
5855  *
5856  *	Return:
5857  *	0 on success
5858  *	-EFAULT if read of config page header fails or data pointer not NULL
5859  *	-ENOMEM if pci_alloc failed
5860  **/
5861 int
5862 mpt_raid_phys_disk_pg1(MPT_ADAPTER *ioc, u8 phys_disk_num,
5863 		RaidPhysDiskPage1_t *phys_disk)
5864 {
5865 	CONFIGPARMS		 	cfg;
5866 	ConfigPageHeader_t	 	hdr;
5867 	dma_addr_t			dma_handle;
5868 	pRaidPhysDiskPage1_t		buffer = NULL;
5869 	int				rc;
5870 	int				i;
5871 	__le64				sas_address;
5872 
5873 	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5874 	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5875 	rc = 0;
5876 
5877 	hdr.PageVersion = MPI_RAIDPHYSDISKPAGE1_PAGEVERSION;
5878 	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5879 	hdr.PageNumber = 1;
5880 	cfg.cfghdr.hdr = &hdr;
5881 	cfg.physAddr = -1;
5882 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5883 
5884 	if (mpt_config(ioc, &cfg) != 0) {
5885 		rc = -EFAULT;
5886 		goto out;
5887 	}
5888 
5889 	if (!hdr.PageLength) {
5890 		rc = -EFAULT;
5891 		goto out;
5892 	}
5893 
5894 	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5895 	    &dma_handle);
5896 
5897 	if (!buffer) {
5898 		rc = -ENOMEM;
5899 		goto out;
5900 	}
5901 
5902 	cfg.physAddr = dma_handle;
5903 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5904 	cfg.pageAddr = phys_disk_num;
5905 
5906 	if (mpt_config(ioc, &cfg) != 0) {
5907 		rc = -EFAULT;
5908 		goto out;
5909 	}
5910 
5911 	phys_disk->NumPhysDiskPaths = buffer->NumPhysDiskPaths;
5912 	phys_disk->PhysDiskNum = phys_disk_num;
5913 	for (i = 0; i < phys_disk->NumPhysDiskPaths; i++) {
5914 		phys_disk->Path[i].PhysDiskID = buffer->Path[i].PhysDiskID;
5915 		phys_disk->Path[i].PhysDiskBus = buffer->Path[i].PhysDiskBus;
5916 		phys_disk->Path[i].OwnerIdentifier =
5917 				buffer->Path[i].OwnerIdentifier;
5918 		phys_disk->Path[i].Flags = le16_to_cpu(buffer->Path[i].Flags);
5919 		memcpy(&sas_address, &buffer->Path[i].WWID, sizeof(__le64));
5920 		sas_address = le64_to_cpu(sas_address);
5921 		memcpy(&phys_disk->Path[i].WWID, &sas_address, sizeof(__le64));
5922 		memcpy(&sas_address,
5923 				&buffer->Path[i].OwnerWWID, sizeof(__le64));
5924 		sas_address = le64_to_cpu(sas_address);
5925 		memcpy(&phys_disk->Path[i].OwnerWWID,
5926 				&sas_address, sizeof(__le64));
5927 	}
5928 
5929  out:
5930 
5931 	if (buffer)
5932 		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5933 		    dma_handle);
5934 
5935 	return rc;
5936 }
5937 EXPORT_SYMBOL(mpt_raid_phys_disk_pg1);
5938 
5939 
5940 /**
5941  *	mpt_findImVolumes - Identify IDs of hidden disks and RAID Volumes
5942  *	@ioc: Pointer to a Adapter Strucutre
5943  *
5944  *	Return:
5945  *	0 on success
5946  *	-EFAULT if read of config page header fails or data pointer not NULL
5947  *	-ENOMEM if pci_alloc failed
5948  **/
5949 int
5950 mpt_findImVolumes(MPT_ADAPTER *ioc)
5951 {
5952 	IOCPage2_t		*pIoc2;
5953 	u8			*mem;
5954 	dma_addr_t		 ioc2_dma;
5955 	CONFIGPARMS		 cfg;
5956 	ConfigPageHeader_t	 header;
5957 	int			 rc = 0;
5958 	int			 iocpage2sz;
5959 	int			 i;
5960 
5961 	if (!ioc->ir_firmware)
5962 		return 0;
5963 
5964 	/* Free the old page
5965 	 */
5966 	kfree(ioc->raid_data.pIocPg2);
5967 	ioc->raid_data.pIocPg2 = NULL;
5968 	mpt_inactive_raid_list_free(ioc);
5969 
5970 	/* Read IOCP2 header then the page.
5971 	 */
5972 	header.PageVersion = 0;
5973 	header.PageLength = 0;
5974 	header.PageNumber = 2;
5975 	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
5976 	cfg.cfghdr.hdr = &header;
5977 	cfg.physAddr = -1;
5978 	cfg.pageAddr = 0;
5979 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5980 	cfg.dir = 0;
5981 	cfg.timeout = 0;
5982 	if (mpt_config(ioc, &cfg) != 0)
5983 		 return -EFAULT;
5984 
5985 	if (header.PageLength == 0)
5986 		return -EFAULT;
5987 
5988 	iocpage2sz = header.PageLength * 4;
5989 	pIoc2 = pci_alloc_consistent(ioc->pcidev, iocpage2sz, &ioc2_dma);
5990 	if (!pIoc2)
5991 		return -ENOMEM;
5992 
5993 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5994 	cfg.physAddr = ioc2_dma;
5995 	if (mpt_config(ioc, &cfg) != 0)
5996 		goto out;
5997 
5998 	mem = kmalloc(iocpage2sz, GFP_KERNEL);
5999 	if (!mem) {
6000 		rc = -ENOMEM;
6001 		goto out;
6002 	}
6003 
6004 	memcpy(mem, (u8 *)pIoc2, iocpage2sz);
6005 	ioc->raid_data.pIocPg2 = (IOCPage2_t *) mem;
6006 
6007 	mpt_read_ioc_pg_3(ioc);
6008 
6009 	for (i = 0; i < pIoc2->NumActiveVolumes ; i++)
6010 		mpt_inactive_raid_volumes(ioc,
6011 		    pIoc2->RaidVolume[i].VolumeBus,
6012 		    pIoc2->RaidVolume[i].VolumeID);
6013 
6014  out:
6015 	pci_free_consistent(ioc->pcidev, iocpage2sz, pIoc2, ioc2_dma);
6016 
6017 	return rc;
6018 }
6019 
6020 static int
6021 mpt_read_ioc_pg_3(MPT_ADAPTER *ioc)
6022 {
6023 	IOCPage3_t		*pIoc3;
6024 	u8			*mem;
6025 	CONFIGPARMS		 cfg;
6026 	ConfigPageHeader_t	 header;
6027 	dma_addr_t		 ioc3_dma;
6028 	int			 iocpage3sz = 0;
6029 
6030 	/* Free the old page
6031 	 */
6032 	kfree(ioc->raid_data.pIocPg3);
6033 	ioc->raid_data.pIocPg3 = NULL;
6034 
6035 	/* There is at least one physical disk.
6036 	 * Read and save IOC Page 3
6037 	 */
6038 	header.PageVersion = 0;
6039 	header.PageLength = 0;
6040 	header.PageNumber = 3;
6041 	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6042 	cfg.cfghdr.hdr = &header;
6043 	cfg.physAddr = -1;
6044 	cfg.pageAddr = 0;
6045 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6046 	cfg.dir = 0;
6047 	cfg.timeout = 0;
6048 	if (mpt_config(ioc, &cfg) != 0)
6049 		return 0;
6050 
6051 	if (header.PageLength == 0)
6052 		return 0;
6053 
6054 	/* Read Header good, alloc memory
6055 	 */
6056 	iocpage3sz = header.PageLength * 4;
6057 	pIoc3 = pci_alloc_consistent(ioc->pcidev, iocpage3sz, &ioc3_dma);
6058 	if (!pIoc3)
6059 		return 0;
6060 
6061 	/* Read the Page and save the data
6062 	 * into malloc'd memory.
6063 	 */
6064 	cfg.physAddr = ioc3_dma;
6065 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6066 	if (mpt_config(ioc, &cfg) == 0) {
6067 		mem = kmalloc(iocpage3sz, GFP_KERNEL);
6068 		if (mem) {
6069 			memcpy(mem, (u8 *)pIoc3, iocpage3sz);
6070 			ioc->raid_data.pIocPg3 = (IOCPage3_t *) mem;
6071 		}
6072 	}
6073 
6074 	pci_free_consistent(ioc->pcidev, iocpage3sz, pIoc3, ioc3_dma);
6075 
6076 	return 0;
6077 }
6078 
6079 static void
6080 mpt_read_ioc_pg_4(MPT_ADAPTER *ioc)
6081 {
6082 	IOCPage4_t		*pIoc4;
6083 	CONFIGPARMS		 cfg;
6084 	ConfigPageHeader_t	 header;
6085 	dma_addr_t		 ioc4_dma;
6086 	int			 iocpage4sz;
6087 
6088 	/* Read and save IOC Page 4
6089 	 */
6090 	header.PageVersion = 0;
6091 	header.PageLength = 0;
6092 	header.PageNumber = 4;
6093 	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6094 	cfg.cfghdr.hdr = &header;
6095 	cfg.physAddr = -1;
6096 	cfg.pageAddr = 0;
6097 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6098 	cfg.dir = 0;
6099 	cfg.timeout = 0;
6100 	if (mpt_config(ioc, &cfg) != 0)
6101 		return;
6102 
6103 	if (header.PageLength == 0)
6104 		return;
6105 
6106 	if ( (pIoc4 = ioc->spi_data.pIocPg4) == NULL ) {
6107 		iocpage4sz = (header.PageLength + 4) * 4; /* Allow 4 additional SEP's */
6108 		pIoc4 = pci_alloc_consistent(ioc->pcidev, iocpage4sz, &ioc4_dma);
6109 		if (!pIoc4)
6110 			return;
6111 		ioc->alloc_total += iocpage4sz;
6112 	} else {
6113 		ioc4_dma = ioc->spi_data.IocPg4_dma;
6114 		iocpage4sz = ioc->spi_data.IocPg4Sz;
6115 	}
6116 
6117 	/* Read the Page into dma memory.
6118 	 */
6119 	cfg.physAddr = ioc4_dma;
6120 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6121 	if (mpt_config(ioc, &cfg) == 0) {
6122 		ioc->spi_data.pIocPg4 = (IOCPage4_t *) pIoc4;
6123 		ioc->spi_data.IocPg4_dma = ioc4_dma;
6124 		ioc->spi_data.IocPg4Sz = iocpage4sz;
6125 	} else {
6126 		pci_free_consistent(ioc->pcidev, iocpage4sz, pIoc4, ioc4_dma);
6127 		ioc->spi_data.pIocPg4 = NULL;
6128 		ioc->alloc_total -= iocpage4sz;
6129 	}
6130 }
6131 
6132 static void
6133 mpt_read_ioc_pg_1(MPT_ADAPTER *ioc)
6134 {
6135 	IOCPage1_t		*pIoc1;
6136 	CONFIGPARMS		 cfg;
6137 	ConfigPageHeader_t	 header;
6138 	dma_addr_t		 ioc1_dma;
6139 	int			 iocpage1sz = 0;
6140 	u32			 tmp;
6141 
6142 	/* Check the Coalescing Timeout in IOC Page 1
6143 	 */
6144 	header.PageVersion = 0;
6145 	header.PageLength = 0;
6146 	header.PageNumber = 1;
6147 	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6148 	cfg.cfghdr.hdr = &header;
6149 	cfg.physAddr = -1;
6150 	cfg.pageAddr = 0;
6151 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6152 	cfg.dir = 0;
6153 	cfg.timeout = 0;
6154 	if (mpt_config(ioc, &cfg) != 0)
6155 		return;
6156 
6157 	if (header.PageLength == 0)
6158 		return;
6159 
6160 	/* Read Header good, alloc memory
6161 	 */
6162 	iocpage1sz = header.PageLength * 4;
6163 	pIoc1 = pci_alloc_consistent(ioc->pcidev, iocpage1sz, &ioc1_dma);
6164 	if (!pIoc1)
6165 		return;
6166 
6167 	/* Read the Page and check coalescing timeout
6168 	 */
6169 	cfg.physAddr = ioc1_dma;
6170 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6171 	if (mpt_config(ioc, &cfg) == 0) {
6172 
6173 		tmp = le32_to_cpu(pIoc1->Flags) & MPI_IOCPAGE1_REPLY_COALESCING;
6174 		if (tmp == MPI_IOCPAGE1_REPLY_COALESCING) {
6175 			tmp = le32_to_cpu(pIoc1->CoalescingTimeout);
6176 
6177 			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Coalescing Enabled Timeout = %d\n",
6178 					ioc->name, tmp));
6179 
6180 			if (tmp > MPT_COALESCING_TIMEOUT) {
6181 				pIoc1->CoalescingTimeout = cpu_to_le32(MPT_COALESCING_TIMEOUT);
6182 
6183 				/* Write NVRAM and current
6184 				 */
6185 				cfg.dir = 1;
6186 				cfg.action = MPI_CONFIG_ACTION_PAGE_WRITE_CURRENT;
6187 				if (mpt_config(ioc, &cfg) == 0) {
6188 					dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Reset Current Coalescing Timeout to = %d\n",
6189 							ioc->name, MPT_COALESCING_TIMEOUT));
6190 
6191 					cfg.action = MPI_CONFIG_ACTION_PAGE_WRITE_NVRAM;
6192 					if (mpt_config(ioc, &cfg) == 0) {
6193 						dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6194 								"Reset NVRAM Coalescing Timeout to = %d\n",
6195 								ioc->name, MPT_COALESCING_TIMEOUT));
6196 					} else {
6197 						dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6198 								"Reset NVRAM Coalescing Timeout Failed\n",
6199 								ioc->name));
6200 					}
6201 
6202 				} else {
6203 					dprintk(ioc, printk(MYIOC_s_WARN_FMT
6204 						"Reset of Current Coalescing Timeout Failed!\n",
6205 						ioc->name));
6206 				}
6207 			}
6208 
6209 		} else {
6210 			dprintk(ioc, printk(MYIOC_s_WARN_FMT "Coalescing Disabled\n", ioc->name));
6211 		}
6212 	}
6213 
6214 	pci_free_consistent(ioc->pcidev, iocpage1sz, pIoc1, ioc1_dma);
6215 
6216 	return;
6217 }
6218 
6219 static void
6220 mpt_get_manufacturing_pg_0(MPT_ADAPTER *ioc)
6221 {
6222 	CONFIGPARMS		cfg;
6223 	ConfigPageHeader_t	hdr;
6224 	dma_addr_t		buf_dma;
6225 	ManufacturingPage0_t	*pbuf = NULL;
6226 
6227 	memset(&cfg, 0 , sizeof(CONFIGPARMS));
6228 	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
6229 
6230 	hdr.PageType = MPI_CONFIG_PAGETYPE_MANUFACTURING;
6231 	cfg.cfghdr.hdr = &hdr;
6232 	cfg.physAddr = -1;
6233 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6234 	cfg.timeout = 10;
6235 
6236 	if (mpt_config(ioc, &cfg) != 0)
6237 		goto out;
6238 
6239 	if (!cfg.cfghdr.hdr->PageLength)
6240 		goto out;
6241 
6242 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6243 	pbuf = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4, &buf_dma);
6244 	if (!pbuf)
6245 		goto out;
6246 
6247 	cfg.physAddr = buf_dma;
6248 
6249 	if (mpt_config(ioc, &cfg) != 0)
6250 		goto out;
6251 
6252 	memcpy(ioc->board_name, pbuf->BoardName, sizeof(ioc->board_name));
6253 	memcpy(ioc->board_assembly, pbuf->BoardAssembly, sizeof(ioc->board_assembly));
6254 	memcpy(ioc->board_tracer, pbuf->BoardTracerNumber, sizeof(ioc->board_tracer));
6255 
6256 out:
6257 
6258 	if (pbuf)
6259 		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, pbuf, buf_dma);
6260 }
6261 
6262 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6263 /**
6264  *	SendEventNotification - Send EventNotification (on or off) request to adapter
6265  *	@ioc: Pointer to MPT_ADAPTER structure
6266  *	@EvSwitch: Event switch flags
6267  *	@sleepFlag: Specifies whether the process can sleep
6268  */
6269 static int
6270 SendEventNotification(MPT_ADAPTER *ioc, u8 EvSwitch, int sleepFlag)
6271 {
6272 	EventNotification_t	evn;
6273 	MPIDefaultReply_t	reply_buf;
6274 
6275 	memset(&evn, 0, sizeof(EventNotification_t));
6276 	memset(&reply_buf, 0, sizeof(MPIDefaultReply_t));
6277 
6278 	evn.Function = MPI_FUNCTION_EVENT_NOTIFICATION;
6279 	evn.Switch = EvSwitch;
6280 	evn.MsgContext = cpu_to_le32(mpt_base_index << 16);
6281 
6282 	devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6283 	    "Sending EventNotification (%d) request %p\n",
6284 	    ioc->name, EvSwitch, &evn));
6285 
6286 	return mpt_handshake_req_reply_wait(ioc, sizeof(EventNotification_t),
6287 	    (u32 *)&evn, sizeof(MPIDefaultReply_t), (u16 *)&reply_buf, 30,
6288 	    sleepFlag);
6289 }
6290 
6291 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6292 /**
6293  *	SendEventAck - Send EventAck request to MPT adapter.
6294  *	@ioc: Pointer to MPT_ADAPTER structure
6295  *	@evnp: Pointer to original EventNotification request
6296  */
6297 static int
6298 SendEventAck(MPT_ADAPTER *ioc, EventNotificationReply_t *evnp)
6299 {
6300 	EventAck_t	*pAck;
6301 
6302 	if ((pAck = (EventAck_t *) mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
6303 		dfailprintk(ioc, printk(MYIOC_s_WARN_FMT "%s, no msg frames!!\n",
6304 		    ioc->name, __func__));
6305 		return -1;
6306 	}
6307 
6308 	devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending EventAck\n", ioc->name));
6309 
6310 	pAck->Function     = MPI_FUNCTION_EVENT_ACK;
6311 	pAck->ChainOffset  = 0;
6312 	pAck->Reserved[0]  = pAck->Reserved[1] = 0;
6313 	pAck->MsgFlags     = 0;
6314 	pAck->Reserved1[0] = pAck->Reserved1[1] = pAck->Reserved1[2] = 0;
6315 	pAck->Event        = evnp->Event;
6316 	pAck->EventContext = evnp->EventContext;
6317 
6318 	mpt_put_msg_frame(mpt_base_index, ioc, (MPT_FRAME_HDR *)pAck);
6319 
6320 	return 0;
6321 }
6322 
6323 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6324 /**
6325  *	mpt_config - Generic function to issue config message
6326  *	@ioc:   Pointer to an adapter structure
6327  *	@pCfg:  Pointer to a configuration structure. Struct contains
6328  *		action, page address, direction, physical address
6329  *		and pointer to a configuration page header
6330  *		Page header is updated.
6331  *
6332  *	Returns 0 for success
6333  *	-EPERM if not allowed due to ISR context
6334  *	-EAGAIN if no msg frames currently available
6335  *	-EFAULT for non-successful reply or no reply (timeout)
6336  */
6337 int
6338 mpt_config(MPT_ADAPTER *ioc, CONFIGPARMS *pCfg)
6339 {
6340 	Config_t	*pReq;
6341 	ConfigReply_t	*pReply;
6342 	ConfigExtendedPageHeader_t  *pExtHdr = NULL;
6343 	MPT_FRAME_HDR	*mf;
6344 	int		 ii;
6345 	int		 flagsLength;
6346 	long		 timeout;
6347 	int		 ret;
6348 	u8		 page_type = 0, extend_page;
6349 	unsigned long 	 timeleft;
6350 	unsigned long	 flags;
6351     int		 in_isr;
6352 	u8		 issue_hard_reset = 0;
6353 	u8		 retry_count = 0;
6354 
6355 	/*	Prevent calling wait_event() (below), if caller happens
6356 	 *	to be in ISR context, because that is fatal!
6357 	 */
6358 	in_isr = in_interrupt();
6359 	if (in_isr) {
6360 		dcprintk(ioc, printk(MYIOC_s_WARN_FMT "Config request not allowed in ISR context!\n",
6361 				ioc->name));
6362 		return -EPERM;
6363     }
6364 
6365 	/* don't send a config page during diag reset */
6366 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6367 	if (ioc->ioc_reset_in_progress) {
6368 		dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6369 		    "%s: busy with host reset\n", ioc->name, __func__));
6370 		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6371 		return -EBUSY;
6372 	}
6373 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6374 
6375 	/* don't send if no chance of success */
6376 	if (!ioc->active ||
6377 	    mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_OPERATIONAL) {
6378 		dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6379 		    "%s: ioc not operational, %d, %xh\n",
6380 		    ioc->name, __func__, ioc->active,
6381 		    mpt_GetIocState(ioc, 0)));
6382 		return -EFAULT;
6383 	}
6384 
6385  retry_config:
6386 	mutex_lock(&ioc->mptbase_cmds.mutex);
6387 	/* init the internal cmd struct */
6388 	memset(ioc->mptbase_cmds.reply, 0 , MPT_DEFAULT_FRAME_SIZE);
6389 	INITIALIZE_MGMT_STATUS(ioc->mptbase_cmds.status)
6390 
6391 	/* Get and Populate a free Frame
6392 	 */
6393 	if ((mf = mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
6394 		dcprintk(ioc, printk(MYIOC_s_WARN_FMT
6395 		"mpt_config: no msg frames!\n", ioc->name));
6396 		ret = -EAGAIN;
6397 		goto out;
6398 	}
6399 
6400 	pReq = (Config_t *)mf;
6401 	pReq->Action = pCfg->action;
6402 	pReq->Reserved = 0;
6403 	pReq->ChainOffset = 0;
6404 	pReq->Function = MPI_FUNCTION_CONFIG;
6405 
6406 	/* Assume page type is not extended and clear "reserved" fields. */
6407 	pReq->ExtPageLength = 0;
6408 	pReq->ExtPageType = 0;
6409 	pReq->MsgFlags = 0;
6410 
6411 	for (ii=0; ii < 8; ii++)
6412 		pReq->Reserved2[ii] = 0;
6413 
6414 	pReq->Header.PageVersion = pCfg->cfghdr.hdr->PageVersion;
6415 	pReq->Header.PageLength = pCfg->cfghdr.hdr->PageLength;
6416 	pReq->Header.PageNumber = pCfg->cfghdr.hdr->PageNumber;
6417 	pReq->Header.PageType = (pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK);
6418 
6419 	if ((pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK) == MPI_CONFIG_PAGETYPE_EXTENDED) {
6420 		pExtHdr = (ConfigExtendedPageHeader_t *)pCfg->cfghdr.ehdr;
6421 		pReq->ExtPageLength = cpu_to_le16(pExtHdr->ExtPageLength);
6422 		pReq->ExtPageType = pExtHdr->ExtPageType;
6423 		pReq->Header.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
6424 
6425 		/* Page Length must be treated as a reserved field for the
6426 		 * extended header.
6427 		 */
6428 		pReq->Header.PageLength = 0;
6429 	}
6430 
6431 	pReq->PageAddress = cpu_to_le32(pCfg->pageAddr);
6432 
6433 	/* Add a SGE to the config request.
6434 	 */
6435 	if (pCfg->dir)
6436 		flagsLength = MPT_SGE_FLAGS_SSIMPLE_WRITE;
6437 	else
6438 		flagsLength = MPT_SGE_FLAGS_SSIMPLE_READ;
6439 
6440 	if ((pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK) ==
6441 	    MPI_CONFIG_PAGETYPE_EXTENDED) {
6442 		flagsLength |= pExtHdr->ExtPageLength * 4;
6443 		page_type = pReq->ExtPageType;
6444 		extend_page = 1;
6445 	} else {
6446 		flagsLength |= pCfg->cfghdr.hdr->PageLength * 4;
6447 		page_type = pReq->Header.PageType;
6448 		extend_page = 0;
6449 	}
6450 
6451 	dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6452 	    "Sending Config request type 0x%x, page 0x%x and action %d\n",
6453 	    ioc->name, page_type, pReq->Header.PageNumber, pReq->Action));
6454 
6455 	ioc->add_sge((char *)&pReq->PageBufferSGE, flagsLength, pCfg->physAddr);
6456 	timeout = (pCfg->timeout < 15) ? HZ*15 : HZ*pCfg->timeout;
6457 	mpt_put_msg_frame(mpt_base_index, ioc, mf);
6458 	timeleft = wait_for_completion_timeout(&ioc->mptbase_cmds.done,
6459 		timeout);
6460 	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
6461 		ret = -ETIME;
6462 		dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6463 		    "Failed Sending Config request type 0x%x, page 0x%x,"
6464 		    " action %d, status %xh, time left %ld\n\n",
6465 			ioc->name, page_type, pReq->Header.PageNumber,
6466 			pReq->Action, ioc->mptbase_cmds.status, timeleft));
6467 		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_DID_IOCRESET)
6468 			goto out;
6469 		if (!timeleft) {
6470 			spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6471 			if (ioc->ioc_reset_in_progress) {
6472 				spin_unlock_irqrestore(&ioc->taskmgmt_lock,
6473 					flags);
6474 				printk(MYIOC_s_INFO_FMT "%s: host reset in"
6475 					" progress mpt_config timed out.!!\n",
6476 					__func__, ioc->name);
6477 				mutex_unlock(&ioc->mptbase_cmds.mutex);
6478 				return -EFAULT;
6479 			}
6480 			spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6481 			issue_hard_reset = 1;
6482 		}
6483 		goto out;
6484 	}
6485 
6486 	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_RF_VALID)) {
6487 		ret = -1;
6488 		goto out;
6489 	}
6490 	pReply = (ConfigReply_t	*)ioc->mptbase_cmds.reply;
6491 	ret = le16_to_cpu(pReply->IOCStatus) & MPI_IOCSTATUS_MASK;
6492 	if (ret == MPI_IOCSTATUS_SUCCESS) {
6493 		if (extend_page) {
6494 			pCfg->cfghdr.ehdr->ExtPageLength =
6495 			    le16_to_cpu(pReply->ExtPageLength);
6496 			pCfg->cfghdr.ehdr->ExtPageType =
6497 			    pReply->ExtPageType;
6498 		}
6499 		pCfg->cfghdr.hdr->PageVersion = pReply->Header.PageVersion;
6500 		pCfg->cfghdr.hdr->PageLength = pReply->Header.PageLength;
6501 		pCfg->cfghdr.hdr->PageNumber = pReply->Header.PageNumber;
6502 		pCfg->cfghdr.hdr->PageType = pReply->Header.PageType;
6503 
6504 	}
6505 
6506 	if (retry_count)
6507 		printk(MYIOC_s_INFO_FMT "Retry completed "
6508 		    "ret=0x%x timeleft=%ld\n",
6509 		    ioc->name, ret, timeleft);
6510 
6511 	dcprintk(ioc, printk(KERN_DEBUG "IOCStatus=%04xh, IOCLogInfo=%08xh\n",
6512 	     ret, le32_to_cpu(pReply->IOCLogInfo)));
6513 
6514 out:
6515 
6516 	CLEAR_MGMT_STATUS(ioc->mptbase_cmds.status)
6517 	mutex_unlock(&ioc->mptbase_cmds.mutex);
6518 	if (issue_hard_reset) {
6519 		issue_hard_reset = 0;
6520 		printk(MYIOC_s_WARN_FMT
6521 		       "Issuing Reset from %s!!, doorbell=0x%08x\n",
6522 		       ioc->name, __func__, mpt_GetIocState(ioc, 0));
6523 		if (retry_count == 0) {
6524 			if (mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP) != 0)
6525 				retry_count++;
6526 		} else
6527 			mpt_HardResetHandler(ioc, CAN_SLEEP);
6528 
6529 		mpt_free_msg_frame(ioc, mf);
6530 		/* attempt one retry for a timed out command */
6531 		if (retry_count < 2) {
6532 			printk(MYIOC_s_INFO_FMT
6533 			    "Attempting Retry Config request"
6534 			    " type 0x%x, page 0x%x,"
6535 			    " action %d\n", ioc->name, page_type,
6536 			    pCfg->cfghdr.hdr->PageNumber, pCfg->action);
6537 			retry_count++;
6538 			goto retry_config;
6539 		}
6540 	}
6541 	return ret;
6542 
6543 }
6544 
6545 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6546 /**
6547  *	mpt_ioc_reset - Base cleanup for hard reset
6548  *	@ioc: Pointer to the adapter structure
6549  *	@reset_phase: Indicates pre- or post-reset functionality
6550  *
6551  *	Remark: Frees resources with internally generated commands.
6552  */
6553 static int
6554 mpt_ioc_reset(MPT_ADAPTER *ioc, int reset_phase)
6555 {
6556 	switch (reset_phase) {
6557 	case MPT_IOC_SETUP_RESET:
6558 		ioc->taskmgmt_quiesce_io = 1;
6559 		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6560 		    "%s: MPT_IOC_SETUP_RESET\n", ioc->name, __func__));
6561 		break;
6562 	case MPT_IOC_PRE_RESET:
6563 		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6564 		    "%s: MPT_IOC_PRE_RESET\n", ioc->name, __func__));
6565 		break;
6566 	case MPT_IOC_POST_RESET:
6567 		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6568 		    "%s: MPT_IOC_POST_RESET\n",  ioc->name, __func__));
6569 /* wake up mptbase_cmds */
6570 		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_PENDING) {
6571 			ioc->mptbase_cmds.status |=
6572 			    MPT_MGMT_STATUS_DID_IOCRESET;
6573 			complete(&ioc->mptbase_cmds.done);
6574 		}
6575 /* wake up taskmgmt_cmds */
6576 		if (ioc->taskmgmt_cmds.status & MPT_MGMT_STATUS_PENDING) {
6577 			ioc->taskmgmt_cmds.status |=
6578 				MPT_MGMT_STATUS_DID_IOCRESET;
6579 			complete(&ioc->taskmgmt_cmds.done);
6580 		}
6581 		break;
6582 	default:
6583 		break;
6584 	}
6585 
6586 	return 1;		/* currently means nothing really */
6587 }
6588 
6589 
6590 #ifdef CONFIG_PROC_FS		/* { */
6591 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6592 /*
6593  *	procfs (%MPT_PROCFS_MPTBASEDIR/...) support stuff...
6594  */
6595 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6596 /**
6597  *	procmpt_create - Create %MPT_PROCFS_MPTBASEDIR entries.
6598  *
6599  *	Returns 0 for success, non-zero for failure.
6600  */
6601 static int
6602 procmpt_create(void)
6603 {
6604 	mpt_proc_root_dir = proc_mkdir(MPT_PROCFS_MPTBASEDIR, NULL);
6605 	if (mpt_proc_root_dir == NULL)
6606 		return -ENOTDIR;
6607 
6608 	proc_create("summary", S_IRUGO, mpt_proc_root_dir, &mpt_summary_proc_fops);
6609 	proc_create("version", S_IRUGO, mpt_proc_root_dir, &mpt_version_proc_fops);
6610 	return 0;
6611 }
6612 
6613 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6614 /**
6615  *	procmpt_destroy - Tear down %MPT_PROCFS_MPTBASEDIR entries.
6616  *
6617  *	Returns 0 for success, non-zero for failure.
6618  */
6619 static void
6620 procmpt_destroy(void)
6621 {
6622 	remove_proc_entry("version", mpt_proc_root_dir);
6623 	remove_proc_entry("summary", mpt_proc_root_dir);
6624 	remove_proc_entry(MPT_PROCFS_MPTBASEDIR, NULL);
6625 }
6626 
6627 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6628 /*
6629  *	Handles read request from /proc/mpt/summary or /proc/mpt/iocN/summary.
6630  */
6631 static void seq_mpt_print_ioc_summary(MPT_ADAPTER *ioc, struct seq_file *m, int showlan);
6632 
6633 static int mpt_summary_proc_show(struct seq_file *m, void *v)
6634 {
6635 	MPT_ADAPTER *ioc = m->private;
6636 
6637 	if (ioc) {
6638 		seq_mpt_print_ioc_summary(ioc, m, 1);
6639 	} else {
6640 		list_for_each_entry(ioc, &ioc_list, list) {
6641 			seq_mpt_print_ioc_summary(ioc, m, 1);
6642 		}
6643 	}
6644 
6645 	return 0;
6646 }
6647 
6648 static int mpt_summary_proc_open(struct inode *inode, struct file *file)
6649 {
6650 	return single_open(file, mpt_summary_proc_show, PDE_DATA(inode));
6651 }
6652 
6653 static const struct file_operations mpt_summary_proc_fops = {
6654 	.owner		= THIS_MODULE,
6655 	.open		= mpt_summary_proc_open,
6656 	.read		= seq_read,
6657 	.llseek		= seq_lseek,
6658 	.release	= single_release,
6659 };
6660 
6661 static int mpt_version_proc_show(struct seq_file *m, void *v)
6662 {
6663 	u8	 cb_idx;
6664 	int	 scsi, fc, sas, lan, ctl, targ, dmp;
6665 	char	*drvname;
6666 
6667 	seq_printf(m, "%s-%s\n", "mptlinux", MPT_LINUX_VERSION_COMMON);
6668 	seq_printf(m, "  Fusion MPT base driver\n");
6669 
6670 	scsi = fc = sas = lan = ctl = targ = dmp = 0;
6671 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
6672 		drvname = NULL;
6673 		if (MptCallbacks[cb_idx]) {
6674 			switch (MptDriverClass[cb_idx]) {
6675 			case MPTSPI_DRIVER:
6676 				if (!scsi++) drvname = "SPI host";
6677 				break;
6678 			case MPTFC_DRIVER:
6679 				if (!fc++) drvname = "FC host";
6680 				break;
6681 			case MPTSAS_DRIVER:
6682 				if (!sas++) drvname = "SAS host";
6683 				break;
6684 			case MPTLAN_DRIVER:
6685 				if (!lan++) drvname = "LAN";
6686 				break;
6687 			case MPTSTM_DRIVER:
6688 				if (!targ++) drvname = "SCSI target";
6689 				break;
6690 			case MPTCTL_DRIVER:
6691 				if (!ctl++) drvname = "ioctl";
6692 				break;
6693 			}
6694 
6695 			if (drvname)
6696 				seq_printf(m, "  Fusion MPT %s driver\n", drvname);
6697 		}
6698 	}
6699 
6700 	return 0;
6701 }
6702 
6703 static int mpt_version_proc_open(struct inode *inode, struct file *file)
6704 {
6705 	return single_open(file, mpt_version_proc_show, NULL);
6706 }
6707 
6708 static const struct file_operations mpt_version_proc_fops = {
6709 	.owner		= THIS_MODULE,
6710 	.open		= mpt_version_proc_open,
6711 	.read		= seq_read,
6712 	.llseek		= seq_lseek,
6713 	.release	= single_release,
6714 };
6715 
6716 static int mpt_iocinfo_proc_show(struct seq_file *m, void *v)
6717 {
6718 	MPT_ADAPTER	*ioc = m->private;
6719 	char		 expVer[32];
6720 	int		 sz;
6721 	int		 p;
6722 
6723 	mpt_get_fw_exp_ver(expVer, ioc);
6724 
6725 	seq_printf(m, "%s:", ioc->name);
6726 	if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)
6727 		seq_printf(m, "  (f/w download boot flag set)");
6728 //	if (ioc->facts.IOCExceptions & MPI_IOCFACTS_EXCEPT_CONFIG_CHECKSUM_FAIL)
6729 //		seq_printf(m, "  CONFIG_CHECKSUM_FAIL!");
6730 
6731 	seq_printf(m, "\n  ProductID = 0x%04x (%s)\n",
6732 			ioc->facts.ProductID,
6733 			ioc->prod_name);
6734 	seq_printf(m, "  FWVersion = 0x%08x%s", ioc->facts.FWVersion.Word, expVer);
6735 	if (ioc->facts.FWImageSize)
6736 		seq_printf(m, " (fw_size=%d)", ioc->facts.FWImageSize);
6737 	seq_printf(m, "\n  MsgVersion = 0x%04x\n", ioc->facts.MsgVersion);
6738 	seq_printf(m, "  FirstWhoInit = 0x%02x\n", ioc->FirstWhoInit);
6739 	seq_printf(m, "  EventState = 0x%02x\n", ioc->facts.EventState);
6740 
6741 	seq_printf(m, "  CurrentHostMfaHighAddr = 0x%08x\n",
6742 			ioc->facts.CurrentHostMfaHighAddr);
6743 	seq_printf(m, "  CurrentSenseBufferHighAddr = 0x%08x\n",
6744 			ioc->facts.CurrentSenseBufferHighAddr);
6745 
6746 	seq_printf(m, "  MaxChainDepth = 0x%02x frames\n", ioc->facts.MaxChainDepth);
6747 	seq_printf(m, "  MinBlockSize = 0x%02x bytes\n", 4*ioc->facts.BlockSize);
6748 
6749 	seq_printf(m, "  RequestFrames @ 0x%p (Dma @ 0x%p)\n",
6750 					(void *)ioc->req_frames, (void *)(ulong)ioc->req_frames_dma);
6751 	/*
6752 	 *  Rounding UP to nearest 4-kB boundary here...
6753 	 */
6754 	sz = (ioc->req_sz * ioc->req_depth) + 128;
6755 	sz = ((sz + 0x1000UL - 1UL) / 0x1000) * 0x1000;
6756 	seq_printf(m, "    {CurReqSz=%d} x {CurReqDepth=%d} = %d bytes ^= 0x%x\n",
6757 					ioc->req_sz, ioc->req_depth, ioc->req_sz*ioc->req_depth, sz);
6758 	seq_printf(m, "    {MaxReqSz=%d}   {MaxReqDepth=%d}\n",
6759 					4*ioc->facts.RequestFrameSize,
6760 					ioc->facts.GlobalCredits);
6761 
6762 	seq_printf(m, "  Frames   @ 0x%p (Dma @ 0x%p)\n",
6763 					(void *)ioc->alloc, (void *)(ulong)ioc->alloc_dma);
6764 	sz = (ioc->reply_sz * ioc->reply_depth) + 128;
6765 	seq_printf(m, "    {CurRepSz=%d} x {CurRepDepth=%d} = %d bytes ^= 0x%x\n",
6766 					ioc->reply_sz, ioc->reply_depth, ioc->reply_sz*ioc->reply_depth, sz);
6767 	seq_printf(m, "    {MaxRepSz=%d}   {MaxRepDepth=%d}\n",
6768 					ioc->facts.CurReplyFrameSize,
6769 					ioc->facts.ReplyQueueDepth);
6770 
6771 	seq_printf(m, "  MaxDevices = %d\n",
6772 			(ioc->facts.MaxDevices==0) ? 255 : ioc->facts.MaxDevices);
6773 	seq_printf(m, "  MaxBuses = %d\n", ioc->facts.MaxBuses);
6774 
6775 	/* per-port info */
6776 	for (p=0; p < ioc->facts.NumberOfPorts; p++) {
6777 		seq_printf(m, "  PortNumber = %d (of %d)\n",
6778 				p+1,
6779 				ioc->facts.NumberOfPorts);
6780 		if (ioc->bus_type == FC) {
6781 			if (ioc->pfacts[p].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN) {
6782 				u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6783 				seq_printf(m, "    LanAddr = %pMR\n", a);
6784 			}
6785 			seq_printf(m, "    WWN = %08X%08X:%08X%08X\n",
6786 					ioc->fc_port_page0[p].WWNN.High,
6787 					ioc->fc_port_page0[p].WWNN.Low,
6788 					ioc->fc_port_page0[p].WWPN.High,
6789 					ioc->fc_port_page0[p].WWPN.Low);
6790 		}
6791 	}
6792 
6793 	return 0;
6794 }
6795 
6796 static int mpt_iocinfo_proc_open(struct inode *inode, struct file *file)
6797 {
6798 	return single_open(file, mpt_iocinfo_proc_show, PDE_DATA(inode));
6799 }
6800 
6801 static const struct file_operations mpt_iocinfo_proc_fops = {
6802 	.owner		= THIS_MODULE,
6803 	.open		= mpt_iocinfo_proc_open,
6804 	.read		= seq_read,
6805 	.llseek		= seq_lseek,
6806 	.release	= single_release,
6807 };
6808 #endif		/* CONFIG_PROC_FS } */
6809 
6810 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6811 static void
6812 mpt_get_fw_exp_ver(char *buf, MPT_ADAPTER *ioc)
6813 {
6814 	buf[0] ='\0';
6815 	if ((ioc->facts.FWVersion.Word >> 24) == 0x0E) {
6816 		sprintf(buf, " (Exp %02d%02d)",
6817 			(ioc->facts.FWVersion.Word >> 16) & 0x00FF,	/* Month */
6818 			(ioc->facts.FWVersion.Word >> 8) & 0x1F);	/* Day */
6819 
6820 		/* insider hack! */
6821 		if ((ioc->facts.FWVersion.Word >> 8) & 0x80)
6822 			strcat(buf, " [MDBG]");
6823 	}
6824 }
6825 
6826 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6827 /**
6828  *	mpt_print_ioc_summary - Write ASCII summary of IOC to a buffer.
6829  *	@ioc: Pointer to MPT_ADAPTER structure
6830  *	@buffer: Pointer to buffer where IOC summary info should be written
6831  *	@size: Pointer to number of bytes we wrote (set by this routine)
6832  *	@len: Offset at which to start writing in buffer
6833  *	@showlan: Display LAN stuff?
6834  *
6835  *	This routine writes (english readable) ASCII text, which represents
6836  *	a summary of IOC information, to a buffer.
6837  */
6838 void
6839 mpt_print_ioc_summary(MPT_ADAPTER *ioc, char *buffer, int *size, int len, int showlan)
6840 {
6841 	char expVer[32];
6842 	int y;
6843 
6844 	mpt_get_fw_exp_ver(expVer, ioc);
6845 
6846 	/*
6847 	 *  Shorter summary of attached ioc's...
6848 	 */
6849 	y = sprintf(buffer+len, "%s: %s, %s%08xh%s, Ports=%d, MaxQ=%d",
6850 			ioc->name,
6851 			ioc->prod_name,
6852 			MPT_FW_REV_MAGIC_ID_STRING,	/* "FwRev=" or somesuch */
6853 			ioc->facts.FWVersion.Word,
6854 			expVer,
6855 			ioc->facts.NumberOfPorts,
6856 			ioc->req_depth);
6857 
6858 	if (showlan && (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN)) {
6859 		u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6860 		y += sprintf(buffer+len+y, ", LanAddr=%pMR", a);
6861 	}
6862 
6863 	y += sprintf(buffer+len+y, ", IRQ=%d", ioc->pci_irq);
6864 
6865 	if (!ioc->active)
6866 		y += sprintf(buffer+len+y, " (disabled)");
6867 
6868 	y += sprintf(buffer+len+y, "\n");
6869 
6870 	*size = y;
6871 }
6872 
6873 #ifdef CONFIG_PROC_FS
6874 static void seq_mpt_print_ioc_summary(MPT_ADAPTER *ioc, struct seq_file *m, int showlan)
6875 {
6876 	char expVer[32];
6877 
6878 	mpt_get_fw_exp_ver(expVer, ioc);
6879 
6880 	/*
6881 	 *  Shorter summary of attached ioc's...
6882 	 */
6883 	seq_printf(m, "%s: %s, %s%08xh%s, Ports=%d, MaxQ=%d",
6884 			ioc->name,
6885 			ioc->prod_name,
6886 			MPT_FW_REV_MAGIC_ID_STRING,	/* "FwRev=" or somesuch */
6887 			ioc->facts.FWVersion.Word,
6888 			expVer,
6889 			ioc->facts.NumberOfPorts,
6890 			ioc->req_depth);
6891 
6892 	if (showlan && (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN)) {
6893 		u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6894 		seq_printf(m, ", LanAddr=%pMR", a);
6895 	}
6896 
6897 	seq_printf(m, ", IRQ=%d", ioc->pci_irq);
6898 
6899 	if (!ioc->active)
6900 		seq_printf(m, " (disabled)");
6901 
6902 	seq_putc(m, '\n');
6903 }
6904 #endif
6905 
6906 /**
6907  *	mpt_set_taskmgmt_in_progress_flag - set flags associated with task management
6908  *	@ioc: Pointer to MPT_ADAPTER structure
6909  *
6910  *	Returns 0 for SUCCESS or -1 if FAILED.
6911  *
6912  *	If -1 is return, then it was not possible to set the flags
6913  **/
6914 int
6915 mpt_set_taskmgmt_in_progress_flag(MPT_ADAPTER *ioc)
6916 {
6917 	unsigned long	 flags;
6918 	int		 retval;
6919 
6920 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6921 	if (ioc->ioc_reset_in_progress || ioc->taskmgmt_in_progress ||
6922 	    (ioc->alt_ioc && ioc->alt_ioc->taskmgmt_in_progress)) {
6923 		retval = -1;
6924 		goto out;
6925 	}
6926 	retval = 0;
6927 	ioc->taskmgmt_in_progress = 1;
6928 	ioc->taskmgmt_quiesce_io = 1;
6929 	if (ioc->alt_ioc) {
6930 		ioc->alt_ioc->taskmgmt_in_progress = 1;
6931 		ioc->alt_ioc->taskmgmt_quiesce_io = 1;
6932 	}
6933  out:
6934 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6935 	return retval;
6936 }
6937 EXPORT_SYMBOL(mpt_set_taskmgmt_in_progress_flag);
6938 
6939 /**
6940  *	mpt_clear_taskmgmt_in_progress_flag - clear flags associated with task management
6941  *	@ioc: Pointer to MPT_ADAPTER structure
6942  *
6943  **/
6944 void
6945 mpt_clear_taskmgmt_in_progress_flag(MPT_ADAPTER *ioc)
6946 {
6947 	unsigned long	 flags;
6948 
6949 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6950 	ioc->taskmgmt_in_progress = 0;
6951 	ioc->taskmgmt_quiesce_io = 0;
6952 	if (ioc->alt_ioc) {
6953 		ioc->alt_ioc->taskmgmt_in_progress = 0;
6954 		ioc->alt_ioc->taskmgmt_quiesce_io = 0;
6955 	}
6956 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6957 }
6958 EXPORT_SYMBOL(mpt_clear_taskmgmt_in_progress_flag);
6959 
6960 
6961 /**
6962  *	mpt_halt_firmware - Halts the firmware if it is operational and panic
6963  *	the kernel
6964  *	@ioc: Pointer to MPT_ADAPTER structure
6965  *
6966  **/
6967 void
6968 mpt_halt_firmware(MPT_ADAPTER *ioc)
6969 {
6970 	u32	 ioc_raw_state;
6971 
6972 	ioc_raw_state = mpt_GetIocState(ioc, 0);
6973 
6974 	if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT) {
6975 		printk(MYIOC_s_ERR_FMT "IOC is in FAULT state (%04xh)!!!\n",
6976 			ioc->name, ioc_raw_state & MPI_DOORBELL_DATA_MASK);
6977 		panic("%s: IOC Fault (%04xh)!!!\n", ioc->name,
6978 			ioc_raw_state & MPI_DOORBELL_DATA_MASK);
6979 	} else {
6980 		CHIPREG_WRITE32(&ioc->chip->Doorbell, 0xC0FFEE00);
6981 		panic("%s: Firmware is halted due to command timeout\n",
6982 			ioc->name);
6983 	}
6984 }
6985 EXPORT_SYMBOL(mpt_halt_firmware);
6986 
6987 /**
6988  *	mpt_SoftResetHandler - Issues a less expensive reset
6989  *	@ioc: Pointer to MPT_ADAPTER structure
6990  *	@sleepFlag: Indicates if sleep or schedule must be called.
6991  *
6992  *	Returns 0 for SUCCESS or -1 if FAILED.
6993  *
6994  *	Message Unit Reset - instructs the IOC to reset the Reply Post and
6995  *	Free FIFO's. All the Message Frames on Reply Free FIFO are discarded.
6996  *	All posted buffers are freed, and event notification is turned off.
6997  *	IOC doesn't reply to any outstanding request. This will transfer IOC
6998  *	to READY state.
6999  **/
7000 static int
7001 mpt_SoftResetHandler(MPT_ADAPTER *ioc, int sleepFlag)
7002 {
7003 	int		 rc;
7004 	int		 ii;
7005 	u8		 cb_idx;
7006 	unsigned long	 flags;
7007 	u32		 ioc_state;
7008 	unsigned long	 time_count;
7009 
7010 	dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SoftResetHandler Entered!\n",
7011 		ioc->name));
7012 
7013 	ioc_state = mpt_GetIocState(ioc, 0) & MPI_IOC_STATE_MASK;
7014 
7015 	if (mpt_fwfault_debug)
7016 		mpt_halt_firmware(ioc);
7017 
7018 	if (ioc_state == MPI_IOC_STATE_FAULT ||
7019 	    ioc_state == MPI_IOC_STATE_RESET) {
7020 		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7021 		    "skipping, either in FAULT or RESET state!\n", ioc->name));
7022 		return -1;
7023 	}
7024 
7025 	if (ioc->bus_type == FC) {
7026 		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7027 		    "skipping, because the bus type is FC!\n", ioc->name));
7028 		return -1;
7029 	}
7030 
7031 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7032 	if (ioc->ioc_reset_in_progress) {
7033 		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7034 		return -1;
7035 	}
7036 	ioc->ioc_reset_in_progress = 1;
7037 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7038 
7039 	rc = -1;
7040 
7041 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7042 		if (MptResetHandlers[cb_idx])
7043 			mpt_signal_reset(cb_idx, ioc, MPT_IOC_SETUP_RESET);
7044 	}
7045 
7046 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7047 	if (ioc->taskmgmt_in_progress) {
7048 		ioc->ioc_reset_in_progress = 0;
7049 		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7050 		return -1;
7051 	}
7052 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7053 	/* Disable reply interrupts (also blocks FreeQ) */
7054 	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
7055 	ioc->active = 0;
7056 	time_count = jiffies;
7057 
7058 	rc = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag);
7059 
7060 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7061 		if (MptResetHandlers[cb_idx])
7062 			mpt_signal_reset(cb_idx, ioc, MPT_IOC_PRE_RESET);
7063 	}
7064 
7065 	if (rc)
7066 		goto out;
7067 
7068 	ioc_state = mpt_GetIocState(ioc, 0) & MPI_IOC_STATE_MASK;
7069 	if (ioc_state != MPI_IOC_STATE_READY)
7070 		goto out;
7071 
7072 	for (ii = 0; ii < 5; ii++) {
7073 		/* Get IOC facts! Allow 5 retries */
7074 		rc = GetIocFacts(ioc, sleepFlag,
7075 			MPT_HOSTEVENT_IOC_RECOVER);
7076 		if (rc == 0)
7077 			break;
7078 		if (sleepFlag == CAN_SLEEP)
7079 			msleep(100);
7080 		else
7081 			mdelay(100);
7082 	}
7083 	if (ii == 5)
7084 		goto out;
7085 
7086 	rc = PrimeIocFifos(ioc);
7087 	if (rc != 0)
7088 		goto out;
7089 
7090 	rc = SendIocInit(ioc, sleepFlag);
7091 	if (rc != 0)
7092 		goto out;
7093 
7094 	rc = SendEventNotification(ioc, 1, sleepFlag);
7095 	if (rc != 0)
7096 		goto out;
7097 
7098 	if (ioc->hard_resets < -1)
7099 		ioc->hard_resets++;
7100 
7101 	/*
7102 	 * At this point, we know soft reset succeeded.
7103 	 */
7104 
7105 	ioc->active = 1;
7106 	CHIPREG_WRITE32(&ioc->chip->IntMask, MPI_HIM_DIM);
7107 
7108  out:
7109 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7110 	ioc->ioc_reset_in_progress = 0;
7111 	ioc->taskmgmt_quiesce_io = 0;
7112 	ioc->taskmgmt_in_progress = 0;
7113 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7114 
7115 	if (ioc->active) {	/* otherwise, hard reset coming */
7116 		for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7117 			if (MptResetHandlers[cb_idx])
7118 				mpt_signal_reset(cb_idx, ioc,
7119 					MPT_IOC_POST_RESET);
7120 		}
7121 	}
7122 
7123 	dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7124 		"SoftResetHandler: completed (%d seconds): %s\n",
7125 		ioc->name, jiffies_to_msecs(jiffies - time_count)/1000,
7126 		((rc == 0) ? "SUCCESS" : "FAILED")));
7127 
7128 	return rc;
7129 }
7130 
7131 /**
7132  *	mpt_Soft_Hard_ResetHandler - Try less expensive reset
7133  *	@ioc: Pointer to MPT_ADAPTER structure
7134  *	@sleepFlag: Indicates if sleep or schedule must be called.
7135  *
7136  *	Returns 0 for SUCCESS or -1 if FAILED.
7137  *	Try for softreset first, only if it fails go for expensive
7138  *	HardReset.
7139  **/
7140 int
7141 mpt_Soft_Hard_ResetHandler(MPT_ADAPTER *ioc, int sleepFlag) {
7142 	int ret = -1;
7143 
7144 	ret = mpt_SoftResetHandler(ioc, sleepFlag);
7145 	if (ret == 0)
7146 		return ret;
7147 	ret = mpt_HardResetHandler(ioc, sleepFlag);
7148 	return ret;
7149 }
7150 EXPORT_SYMBOL(mpt_Soft_Hard_ResetHandler);
7151 
7152 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7153 /*
7154  *	Reset Handling
7155  */
7156 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7157 /**
7158  *	mpt_HardResetHandler - Generic reset handler
7159  *	@ioc: Pointer to MPT_ADAPTER structure
7160  *	@sleepFlag: Indicates if sleep or schedule must be called.
7161  *
7162  *	Issues SCSI Task Management call based on input arg values.
7163  *	If TaskMgmt fails, returns associated SCSI request.
7164  *
7165  *	Remark: _HardResetHandler can be invoked from an interrupt thread (timer)
7166  *	or a non-interrupt thread.  In the former, must not call schedule().
7167  *
7168  *	Note: A return of -1 is a FATAL error case, as it means a
7169  *	FW reload/initialization failed.
7170  *
7171  *	Returns 0 for SUCCESS or -1 if FAILED.
7172  */
7173 int
7174 mpt_HardResetHandler(MPT_ADAPTER *ioc, int sleepFlag)
7175 {
7176 	int	 rc;
7177 	u8	 cb_idx;
7178 	unsigned long	 flags;
7179 	unsigned long	 time_count;
7180 
7181 	dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HardResetHandler Entered!\n", ioc->name));
7182 #ifdef MFCNT
7183 	printk(MYIOC_s_INFO_FMT "HardResetHandler Entered!\n", ioc->name);
7184 	printk("MF count 0x%x !\n", ioc->mfcnt);
7185 #endif
7186 	if (mpt_fwfault_debug)
7187 		mpt_halt_firmware(ioc);
7188 
7189 	/* Reset the adapter. Prevent more than 1 call to
7190 	 * mpt_do_ioc_recovery at any instant in time.
7191 	 */
7192 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7193 	if (ioc->ioc_reset_in_progress) {
7194 		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7195 		ioc->wait_on_reset_completion = 1;
7196 		do {
7197 			ssleep(1);
7198 		} while (ioc->ioc_reset_in_progress == 1);
7199 		ioc->wait_on_reset_completion = 0;
7200 		return ioc->reset_status;
7201 	}
7202 	if (ioc->wait_on_reset_completion) {
7203 		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7204 		rc = 0;
7205 		time_count = jiffies;
7206 		goto exit;
7207 	}
7208 	ioc->ioc_reset_in_progress = 1;
7209 	if (ioc->alt_ioc)
7210 		ioc->alt_ioc->ioc_reset_in_progress = 1;
7211 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7212 
7213 
7214 	/* The SCSI driver needs to adjust timeouts on all current
7215 	 * commands prior to the diagnostic reset being issued.
7216 	 * Prevents timeouts occurring during a diagnostic reset...very bad.
7217 	 * For all other protocol drivers, this is a no-op.
7218 	 */
7219 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7220 		if (MptResetHandlers[cb_idx]) {
7221 			mpt_signal_reset(cb_idx, ioc, MPT_IOC_SETUP_RESET);
7222 			if (ioc->alt_ioc)
7223 				mpt_signal_reset(cb_idx, ioc->alt_ioc,
7224 					MPT_IOC_SETUP_RESET);
7225 		}
7226 	}
7227 
7228 	time_count = jiffies;
7229 	rc = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_RECOVER, sleepFlag);
7230 	if (rc != 0) {
7231 		printk(KERN_WARNING MYNAM
7232 		       ": WARNING - (%d) Cannot recover %s, doorbell=0x%08x\n",
7233 		       rc, ioc->name, mpt_GetIocState(ioc, 0));
7234 	} else {
7235 		if (ioc->hard_resets < -1)
7236 			ioc->hard_resets++;
7237 	}
7238 
7239 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7240 	ioc->ioc_reset_in_progress = 0;
7241 	ioc->taskmgmt_quiesce_io = 0;
7242 	ioc->taskmgmt_in_progress = 0;
7243 	ioc->reset_status = rc;
7244 	if (ioc->alt_ioc) {
7245 		ioc->alt_ioc->ioc_reset_in_progress = 0;
7246 		ioc->alt_ioc->taskmgmt_quiesce_io = 0;
7247 		ioc->alt_ioc->taskmgmt_in_progress = 0;
7248 	}
7249 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7250 
7251 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7252 		if (MptResetHandlers[cb_idx]) {
7253 			mpt_signal_reset(cb_idx, ioc, MPT_IOC_POST_RESET);
7254 			if (ioc->alt_ioc)
7255 				mpt_signal_reset(cb_idx,
7256 					ioc->alt_ioc, MPT_IOC_POST_RESET);
7257 		}
7258 	}
7259 exit:
7260 	dtmprintk(ioc,
7261 	    printk(MYIOC_s_DEBUG_FMT
7262 		"HardResetHandler: completed (%d seconds): %s\n", ioc->name,
7263 		jiffies_to_msecs(jiffies - time_count)/1000, ((rc == 0) ?
7264 		"SUCCESS" : "FAILED")));
7265 
7266 	return rc;
7267 }
7268 
7269 #ifdef CONFIG_FUSION_LOGGING
7270 static void
7271 mpt_display_event_info(MPT_ADAPTER *ioc, EventNotificationReply_t *pEventReply)
7272 {
7273 	char *ds = NULL;
7274 	u32 evData0;
7275 	int ii;
7276 	u8 event;
7277 	char *evStr = ioc->evStr;
7278 
7279 	event = le32_to_cpu(pEventReply->Event) & 0xFF;
7280 	evData0 = le32_to_cpu(pEventReply->Data[0]);
7281 
7282 	switch(event) {
7283 	case MPI_EVENT_NONE:
7284 		ds = "None";
7285 		break;
7286 	case MPI_EVENT_LOG_DATA:
7287 		ds = "Log Data";
7288 		break;
7289 	case MPI_EVENT_STATE_CHANGE:
7290 		ds = "State Change";
7291 		break;
7292 	case MPI_EVENT_UNIT_ATTENTION:
7293 		ds = "Unit Attention";
7294 		break;
7295 	case MPI_EVENT_IOC_BUS_RESET:
7296 		ds = "IOC Bus Reset";
7297 		break;
7298 	case MPI_EVENT_EXT_BUS_RESET:
7299 		ds = "External Bus Reset";
7300 		break;
7301 	case MPI_EVENT_RESCAN:
7302 		ds = "Bus Rescan Event";
7303 		break;
7304 	case MPI_EVENT_LINK_STATUS_CHANGE:
7305 		if (evData0 == MPI_EVENT_LINK_STATUS_FAILURE)
7306 			ds = "Link Status(FAILURE) Change";
7307 		else
7308 			ds = "Link Status(ACTIVE) Change";
7309 		break;
7310 	case MPI_EVENT_LOOP_STATE_CHANGE:
7311 		if (evData0 == MPI_EVENT_LOOP_STATE_CHANGE_LIP)
7312 			ds = "Loop State(LIP) Change";
7313 		else if (evData0 == MPI_EVENT_LOOP_STATE_CHANGE_LPE)
7314 			ds = "Loop State(LPE) Change";
7315 		else
7316 			ds = "Loop State(LPB) Change";
7317 		break;
7318 	case MPI_EVENT_LOGOUT:
7319 		ds = "Logout";
7320 		break;
7321 	case MPI_EVENT_EVENT_CHANGE:
7322 		if (evData0)
7323 			ds = "Events ON";
7324 		else
7325 			ds = "Events OFF";
7326 		break;
7327 	case MPI_EVENT_INTEGRATED_RAID:
7328 	{
7329 		u8 ReasonCode = (u8)(evData0 >> 16);
7330 		switch (ReasonCode) {
7331 		case MPI_EVENT_RAID_RC_VOLUME_CREATED :
7332 			ds = "Integrated Raid: Volume Created";
7333 			break;
7334 		case MPI_EVENT_RAID_RC_VOLUME_DELETED :
7335 			ds = "Integrated Raid: Volume Deleted";
7336 			break;
7337 		case MPI_EVENT_RAID_RC_VOLUME_SETTINGS_CHANGED :
7338 			ds = "Integrated Raid: Volume Settings Changed";
7339 			break;
7340 		case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED :
7341 			ds = "Integrated Raid: Volume Status Changed";
7342 			break;
7343 		case MPI_EVENT_RAID_RC_VOLUME_PHYSDISK_CHANGED :
7344 			ds = "Integrated Raid: Volume Physdisk Changed";
7345 			break;
7346 		case MPI_EVENT_RAID_RC_PHYSDISK_CREATED :
7347 			ds = "Integrated Raid: Physdisk Created";
7348 			break;
7349 		case MPI_EVENT_RAID_RC_PHYSDISK_DELETED :
7350 			ds = "Integrated Raid: Physdisk Deleted";
7351 			break;
7352 		case MPI_EVENT_RAID_RC_PHYSDISK_SETTINGS_CHANGED :
7353 			ds = "Integrated Raid: Physdisk Settings Changed";
7354 			break;
7355 		case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED :
7356 			ds = "Integrated Raid: Physdisk Status Changed";
7357 			break;
7358 		case MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED :
7359 			ds = "Integrated Raid: Domain Validation Needed";
7360 			break;
7361 		case MPI_EVENT_RAID_RC_SMART_DATA :
7362 			ds = "Integrated Raid; Smart Data";
7363 			break;
7364 		case MPI_EVENT_RAID_RC_REPLACE_ACTION_STARTED :
7365 			ds = "Integrated Raid: Replace Action Started";
7366 			break;
7367 		default:
7368 			ds = "Integrated Raid";
7369 		break;
7370 		}
7371 		break;
7372 	}
7373 	case MPI_EVENT_SCSI_DEVICE_STATUS_CHANGE:
7374 		ds = "SCSI Device Status Change";
7375 		break;
7376 	case MPI_EVENT_SAS_DEVICE_STATUS_CHANGE:
7377 	{
7378 		u8 id = (u8)(evData0);
7379 		u8 channel = (u8)(evData0 >> 8);
7380 		u8 ReasonCode = (u8)(evData0 >> 16);
7381 		switch (ReasonCode) {
7382 		case MPI_EVENT_SAS_DEV_STAT_RC_ADDED:
7383 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7384 			    "SAS Device Status Change: Added: "
7385 			    "id=%d channel=%d", id, channel);
7386 			break;
7387 		case MPI_EVENT_SAS_DEV_STAT_RC_NOT_RESPONDING:
7388 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7389 			    "SAS Device Status Change: Deleted: "
7390 			    "id=%d channel=%d", id, channel);
7391 			break;
7392 		case MPI_EVENT_SAS_DEV_STAT_RC_SMART_DATA:
7393 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7394 			    "SAS Device Status Change: SMART Data: "
7395 			    "id=%d channel=%d", id, channel);
7396 			break;
7397 		case MPI_EVENT_SAS_DEV_STAT_RC_NO_PERSIST_ADDED:
7398 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7399 			    "SAS Device Status Change: No Persistency: "
7400 			    "id=%d channel=%d", id, channel);
7401 			break;
7402 		case MPI_EVENT_SAS_DEV_STAT_RC_UNSUPPORTED:
7403 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7404 			    "SAS Device Status Change: Unsupported Device "
7405 			    "Discovered : id=%d channel=%d", id, channel);
7406 			break;
7407 		case MPI_EVENT_SAS_DEV_STAT_RC_INTERNAL_DEVICE_RESET:
7408 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7409 			    "SAS Device Status Change: Internal Device "
7410 			    "Reset : id=%d channel=%d", id, channel);
7411 			break;
7412 		case MPI_EVENT_SAS_DEV_STAT_RC_TASK_ABORT_INTERNAL:
7413 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7414 			    "SAS Device Status Change: Internal Task "
7415 			    "Abort : id=%d channel=%d", id, channel);
7416 			break;
7417 		case MPI_EVENT_SAS_DEV_STAT_RC_ABORT_TASK_SET_INTERNAL:
7418 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7419 			    "SAS Device Status Change: Internal Abort "
7420 			    "Task Set : id=%d channel=%d", id, channel);
7421 			break;
7422 		case MPI_EVENT_SAS_DEV_STAT_RC_CLEAR_TASK_SET_INTERNAL:
7423 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7424 			    "SAS Device Status Change: Internal Clear "
7425 			    "Task Set : id=%d channel=%d", id, channel);
7426 			break;
7427 		case MPI_EVENT_SAS_DEV_STAT_RC_QUERY_TASK_INTERNAL:
7428 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7429 			    "SAS Device Status Change: Internal Query "
7430 			    "Task : id=%d channel=%d", id, channel);
7431 			break;
7432 		default:
7433 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7434 			    "SAS Device Status Change: Unknown: "
7435 			    "id=%d channel=%d", id, channel);
7436 			break;
7437 		}
7438 		break;
7439 	}
7440 	case MPI_EVENT_ON_BUS_TIMER_EXPIRED:
7441 		ds = "Bus Timer Expired";
7442 		break;
7443 	case MPI_EVENT_QUEUE_FULL:
7444 	{
7445 		u16 curr_depth = (u16)(evData0 >> 16);
7446 		u8 channel = (u8)(evData0 >> 8);
7447 		u8 id = (u8)(evData0);
7448 
7449 		snprintf(evStr, EVENT_DESCR_STR_SZ,
7450 		   "Queue Full: channel=%d id=%d depth=%d",
7451 		   channel, id, curr_depth);
7452 		break;
7453 	}
7454 	case MPI_EVENT_SAS_SES:
7455 		ds = "SAS SES Event";
7456 		break;
7457 	case MPI_EVENT_PERSISTENT_TABLE_FULL:
7458 		ds = "Persistent Table Full";
7459 		break;
7460 	case MPI_EVENT_SAS_PHY_LINK_STATUS:
7461 	{
7462 		u8 LinkRates = (u8)(evData0 >> 8);
7463 		u8 PhyNumber = (u8)(evData0);
7464 		LinkRates = (LinkRates & MPI_EVENT_SAS_PLS_LR_CURRENT_MASK) >>
7465 			MPI_EVENT_SAS_PLS_LR_CURRENT_SHIFT;
7466 		switch (LinkRates) {
7467 		case MPI_EVENT_SAS_PLS_LR_RATE_UNKNOWN:
7468 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7469 			   "SAS PHY Link Status: Phy=%d:"
7470 			   " Rate Unknown",PhyNumber);
7471 			break;
7472 		case MPI_EVENT_SAS_PLS_LR_RATE_PHY_DISABLED:
7473 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7474 			   "SAS PHY Link Status: Phy=%d:"
7475 			   " Phy Disabled",PhyNumber);
7476 			break;
7477 		case MPI_EVENT_SAS_PLS_LR_RATE_FAILED_SPEED_NEGOTIATION:
7478 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7479 			   "SAS PHY Link Status: Phy=%d:"
7480 			   " Failed Speed Nego",PhyNumber);
7481 			break;
7482 		case MPI_EVENT_SAS_PLS_LR_RATE_SATA_OOB_COMPLETE:
7483 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7484 			   "SAS PHY Link Status: Phy=%d:"
7485 			   " Sata OOB Completed",PhyNumber);
7486 			break;
7487 		case MPI_EVENT_SAS_PLS_LR_RATE_1_5:
7488 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7489 			   "SAS PHY Link Status: Phy=%d:"
7490 			   " Rate 1.5 Gbps",PhyNumber);
7491 			break;
7492 		case MPI_EVENT_SAS_PLS_LR_RATE_3_0:
7493 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7494 			   "SAS PHY Link Status: Phy=%d:"
7495 			   " Rate 3.0 Gbps", PhyNumber);
7496 			break;
7497 		case MPI_EVENT_SAS_PLS_LR_RATE_6_0:
7498 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7499 			   "SAS PHY Link Status: Phy=%d:"
7500 			   " Rate 6.0 Gbps", PhyNumber);
7501 			break;
7502 		default:
7503 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7504 			   "SAS PHY Link Status: Phy=%d", PhyNumber);
7505 			break;
7506 		}
7507 		break;
7508 	}
7509 	case MPI_EVENT_SAS_DISCOVERY_ERROR:
7510 		ds = "SAS Discovery Error";
7511 		break;
7512 	case MPI_EVENT_IR_RESYNC_UPDATE:
7513 	{
7514 		u8 resync_complete = (u8)(evData0 >> 16);
7515 		snprintf(evStr, EVENT_DESCR_STR_SZ,
7516 		    "IR Resync Update: Complete = %d:",resync_complete);
7517 		break;
7518 	}
7519 	case MPI_EVENT_IR2:
7520 	{
7521 		u8 id = (u8)(evData0);
7522 		u8 channel = (u8)(evData0 >> 8);
7523 		u8 phys_num = (u8)(evData0 >> 24);
7524 		u8 ReasonCode = (u8)(evData0 >> 16);
7525 
7526 		switch (ReasonCode) {
7527 		case MPI_EVENT_IR2_RC_LD_STATE_CHANGED:
7528 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7529 			    "IR2: LD State Changed: "
7530 			    "id=%d channel=%d phys_num=%d",
7531 			    id, channel, phys_num);
7532 			break;
7533 		case MPI_EVENT_IR2_RC_PD_STATE_CHANGED:
7534 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7535 			    "IR2: PD State Changed "
7536 			    "id=%d channel=%d phys_num=%d",
7537 			    id, channel, phys_num);
7538 			break;
7539 		case MPI_EVENT_IR2_RC_BAD_BLOCK_TABLE_FULL:
7540 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7541 			    "IR2: Bad Block Table Full: "
7542 			    "id=%d channel=%d phys_num=%d",
7543 			    id, channel, phys_num);
7544 			break;
7545 		case MPI_EVENT_IR2_RC_PD_INSERTED:
7546 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7547 			    "IR2: PD Inserted: "
7548 			    "id=%d channel=%d phys_num=%d",
7549 			    id, channel, phys_num);
7550 			break;
7551 		case MPI_EVENT_IR2_RC_PD_REMOVED:
7552 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7553 			    "IR2: PD Removed: "
7554 			    "id=%d channel=%d phys_num=%d",
7555 			    id, channel, phys_num);
7556 			break;
7557 		case MPI_EVENT_IR2_RC_FOREIGN_CFG_DETECTED:
7558 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7559 			    "IR2: Foreign CFG Detected: "
7560 			    "id=%d channel=%d phys_num=%d",
7561 			    id, channel, phys_num);
7562 			break;
7563 		case MPI_EVENT_IR2_RC_REBUILD_MEDIUM_ERROR:
7564 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7565 			    "IR2: Rebuild Medium Error: "
7566 			    "id=%d channel=%d phys_num=%d",
7567 			    id, channel, phys_num);
7568 			break;
7569 		case MPI_EVENT_IR2_RC_DUAL_PORT_ADDED:
7570 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7571 			    "IR2: Dual Port Added: "
7572 			    "id=%d channel=%d phys_num=%d",
7573 			    id, channel, phys_num);
7574 			break;
7575 		case MPI_EVENT_IR2_RC_DUAL_PORT_REMOVED:
7576 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7577 			    "IR2: Dual Port Removed: "
7578 			    "id=%d channel=%d phys_num=%d",
7579 			    id, channel, phys_num);
7580 			break;
7581 		default:
7582 			ds = "IR2";
7583 		break;
7584 		}
7585 		break;
7586 	}
7587 	case MPI_EVENT_SAS_DISCOVERY:
7588 	{
7589 		if (evData0)
7590 			ds = "SAS Discovery: Start";
7591 		else
7592 			ds = "SAS Discovery: Stop";
7593 		break;
7594 	}
7595 	case MPI_EVENT_LOG_ENTRY_ADDED:
7596 		ds = "SAS Log Entry Added";
7597 		break;
7598 
7599 	case MPI_EVENT_SAS_BROADCAST_PRIMITIVE:
7600 	{
7601 		u8 phy_num = (u8)(evData0);
7602 		u8 port_num = (u8)(evData0 >> 8);
7603 		u8 port_width = (u8)(evData0 >> 16);
7604 		u8 primative = (u8)(evData0 >> 24);
7605 		snprintf(evStr, EVENT_DESCR_STR_SZ,
7606 		    "SAS Broadcase Primative: phy=%d port=%d "
7607 		    "width=%d primative=0x%02x",
7608 		    phy_num, port_num, port_width, primative);
7609 		break;
7610 	}
7611 
7612 	case MPI_EVENT_SAS_INIT_DEVICE_STATUS_CHANGE:
7613 	{
7614 		u8 reason = (u8)(evData0);
7615 
7616 		switch (reason) {
7617 		case MPI_EVENT_SAS_INIT_RC_ADDED:
7618 			ds = "SAS Initiator Status Change: Added";
7619 			break;
7620 		case MPI_EVENT_SAS_INIT_RC_REMOVED:
7621 			ds = "SAS Initiator Status Change: Deleted";
7622 			break;
7623 		default:
7624 			ds = "SAS Initiator Status Change";
7625 			break;
7626 		}
7627 		break;
7628 	}
7629 
7630 	case MPI_EVENT_SAS_INIT_TABLE_OVERFLOW:
7631 	{
7632 		u8 max_init = (u8)(evData0);
7633 		u8 current_init = (u8)(evData0 >> 8);
7634 
7635 		snprintf(evStr, EVENT_DESCR_STR_SZ,
7636 		    "SAS Initiator Device Table Overflow: max initiators=%02d "
7637 		    "current initators=%02d",
7638 		    max_init, current_init);
7639 		break;
7640 	}
7641 	case MPI_EVENT_SAS_SMP_ERROR:
7642 	{
7643 		u8 status = (u8)(evData0);
7644 		u8 port_num = (u8)(evData0 >> 8);
7645 		u8 result = (u8)(evData0 >> 16);
7646 
7647 		if (status == MPI_EVENT_SAS_SMP_FUNCTION_RESULT_VALID)
7648 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7649 			    "SAS SMP Error: port=%d result=0x%02x",
7650 			    port_num, result);
7651 		else if (status == MPI_EVENT_SAS_SMP_CRC_ERROR)
7652 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7653 			    "SAS SMP Error: port=%d : CRC Error",
7654 			    port_num);
7655 		else if (status == MPI_EVENT_SAS_SMP_TIMEOUT)
7656 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7657 			    "SAS SMP Error: port=%d : Timeout",
7658 			    port_num);
7659 		else if (status == MPI_EVENT_SAS_SMP_NO_DESTINATION)
7660 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7661 			    "SAS SMP Error: port=%d : No Destination",
7662 			    port_num);
7663 		else if (status == MPI_EVENT_SAS_SMP_BAD_DESTINATION)
7664 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7665 			    "SAS SMP Error: port=%d : Bad Destination",
7666 			    port_num);
7667 		else
7668 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7669 			    "SAS SMP Error: port=%d : status=0x%02x",
7670 			    port_num, status);
7671 		break;
7672 	}
7673 
7674 	case MPI_EVENT_SAS_EXPANDER_STATUS_CHANGE:
7675 	{
7676 		u8 reason = (u8)(evData0);
7677 
7678 		switch (reason) {
7679 		case MPI_EVENT_SAS_EXP_RC_ADDED:
7680 			ds = "Expander Status Change: Added";
7681 			break;
7682 		case MPI_EVENT_SAS_EXP_RC_NOT_RESPONDING:
7683 			ds = "Expander Status Change: Deleted";
7684 			break;
7685 		default:
7686 			ds = "Expander Status Change";
7687 			break;
7688 		}
7689 		break;
7690 	}
7691 
7692 	/*
7693 	 *  MPT base "custom" events may be added here...
7694 	 */
7695 	default:
7696 		ds = "Unknown";
7697 		break;
7698 	}
7699 	if (ds)
7700 		strncpy(evStr, ds, EVENT_DESCR_STR_SZ);
7701 
7702 
7703 	devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7704 	    "MPT event:(%02Xh) : %s\n",
7705 	    ioc->name, event, evStr));
7706 
7707 	devtverboseprintk(ioc, printk(KERN_DEBUG MYNAM
7708 	    ": Event data:\n"));
7709 	for (ii = 0; ii < le16_to_cpu(pEventReply->EventDataLength); ii++)
7710 		devtverboseprintk(ioc, printk(" %08x",
7711 		    le32_to_cpu(pEventReply->Data[ii])));
7712 	devtverboseprintk(ioc, printk(KERN_DEBUG "\n"));
7713 }
7714 #endif
7715 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7716 /**
7717  *	ProcessEventNotification - Route EventNotificationReply to all event handlers
7718  *	@ioc: Pointer to MPT_ADAPTER structure
7719  *	@pEventReply: Pointer to EventNotification reply frame
7720  *	@evHandlers: Pointer to integer, number of event handlers
7721  *
7722  *	Routes a received EventNotificationReply to all currently registered
7723  *	event handlers.
7724  *	Returns sum of event handlers return values.
7725  */
7726 static int
7727 ProcessEventNotification(MPT_ADAPTER *ioc, EventNotificationReply_t *pEventReply, int *evHandlers)
7728 {
7729 	u16 evDataLen;
7730 	u32 evData0 = 0;
7731 	int ii;
7732 	u8 cb_idx;
7733 	int r = 0;
7734 	int handlers = 0;
7735 	u8 event;
7736 
7737 	/*
7738 	 *  Do platform normalization of values
7739 	 */
7740 	event = le32_to_cpu(pEventReply->Event) & 0xFF;
7741 	evDataLen = le16_to_cpu(pEventReply->EventDataLength);
7742 	if (evDataLen) {
7743 		evData0 = le32_to_cpu(pEventReply->Data[0]);
7744 	}
7745 
7746 #ifdef CONFIG_FUSION_LOGGING
7747 	if (evDataLen)
7748 		mpt_display_event_info(ioc, pEventReply);
7749 #endif
7750 
7751 	/*
7752 	 *  Do general / base driver event processing
7753 	 */
7754 	switch(event) {
7755 	case MPI_EVENT_EVENT_CHANGE:		/* 0A */
7756 		if (evDataLen) {
7757 			u8 evState = evData0 & 0xFF;
7758 
7759 			/* CHECKME! What if evState unexpectedly says OFF (0)? */
7760 
7761 			/* Update EventState field in cached IocFacts */
7762 			if (ioc->facts.Function) {
7763 				ioc->facts.EventState = evState;
7764 			}
7765 		}
7766 		break;
7767 	case MPI_EVENT_INTEGRATED_RAID:
7768 		mptbase_raid_process_event_data(ioc,
7769 		    (MpiEventDataRaid_t *)pEventReply->Data);
7770 		break;
7771 	default:
7772 		break;
7773 	}
7774 
7775 	/*
7776 	 * Should this event be logged? Events are written sequentially.
7777 	 * When buffer is full, start again at the top.
7778 	 */
7779 	if (ioc->events && (ioc->eventTypes & ( 1 << event))) {
7780 		int idx;
7781 
7782 		idx = ioc->eventContext % MPTCTL_EVENT_LOG_SIZE;
7783 
7784 		ioc->events[idx].event = event;
7785 		ioc->events[idx].eventContext = ioc->eventContext;
7786 
7787 		for (ii = 0; ii < 2; ii++) {
7788 			if (ii < evDataLen)
7789 				ioc->events[idx].data[ii] = le32_to_cpu(pEventReply->Data[ii]);
7790 			else
7791 				ioc->events[idx].data[ii] =  0;
7792 		}
7793 
7794 		ioc->eventContext++;
7795 	}
7796 
7797 
7798 	/*
7799 	 *  Call each currently registered protocol event handler.
7800 	 */
7801 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7802 		if (MptEvHandlers[cb_idx]) {
7803 			devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7804 			    "Routing Event to event handler #%d\n",
7805 			    ioc->name, cb_idx));
7806 			r += (*(MptEvHandlers[cb_idx]))(ioc, pEventReply);
7807 			handlers++;
7808 		}
7809 	}
7810 	/* FIXME?  Examine results here? */
7811 
7812 	/*
7813 	 *  If needed, send (a single) EventAck.
7814 	 */
7815 	if (pEventReply->AckRequired == MPI_EVENT_NOTIFICATION_ACK_REQUIRED) {
7816 		devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7817 			"EventAck required\n",ioc->name));
7818 		if ((ii = SendEventAck(ioc, pEventReply)) != 0) {
7819 			devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SendEventAck returned %d\n",
7820 					ioc->name, ii));
7821 		}
7822 	}
7823 
7824 	*evHandlers = handlers;
7825 	return r;
7826 }
7827 
7828 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7829 /**
7830  *	mpt_fc_log_info - Log information returned from Fibre Channel IOC.
7831  *	@ioc: Pointer to MPT_ADAPTER structure
7832  *	@log_info: U32 LogInfo reply word from the IOC
7833  *
7834  *	Refer to lsi/mpi_log_fc.h.
7835  */
7836 static void
7837 mpt_fc_log_info(MPT_ADAPTER *ioc, u32 log_info)
7838 {
7839 	char *desc = "unknown";
7840 
7841 	switch (log_info & 0xFF000000) {
7842 	case MPI_IOCLOGINFO_FC_INIT_BASE:
7843 		desc = "FCP Initiator";
7844 		break;
7845 	case MPI_IOCLOGINFO_FC_TARGET_BASE:
7846 		desc = "FCP Target";
7847 		break;
7848 	case MPI_IOCLOGINFO_FC_LAN_BASE:
7849 		desc = "LAN";
7850 		break;
7851 	case MPI_IOCLOGINFO_FC_MSG_BASE:
7852 		desc = "MPI Message Layer";
7853 		break;
7854 	case MPI_IOCLOGINFO_FC_LINK_BASE:
7855 		desc = "FC Link";
7856 		break;
7857 	case MPI_IOCLOGINFO_FC_CTX_BASE:
7858 		desc = "Context Manager";
7859 		break;
7860 	case MPI_IOCLOGINFO_FC_INVALID_FIELD_BYTE_OFFSET:
7861 		desc = "Invalid Field Offset";
7862 		break;
7863 	case MPI_IOCLOGINFO_FC_STATE_CHANGE:
7864 		desc = "State Change Info";
7865 		break;
7866 	}
7867 
7868 	printk(MYIOC_s_INFO_FMT "LogInfo(0x%08x): SubClass={%s}, Value=(0x%06x)\n",
7869 			ioc->name, log_info, desc, (log_info & 0xFFFFFF));
7870 }
7871 
7872 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7873 /**
7874  *	mpt_spi_log_info - Log information returned from SCSI Parallel IOC.
7875  *	@ioc: Pointer to MPT_ADAPTER structure
7876  *	@log_info: U32 LogInfo word from the IOC
7877  *
7878  *	Refer to lsi/sp_log.h.
7879  */
7880 static void
7881 mpt_spi_log_info(MPT_ADAPTER *ioc, u32 log_info)
7882 {
7883 	u32 info = log_info & 0x00FF0000;
7884 	char *desc = "unknown";
7885 
7886 	switch (info) {
7887 	case 0x00010000:
7888 		desc = "bug! MID not found";
7889 		break;
7890 
7891 	case 0x00020000:
7892 		desc = "Parity Error";
7893 		break;
7894 
7895 	case 0x00030000:
7896 		desc = "ASYNC Outbound Overrun";
7897 		break;
7898 
7899 	case 0x00040000:
7900 		desc = "SYNC Offset Error";
7901 		break;
7902 
7903 	case 0x00050000:
7904 		desc = "BM Change";
7905 		break;
7906 
7907 	case 0x00060000:
7908 		desc = "Msg In Overflow";
7909 		break;
7910 
7911 	case 0x00070000:
7912 		desc = "DMA Error";
7913 		break;
7914 
7915 	case 0x00080000:
7916 		desc = "Outbound DMA Overrun";
7917 		break;
7918 
7919 	case 0x00090000:
7920 		desc = "Task Management";
7921 		break;
7922 
7923 	case 0x000A0000:
7924 		desc = "Device Problem";
7925 		break;
7926 
7927 	case 0x000B0000:
7928 		desc = "Invalid Phase Change";
7929 		break;
7930 
7931 	case 0x000C0000:
7932 		desc = "Untagged Table Size";
7933 		break;
7934 
7935 	}
7936 
7937 	printk(MYIOC_s_INFO_FMT "LogInfo(0x%08x): F/W: %s\n", ioc->name, log_info, desc);
7938 }
7939 
7940 /* strings for sas loginfo */
7941 	static char *originator_str[] = {
7942 		"IOP",						/* 00h */
7943 		"PL",						/* 01h */
7944 		"IR"						/* 02h */
7945 	};
7946 	static char *iop_code_str[] = {
7947 		NULL,						/* 00h */
7948 		"Invalid SAS Address",				/* 01h */
7949 		NULL,						/* 02h */
7950 		"Invalid Page",					/* 03h */
7951 		"Diag Message Error",				/* 04h */
7952 		"Task Terminated",				/* 05h */
7953 		"Enclosure Management",				/* 06h */
7954 		"Target Mode"					/* 07h */
7955 	};
7956 	static char *pl_code_str[] = {
7957 		NULL,						/* 00h */
7958 		"Open Failure",					/* 01h */
7959 		"Invalid Scatter Gather List",			/* 02h */
7960 		"Wrong Relative Offset or Frame Length",	/* 03h */
7961 		"Frame Transfer Error",				/* 04h */
7962 		"Transmit Frame Connected Low",			/* 05h */
7963 		"SATA Non-NCQ RW Error Bit Set",		/* 06h */
7964 		"SATA Read Log Receive Data Error",		/* 07h */
7965 		"SATA NCQ Fail All Commands After Error",	/* 08h */
7966 		"SATA Error in Receive Set Device Bit FIS",	/* 09h */
7967 		"Receive Frame Invalid Message",		/* 0Ah */
7968 		"Receive Context Message Valid Error",		/* 0Bh */
7969 		"Receive Frame Current Frame Error",		/* 0Ch */
7970 		"SATA Link Down",				/* 0Dh */
7971 		"Discovery SATA Init W IOS",			/* 0Eh */
7972 		"Config Invalid Page",				/* 0Fh */
7973 		"Discovery SATA Init Timeout",			/* 10h */
7974 		"Reset",					/* 11h */
7975 		"Abort",					/* 12h */
7976 		"IO Not Yet Executed",				/* 13h */
7977 		"IO Executed",					/* 14h */
7978 		"Persistent Reservation Out Not Affiliation "
7979 		    "Owner", 					/* 15h */
7980 		"Open Transmit DMA Abort",			/* 16h */
7981 		"IO Device Missing Delay Retry",		/* 17h */
7982 		"IO Cancelled Due to Receive Error",		/* 18h */
7983 		NULL,						/* 19h */
7984 		NULL,						/* 1Ah */
7985 		NULL,						/* 1Bh */
7986 		NULL,						/* 1Ch */
7987 		NULL,						/* 1Dh */
7988 		NULL,						/* 1Eh */
7989 		NULL,						/* 1Fh */
7990 		"Enclosure Management"				/* 20h */
7991 	};
7992 	static char *ir_code_str[] = {
7993 		"Raid Action Error",				/* 00h */
7994 		NULL,						/* 00h */
7995 		NULL,						/* 01h */
7996 		NULL,						/* 02h */
7997 		NULL,						/* 03h */
7998 		NULL,						/* 04h */
7999 		NULL,						/* 05h */
8000 		NULL,						/* 06h */
8001 		NULL						/* 07h */
8002 	};
8003 	static char *raid_sub_code_str[] = {
8004 		NULL, 						/* 00h */
8005 		"Volume Creation Failed: Data Passed too "
8006 		    "Large", 					/* 01h */
8007 		"Volume Creation Failed: Duplicate Volumes "
8008 		    "Attempted", 				/* 02h */
8009 		"Volume Creation Failed: Max Number "
8010 		    "Supported Volumes Exceeded",		/* 03h */
8011 		"Volume Creation Failed: DMA Error",		/* 04h */
8012 		"Volume Creation Failed: Invalid Volume Type",	/* 05h */
8013 		"Volume Creation Failed: Error Reading "
8014 		    "MFG Page 4", 				/* 06h */
8015 		"Volume Creation Failed: Creating Internal "
8016 		    "Structures", 				/* 07h */
8017 		NULL,						/* 08h */
8018 		NULL,						/* 09h */
8019 		NULL,						/* 0Ah */
8020 		NULL,						/* 0Bh */
8021 		NULL,						/* 0Ch */
8022 		NULL,						/* 0Dh */
8023 		NULL,						/* 0Eh */
8024 		NULL,						/* 0Fh */
8025 		"Activation failed: Already Active Volume", 	/* 10h */
8026 		"Activation failed: Unsupported Volume Type", 	/* 11h */
8027 		"Activation failed: Too Many Active Volumes", 	/* 12h */
8028 		"Activation failed: Volume ID in Use", 		/* 13h */
8029 		"Activation failed: Reported Failure", 		/* 14h */
8030 		"Activation failed: Importing a Volume", 	/* 15h */
8031 		NULL,						/* 16h */
8032 		NULL,						/* 17h */
8033 		NULL,						/* 18h */
8034 		NULL,						/* 19h */
8035 		NULL,						/* 1Ah */
8036 		NULL,						/* 1Bh */
8037 		NULL,						/* 1Ch */
8038 		NULL,						/* 1Dh */
8039 		NULL,						/* 1Eh */
8040 		NULL,						/* 1Fh */
8041 		"Phys Disk failed: Too Many Phys Disks", 	/* 20h */
8042 		"Phys Disk failed: Data Passed too Large",	/* 21h */
8043 		"Phys Disk failed: DMA Error", 			/* 22h */
8044 		"Phys Disk failed: Invalid <channel:id>", 	/* 23h */
8045 		"Phys Disk failed: Creating Phys Disk Config "
8046 		    "Page", 					/* 24h */
8047 		NULL,						/* 25h */
8048 		NULL,						/* 26h */
8049 		NULL,						/* 27h */
8050 		NULL,						/* 28h */
8051 		NULL,						/* 29h */
8052 		NULL,						/* 2Ah */
8053 		NULL,						/* 2Bh */
8054 		NULL,						/* 2Ch */
8055 		NULL,						/* 2Dh */
8056 		NULL,						/* 2Eh */
8057 		NULL,						/* 2Fh */
8058 		"Compatibility Error: IR Disabled",		/* 30h */
8059 		"Compatibility Error: Inquiry Command Failed",	/* 31h */
8060 		"Compatibility Error: Device not Direct Access "
8061 		    "Device ",					/* 32h */
8062 		"Compatibility Error: Removable Device Found",	/* 33h */
8063 		"Compatibility Error: Device SCSI Version not "
8064 		    "2 or Higher", 				/* 34h */
8065 		"Compatibility Error: SATA Device, 48 BIT LBA "
8066 		    "not Supported", 				/* 35h */
8067 		"Compatibility Error: Device doesn't have "
8068 		    "512 Byte Block Sizes", 			/* 36h */
8069 		"Compatibility Error: Volume Type Check Failed", /* 37h */
8070 		"Compatibility Error: Volume Type is "
8071 		    "Unsupported by FW", 			/* 38h */
8072 		"Compatibility Error: Disk Drive too Small for "
8073 		    "use in Volume", 				/* 39h */
8074 		"Compatibility Error: Phys Disk for Create "
8075 		    "Volume not Found", 			/* 3Ah */
8076 		"Compatibility Error: Too Many or too Few "
8077 		    "Disks for Volume Type", 			/* 3Bh */
8078 		"Compatibility Error: Disk stripe Sizes "
8079 		    "Must be 64KB", 				/* 3Ch */
8080 		"Compatibility Error: IME Size Limited to < 2TB", /* 3Dh */
8081 	};
8082 
8083 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8084 /**
8085  *	mpt_sas_log_info - Log information returned from SAS IOC.
8086  *	@ioc: Pointer to MPT_ADAPTER structure
8087  *	@log_info: U32 LogInfo reply word from the IOC
8088  *	@cb_idx: callback function's handle
8089  *
8090  *	Refer to lsi/mpi_log_sas.h.
8091  **/
8092 static void
8093 mpt_sas_log_info(MPT_ADAPTER *ioc, u32 log_info, u8 cb_idx)
8094 {
8095 union loginfo_type {
8096 	u32	loginfo;
8097 	struct {
8098 		u32	subcode:16;
8099 		u32	code:8;
8100 		u32	originator:4;
8101 		u32	bus_type:4;
8102 	}dw;
8103 };
8104 	union loginfo_type sas_loginfo;
8105 	char *originator_desc = NULL;
8106 	char *code_desc = NULL;
8107 	char *sub_code_desc = NULL;
8108 
8109 	sas_loginfo.loginfo = log_info;
8110 	if ((sas_loginfo.dw.bus_type != 3 /*SAS*/) &&
8111 	    (sas_loginfo.dw.originator < ARRAY_SIZE(originator_str)))
8112 		return;
8113 
8114 	originator_desc = originator_str[sas_loginfo.dw.originator];
8115 
8116 	switch (sas_loginfo.dw.originator) {
8117 
8118 		case 0:  /* IOP */
8119 			if (sas_loginfo.dw.code <
8120 			    ARRAY_SIZE(iop_code_str))
8121 				code_desc = iop_code_str[sas_loginfo.dw.code];
8122 			break;
8123 		case 1:  /* PL */
8124 			if (sas_loginfo.dw.code <
8125 			    ARRAY_SIZE(pl_code_str))
8126 				code_desc = pl_code_str[sas_loginfo.dw.code];
8127 			break;
8128 		case 2:  /* IR */
8129 			if (sas_loginfo.dw.code >=
8130 			    ARRAY_SIZE(ir_code_str))
8131 				break;
8132 			code_desc = ir_code_str[sas_loginfo.dw.code];
8133 			if (sas_loginfo.dw.subcode >=
8134 			    ARRAY_SIZE(raid_sub_code_str))
8135 				break;
8136 			if (sas_loginfo.dw.code == 0)
8137 				sub_code_desc =
8138 				    raid_sub_code_str[sas_loginfo.dw.subcode];
8139 			break;
8140 		default:
8141 			return;
8142 	}
8143 
8144 	if (sub_code_desc != NULL)
8145 		printk(MYIOC_s_INFO_FMT
8146 			"LogInfo(0x%08x): Originator={%s}, Code={%s},"
8147 			" SubCode={%s} cb_idx %s\n",
8148 			ioc->name, log_info, originator_desc, code_desc,
8149 			sub_code_desc, MptCallbacksName[cb_idx]);
8150 	else if (code_desc != NULL)
8151 		printk(MYIOC_s_INFO_FMT
8152 			"LogInfo(0x%08x): Originator={%s}, Code={%s},"
8153 			" SubCode(0x%04x) cb_idx %s\n",
8154 			ioc->name, log_info, originator_desc, code_desc,
8155 			sas_loginfo.dw.subcode, MptCallbacksName[cb_idx]);
8156 	else
8157 		printk(MYIOC_s_INFO_FMT
8158 			"LogInfo(0x%08x): Originator={%s}, Code=(0x%02x),"
8159 			" SubCode(0x%04x) cb_idx %s\n",
8160 			ioc->name, log_info, originator_desc,
8161 			sas_loginfo.dw.code, sas_loginfo.dw.subcode,
8162 			MptCallbacksName[cb_idx]);
8163 }
8164 
8165 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8166 /**
8167  *	mpt_iocstatus_info_config - IOCSTATUS information for config pages
8168  *	@ioc: Pointer to MPT_ADAPTER structure
8169  *	@ioc_status: U32 IOCStatus word from IOC
8170  *	@mf: Pointer to MPT request frame
8171  *
8172  *	Refer to lsi/mpi.h.
8173  **/
8174 static void
8175 mpt_iocstatus_info_config(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf)
8176 {
8177 	Config_t *pReq = (Config_t *)mf;
8178 	char extend_desc[EVENT_DESCR_STR_SZ];
8179 	char *desc = NULL;
8180 	u32 form;
8181 	u8 page_type;
8182 
8183 	if (pReq->Header.PageType == MPI_CONFIG_PAGETYPE_EXTENDED)
8184 		page_type = pReq->ExtPageType;
8185 	else
8186 		page_type = pReq->Header.PageType;
8187 
8188 	/*
8189 	 * ignore invalid page messages for GET_NEXT_HANDLE
8190 	 */
8191 	form = le32_to_cpu(pReq->PageAddress);
8192 	if (ioc_status == MPI_IOCSTATUS_CONFIG_INVALID_PAGE) {
8193 		if (page_type == MPI_CONFIG_EXTPAGETYPE_SAS_DEVICE ||
8194 		    page_type == MPI_CONFIG_EXTPAGETYPE_SAS_EXPANDER ||
8195 		    page_type == MPI_CONFIG_EXTPAGETYPE_ENCLOSURE) {
8196 			if ((form >> MPI_SAS_DEVICE_PGAD_FORM_SHIFT) ==
8197 				MPI_SAS_DEVICE_PGAD_FORM_GET_NEXT_HANDLE)
8198 				return;
8199 		}
8200 		if (page_type == MPI_CONFIG_PAGETYPE_FC_DEVICE)
8201 			if ((form & MPI_FC_DEVICE_PGAD_FORM_MASK) ==
8202 				MPI_FC_DEVICE_PGAD_FORM_NEXT_DID)
8203 				return;
8204 	}
8205 
8206 	snprintf(extend_desc, EVENT_DESCR_STR_SZ,
8207 	    "type=%02Xh, page=%02Xh, action=%02Xh, form=%08Xh",
8208 	    page_type, pReq->Header.PageNumber, pReq->Action, form);
8209 
8210 	switch (ioc_status) {
8211 
8212 	case MPI_IOCSTATUS_CONFIG_INVALID_ACTION: /* 0x0020 */
8213 		desc = "Config Page Invalid Action";
8214 		break;
8215 
8216 	case MPI_IOCSTATUS_CONFIG_INVALID_TYPE:   /* 0x0021 */
8217 		desc = "Config Page Invalid Type";
8218 		break;
8219 
8220 	case MPI_IOCSTATUS_CONFIG_INVALID_PAGE:   /* 0x0022 */
8221 		desc = "Config Page Invalid Page";
8222 		break;
8223 
8224 	case MPI_IOCSTATUS_CONFIG_INVALID_DATA:   /* 0x0023 */
8225 		desc = "Config Page Invalid Data";
8226 		break;
8227 
8228 	case MPI_IOCSTATUS_CONFIG_NO_DEFAULTS:    /* 0x0024 */
8229 		desc = "Config Page No Defaults";
8230 		break;
8231 
8232 	case MPI_IOCSTATUS_CONFIG_CANT_COMMIT:    /* 0x0025 */
8233 		desc = "Config Page Can't Commit";
8234 		break;
8235 	}
8236 
8237 	if (!desc)
8238 		return;
8239 
8240 	dreplyprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOCStatus(0x%04X): %s: %s\n",
8241 	    ioc->name, ioc_status, desc, extend_desc));
8242 }
8243 
8244 /**
8245  *	mpt_iocstatus_info - IOCSTATUS information returned from IOC.
8246  *	@ioc: Pointer to MPT_ADAPTER structure
8247  *	@ioc_status: U32 IOCStatus word from IOC
8248  *	@mf: Pointer to MPT request frame
8249  *
8250  *	Refer to lsi/mpi.h.
8251  **/
8252 static void
8253 mpt_iocstatus_info(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf)
8254 {
8255 	u32 status = ioc_status & MPI_IOCSTATUS_MASK;
8256 	char *desc = NULL;
8257 
8258 	switch (status) {
8259 
8260 /****************************************************************************/
8261 /*  Common IOCStatus values for all replies                                 */
8262 /****************************************************************************/
8263 
8264 	case MPI_IOCSTATUS_INVALID_FUNCTION: /* 0x0001 */
8265 		desc = "Invalid Function";
8266 		break;
8267 
8268 	case MPI_IOCSTATUS_BUSY: /* 0x0002 */
8269 		desc = "Busy";
8270 		break;
8271 
8272 	case MPI_IOCSTATUS_INVALID_SGL: /* 0x0003 */
8273 		desc = "Invalid SGL";
8274 		break;
8275 
8276 	case MPI_IOCSTATUS_INTERNAL_ERROR: /* 0x0004 */
8277 		desc = "Internal Error";
8278 		break;
8279 
8280 	case MPI_IOCSTATUS_RESERVED: /* 0x0005 */
8281 		desc = "Reserved";
8282 		break;
8283 
8284 	case MPI_IOCSTATUS_INSUFFICIENT_RESOURCES: /* 0x0006 */
8285 		desc = "Insufficient Resources";
8286 		break;
8287 
8288 	case MPI_IOCSTATUS_INVALID_FIELD: /* 0x0007 */
8289 		desc = "Invalid Field";
8290 		break;
8291 
8292 	case MPI_IOCSTATUS_INVALID_STATE: /* 0x0008 */
8293 		desc = "Invalid State";
8294 		break;
8295 
8296 /****************************************************************************/
8297 /*  Config IOCStatus values                                                 */
8298 /****************************************************************************/
8299 
8300 	case MPI_IOCSTATUS_CONFIG_INVALID_ACTION: /* 0x0020 */
8301 	case MPI_IOCSTATUS_CONFIG_INVALID_TYPE:   /* 0x0021 */
8302 	case MPI_IOCSTATUS_CONFIG_INVALID_PAGE:   /* 0x0022 */
8303 	case MPI_IOCSTATUS_CONFIG_INVALID_DATA:   /* 0x0023 */
8304 	case MPI_IOCSTATUS_CONFIG_NO_DEFAULTS:    /* 0x0024 */
8305 	case MPI_IOCSTATUS_CONFIG_CANT_COMMIT:    /* 0x0025 */
8306 		mpt_iocstatus_info_config(ioc, status, mf);
8307 		break;
8308 
8309 /****************************************************************************/
8310 /*  SCSIIO Reply (SPI, FCP, SAS) initiator values                           */
8311 /*                                                                          */
8312 /*  Look at mptscsih_iocstatus_info_scsiio in mptscsih.c */
8313 /*                                                                          */
8314 /****************************************************************************/
8315 
8316 	case MPI_IOCSTATUS_SCSI_RECOVERED_ERROR: /* 0x0040 */
8317 	case MPI_IOCSTATUS_SCSI_DATA_UNDERRUN: /* 0x0045 */
8318 	case MPI_IOCSTATUS_SCSI_INVALID_BUS: /* 0x0041 */
8319 	case MPI_IOCSTATUS_SCSI_INVALID_TARGETID: /* 0x0042 */
8320 	case MPI_IOCSTATUS_SCSI_DEVICE_NOT_THERE: /* 0x0043 */
8321 	case MPI_IOCSTATUS_SCSI_DATA_OVERRUN: /* 0x0044 */
8322 	case MPI_IOCSTATUS_SCSI_IO_DATA_ERROR: /* 0x0046 */
8323 	case MPI_IOCSTATUS_SCSI_PROTOCOL_ERROR: /* 0x0047 */
8324 	case MPI_IOCSTATUS_SCSI_TASK_TERMINATED: /* 0x0048 */
8325 	case MPI_IOCSTATUS_SCSI_RESIDUAL_MISMATCH: /* 0x0049 */
8326 	case MPI_IOCSTATUS_SCSI_TASK_MGMT_FAILED: /* 0x004A */
8327 	case MPI_IOCSTATUS_SCSI_IOC_TERMINATED: /* 0x004B */
8328 	case MPI_IOCSTATUS_SCSI_EXT_TERMINATED: /* 0x004C */
8329 		break;
8330 
8331 /****************************************************************************/
8332 /*  SCSI Target values                                                      */
8333 /****************************************************************************/
8334 
8335 	case MPI_IOCSTATUS_TARGET_PRIORITY_IO: /* 0x0060 */
8336 		desc = "Target: Priority IO";
8337 		break;
8338 
8339 	case MPI_IOCSTATUS_TARGET_INVALID_PORT: /* 0x0061 */
8340 		desc = "Target: Invalid Port";
8341 		break;
8342 
8343 	case MPI_IOCSTATUS_TARGET_INVALID_IO_INDEX: /* 0x0062 */
8344 		desc = "Target Invalid IO Index:";
8345 		break;
8346 
8347 	case MPI_IOCSTATUS_TARGET_ABORTED: /* 0x0063 */
8348 		desc = "Target: Aborted";
8349 		break;
8350 
8351 	case MPI_IOCSTATUS_TARGET_NO_CONN_RETRYABLE: /* 0x0064 */
8352 		desc = "Target: No Conn Retryable";
8353 		break;
8354 
8355 	case MPI_IOCSTATUS_TARGET_NO_CONNECTION: /* 0x0065 */
8356 		desc = "Target: No Connection";
8357 		break;
8358 
8359 	case MPI_IOCSTATUS_TARGET_XFER_COUNT_MISMATCH: /* 0x006A */
8360 		desc = "Target: Transfer Count Mismatch";
8361 		break;
8362 
8363 	case MPI_IOCSTATUS_TARGET_STS_DATA_NOT_SENT: /* 0x006B */
8364 		desc = "Target: STS Data not Sent";
8365 		break;
8366 
8367 	case MPI_IOCSTATUS_TARGET_DATA_OFFSET_ERROR: /* 0x006D */
8368 		desc = "Target: Data Offset Error";
8369 		break;
8370 
8371 	case MPI_IOCSTATUS_TARGET_TOO_MUCH_WRITE_DATA: /* 0x006E */
8372 		desc = "Target: Too Much Write Data";
8373 		break;
8374 
8375 	case MPI_IOCSTATUS_TARGET_IU_TOO_SHORT: /* 0x006F */
8376 		desc = "Target: IU Too Short";
8377 		break;
8378 
8379 	case MPI_IOCSTATUS_TARGET_ACK_NAK_TIMEOUT: /* 0x0070 */
8380 		desc = "Target: ACK NAK Timeout";
8381 		break;
8382 
8383 	case MPI_IOCSTATUS_TARGET_NAK_RECEIVED: /* 0x0071 */
8384 		desc = "Target: Nak Received";
8385 		break;
8386 
8387 /****************************************************************************/
8388 /*  Fibre Channel Direct Access values                                      */
8389 /****************************************************************************/
8390 
8391 	case MPI_IOCSTATUS_FC_ABORTED: /* 0x0066 */
8392 		desc = "FC: Aborted";
8393 		break;
8394 
8395 	case MPI_IOCSTATUS_FC_RX_ID_INVALID: /* 0x0067 */
8396 		desc = "FC: RX ID Invalid";
8397 		break;
8398 
8399 	case MPI_IOCSTATUS_FC_DID_INVALID: /* 0x0068 */
8400 		desc = "FC: DID Invalid";
8401 		break;
8402 
8403 	case MPI_IOCSTATUS_FC_NODE_LOGGED_OUT: /* 0x0069 */
8404 		desc = "FC: Node Logged Out";
8405 		break;
8406 
8407 	case MPI_IOCSTATUS_FC_EXCHANGE_CANCELED: /* 0x006C */
8408 		desc = "FC: Exchange Canceled";
8409 		break;
8410 
8411 /****************************************************************************/
8412 /*  LAN values                                                              */
8413 /****************************************************************************/
8414 
8415 	case MPI_IOCSTATUS_LAN_DEVICE_NOT_FOUND: /* 0x0080 */
8416 		desc = "LAN: Device not Found";
8417 		break;
8418 
8419 	case MPI_IOCSTATUS_LAN_DEVICE_FAILURE: /* 0x0081 */
8420 		desc = "LAN: Device Failure";
8421 		break;
8422 
8423 	case MPI_IOCSTATUS_LAN_TRANSMIT_ERROR: /* 0x0082 */
8424 		desc = "LAN: Transmit Error";
8425 		break;
8426 
8427 	case MPI_IOCSTATUS_LAN_TRANSMIT_ABORTED: /* 0x0083 */
8428 		desc = "LAN: Transmit Aborted";
8429 		break;
8430 
8431 	case MPI_IOCSTATUS_LAN_RECEIVE_ERROR: /* 0x0084 */
8432 		desc = "LAN: Receive Error";
8433 		break;
8434 
8435 	case MPI_IOCSTATUS_LAN_RECEIVE_ABORTED: /* 0x0085 */
8436 		desc = "LAN: Receive Aborted";
8437 		break;
8438 
8439 	case MPI_IOCSTATUS_LAN_PARTIAL_PACKET: /* 0x0086 */
8440 		desc = "LAN: Partial Packet";
8441 		break;
8442 
8443 	case MPI_IOCSTATUS_LAN_CANCELED: /* 0x0087 */
8444 		desc = "LAN: Canceled";
8445 		break;
8446 
8447 /****************************************************************************/
8448 /*  Serial Attached SCSI values                                             */
8449 /****************************************************************************/
8450 
8451 	case MPI_IOCSTATUS_SAS_SMP_REQUEST_FAILED: /* 0x0090 */
8452 		desc = "SAS: SMP Request Failed";
8453 		break;
8454 
8455 	case MPI_IOCSTATUS_SAS_SMP_DATA_OVERRUN: /* 0x0090 */
8456 		desc = "SAS: SMP Data Overrun";
8457 		break;
8458 
8459 	default:
8460 		desc = "Others";
8461 		break;
8462 	}
8463 
8464 	if (!desc)
8465 		return;
8466 
8467 	dreplyprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOCStatus(0x%04X): %s\n",
8468 	    ioc->name, status, desc));
8469 }
8470 
8471 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8472 EXPORT_SYMBOL(mpt_attach);
8473 EXPORT_SYMBOL(mpt_detach);
8474 #ifdef CONFIG_PM
8475 EXPORT_SYMBOL(mpt_resume);
8476 EXPORT_SYMBOL(mpt_suspend);
8477 #endif
8478 EXPORT_SYMBOL(ioc_list);
8479 EXPORT_SYMBOL(mpt_register);
8480 EXPORT_SYMBOL(mpt_deregister);
8481 EXPORT_SYMBOL(mpt_event_register);
8482 EXPORT_SYMBOL(mpt_event_deregister);
8483 EXPORT_SYMBOL(mpt_reset_register);
8484 EXPORT_SYMBOL(mpt_reset_deregister);
8485 EXPORT_SYMBOL(mpt_device_driver_register);
8486 EXPORT_SYMBOL(mpt_device_driver_deregister);
8487 EXPORT_SYMBOL(mpt_get_msg_frame);
8488 EXPORT_SYMBOL(mpt_put_msg_frame);
8489 EXPORT_SYMBOL(mpt_put_msg_frame_hi_pri);
8490 EXPORT_SYMBOL(mpt_free_msg_frame);
8491 EXPORT_SYMBOL(mpt_send_handshake_request);
8492 EXPORT_SYMBOL(mpt_verify_adapter);
8493 EXPORT_SYMBOL(mpt_GetIocState);
8494 EXPORT_SYMBOL(mpt_print_ioc_summary);
8495 EXPORT_SYMBOL(mpt_HardResetHandler);
8496 EXPORT_SYMBOL(mpt_config);
8497 EXPORT_SYMBOL(mpt_findImVolumes);
8498 EXPORT_SYMBOL(mpt_alloc_fw_memory);
8499 EXPORT_SYMBOL(mpt_free_fw_memory);
8500 EXPORT_SYMBOL(mptbase_sas_persist_operation);
8501 EXPORT_SYMBOL(mpt_raid_phys_disk_pg0);
8502 
8503 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8504 /**
8505  *	fusion_init - Fusion MPT base driver initialization routine.
8506  *
8507  *	Returns 0 for success, non-zero for failure.
8508  */
8509 static int __init
8510 fusion_init(void)
8511 {
8512 	u8 cb_idx;
8513 
8514 	show_mptmod_ver(my_NAME, my_VERSION);
8515 	printk(KERN_INFO COPYRIGHT "\n");
8516 
8517 	for (cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
8518 		MptCallbacks[cb_idx] = NULL;
8519 		MptDriverClass[cb_idx] = MPTUNKNOWN_DRIVER;
8520 		MptEvHandlers[cb_idx] = NULL;
8521 		MptResetHandlers[cb_idx] = NULL;
8522 	}
8523 
8524 	/*  Register ourselves (mptbase) in order to facilitate
8525 	 *  EventNotification handling.
8526 	 */
8527 	mpt_base_index = mpt_register(mptbase_reply, MPTBASE_DRIVER,
8528 	    "mptbase_reply");
8529 
8530 	/* Register for hard reset handling callbacks.
8531 	 */
8532 	mpt_reset_register(mpt_base_index, mpt_ioc_reset);
8533 
8534 #ifdef CONFIG_PROC_FS
8535 	(void) procmpt_create();
8536 #endif
8537 	return 0;
8538 }
8539 
8540 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8541 /**
8542  *	fusion_exit - Perform driver unload cleanup.
8543  *
8544  *	This routine frees all resources associated with each MPT adapter
8545  *	and removes all %MPT_PROCFS_MPTBASEDIR entries.
8546  */
8547 static void __exit
8548 fusion_exit(void)
8549 {
8550 
8551 	mpt_reset_deregister(mpt_base_index);
8552 
8553 #ifdef CONFIG_PROC_FS
8554 	procmpt_destroy();
8555 #endif
8556 }
8557 
8558 module_init(fusion_init);
8559 module_exit(fusion_exit);
8560