xref: /openbmc/linux/drivers/message/fusion/mptbase.c (revision 82e6fdd6)
1 /*
2  *  linux/drivers/message/fusion/mptbase.c
3  *      This is the Fusion MPT base driver which supports multiple
4  *      (SCSI + LAN) specialized protocol drivers.
5  *      For use with LSI PCI chip/adapter(s)
6  *      running LSI Fusion MPT (Message Passing Technology) firmware.
7  *
8  *  Copyright (c) 1999-2008 LSI Corporation
9  *  (mailto:DL-MPTFusionLinux@lsi.com)
10  *
11  */
12 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
13 /*
14     This program is free software; you can redistribute it and/or modify
15     it under the terms of the GNU General Public License as published by
16     the Free Software Foundation; version 2 of the License.
17 
18     This program is distributed in the hope that it will be useful,
19     but WITHOUT ANY WARRANTY; without even the implied warranty of
20     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
21     GNU General Public License for more details.
22 
23     NO WARRANTY
24     THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
25     CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
26     LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
27     MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
28     solely responsible for determining the appropriateness of using and
29     distributing the Program and assumes all risks associated with its
30     exercise of rights under this Agreement, including but not limited to
31     the risks and costs of program errors, damage to or loss of data,
32     programs or equipment, and unavailability or interruption of operations.
33 
34     DISCLAIMER OF LIABILITY
35     NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
36     DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
37     DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
38     ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
39     TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
40     USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
41     HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
42 
43     You should have received a copy of the GNU General Public License
44     along with this program; if not, write to the Free Software
45     Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
46 */
47 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
48 
49 #include <linux/kernel.h>
50 #include <linux/module.h>
51 #include <linux/errno.h>
52 #include <linux/init.h>
53 #include <linux/seq_file.h>
54 #include <linux/slab.h>
55 #include <linux/types.h>
56 #include <linux/pci.h>
57 #include <linux/kdev_t.h>
58 #include <linux/blkdev.h>
59 #include <linux/delay.h>
60 #include <linux/interrupt.h>		/* needed for in_interrupt() proto */
61 #include <linux/dma-mapping.h>
62 #include <linux/kthread.h>
63 #include <scsi/scsi_host.h>
64 
65 #include "mptbase.h"
66 #include "lsi/mpi_log_fc.h"
67 
68 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
69 #define my_NAME		"Fusion MPT base driver"
70 #define my_VERSION	MPT_LINUX_VERSION_COMMON
71 #define MYNAM		"mptbase"
72 
73 MODULE_AUTHOR(MODULEAUTHOR);
74 MODULE_DESCRIPTION(my_NAME);
75 MODULE_LICENSE("GPL");
76 MODULE_VERSION(my_VERSION);
77 
78 /*
79  *  cmd line parameters
80  */
81 
82 static int mpt_msi_enable_spi;
83 module_param(mpt_msi_enable_spi, int, 0);
84 MODULE_PARM_DESC(mpt_msi_enable_spi,
85 		 " Enable MSI Support for SPI controllers (default=0)");
86 
87 static int mpt_msi_enable_fc;
88 module_param(mpt_msi_enable_fc, int, 0);
89 MODULE_PARM_DESC(mpt_msi_enable_fc,
90 		 " Enable MSI Support for FC controllers (default=0)");
91 
92 static int mpt_msi_enable_sas;
93 module_param(mpt_msi_enable_sas, int, 0);
94 MODULE_PARM_DESC(mpt_msi_enable_sas,
95 		 " Enable MSI Support for SAS controllers (default=0)");
96 
97 static int mpt_channel_mapping;
98 module_param(mpt_channel_mapping, int, 0);
99 MODULE_PARM_DESC(mpt_channel_mapping, " Mapping id's to channels (default=0)");
100 
101 static int mpt_debug_level;
102 static int mpt_set_debug_level(const char *val, const struct kernel_param *kp);
103 module_param_call(mpt_debug_level, mpt_set_debug_level, param_get_int,
104 		  &mpt_debug_level, 0600);
105 MODULE_PARM_DESC(mpt_debug_level,
106 		 " debug level - refer to mptdebug.h - (default=0)");
107 
108 int mpt_fwfault_debug;
109 EXPORT_SYMBOL(mpt_fwfault_debug);
110 module_param(mpt_fwfault_debug, int, 0600);
111 MODULE_PARM_DESC(mpt_fwfault_debug,
112 		 "Enable detection of Firmware fault and halt Firmware on fault - (default=0)");
113 
114 static char	MptCallbacksName[MPT_MAX_PROTOCOL_DRIVERS]
115 				[MPT_MAX_CALLBACKNAME_LEN+1];
116 
117 #ifdef MFCNT
118 static int mfcounter = 0;
119 #define PRINT_MF_COUNT 20000
120 #endif
121 
122 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
123 /*
124  *  Public data...
125  */
126 
127 #define WHOINIT_UNKNOWN		0xAA
128 
129 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
130 /*
131  *  Private data...
132  */
133 					/* Adapter link list */
134 LIST_HEAD(ioc_list);
135 					/* Callback lookup table */
136 static MPT_CALLBACK		 MptCallbacks[MPT_MAX_PROTOCOL_DRIVERS];
137 					/* Protocol driver class lookup table */
138 static int			 MptDriverClass[MPT_MAX_PROTOCOL_DRIVERS];
139 					/* Event handler lookup table */
140 static MPT_EVHANDLER		 MptEvHandlers[MPT_MAX_PROTOCOL_DRIVERS];
141 					/* Reset handler lookup table */
142 static MPT_RESETHANDLER		 MptResetHandlers[MPT_MAX_PROTOCOL_DRIVERS];
143 static struct mpt_pci_driver 	*MptDeviceDriverHandlers[MPT_MAX_PROTOCOL_DRIVERS];
144 
145 #ifdef CONFIG_PROC_FS
146 static struct proc_dir_entry 	*mpt_proc_root_dir;
147 #endif
148 
149 /*
150  *  Driver Callback Index's
151  */
152 static u8 mpt_base_index = MPT_MAX_PROTOCOL_DRIVERS;
153 static u8 last_drv_idx;
154 
155 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
156 /*
157  *  Forward protos...
158  */
159 static irqreturn_t mpt_interrupt(int irq, void *bus_id);
160 static int	mptbase_reply(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req,
161 		MPT_FRAME_HDR *reply);
162 static int	mpt_handshake_req_reply_wait(MPT_ADAPTER *ioc, int reqBytes,
163 			u32 *req, int replyBytes, u16 *u16reply, int maxwait,
164 			int sleepFlag);
165 static int	mpt_do_ioc_recovery(MPT_ADAPTER *ioc, u32 reason, int sleepFlag);
166 static void	mpt_detect_bound_ports(MPT_ADAPTER *ioc, struct pci_dev *pdev);
167 static void	mpt_adapter_disable(MPT_ADAPTER *ioc);
168 static void	mpt_adapter_dispose(MPT_ADAPTER *ioc);
169 
170 static void	MptDisplayIocCapabilities(MPT_ADAPTER *ioc);
171 static int	MakeIocReady(MPT_ADAPTER *ioc, int force, int sleepFlag);
172 static int	GetIocFacts(MPT_ADAPTER *ioc, int sleepFlag, int reason);
173 static int	GetPortFacts(MPT_ADAPTER *ioc, int portnum, int sleepFlag);
174 static int	SendIocInit(MPT_ADAPTER *ioc, int sleepFlag);
175 static int	SendPortEnable(MPT_ADAPTER *ioc, int portnum, int sleepFlag);
176 static int	mpt_do_upload(MPT_ADAPTER *ioc, int sleepFlag);
177 static int	mpt_downloadboot(MPT_ADAPTER *ioc, MpiFwHeader_t *pFwHeader, int sleepFlag);
178 static int	mpt_diag_reset(MPT_ADAPTER *ioc, int ignore, int sleepFlag);
179 static int	KickStart(MPT_ADAPTER *ioc, int ignore, int sleepFlag);
180 static int	SendIocReset(MPT_ADAPTER *ioc, u8 reset_type, int sleepFlag);
181 static int	PrimeIocFifos(MPT_ADAPTER *ioc);
182 static int	WaitForDoorbellAck(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
183 static int	WaitForDoorbellInt(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
184 static int	WaitForDoorbellReply(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
185 static int	GetLanConfigPages(MPT_ADAPTER *ioc);
186 static int	GetIoUnitPage2(MPT_ADAPTER *ioc);
187 int		mptbase_sas_persist_operation(MPT_ADAPTER *ioc, u8 persist_opcode);
188 static int	mpt_GetScsiPortSettings(MPT_ADAPTER *ioc, int portnum);
189 static int	mpt_readScsiDevicePageHeaders(MPT_ADAPTER *ioc, int portnum);
190 static void 	mpt_read_ioc_pg_1(MPT_ADAPTER *ioc);
191 static void 	mpt_read_ioc_pg_4(MPT_ADAPTER *ioc);
192 static void	mpt_get_manufacturing_pg_0(MPT_ADAPTER *ioc);
193 static int	SendEventNotification(MPT_ADAPTER *ioc, u8 EvSwitch,
194 	int sleepFlag);
195 static int	SendEventAck(MPT_ADAPTER *ioc, EventNotificationReply_t *evnp);
196 static int	mpt_host_page_access_control(MPT_ADAPTER *ioc, u8 access_control_value, int sleepFlag);
197 static int	mpt_host_page_alloc(MPT_ADAPTER *ioc, pIOCInit_t ioc_init);
198 
199 #ifdef CONFIG_PROC_FS
200 static const struct file_operations mpt_summary_proc_fops;
201 static const struct file_operations mpt_version_proc_fops;
202 static const struct file_operations mpt_iocinfo_proc_fops;
203 #endif
204 static void	mpt_get_fw_exp_ver(char *buf, MPT_ADAPTER *ioc);
205 
206 static int	ProcessEventNotification(MPT_ADAPTER *ioc,
207 		EventNotificationReply_t *evReply, int *evHandlers);
208 static void	mpt_iocstatus_info(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf);
209 static void	mpt_fc_log_info(MPT_ADAPTER *ioc, u32 log_info);
210 static void	mpt_spi_log_info(MPT_ADAPTER *ioc, u32 log_info);
211 static void	mpt_sas_log_info(MPT_ADAPTER *ioc, u32 log_info , u8 cb_idx);
212 static int	mpt_read_ioc_pg_3(MPT_ADAPTER *ioc);
213 static void	mpt_inactive_raid_list_free(MPT_ADAPTER *ioc);
214 
215 /* module entry point */
216 static int  __init    fusion_init  (void);
217 static void __exit    fusion_exit  (void);
218 
219 #define CHIPREG_READ32(addr) 		readl_relaxed(addr)
220 #define CHIPREG_READ32_dmasync(addr)	readl(addr)
221 #define CHIPREG_WRITE32(addr,val) 	writel(val, addr)
222 #define CHIPREG_PIO_WRITE32(addr,val)	outl(val, (unsigned long)addr)
223 #define CHIPREG_PIO_READ32(addr) 	inl((unsigned long)addr)
224 
225 static void
226 pci_disable_io_access(struct pci_dev *pdev)
227 {
228 	u16 command_reg;
229 
230 	pci_read_config_word(pdev, PCI_COMMAND, &command_reg);
231 	command_reg &= ~1;
232 	pci_write_config_word(pdev, PCI_COMMAND, command_reg);
233 }
234 
235 static void
236 pci_enable_io_access(struct pci_dev *pdev)
237 {
238 	u16 command_reg;
239 
240 	pci_read_config_word(pdev, PCI_COMMAND, &command_reg);
241 	command_reg |= 1;
242 	pci_write_config_word(pdev, PCI_COMMAND, command_reg);
243 }
244 
245 static int mpt_set_debug_level(const char *val, const struct kernel_param *kp)
246 {
247 	int ret = param_set_int(val, kp);
248 	MPT_ADAPTER *ioc;
249 
250 	if (ret)
251 		return ret;
252 
253 	list_for_each_entry(ioc, &ioc_list, list)
254 		ioc->debug_level = mpt_debug_level;
255 	return 0;
256 }
257 
258 /**
259  *	mpt_get_cb_idx - obtain cb_idx for registered driver
260  *	@dclass: class driver enum
261  *
262  *	Returns cb_idx, or zero means it wasn't found
263  **/
264 static u8
265 mpt_get_cb_idx(MPT_DRIVER_CLASS dclass)
266 {
267 	u8 cb_idx;
268 
269 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--)
270 		if (MptDriverClass[cb_idx] == dclass)
271 			return cb_idx;
272 	return 0;
273 }
274 
275 /**
276  * mpt_is_discovery_complete - determine if discovery has completed
277  * @ioc: per adatper instance
278  *
279  * Returns 1 when discovery completed, else zero.
280  */
281 static int
282 mpt_is_discovery_complete(MPT_ADAPTER *ioc)
283 {
284 	ConfigExtendedPageHeader_t hdr;
285 	CONFIGPARMS cfg;
286 	SasIOUnitPage0_t *buffer;
287 	dma_addr_t dma_handle;
288 	int rc = 0;
289 
290 	memset(&hdr, 0, sizeof(ConfigExtendedPageHeader_t));
291 	memset(&cfg, 0, sizeof(CONFIGPARMS));
292 	hdr.PageVersion = MPI_SASIOUNITPAGE0_PAGEVERSION;
293 	hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
294 	hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_IO_UNIT;
295 	cfg.cfghdr.ehdr = &hdr;
296 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
297 
298 	if ((mpt_config(ioc, &cfg)))
299 		goto out;
300 	if (!hdr.ExtPageLength)
301 		goto out;
302 
303 	buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
304 	    &dma_handle);
305 	if (!buffer)
306 		goto out;
307 
308 	cfg.physAddr = dma_handle;
309 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
310 
311 	if ((mpt_config(ioc, &cfg)))
312 		goto out_free_consistent;
313 
314 	if (!(buffer->PhyData[0].PortFlags &
315 	    MPI_SAS_IOUNIT0_PORT_FLAGS_DISCOVERY_IN_PROGRESS))
316 		rc = 1;
317 
318  out_free_consistent:
319 	pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
320 	    buffer, dma_handle);
321  out:
322 	return rc;
323 }
324 
325 
326 /**
327  *  mpt_remove_dead_ioc_func - kthread context to remove dead ioc
328  * @arg: input argument, used to derive ioc
329  *
330  * Return 0 if controller is removed from pci subsystem.
331  * Return -1 for other case.
332  */
333 static int mpt_remove_dead_ioc_func(void *arg)
334 {
335 	MPT_ADAPTER *ioc = (MPT_ADAPTER *)arg;
336 	struct pci_dev *pdev;
337 
338 	if ((ioc == NULL))
339 		return -1;
340 
341 	pdev = ioc->pcidev;
342 	if ((pdev == NULL))
343 		return -1;
344 
345 	pci_stop_and_remove_bus_device_locked(pdev);
346 	return 0;
347 }
348 
349 
350 
351 /**
352  *	mpt_fault_reset_work - work performed on workq after ioc fault
353  *	@work: input argument, used to derive ioc
354  *
355 **/
356 static void
357 mpt_fault_reset_work(struct work_struct *work)
358 {
359 	MPT_ADAPTER	*ioc =
360 	    container_of(work, MPT_ADAPTER, fault_reset_work.work);
361 	u32		 ioc_raw_state;
362 	int		 rc;
363 	unsigned long	 flags;
364 	MPT_SCSI_HOST	*hd;
365 	struct task_struct *p;
366 
367 	if (ioc->ioc_reset_in_progress || !ioc->active)
368 		goto out;
369 
370 
371 	ioc_raw_state = mpt_GetIocState(ioc, 0);
372 	if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_MASK) {
373 		printk(MYIOC_s_INFO_FMT "%s: IOC is non-operational !!!!\n",
374 		    ioc->name, __func__);
375 
376 		/*
377 		 * Call mptscsih_flush_pending_cmds callback so that we
378 		 * flush all pending commands back to OS.
379 		 * This call is required to aovid deadlock at block layer.
380 		 * Dead IOC will fail to do diag reset,and this call is safe
381 		 * since dead ioc will never return any command back from HW.
382 		 */
383 		hd = shost_priv(ioc->sh);
384 		ioc->schedule_dead_ioc_flush_running_cmds(hd);
385 
386 		/*Remove the Dead Host */
387 		p = kthread_run(mpt_remove_dead_ioc_func, ioc,
388 				"mpt_dead_ioc_%d", ioc->id);
389 		if (IS_ERR(p))	{
390 			printk(MYIOC_s_ERR_FMT
391 				"%s: Running mpt_dead_ioc thread failed !\n",
392 				ioc->name, __func__);
393 		} else {
394 			printk(MYIOC_s_WARN_FMT
395 				"%s: Running mpt_dead_ioc thread success !\n",
396 				ioc->name, __func__);
397 		}
398 		return; /* don't rearm timer */
399 	}
400 
401 	if ((ioc_raw_state & MPI_IOC_STATE_MASK)
402 			== MPI_IOC_STATE_FAULT) {
403 		printk(MYIOC_s_WARN_FMT "IOC is in FAULT state (%04xh)!!!\n",
404 		       ioc->name, ioc_raw_state & MPI_DOORBELL_DATA_MASK);
405 		printk(MYIOC_s_WARN_FMT "Issuing HardReset from %s!!\n",
406 		       ioc->name, __func__);
407 		rc = mpt_HardResetHandler(ioc, CAN_SLEEP);
408 		printk(MYIOC_s_WARN_FMT "%s: HardReset: %s\n", ioc->name,
409 		       __func__, (rc == 0) ? "success" : "failed");
410 		ioc_raw_state = mpt_GetIocState(ioc, 0);
411 		if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT)
412 			printk(MYIOC_s_WARN_FMT "IOC is in FAULT state after "
413 			    "reset (%04xh)\n", ioc->name, ioc_raw_state &
414 			    MPI_DOORBELL_DATA_MASK);
415 	} else if (ioc->bus_type == SAS && ioc->sas_discovery_quiesce_io) {
416 		if ((mpt_is_discovery_complete(ioc))) {
417 			devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "clearing "
418 			    "discovery_quiesce_io flag\n", ioc->name));
419 			ioc->sas_discovery_quiesce_io = 0;
420 		}
421 	}
422 
423  out:
424 	/*
425 	 * Take turns polling alternate controller
426 	 */
427 	if (ioc->alt_ioc)
428 		ioc = ioc->alt_ioc;
429 
430 	/* rearm the timer */
431 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
432 	if (ioc->reset_work_q)
433 		queue_delayed_work(ioc->reset_work_q, &ioc->fault_reset_work,
434 			msecs_to_jiffies(MPT_POLLING_INTERVAL));
435 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
436 }
437 
438 
439 /*
440  *  Process turbo (context) reply...
441  */
442 static void
443 mpt_turbo_reply(MPT_ADAPTER *ioc, u32 pa)
444 {
445 	MPT_FRAME_HDR *mf = NULL;
446 	MPT_FRAME_HDR *mr = NULL;
447 	u16 req_idx = 0;
448 	u8 cb_idx;
449 
450 	dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got TURBO reply req_idx=%08x\n",
451 				ioc->name, pa));
452 
453 	switch (pa >> MPI_CONTEXT_REPLY_TYPE_SHIFT) {
454 	case MPI_CONTEXT_REPLY_TYPE_SCSI_INIT:
455 		req_idx = pa & 0x0000FFFF;
456 		cb_idx = (pa & 0x00FF0000) >> 16;
457 		mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
458 		break;
459 	case MPI_CONTEXT_REPLY_TYPE_LAN:
460 		cb_idx = mpt_get_cb_idx(MPTLAN_DRIVER);
461 		/*
462 		 *  Blind set of mf to NULL here was fatal
463 		 *  after lan_reply says "freeme"
464 		 *  Fix sort of combined with an optimization here;
465 		 *  added explicit check for case where lan_reply
466 		 *  was just returning 1 and doing nothing else.
467 		 *  For this case skip the callback, but set up
468 		 *  proper mf value first here:-)
469 		 */
470 		if ((pa & 0x58000000) == 0x58000000) {
471 			req_idx = pa & 0x0000FFFF;
472 			mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
473 			mpt_free_msg_frame(ioc, mf);
474 			mb();
475 			return;
476 			break;
477 		}
478 		mr = (MPT_FRAME_HDR *) CAST_U32_TO_PTR(pa);
479 		break;
480 	case MPI_CONTEXT_REPLY_TYPE_SCSI_TARGET:
481 		cb_idx = mpt_get_cb_idx(MPTSTM_DRIVER);
482 		mr = (MPT_FRAME_HDR *) CAST_U32_TO_PTR(pa);
483 		break;
484 	default:
485 		cb_idx = 0;
486 		BUG();
487 	}
488 
489 	/*  Check for (valid) IO callback!  */
490 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS ||
491 		MptCallbacks[cb_idx] == NULL) {
492 		printk(MYIOC_s_WARN_FMT "%s: Invalid cb_idx (%d)!\n",
493 				__func__, ioc->name, cb_idx);
494 		goto out;
495 	}
496 
497 	if (MptCallbacks[cb_idx](ioc, mf, mr))
498 		mpt_free_msg_frame(ioc, mf);
499  out:
500 	mb();
501 }
502 
503 static void
504 mpt_reply(MPT_ADAPTER *ioc, u32 pa)
505 {
506 	MPT_FRAME_HDR	*mf;
507 	MPT_FRAME_HDR	*mr;
508 	u16		 req_idx;
509 	u8		 cb_idx;
510 	int		 freeme;
511 
512 	u32 reply_dma_low;
513 	u16 ioc_stat;
514 
515 	/* non-TURBO reply!  Hmmm, something may be up...
516 	 *  Newest turbo reply mechanism; get address
517 	 *  via left shift 1 (get rid of MPI_ADDRESS_REPLY_A_BIT)!
518 	 */
519 
520 	/* Map DMA address of reply header to cpu address.
521 	 * pa is 32 bits - but the dma address may be 32 or 64 bits
522 	 * get offset based only only the low addresses
523 	 */
524 
525 	reply_dma_low = (pa <<= 1);
526 	mr = (MPT_FRAME_HDR *)((u8 *)ioc->reply_frames +
527 			 (reply_dma_low - ioc->reply_frames_low_dma));
528 
529 	req_idx = le16_to_cpu(mr->u.frame.hwhdr.msgctxu.fld.req_idx);
530 	cb_idx = mr->u.frame.hwhdr.msgctxu.fld.cb_idx;
531 	mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
532 
533 	dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got non-TURBO reply=%p req_idx=%x cb_idx=%x Function=%x\n",
534 			ioc->name, mr, req_idx, cb_idx, mr->u.hdr.Function));
535 	DBG_DUMP_REPLY_FRAME(ioc, (u32 *)mr);
536 
537 	 /*  Check/log IOC log info
538 	 */
539 	ioc_stat = le16_to_cpu(mr->u.reply.IOCStatus);
540 	if (ioc_stat & MPI_IOCSTATUS_FLAG_LOG_INFO_AVAILABLE) {
541 		u32	 log_info = le32_to_cpu(mr->u.reply.IOCLogInfo);
542 		if (ioc->bus_type == FC)
543 			mpt_fc_log_info(ioc, log_info);
544 		else if (ioc->bus_type == SPI)
545 			mpt_spi_log_info(ioc, log_info);
546 		else if (ioc->bus_type == SAS)
547 			mpt_sas_log_info(ioc, log_info, cb_idx);
548 	}
549 
550 	if (ioc_stat & MPI_IOCSTATUS_MASK)
551 		mpt_iocstatus_info(ioc, (u32)ioc_stat, mf);
552 
553 	/*  Check for (valid) IO callback!  */
554 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS ||
555 		MptCallbacks[cb_idx] == NULL) {
556 		printk(MYIOC_s_WARN_FMT "%s: Invalid cb_idx (%d)!\n",
557 				__func__, ioc->name, cb_idx);
558 		freeme = 0;
559 		goto out;
560 	}
561 
562 	freeme = MptCallbacks[cb_idx](ioc, mf, mr);
563 
564  out:
565 	/*  Flush (non-TURBO) reply with a WRITE!  */
566 	CHIPREG_WRITE32(&ioc->chip->ReplyFifo, pa);
567 
568 	if (freeme)
569 		mpt_free_msg_frame(ioc, mf);
570 	mb();
571 }
572 
573 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
574 /**
575  *	mpt_interrupt - MPT adapter (IOC) specific interrupt handler.
576  *	@irq: irq number (not used)
577  *	@bus_id: bus identifier cookie == pointer to MPT_ADAPTER structure
578  *
579  *	This routine is registered via the request_irq() kernel API call,
580  *	and handles all interrupts generated from a specific MPT adapter
581  *	(also referred to as a IO Controller or IOC).
582  *	This routine must clear the interrupt from the adapter and does
583  *	so by reading the reply FIFO.  Multiple replies may be processed
584  *	per single call to this routine.
585  *
586  *	This routine handles register-level access of the adapter but
587  *	dispatches (calls) a protocol-specific callback routine to handle
588  *	the protocol-specific details of the MPT request completion.
589  */
590 static irqreturn_t
591 mpt_interrupt(int irq, void *bus_id)
592 {
593 	MPT_ADAPTER *ioc = bus_id;
594 	u32 pa = CHIPREG_READ32_dmasync(&ioc->chip->ReplyFifo);
595 
596 	if (pa == 0xFFFFFFFF)
597 		return IRQ_NONE;
598 
599 	/*
600 	 *  Drain the reply FIFO!
601 	 */
602 	do {
603 		if (pa & MPI_ADDRESS_REPLY_A_BIT)
604 			mpt_reply(ioc, pa);
605 		else
606 			mpt_turbo_reply(ioc, pa);
607 		pa = CHIPREG_READ32_dmasync(&ioc->chip->ReplyFifo);
608 	} while (pa != 0xFFFFFFFF);
609 
610 	return IRQ_HANDLED;
611 }
612 
613 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
614 /**
615  *	mptbase_reply - MPT base driver's callback routine
616  *	@ioc: Pointer to MPT_ADAPTER structure
617  *	@req: Pointer to original MPT request frame
618  *	@reply: Pointer to MPT reply frame (NULL if TurboReply)
619  *
620  *	MPT base driver's callback routine; all base driver
621  *	"internal" request/reply processing is routed here.
622  *	Currently used for EventNotification and EventAck handling.
623  *
624  *	Returns 1 indicating original alloc'd request frame ptr
625  *	should be freed, or 0 if it shouldn't.
626  */
627 static int
628 mptbase_reply(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req, MPT_FRAME_HDR *reply)
629 {
630 	EventNotificationReply_t *pEventReply;
631 	u8 event;
632 	int evHandlers;
633 	int freereq = 1;
634 
635 	switch (reply->u.hdr.Function) {
636 	case MPI_FUNCTION_EVENT_NOTIFICATION:
637 		pEventReply = (EventNotificationReply_t *)reply;
638 		evHandlers = 0;
639 		ProcessEventNotification(ioc, pEventReply, &evHandlers);
640 		event = le32_to_cpu(pEventReply->Event) & 0xFF;
641 		if (pEventReply->MsgFlags & MPI_MSGFLAGS_CONTINUATION_REPLY)
642 			freereq = 0;
643 		if (event != MPI_EVENT_EVENT_CHANGE)
644 			break;
645 	case MPI_FUNCTION_CONFIG:
646 	case MPI_FUNCTION_SAS_IO_UNIT_CONTROL:
647 		ioc->mptbase_cmds.status |= MPT_MGMT_STATUS_COMMAND_GOOD;
648 		ioc->mptbase_cmds.status |= MPT_MGMT_STATUS_RF_VALID;
649 		memcpy(ioc->mptbase_cmds.reply, reply,
650 		    min(MPT_DEFAULT_FRAME_SIZE,
651 			4 * reply->u.reply.MsgLength));
652 		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_PENDING) {
653 			ioc->mptbase_cmds.status &= ~MPT_MGMT_STATUS_PENDING;
654 			complete(&ioc->mptbase_cmds.done);
655 		} else
656 			freereq = 0;
657 		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_FREE_MF)
658 			freereq = 1;
659 		break;
660 	case MPI_FUNCTION_EVENT_ACK:
661 		devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
662 		    "EventAck reply received\n", ioc->name));
663 		break;
664 	default:
665 		printk(MYIOC_s_ERR_FMT
666 		    "Unexpected msg function (=%02Xh) reply received!\n",
667 		    ioc->name, reply->u.hdr.Function);
668 		break;
669 	}
670 
671 	/*
672 	 *	Conditionally tell caller to free the original
673 	 *	EventNotification/EventAck/unexpected request frame!
674 	 */
675 	return freereq;
676 }
677 
678 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
679 /**
680  *	mpt_register - Register protocol-specific main callback handler.
681  *	@cbfunc: callback function pointer
682  *	@dclass: Protocol driver's class (%MPT_DRIVER_CLASS enum value)
683  *	@func_name: call function's name
684  *
685  *	This routine is called by a protocol-specific driver (SCSI host,
686  *	LAN, SCSI target) to register its reply callback routine.  Each
687  *	protocol-specific driver must do this before it will be able to
688  *	use any IOC resources, such as obtaining request frames.
689  *
690  *	NOTES: The SCSI protocol driver currently calls this routine thrice
691  *	in order to register separate callbacks; one for "normal" SCSI IO;
692  *	one for MptScsiTaskMgmt requests; one for Scan/DV requests.
693  *
694  *	Returns u8 valued "handle" in the range (and S.O.D. order)
695  *	{N,...,7,6,5,...,1} if successful.
696  *	A return value of MPT_MAX_PROTOCOL_DRIVERS (including zero!) should be
697  *	considered an error by the caller.
698  */
699 u8
700 mpt_register(MPT_CALLBACK cbfunc, MPT_DRIVER_CLASS dclass, char *func_name)
701 {
702 	u8 cb_idx;
703 	last_drv_idx = MPT_MAX_PROTOCOL_DRIVERS;
704 
705 	/*
706 	 *  Search for empty callback slot in this order: {N,...,7,6,5,...,1}
707 	 *  (slot/handle 0 is reserved!)
708 	 */
709 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
710 		if (MptCallbacks[cb_idx] == NULL) {
711 			MptCallbacks[cb_idx] = cbfunc;
712 			MptDriverClass[cb_idx] = dclass;
713 			MptEvHandlers[cb_idx] = NULL;
714 			last_drv_idx = cb_idx;
715 			strlcpy(MptCallbacksName[cb_idx], func_name,
716 				MPT_MAX_CALLBACKNAME_LEN+1);
717 			break;
718 		}
719 	}
720 
721 	return last_drv_idx;
722 }
723 
724 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
725 /**
726  *	mpt_deregister - Deregister a protocol drivers resources.
727  *	@cb_idx: previously registered callback handle
728  *
729  *	Each protocol-specific driver should call this routine when its
730  *	module is unloaded.
731  */
732 void
733 mpt_deregister(u8 cb_idx)
734 {
735 	if (cb_idx && (cb_idx < MPT_MAX_PROTOCOL_DRIVERS)) {
736 		MptCallbacks[cb_idx] = NULL;
737 		MptDriverClass[cb_idx] = MPTUNKNOWN_DRIVER;
738 		MptEvHandlers[cb_idx] = NULL;
739 
740 		last_drv_idx++;
741 	}
742 }
743 
744 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
745 /**
746  *	mpt_event_register - Register protocol-specific event callback handler.
747  *	@cb_idx: previously registered (via mpt_register) callback handle
748  *	@ev_cbfunc: callback function
749  *
750  *	This routine can be called by one or more protocol-specific drivers
751  *	if/when they choose to be notified of MPT events.
752  *
753  *	Returns 0 for success.
754  */
755 int
756 mpt_event_register(u8 cb_idx, MPT_EVHANDLER ev_cbfunc)
757 {
758 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
759 		return -1;
760 
761 	MptEvHandlers[cb_idx] = ev_cbfunc;
762 	return 0;
763 }
764 
765 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
766 /**
767  *	mpt_event_deregister - Deregister protocol-specific event callback handler
768  *	@cb_idx: previously registered callback handle
769  *
770  *	Each protocol-specific driver should call this routine
771  *	when it does not (or can no longer) handle events,
772  *	or when its module is unloaded.
773  */
774 void
775 mpt_event_deregister(u8 cb_idx)
776 {
777 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
778 		return;
779 
780 	MptEvHandlers[cb_idx] = NULL;
781 }
782 
783 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
784 /**
785  *	mpt_reset_register - Register protocol-specific IOC reset handler.
786  *	@cb_idx: previously registered (via mpt_register) callback handle
787  *	@reset_func: reset function
788  *
789  *	This routine can be called by one or more protocol-specific drivers
790  *	if/when they choose to be notified of IOC resets.
791  *
792  *	Returns 0 for success.
793  */
794 int
795 mpt_reset_register(u8 cb_idx, MPT_RESETHANDLER reset_func)
796 {
797 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
798 		return -1;
799 
800 	MptResetHandlers[cb_idx] = reset_func;
801 	return 0;
802 }
803 
804 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
805 /**
806  *	mpt_reset_deregister - Deregister protocol-specific IOC reset handler.
807  *	@cb_idx: previously registered callback handle
808  *
809  *	Each protocol-specific driver should call this routine
810  *	when it does not (or can no longer) handle IOC reset handling,
811  *	or when its module is unloaded.
812  */
813 void
814 mpt_reset_deregister(u8 cb_idx)
815 {
816 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
817 		return;
818 
819 	MptResetHandlers[cb_idx] = NULL;
820 }
821 
822 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
823 /**
824  *	mpt_device_driver_register - Register device driver hooks
825  *	@dd_cbfunc: driver callbacks struct
826  *	@cb_idx: MPT protocol driver index
827  */
828 int
829 mpt_device_driver_register(struct mpt_pci_driver * dd_cbfunc, u8 cb_idx)
830 {
831 	MPT_ADAPTER	*ioc;
832 	const struct pci_device_id *id;
833 
834 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
835 		return -EINVAL;
836 
837 	MptDeviceDriverHandlers[cb_idx] = dd_cbfunc;
838 
839 	/* call per pci device probe entry point */
840 	list_for_each_entry(ioc, &ioc_list, list) {
841 		id = ioc->pcidev->driver ?
842 		    ioc->pcidev->driver->id_table : NULL;
843 		if (dd_cbfunc->probe)
844 			dd_cbfunc->probe(ioc->pcidev, id);
845 	 }
846 
847 	return 0;
848 }
849 
850 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
851 /**
852  *	mpt_device_driver_deregister - DeRegister device driver hooks
853  *	@cb_idx: MPT protocol driver index
854  */
855 void
856 mpt_device_driver_deregister(u8 cb_idx)
857 {
858 	struct mpt_pci_driver *dd_cbfunc;
859 	MPT_ADAPTER	*ioc;
860 
861 	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
862 		return;
863 
864 	dd_cbfunc = MptDeviceDriverHandlers[cb_idx];
865 
866 	list_for_each_entry(ioc, &ioc_list, list) {
867 		if (dd_cbfunc->remove)
868 			dd_cbfunc->remove(ioc->pcidev);
869 	}
870 
871 	MptDeviceDriverHandlers[cb_idx] = NULL;
872 }
873 
874 
875 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
876 /**
877  *	mpt_get_msg_frame - Obtain an MPT request frame from the pool
878  *	@cb_idx: Handle of registered MPT protocol driver
879  *	@ioc: Pointer to MPT adapter structure
880  *
881  *	Obtain an MPT request frame from the pool (of 1024) that are
882  *	allocated per MPT adapter.
883  *
884  *	Returns pointer to a MPT request frame or %NULL if none are available
885  *	or IOC is not active.
886  */
887 MPT_FRAME_HDR*
888 mpt_get_msg_frame(u8 cb_idx, MPT_ADAPTER *ioc)
889 {
890 	MPT_FRAME_HDR *mf;
891 	unsigned long flags;
892 	u16	 req_idx;	/* Request index */
893 
894 	/* validate handle and ioc identifier */
895 
896 #ifdef MFCNT
897 	if (!ioc->active)
898 		printk(MYIOC_s_WARN_FMT "IOC Not Active! mpt_get_msg_frame "
899 		    "returning NULL!\n", ioc->name);
900 #endif
901 
902 	/* If interrupts are not attached, do not return a request frame */
903 	if (!ioc->active)
904 		return NULL;
905 
906 	spin_lock_irqsave(&ioc->FreeQlock, flags);
907 	if (!list_empty(&ioc->FreeQ)) {
908 		int req_offset;
909 
910 		mf = list_entry(ioc->FreeQ.next, MPT_FRAME_HDR,
911 				u.frame.linkage.list);
912 		list_del(&mf->u.frame.linkage.list);
913 		mf->u.frame.linkage.arg1 = 0;
914 		mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;	/* byte */
915 		req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
916 								/* u16! */
917 		req_idx = req_offset / ioc->req_sz;
918 		mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
919 		mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
920 		/* Default, will be changed if necessary in SG generation */
921 		ioc->RequestNB[req_idx] = ioc->NB_for_64_byte_frame;
922 #ifdef MFCNT
923 		ioc->mfcnt++;
924 #endif
925 	}
926 	else
927 		mf = NULL;
928 	spin_unlock_irqrestore(&ioc->FreeQlock, flags);
929 
930 #ifdef MFCNT
931 	if (mf == NULL)
932 		printk(MYIOC_s_WARN_FMT "IOC Active. No free Msg Frames! "
933 		    "Count 0x%x Max 0x%x\n", ioc->name, ioc->mfcnt,
934 		    ioc->req_depth);
935 	mfcounter++;
936 	if (mfcounter == PRINT_MF_COUNT)
937 		printk(MYIOC_s_INFO_FMT "MF Count 0x%x Max 0x%x \n", ioc->name,
938 		    ioc->mfcnt, ioc->req_depth);
939 #endif
940 
941 	dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mpt_get_msg_frame(%d,%d), got mf=%p\n",
942 	    ioc->name, cb_idx, ioc->id, mf));
943 	return mf;
944 }
945 
946 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
947 /**
948  *	mpt_put_msg_frame - Send a protocol-specific MPT request frame to an IOC
949  *	@cb_idx: Handle of registered MPT protocol driver
950  *	@ioc: Pointer to MPT adapter structure
951  *	@mf: Pointer to MPT request frame
952  *
953  *	This routine posts an MPT request frame to the request post FIFO of a
954  *	specific MPT adapter.
955  */
956 void
957 mpt_put_msg_frame(u8 cb_idx, MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
958 {
959 	u32 mf_dma_addr;
960 	int req_offset;
961 	u16 req_idx;	/* Request index */
962 
963 	/* ensure values are reset properly! */
964 	mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;		/* byte */
965 	req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
966 								/* u16! */
967 	req_idx = req_offset / ioc->req_sz;
968 	mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
969 	mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
970 
971 	DBG_DUMP_PUT_MSG_FRAME(ioc, (u32 *)mf);
972 
973 	mf_dma_addr = (ioc->req_frames_low_dma + req_offset) | ioc->RequestNB[req_idx];
974 	dsgprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mf_dma_addr=%x req_idx=%d "
975 	    "RequestNB=%x\n", ioc->name, mf_dma_addr, req_idx,
976 	    ioc->RequestNB[req_idx]));
977 	CHIPREG_WRITE32(&ioc->chip->RequestFifo, mf_dma_addr);
978 }
979 
980 /**
981  *	mpt_put_msg_frame_hi_pri - Send a hi-pri protocol-specific MPT request frame
982  *	@cb_idx: Handle of registered MPT protocol driver
983  *	@ioc: Pointer to MPT adapter structure
984  *	@mf: Pointer to MPT request frame
985  *
986  *	Send a protocol-specific MPT request frame to an IOC using
987  *	hi-priority request queue.
988  *
989  *	This routine posts an MPT request frame to the request post FIFO of a
990  *	specific MPT adapter.
991  **/
992 void
993 mpt_put_msg_frame_hi_pri(u8 cb_idx, MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
994 {
995 	u32 mf_dma_addr;
996 	int req_offset;
997 	u16 req_idx;	/* Request index */
998 
999 	/* ensure values are reset properly! */
1000 	mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;
1001 	req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
1002 	req_idx = req_offset / ioc->req_sz;
1003 	mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
1004 	mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
1005 
1006 	DBG_DUMP_PUT_MSG_FRAME(ioc, (u32 *)mf);
1007 
1008 	mf_dma_addr = (ioc->req_frames_low_dma + req_offset);
1009 	dsgprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mf_dma_addr=%x req_idx=%d\n",
1010 		ioc->name, mf_dma_addr, req_idx));
1011 	CHIPREG_WRITE32(&ioc->chip->RequestHiPriFifo, mf_dma_addr);
1012 }
1013 
1014 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1015 /**
1016  *	mpt_free_msg_frame - Place MPT request frame back on FreeQ.
1017  *	@ioc: Pointer to MPT adapter structure
1018  *	@mf: Pointer to MPT request frame
1019  *
1020  *	This routine places a MPT request frame back on the MPT adapter's
1021  *	FreeQ.
1022  */
1023 void
1024 mpt_free_msg_frame(MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
1025 {
1026 	unsigned long flags;
1027 
1028 	/*  Put Request back on FreeQ!  */
1029 	spin_lock_irqsave(&ioc->FreeQlock, flags);
1030 	if (cpu_to_le32(mf->u.frame.linkage.arg1) == 0xdeadbeaf)
1031 		goto out;
1032 	/* signature to know if this mf is freed */
1033 	mf->u.frame.linkage.arg1 = cpu_to_le32(0xdeadbeaf);
1034 	list_add(&mf->u.frame.linkage.list, &ioc->FreeQ);
1035 #ifdef MFCNT
1036 	ioc->mfcnt--;
1037 #endif
1038  out:
1039 	spin_unlock_irqrestore(&ioc->FreeQlock, flags);
1040 }
1041 
1042 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1043 /**
1044  *	mpt_add_sge - Place a simple 32 bit SGE at address pAddr.
1045  *	@pAddr: virtual address for SGE
1046  *	@flagslength: SGE flags and data transfer length
1047  *	@dma_addr: Physical address
1048  *
1049  *	This routine places a MPT request frame back on the MPT adapter's
1050  *	FreeQ.
1051  */
1052 static void
1053 mpt_add_sge(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1054 {
1055 	SGESimple32_t *pSge = (SGESimple32_t *) pAddr;
1056 	pSge->FlagsLength = cpu_to_le32(flagslength);
1057 	pSge->Address = cpu_to_le32(dma_addr);
1058 }
1059 
1060 /**
1061  *	mpt_add_sge_64bit - Place a simple 64 bit SGE at address pAddr.
1062  *	@pAddr: virtual address for SGE
1063  *	@flagslength: SGE flags and data transfer length
1064  *	@dma_addr: Physical address
1065  *
1066  *	This routine places a MPT request frame back on the MPT adapter's
1067  *	FreeQ.
1068  **/
1069 static void
1070 mpt_add_sge_64bit(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1071 {
1072 	SGESimple64_t *pSge = (SGESimple64_t *) pAddr;
1073 	pSge->Address.Low = cpu_to_le32
1074 			(lower_32_bits(dma_addr));
1075 	pSge->Address.High = cpu_to_le32
1076 			(upper_32_bits(dma_addr));
1077 	pSge->FlagsLength = cpu_to_le32
1078 			((flagslength | MPT_SGE_FLAGS_64_BIT_ADDRESSING));
1079 }
1080 
1081 /**
1082  *	mpt_add_sge_64bit_1078 - Place a simple 64 bit SGE at address pAddr (1078 workaround).
1083  *	@pAddr: virtual address for SGE
1084  *	@flagslength: SGE flags and data transfer length
1085  *	@dma_addr: Physical address
1086  *
1087  *	This routine places a MPT request frame back on the MPT adapter's
1088  *	FreeQ.
1089  **/
1090 static void
1091 mpt_add_sge_64bit_1078(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1092 {
1093 	SGESimple64_t *pSge = (SGESimple64_t *) pAddr;
1094 	u32 tmp;
1095 
1096 	pSge->Address.Low = cpu_to_le32
1097 			(lower_32_bits(dma_addr));
1098 	tmp = (u32)(upper_32_bits(dma_addr));
1099 
1100 	/*
1101 	 * 1078 errata workaround for the 36GB limitation
1102 	 */
1103 	if ((((u64)dma_addr + MPI_SGE_LENGTH(flagslength)) >> 32)  == 9) {
1104 		flagslength |=
1105 		    MPI_SGE_SET_FLAGS(MPI_SGE_FLAGS_LOCAL_ADDRESS);
1106 		tmp |= (1<<31);
1107 		if (mpt_debug_level & MPT_DEBUG_36GB_MEM)
1108 			printk(KERN_DEBUG "1078 P0M2 addressing for "
1109 			    "addr = 0x%llx len = %d\n",
1110 			    (unsigned long long)dma_addr,
1111 			    MPI_SGE_LENGTH(flagslength));
1112 	}
1113 
1114 	pSge->Address.High = cpu_to_le32(tmp);
1115 	pSge->FlagsLength = cpu_to_le32(
1116 		(flagslength | MPT_SGE_FLAGS_64_BIT_ADDRESSING));
1117 }
1118 
1119 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1120 /**
1121  *	mpt_add_chain - Place a 32 bit chain SGE at address pAddr.
1122  *	@pAddr: virtual address for SGE
1123  *	@next: nextChainOffset value (u32's)
1124  *	@length: length of next SGL segment
1125  *	@dma_addr: Physical address
1126  *
1127  */
1128 static void
1129 mpt_add_chain(void *pAddr, u8 next, u16 length, dma_addr_t dma_addr)
1130 {
1131 	SGEChain32_t *pChain = (SGEChain32_t *) pAddr;
1132 
1133 	pChain->Length = cpu_to_le16(length);
1134 	pChain->Flags = MPI_SGE_FLAGS_CHAIN_ELEMENT;
1135 	pChain->NextChainOffset = next;
1136 	pChain->Address = cpu_to_le32(dma_addr);
1137 }
1138 
1139 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1140 /**
1141  *	mpt_add_chain_64bit - Place a 64 bit chain SGE at address pAddr.
1142  *	@pAddr: virtual address for SGE
1143  *	@next: nextChainOffset value (u32's)
1144  *	@length: length of next SGL segment
1145  *	@dma_addr: Physical address
1146  *
1147  */
1148 static void
1149 mpt_add_chain_64bit(void *pAddr, u8 next, u16 length, dma_addr_t dma_addr)
1150 {
1151 	SGEChain64_t *pChain = (SGEChain64_t *) pAddr;
1152 	u32 tmp = dma_addr & 0xFFFFFFFF;
1153 
1154 	pChain->Length = cpu_to_le16(length);
1155 	pChain->Flags = (MPI_SGE_FLAGS_CHAIN_ELEMENT |
1156 			 MPI_SGE_FLAGS_64_BIT_ADDRESSING);
1157 
1158 	pChain->NextChainOffset = next;
1159 
1160 	pChain->Address.Low = cpu_to_le32(tmp);
1161 	tmp = (u32)(upper_32_bits(dma_addr));
1162 	pChain->Address.High = cpu_to_le32(tmp);
1163 }
1164 
1165 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1166 /**
1167  *	mpt_send_handshake_request - Send MPT request via doorbell handshake method.
1168  *	@cb_idx: Handle of registered MPT protocol driver
1169  *	@ioc: Pointer to MPT adapter structure
1170  *	@reqBytes: Size of the request in bytes
1171  *	@req: Pointer to MPT request frame
1172  *	@sleepFlag: Use schedule if CAN_SLEEP else use udelay.
1173  *
1174  *	This routine is used exclusively to send MptScsiTaskMgmt
1175  *	requests since they are required to be sent via doorbell handshake.
1176  *
1177  *	NOTE: It is the callers responsibility to byte-swap fields in the
1178  *	request which are greater than 1 byte in size.
1179  *
1180  *	Returns 0 for success, non-zero for failure.
1181  */
1182 int
1183 mpt_send_handshake_request(u8 cb_idx, MPT_ADAPTER *ioc, int reqBytes, u32 *req, int sleepFlag)
1184 {
1185 	int	r = 0;
1186 	u8	*req_as_bytes;
1187 	int	 ii;
1188 
1189 	/* State is known to be good upon entering
1190 	 * this function so issue the bus reset
1191 	 * request.
1192 	 */
1193 
1194 	/*
1195 	 * Emulate what mpt_put_msg_frame() does /wrt to sanity
1196 	 * setting cb_idx/req_idx.  But ONLY if this request
1197 	 * is in proper (pre-alloc'd) request buffer range...
1198 	 */
1199 	ii = MFPTR_2_MPT_INDEX(ioc,(MPT_FRAME_HDR*)req);
1200 	if (reqBytes >= 12 && ii >= 0 && ii < ioc->req_depth) {
1201 		MPT_FRAME_HDR *mf = (MPT_FRAME_HDR*)req;
1202 		mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(ii);
1203 		mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;
1204 	}
1205 
1206 	/* Make sure there are no doorbells */
1207 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1208 
1209 	CHIPREG_WRITE32(&ioc->chip->Doorbell,
1210 			((MPI_FUNCTION_HANDSHAKE<<MPI_DOORBELL_FUNCTION_SHIFT) |
1211 			 ((reqBytes/4)<<MPI_DOORBELL_ADD_DWORDS_SHIFT)));
1212 
1213 	/* Wait for IOC doorbell int */
1214 	if ((ii = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0) {
1215 		return ii;
1216 	}
1217 
1218 	/* Read doorbell and check for active bit */
1219 	if (!(CHIPREG_READ32(&ioc->chip->Doorbell) & MPI_DOORBELL_ACTIVE))
1220 		return -5;
1221 
1222 	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mpt_send_handshake_request start, WaitCnt=%d\n",
1223 		ioc->name, ii));
1224 
1225 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1226 
1227 	if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1228 		return -2;
1229 	}
1230 
1231 	/* Send request via doorbell handshake */
1232 	req_as_bytes = (u8 *) req;
1233 	for (ii = 0; ii < reqBytes/4; ii++) {
1234 		u32 word;
1235 
1236 		word = ((req_as_bytes[(ii*4) + 0] <<  0) |
1237 			(req_as_bytes[(ii*4) + 1] <<  8) |
1238 			(req_as_bytes[(ii*4) + 2] << 16) |
1239 			(req_as_bytes[(ii*4) + 3] << 24));
1240 		CHIPREG_WRITE32(&ioc->chip->Doorbell, word);
1241 		if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1242 			r = -3;
1243 			break;
1244 		}
1245 	}
1246 
1247 	if (r >= 0 && WaitForDoorbellInt(ioc, 10, sleepFlag) >= 0)
1248 		r = 0;
1249 	else
1250 		r = -4;
1251 
1252 	/* Make sure there are no doorbells */
1253 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1254 
1255 	return r;
1256 }
1257 
1258 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1259 /**
1260  * mpt_host_page_access_control - control the IOC's Host Page Buffer access
1261  * @ioc: Pointer to MPT adapter structure
1262  * @access_control_value: define bits below
1263  * @sleepFlag: Specifies whether the process can sleep
1264  *
1265  * Provides mechanism for the host driver to control the IOC's
1266  * Host Page Buffer access.
1267  *
1268  * Access Control Value - bits[15:12]
1269  * 0h Reserved
1270  * 1h Enable Access { MPI_DB_HPBAC_ENABLE_ACCESS }
1271  * 2h Disable Access { MPI_DB_HPBAC_DISABLE_ACCESS }
1272  * 3h Free Buffer { MPI_DB_HPBAC_FREE_BUFFER }
1273  *
1274  * Returns 0 for success, non-zero for failure.
1275  */
1276 
1277 static int
1278 mpt_host_page_access_control(MPT_ADAPTER *ioc, u8 access_control_value, int sleepFlag)
1279 {
1280 	int	 r = 0;
1281 
1282 	/* return if in use */
1283 	if (CHIPREG_READ32(&ioc->chip->Doorbell)
1284 	    & MPI_DOORBELL_ACTIVE)
1285 	    return -1;
1286 
1287 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1288 
1289 	CHIPREG_WRITE32(&ioc->chip->Doorbell,
1290 		((MPI_FUNCTION_HOST_PAGEBUF_ACCESS_CONTROL
1291 		 <<MPI_DOORBELL_FUNCTION_SHIFT) |
1292 		 (access_control_value<<12)));
1293 
1294 	/* Wait for IOC to clear Doorbell Status bit */
1295 	if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1296 		return -2;
1297 	}else
1298 		return 0;
1299 }
1300 
1301 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1302 /**
1303  *	mpt_host_page_alloc - allocate system memory for the fw
1304  *	@ioc: Pointer to pointer to IOC adapter
1305  *	@ioc_init: Pointer to ioc init config page
1306  *
1307  *	If we already allocated memory in past, then resend the same pointer.
1308  *	Returns 0 for success, non-zero for failure.
1309  */
1310 static int
1311 mpt_host_page_alloc(MPT_ADAPTER *ioc, pIOCInit_t ioc_init)
1312 {
1313 	char	*psge;
1314 	int	flags_length;
1315 	u32	host_page_buffer_sz=0;
1316 
1317 	if(!ioc->HostPageBuffer) {
1318 
1319 		host_page_buffer_sz =
1320 		    le32_to_cpu(ioc->facts.HostPageBufferSGE.FlagsLength) & 0xFFFFFF;
1321 
1322 		if(!host_page_buffer_sz)
1323 			return 0; /* fw doesn't need any host buffers */
1324 
1325 		/* spin till we get enough memory */
1326 		while(host_page_buffer_sz > 0) {
1327 
1328 			if((ioc->HostPageBuffer = pci_alloc_consistent(
1329 			    ioc->pcidev,
1330 			    host_page_buffer_sz,
1331 			    &ioc->HostPageBuffer_dma)) != NULL) {
1332 
1333 				dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1334 				    "host_page_buffer @ %p, dma @ %x, sz=%d bytes\n",
1335 				    ioc->name, ioc->HostPageBuffer,
1336 				    (u32)ioc->HostPageBuffer_dma,
1337 				    host_page_buffer_sz));
1338 				ioc->alloc_total += host_page_buffer_sz;
1339 				ioc->HostPageBuffer_sz = host_page_buffer_sz;
1340 				break;
1341 			}
1342 
1343 			host_page_buffer_sz -= (4*1024);
1344 		}
1345 	}
1346 
1347 	if(!ioc->HostPageBuffer) {
1348 		printk(MYIOC_s_ERR_FMT
1349 		    "Failed to alloc memory for host_page_buffer!\n",
1350 		    ioc->name);
1351 		return -999;
1352 	}
1353 
1354 	psge = (char *)&ioc_init->HostPageBufferSGE;
1355 	flags_length = MPI_SGE_FLAGS_SIMPLE_ELEMENT |
1356 	    MPI_SGE_FLAGS_SYSTEM_ADDRESS |
1357 	    MPI_SGE_FLAGS_HOST_TO_IOC |
1358 	    MPI_SGE_FLAGS_END_OF_BUFFER;
1359 	flags_length = flags_length << MPI_SGE_FLAGS_SHIFT;
1360 	flags_length |= ioc->HostPageBuffer_sz;
1361 	ioc->add_sge(psge, flags_length, ioc->HostPageBuffer_dma);
1362 	ioc->facts.HostPageBufferSGE = ioc_init->HostPageBufferSGE;
1363 
1364 	return 0;
1365 }
1366 
1367 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1368 /**
1369  *	mpt_verify_adapter - Given IOC identifier, set pointer to its adapter structure.
1370  *	@iocid: IOC unique identifier (integer)
1371  *	@iocpp: Pointer to pointer to IOC adapter
1372  *
1373  *	Given a unique IOC identifier, set pointer to the associated MPT
1374  *	adapter structure.
1375  *
1376  *	Returns iocid and sets iocpp if iocid is found.
1377  *	Returns -1 if iocid is not found.
1378  */
1379 int
1380 mpt_verify_adapter(int iocid, MPT_ADAPTER **iocpp)
1381 {
1382 	MPT_ADAPTER *ioc;
1383 
1384 	list_for_each_entry(ioc,&ioc_list,list) {
1385 		if (ioc->id == iocid) {
1386 			*iocpp =ioc;
1387 			return iocid;
1388 		}
1389 	}
1390 
1391 	*iocpp = NULL;
1392 	return -1;
1393 }
1394 
1395 /**
1396  *	mpt_get_product_name - returns product string
1397  *	@vendor: pci vendor id
1398  *	@device: pci device id
1399  *	@revision: pci revision id
1400  *
1401  *	Returns product string displayed when driver loads,
1402  *	in /proc/mpt/summary and /sysfs/class/scsi_host/host<X>/version_product
1403  *
1404  **/
1405 static const char*
1406 mpt_get_product_name(u16 vendor, u16 device, u8 revision)
1407 {
1408 	char *product_str = NULL;
1409 
1410 	if (vendor == PCI_VENDOR_ID_BROCADE) {
1411 		switch (device)
1412 		{
1413 		case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1414 			switch (revision)
1415 			{
1416 			case 0x00:
1417 				product_str = "BRE040 A0";
1418 				break;
1419 			case 0x01:
1420 				product_str = "BRE040 A1";
1421 				break;
1422 			default:
1423 				product_str = "BRE040";
1424 				break;
1425 			}
1426 			break;
1427 		}
1428 		goto out;
1429 	}
1430 
1431 	switch (device)
1432 	{
1433 	case MPI_MANUFACTPAGE_DEVICEID_FC909:
1434 		product_str = "LSIFC909 B1";
1435 		break;
1436 	case MPI_MANUFACTPAGE_DEVICEID_FC919:
1437 		product_str = "LSIFC919 B0";
1438 		break;
1439 	case MPI_MANUFACTPAGE_DEVICEID_FC929:
1440 		product_str = "LSIFC929 B0";
1441 		break;
1442 	case MPI_MANUFACTPAGE_DEVICEID_FC919X:
1443 		if (revision < 0x80)
1444 			product_str = "LSIFC919X A0";
1445 		else
1446 			product_str = "LSIFC919XL A1";
1447 		break;
1448 	case MPI_MANUFACTPAGE_DEVICEID_FC929X:
1449 		if (revision < 0x80)
1450 			product_str = "LSIFC929X A0";
1451 		else
1452 			product_str = "LSIFC929XL A1";
1453 		break;
1454 	case MPI_MANUFACTPAGE_DEVICEID_FC939X:
1455 		product_str = "LSIFC939X A1";
1456 		break;
1457 	case MPI_MANUFACTPAGE_DEVICEID_FC949X:
1458 		product_str = "LSIFC949X A1";
1459 		break;
1460 	case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1461 		switch (revision)
1462 		{
1463 		case 0x00:
1464 			product_str = "LSIFC949E A0";
1465 			break;
1466 		case 0x01:
1467 			product_str = "LSIFC949E A1";
1468 			break;
1469 		default:
1470 			product_str = "LSIFC949E";
1471 			break;
1472 		}
1473 		break;
1474 	case MPI_MANUFACTPAGE_DEVID_53C1030:
1475 		switch (revision)
1476 		{
1477 		case 0x00:
1478 			product_str = "LSI53C1030 A0";
1479 			break;
1480 		case 0x01:
1481 			product_str = "LSI53C1030 B0";
1482 			break;
1483 		case 0x03:
1484 			product_str = "LSI53C1030 B1";
1485 			break;
1486 		case 0x07:
1487 			product_str = "LSI53C1030 B2";
1488 			break;
1489 		case 0x08:
1490 			product_str = "LSI53C1030 C0";
1491 			break;
1492 		case 0x80:
1493 			product_str = "LSI53C1030T A0";
1494 			break;
1495 		case 0x83:
1496 			product_str = "LSI53C1030T A2";
1497 			break;
1498 		case 0x87:
1499 			product_str = "LSI53C1030T A3";
1500 			break;
1501 		case 0xc1:
1502 			product_str = "LSI53C1020A A1";
1503 			break;
1504 		default:
1505 			product_str = "LSI53C1030";
1506 			break;
1507 		}
1508 		break;
1509 	case MPI_MANUFACTPAGE_DEVID_1030_53C1035:
1510 		switch (revision)
1511 		{
1512 		case 0x03:
1513 			product_str = "LSI53C1035 A2";
1514 			break;
1515 		case 0x04:
1516 			product_str = "LSI53C1035 B0";
1517 			break;
1518 		default:
1519 			product_str = "LSI53C1035";
1520 			break;
1521 		}
1522 		break;
1523 	case MPI_MANUFACTPAGE_DEVID_SAS1064:
1524 		switch (revision)
1525 		{
1526 		case 0x00:
1527 			product_str = "LSISAS1064 A1";
1528 			break;
1529 		case 0x01:
1530 			product_str = "LSISAS1064 A2";
1531 			break;
1532 		case 0x02:
1533 			product_str = "LSISAS1064 A3";
1534 			break;
1535 		case 0x03:
1536 			product_str = "LSISAS1064 A4";
1537 			break;
1538 		default:
1539 			product_str = "LSISAS1064";
1540 			break;
1541 		}
1542 		break;
1543 	case MPI_MANUFACTPAGE_DEVID_SAS1064E:
1544 		switch (revision)
1545 		{
1546 		case 0x00:
1547 			product_str = "LSISAS1064E A0";
1548 			break;
1549 		case 0x01:
1550 			product_str = "LSISAS1064E B0";
1551 			break;
1552 		case 0x02:
1553 			product_str = "LSISAS1064E B1";
1554 			break;
1555 		case 0x04:
1556 			product_str = "LSISAS1064E B2";
1557 			break;
1558 		case 0x08:
1559 			product_str = "LSISAS1064E B3";
1560 			break;
1561 		default:
1562 			product_str = "LSISAS1064E";
1563 			break;
1564 		}
1565 		break;
1566 	case MPI_MANUFACTPAGE_DEVID_SAS1068:
1567 		switch (revision)
1568 		{
1569 		case 0x00:
1570 			product_str = "LSISAS1068 A0";
1571 			break;
1572 		case 0x01:
1573 			product_str = "LSISAS1068 B0";
1574 			break;
1575 		case 0x02:
1576 			product_str = "LSISAS1068 B1";
1577 			break;
1578 		default:
1579 			product_str = "LSISAS1068";
1580 			break;
1581 		}
1582 		break;
1583 	case MPI_MANUFACTPAGE_DEVID_SAS1068E:
1584 		switch (revision)
1585 		{
1586 		case 0x00:
1587 			product_str = "LSISAS1068E A0";
1588 			break;
1589 		case 0x01:
1590 			product_str = "LSISAS1068E B0";
1591 			break;
1592 		case 0x02:
1593 			product_str = "LSISAS1068E B1";
1594 			break;
1595 		case 0x04:
1596 			product_str = "LSISAS1068E B2";
1597 			break;
1598 		case 0x08:
1599 			product_str = "LSISAS1068E B3";
1600 			break;
1601 		default:
1602 			product_str = "LSISAS1068E";
1603 			break;
1604 		}
1605 		break;
1606 	case MPI_MANUFACTPAGE_DEVID_SAS1078:
1607 		switch (revision)
1608 		{
1609 		case 0x00:
1610 			product_str = "LSISAS1078 A0";
1611 			break;
1612 		case 0x01:
1613 			product_str = "LSISAS1078 B0";
1614 			break;
1615 		case 0x02:
1616 			product_str = "LSISAS1078 C0";
1617 			break;
1618 		case 0x03:
1619 			product_str = "LSISAS1078 C1";
1620 			break;
1621 		case 0x04:
1622 			product_str = "LSISAS1078 C2";
1623 			break;
1624 		default:
1625 			product_str = "LSISAS1078";
1626 			break;
1627 		}
1628 		break;
1629 	}
1630 
1631  out:
1632 	return product_str;
1633 }
1634 
1635 /**
1636  *	mpt_mapresources - map in memory mapped io
1637  *	@ioc: Pointer to pointer to IOC adapter
1638  *
1639  **/
1640 static int
1641 mpt_mapresources(MPT_ADAPTER *ioc)
1642 {
1643 	u8		__iomem *mem;
1644 	int		 ii;
1645 	resource_size_t	 mem_phys;
1646 	unsigned long	 port;
1647 	u32		 msize;
1648 	u32		 psize;
1649 	int		 r = -ENODEV;
1650 	struct pci_dev *pdev;
1651 
1652 	pdev = ioc->pcidev;
1653 	ioc->bars = pci_select_bars(pdev, IORESOURCE_MEM);
1654 	if (pci_enable_device_mem(pdev)) {
1655 		printk(MYIOC_s_ERR_FMT "pci_enable_device_mem() "
1656 		    "failed\n", ioc->name);
1657 		return r;
1658 	}
1659 	if (pci_request_selected_regions(pdev, ioc->bars, "mpt")) {
1660 		printk(MYIOC_s_ERR_FMT "pci_request_selected_regions() with "
1661 		    "MEM failed\n", ioc->name);
1662 		goto out_pci_disable_device;
1663 	}
1664 
1665 	if (sizeof(dma_addr_t) > 4) {
1666 		const uint64_t required_mask = dma_get_required_mask
1667 		    (&pdev->dev);
1668 		if (required_mask > DMA_BIT_MASK(32)
1669 			&& !pci_set_dma_mask(pdev, DMA_BIT_MASK(64))
1670 			&& !pci_set_consistent_dma_mask(pdev,
1671 						 DMA_BIT_MASK(64))) {
1672 			ioc->dma_mask = DMA_BIT_MASK(64);
1673 			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1674 				": 64 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1675 				ioc->name));
1676 		} else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
1677 			&& !pci_set_consistent_dma_mask(pdev,
1678 						DMA_BIT_MASK(32))) {
1679 			ioc->dma_mask = DMA_BIT_MASK(32);
1680 			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1681 				": 32 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1682 				ioc->name));
1683 		} else {
1684 			printk(MYIOC_s_WARN_FMT "no suitable DMA mask for %s\n",
1685 			    ioc->name, pci_name(pdev));
1686 			goto out_pci_release_region;
1687 		}
1688 	} else {
1689 		if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
1690 			&& !pci_set_consistent_dma_mask(pdev,
1691 						DMA_BIT_MASK(32))) {
1692 			ioc->dma_mask = DMA_BIT_MASK(32);
1693 			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1694 				": 32 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1695 				ioc->name));
1696 		} else {
1697 			printk(MYIOC_s_WARN_FMT "no suitable DMA mask for %s\n",
1698 			    ioc->name, pci_name(pdev));
1699 			goto out_pci_release_region;
1700 		}
1701 	}
1702 
1703 	mem_phys = msize = 0;
1704 	port = psize = 0;
1705 	for (ii = 0; ii < DEVICE_COUNT_RESOURCE; ii++) {
1706 		if (pci_resource_flags(pdev, ii) & PCI_BASE_ADDRESS_SPACE_IO) {
1707 			if (psize)
1708 				continue;
1709 			/* Get I/O space! */
1710 			port = pci_resource_start(pdev, ii);
1711 			psize = pci_resource_len(pdev, ii);
1712 		} else {
1713 			if (msize)
1714 				continue;
1715 			/* Get memmap */
1716 			mem_phys = pci_resource_start(pdev, ii);
1717 			msize = pci_resource_len(pdev, ii);
1718 		}
1719 	}
1720 	ioc->mem_size = msize;
1721 
1722 	mem = NULL;
1723 	/* Get logical ptr for PciMem0 space */
1724 	/*mem = ioremap(mem_phys, msize);*/
1725 	mem = ioremap(mem_phys, msize);
1726 	if (mem == NULL) {
1727 		printk(MYIOC_s_ERR_FMT ": ERROR - Unable to map adapter"
1728 			" memory!\n", ioc->name);
1729 		r = -EINVAL;
1730 		goto out_pci_release_region;
1731 	}
1732 	ioc->memmap = mem;
1733 	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "mem = %p, mem_phys = %llx\n",
1734 	    ioc->name, mem, (unsigned long long)mem_phys));
1735 
1736 	ioc->mem_phys = mem_phys;
1737 	ioc->chip = (SYSIF_REGS __iomem *)mem;
1738 
1739 	/* Save Port IO values in case we need to do downloadboot */
1740 	ioc->pio_mem_phys = port;
1741 	ioc->pio_chip = (SYSIF_REGS __iomem *)port;
1742 
1743 	return 0;
1744 
1745 out_pci_release_region:
1746 	pci_release_selected_regions(pdev, ioc->bars);
1747 out_pci_disable_device:
1748 	pci_disable_device(pdev);
1749 	return r;
1750 }
1751 
1752 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1753 /**
1754  *	mpt_attach - Install a PCI intelligent MPT adapter.
1755  *	@pdev: Pointer to pci_dev structure
1756  *	@id: PCI device ID information
1757  *
1758  *	This routine performs all the steps necessary to bring the IOC of
1759  *	a MPT adapter to a OPERATIONAL state.  This includes registering
1760  *	memory regions, registering the interrupt, and allocating request
1761  *	and reply memory pools.
1762  *
1763  *	This routine also pre-fetches the LAN MAC address of a Fibre Channel
1764  *	MPT adapter.
1765  *
1766  *	Returns 0 for success, non-zero for failure.
1767  *
1768  *	TODO: Add support for polled controllers
1769  */
1770 int
1771 mpt_attach(struct pci_dev *pdev, const struct pci_device_id *id)
1772 {
1773 	MPT_ADAPTER	*ioc;
1774 	u8		 cb_idx;
1775 	int		 r = -ENODEV;
1776 	u8		 pcixcmd;
1777 	static int	 mpt_ids = 0;
1778 #ifdef CONFIG_PROC_FS
1779 	struct proc_dir_entry *dent;
1780 #endif
1781 
1782 	ioc = kzalloc(sizeof(MPT_ADAPTER), GFP_ATOMIC);
1783 	if (ioc == NULL) {
1784 		printk(KERN_ERR MYNAM ": ERROR - Insufficient memory to add adapter!\n");
1785 		return -ENOMEM;
1786 	}
1787 
1788 	ioc->id = mpt_ids++;
1789 	sprintf(ioc->name, "ioc%d", ioc->id);
1790 	dinitprintk(ioc, printk(KERN_WARNING MYNAM ": mpt_adapter_install\n"));
1791 
1792 	/*
1793 	 * set initial debug level
1794 	 * (refer to mptdebug.h)
1795 	 *
1796 	 */
1797 	ioc->debug_level = mpt_debug_level;
1798 	if (mpt_debug_level)
1799 		printk(KERN_INFO "mpt_debug_level=%xh\n", mpt_debug_level);
1800 
1801 	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT ": mpt_adapter_install\n", ioc->name));
1802 
1803 	ioc->pcidev = pdev;
1804 	if (mpt_mapresources(ioc)) {
1805 		goto out_free_ioc;
1806 	}
1807 
1808 	/*
1809 	 * Setting up proper handlers for scatter gather handling
1810 	 */
1811 	if (ioc->dma_mask == DMA_BIT_MASK(64)) {
1812 		if (pdev->device == MPI_MANUFACTPAGE_DEVID_SAS1078)
1813 			ioc->add_sge = &mpt_add_sge_64bit_1078;
1814 		else
1815 			ioc->add_sge = &mpt_add_sge_64bit;
1816 		ioc->add_chain = &mpt_add_chain_64bit;
1817 		ioc->sg_addr_size = 8;
1818 	} else {
1819 		ioc->add_sge = &mpt_add_sge;
1820 		ioc->add_chain = &mpt_add_chain;
1821 		ioc->sg_addr_size = 4;
1822 	}
1823 	ioc->SGE_size = sizeof(u32) + ioc->sg_addr_size;
1824 
1825 	ioc->alloc_total = sizeof(MPT_ADAPTER);
1826 	ioc->req_sz = MPT_DEFAULT_FRAME_SIZE;		/* avoid div by zero! */
1827 	ioc->reply_sz = MPT_REPLY_FRAME_SIZE;
1828 
1829 
1830 	spin_lock_init(&ioc->taskmgmt_lock);
1831 	mutex_init(&ioc->internal_cmds.mutex);
1832 	init_completion(&ioc->internal_cmds.done);
1833 	mutex_init(&ioc->mptbase_cmds.mutex);
1834 	init_completion(&ioc->mptbase_cmds.done);
1835 	mutex_init(&ioc->taskmgmt_cmds.mutex);
1836 	init_completion(&ioc->taskmgmt_cmds.done);
1837 
1838 	/* Initialize the event logging.
1839 	 */
1840 	ioc->eventTypes = 0;	/* None */
1841 	ioc->eventContext = 0;
1842 	ioc->eventLogSize = 0;
1843 	ioc->events = NULL;
1844 
1845 #ifdef MFCNT
1846 	ioc->mfcnt = 0;
1847 #endif
1848 
1849 	ioc->sh = NULL;
1850 	ioc->cached_fw = NULL;
1851 
1852 	/* Initialize SCSI Config Data structure
1853 	 */
1854 	memset(&ioc->spi_data, 0, sizeof(SpiCfgData));
1855 
1856 	/* Initialize the fc rport list head.
1857 	 */
1858 	INIT_LIST_HEAD(&ioc->fc_rports);
1859 
1860 	/* Find lookup slot. */
1861 	INIT_LIST_HEAD(&ioc->list);
1862 
1863 
1864 	/* Initialize workqueue */
1865 	INIT_DELAYED_WORK(&ioc->fault_reset_work, mpt_fault_reset_work);
1866 
1867 	snprintf(ioc->reset_work_q_name, MPT_KOBJ_NAME_LEN,
1868 		 "mpt_poll_%d", ioc->id);
1869 	ioc->reset_work_q = alloc_workqueue(ioc->reset_work_q_name,
1870 					    WQ_MEM_RECLAIM, 0);
1871 	if (!ioc->reset_work_q) {
1872 		printk(MYIOC_s_ERR_FMT "Insufficient memory to add adapter!\n",
1873 		    ioc->name);
1874 		r = -ENOMEM;
1875 		goto out_unmap_resources;
1876 	}
1877 
1878 	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "facts @ %p, pfacts[0] @ %p\n",
1879 	    ioc->name, &ioc->facts, &ioc->pfacts[0]));
1880 
1881 	ioc->prod_name = mpt_get_product_name(pdev->vendor, pdev->device,
1882 					      pdev->revision);
1883 
1884 	switch (pdev->device)
1885 	{
1886 	case MPI_MANUFACTPAGE_DEVICEID_FC939X:
1887 	case MPI_MANUFACTPAGE_DEVICEID_FC949X:
1888 		ioc->errata_flag_1064 = 1;
1889 	case MPI_MANUFACTPAGE_DEVICEID_FC909:
1890 	case MPI_MANUFACTPAGE_DEVICEID_FC929:
1891 	case MPI_MANUFACTPAGE_DEVICEID_FC919:
1892 	case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1893 		ioc->bus_type = FC;
1894 		break;
1895 
1896 	case MPI_MANUFACTPAGE_DEVICEID_FC929X:
1897 		if (pdev->revision < XL_929) {
1898 			/* 929X Chip Fix. Set Split transactions level
1899 		 	* for PCIX. Set MOST bits to zero.
1900 		 	*/
1901 			pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1902 			pcixcmd &= 0x8F;
1903 			pci_write_config_byte(pdev, 0x6a, pcixcmd);
1904 		} else {
1905 			/* 929XL Chip Fix. Set MMRBC to 0x08.
1906 		 	*/
1907 			pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1908 			pcixcmd |= 0x08;
1909 			pci_write_config_byte(pdev, 0x6a, pcixcmd);
1910 		}
1911 		ioc->bus_type = FC;
1912 		break;
1913 
1914 	case MPI_MANUFACTPAGE_DEVICEID_FC919X:
1915 		/* 919X Chip Fix. Set Split transactions level
1916 		 * for PCIX. Set MOST bits to zero.
1917 		 */
1918 		pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1919 		pcixcmd &= 0x8F;
1920 		pci_write_config_byte(pdev, 0x6a, pcixcmd);
1921 		ioc->bus_type = FC;
1922 		break;
1923 
1924 	case MPI_MANUFACTPAGE_DEVID_53C1030:
1925 		/* 1030 Chip Fix. Disable Split transactions
1926 		 * for PCIX. Set MOST bits to zero if Rev < C0( = 8).
1927 		 */
1928 		if (pdev->revision < C0_1030) {
1929 			pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1930 			pcixcmd &= 0x8F;
1931 			pci_write_config_byte(pdev, 0x6a, pcixcmd);
1932 		}
1933 
1934 	case MPI_MANUFACTPAGE_DEVID_1030_53C1035:
1935 		ioc->bus_type = SPI;
1936 		break;
1937 
1938 	case MPI_MANUFACTPAGE_DEVID_SAS1064:
1939 	case MPI_MANUFACTPAGE_DEVID_SAS1068:
1940 		ioc->errata_flag_1064 = 1;
1941 		ioc->bus_type = SAS;
1942 		break;
1943 
1944 	case MPI_MANUFACTPAGE_DEVID_SAS1064E:
1945 	case MPI_MANUFACTPAGE_DEVID_SAS1068E:
1946 	case MPI_MANUFACTPAGE_DEVID_SAS1078:
1947 		ioc->bus_type = SAS;
1948 		break;
1949 	}
1950 
1951 
1952 	switch (ioc->bus_type) {
1953 
1954 	case SAS:
1955 		ioc->msi_enable = mpt_msi_enable_sas;
1956 		break;
1957 
1958 	case SPI:
1959 		ioc->msi_enable = mpt_msi_enable_spi;
1960 		break;
1961 
1962 	case FC:
1963 		ioc->msi_enable = mpt_msi_enable_fc;
1964 		break;
1965 
1966 	default:
1967 		ioc->msi_enable = 0;
1968 		break;
1969 	}
1970 
1971 	ioc->fw_events_off = 1;
1972 
1973 	if (ioc->errata_flag_1064)
1974 		pci_disable_io_access(pdev);
1975 
1976 	spin_lock_init(&ioc->FreeQlock);
1977 
1978 	/* Disable all! */
1979 	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
1980 	ioc->active = 0;
1981 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1982 
1983 	/* Set IOC ptr in the pcidev's driver data. */
1984 	pci_set_drvdata(ioc->pcidev, ioc);
1985 
1986 	/* Set lookup ptr. */
1987 	list_add_tail(&ioc->list, &ioc_list);
1988 
1989 	/* Check for "bound ports" (929, 929X, 1030, 1035) to reduce redundant resets.
1990 	 */
1991 	mpt_detect_bound_ports(ioc, pdev);
1992 
1993 	INIT_LIST_HEAD(&ioc->fw_event_list);
1994 	spin_lock_init(&ioc->fw_event_lock);
1995 	snprintf(ioc->fw_event_q_name, MPT_KOBJ_NAME_LEN, "mpt/%d", ioc->id);
1996 	ioc->fw_event_q = alloc_workqueue(ioc->fw_event_q_name,
1997 					  WQ_MEM_RECLAIM, 0);
1998 	if (!ioc->fw_event_q) {
1999 		printk(MYIOC_s_ERR_FMT "Insufficient memory to add adapter!\n",
2000 		    ioc->name);
2001 		r = -ENOMEM;
2002 		goto out_remove_ioc;
2003 	}
2004 
2005 	if ((r = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_BRINGUP,
2006 	    CAN_SLEEP)) != 0){
2007 		printk(MYIOC_s_ERR_FMT "didn't initialize properly! (%d)\n",
2008 		    ioc->name, r);
2009 
2010 		destroy_workqueue(ioc->fw_event_q);
2011 		ioc->fw_event_q = NULL;
2012 
2013 		list_del(&ioc->list);
2014 		if (ioc->alt_ioc)
2015 			ioc->alt_ioc->alt_ioc = NULL;
2016 		iounmap(ioc->memmap);
2017 		if (pci_is_enabled(pdev))
2018 			pci_disable_device(pdev);
2019 		if (r != -5)
2020 			pci_release_selected_regions(pdev, ioc->bars);
2021 
2022 		destroy_workqueue(ioc->reset_work_q);
2023 		ioc->reset_work_q = NULL;
2024 
2025 		kfree(ioc);
2026 		return r;
2027 	}
2028 
2029 	/* call per device driver probe entry point */
2030 	for(cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
2031 		if(MptDeviceDriverHandlers[cb_idx] &&
2032 		  MptDeviceDriverHandlers[cb_idx]->probe) {
2033 			MptDeviceDriverHandlers[cb_idx]->probe(pdev,id);
2034 		}
2035 	}
2036 
2037 #ifdef CONFIG_PROC_FS
2038 	/*
2039 	 *  Create "/proc/mpt/iocN" subdirectory entry for each MPT adapter.
2040 	 */
2041 	dent = proc_mkdir(ioc->name, mpt_proc_root_dir);
2042 	if (dent) {
2043 		proc_create_data("info", S_IRUGO, dent, &mpt_iocinfo_proc_fops, ioc);
2044 		proc_create_data("summary", S_IRUGO, dent, &mpt_summary_proc_fops, ioc);
2045 	}
2046 #endif
2047 
2048 	if (!ioc->alt_ioc)
2049 		queue_delayed_work(ioc->reset_work_q, &ioc->fault_reset_work,
2050 			msecs_to_jiffies(MPT_POLLING_INTERVAL));
2051 
2052 	return 0;
2053 
2054 out_remove_ioc:
2055 	list_del(&ioc->list);
2056 	if (ioc->alt_ioc)
2057 		ioc->alt_ioc->alt_ioc = NULL;
2058 
2059 	destroy_workqueue(ioc->reset_work_q);
2060 	ioc->reset_work_q = NULL;
2061 
2062 out_unmap_resources:
2063 	iounmap(ioc->memmap);
2064 	pci_disable_device(pdev);
2065 	pci_release_selected_regions(pdev, ioc->bars);
2066 
2067 out_free_ioc:
2068 	kfree(ioc);
2069 
2070 	return r;
2071 }
2072 
2073 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2074 /**
2075  *	mpt_detach - Remove a PCI intelligent MPT adapter.
2076  *	@pdev: Pointer to pci_dev structure
2077  */
2078 
2079 void
2080 mpt_detach(struct pci_dev *pdev)
2081 {
2082 	MPT_ADAPTER 	*ioc = pci_get_drvdata(pdev);
2083 	char pname[64];
2084 	u8 cb_idx;
2085 	unsigned long flags;
2086 	struct workqueue_struct *wq;
2087 
2088 	/*
2089 	 * Stop polling ioc for fault condition
2090 	 */
2091 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
2092 	wq = ioc->reset_work_q;
2093 	ioc->reset_work_q = NULL;
2094 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
2095 	cancel_delayed_work(&ioc->fault_reset_work);
2096 	destroy_workqueue(wq);
2097 
2098 	spin_lock_irqsave(&ioc->fw_event_lock, flags);
2099 	wq = ioc->fw_event_q;
2100 	ioc->fw_event_q = NULL;
2101 	spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
2102 	destroy_workqueue(wq);
2103 
2104 	snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s/summary", ioc->name);
2105 	remove_proc_entry(pname, NULL);
2106 	snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s/info", ioc->name);
2107 	remove_proc_entry(pname, NULL);
2108 	snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s", ioc->name);
2109 	remove_proc_entry(pname, NULL);
2110 
2111 	/* call per device driver remove entry point */
2112 	for(cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
2113 		if(MptDeviceDriverHandlers[cb_idx] &&
2114 		  MptDeviceDriverHandlers[cb_idx]->remove) {
2115 			MptDeviceDriverHandlers[cb_idx]->remove(pdev);
2116 		}
2117 	}
2118 
2119 	/* Disable interrupts! */
2120 	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2121 
2122 	ioc->active = 0;
2123 	synchronize_irq(pdev->irq);
2124 
2125 	/* Clear any lingering interrupt */
2126 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2127 
2128 	CHIPREG_READ32(&ioc->chip->IntStatus);
2129 
2130 	mpt_adapter_dispose(ioc);
2131 
2132 }
2133 
2134 /**************************************************************************
2135  * Power Management
2136  */
2137 #ifdef CONFIG_PM
2138 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2139 /**
2140  *	mpt_suspend - Fusion MPT base driver suspend routine.
2141  *	@pdev: Pointer to pci_dev structure
2142  *	@state: new state to enter
2143  */
2144 int
2145 mpt_suspend(struct pci_dev *pdev, pm_message_t state)
2146 {
2147 	u32 device_state;
2148 	MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
2149 
2150 	device_state = pci_choose_state(pdev, state);
2151 	printk(MYIOC_s_INFO_FMT "pci-suspend: pdev=0x%p, slot=%s, Entering "
2152 	    "operating state [D%d]\n", ioc->name, pdev, pci_name(pdev),
2153 	    device_state);
2154 
2155 	/* put ioc into READY_STATE */
2156 	if (SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, CAN_SLEEP)) {
2157 		printk(MYIOC_s_ERR_FMT
2158 		"pci-suspend:  IOC msg unit reset failed!\n", ioc->name);
2159 	}
2160 
2161 	/* disable interrupts */
2162 	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2163 	ioc->active = 0;
2164 
2165 	/* Clear any lingering interrupt */
2166 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2167 
2168 	free_irq(ioc->pci_irq, ioc);
2169 	if (ioc->msi_enable)
2170 		pci_disable_msi(ioc->pcidev);
2171 	ioc->pci_irq = -1;
2172 	pci_save_state(pdev);
2173 	pci_disable_device(pdev);
2174 	pci_release_selected_regions(pdev, ioc->bars);
2175 	pci_set_power_state(pdev, device_state);
2176 	return 0;
2177 }
2178 
2179 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2180 /**
2181  *	mpt_resume - Fusion MPT base driver resume routine.
2182  *	@pdev: Pointer to pci_dev structure
2183  */
2184 int
2185 mpt_resume(struct pci_dev *pdev)
2186 {
2187 	MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
2188 	u32 device_state = pdev->current_state;
2189 	int recovery_state;
2190 	int err;
2191 
2192 	printk(MYIOC_s_INFO_FMT "pci-resume: pdev=0x%p, slot=%s, Previous "
2193 	    "operating state [D%d]\n", ioc->name, pdev, pci_name(pdev),
2194 	    device_state);
2195 
2196 	pci_set_power_state(pdev, PCI_D0);
2197 	pci_enable_wake(pdev, PCI_D0, 0);
2198 	pci_restore_state(pdev);
2199 	ioc->pcidev = pdev;
2200 	err = mpt_mapresources(ioc);
2201 	if (err)
2202 		return err;
2203 
2204 	if (ioc->dma_mask == DMA_BIT_MASK(64)) {
2205 		if (pdev->device == MPI_MANUFACTPAGE_DEVID_SAS1078)
2206 			ioc->add_sge = &mpt_add_sge_64bit_1078;
2207 		else
2208 			ioc->add_sge = &mpt_add_sge_64bit;
2209 		ioc->add_chain = &mpt_add_chain_64bit;
2210 		ioc->sg_addr_size = 8;
2211 	} else {
2212 
2213 		ioc->add_sge = &mpt_add_sge;
2214 		ioc->add_chain = &mpt_add_chain;
2215 		ioc->sg_addr_size = 4;
2216 	}
2217 	ioc->SGE_size = sizeof(u32) + ioc->sg_addr_size;
2218 
2219 	printk(MYIOC_s_INFO_FMT "pci-resume: ioc-state=0x%x,doorbell=0x%x\n",
2220 	    ioc->name, (mpt_GetIocState(ioc, 1) >> MPI_IOC_STATE_SHIFT),
2221 	    CHIPREG_READ32(&ioc->chip->Doorbell));
2222 
2223 	/*
2224 	 * Errata workaround for SAS pci express:
2225 	 * Upon returning to the D0 state, the contents of the doorbell will be
2226 	 * stale data, and this will incorrectly signal to the host driver that
2227 	 * the firmware is ready to process mpt commands.   The workaround is
2228 	 * to issue a diagnostic reset.
2229 	 */
2230 	if (ioc->bus_type == SAS && (pdev->device ==
2231 	    MPI_MANUFACTPAGE_DEVID_SAS1068E || pdev->device ==
2232 	    MPI_MANUFACTPAGE_DEVID_SAS1064E)) {
2233 		if (KickStart(ioc, 1, CAN_SLEEP) < 0) {
2234 			printk(MYIOC_s_WARN_FMT "pci-resume: Cannot recover\n",
2235 			    ioc->name);
2236 			goto out;
2237 		}
2238 	}
2239 
2240 	/* bring ioc to operational state */
2241 	printk(MYIOC_s_INFO_FMT "Sending mpt_do_ioc_recovery\n", ioc->name);
2242 	recovery_state = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_BRINGUP,
2243 						 CAN_SLEEP);
2244 	if (recovery_state != 0)
2245 		printk(MYIOC_s_WARN_FMT "pci-resume: Cannot recover, "
2246 		    "error:[%x]\n", ioc->name, recovery_state);
2247 	else
2248 		printk(MYIOC_s_INFO_FMT
2249 		    "pci-resume: success\n", ioc->name);
2250  out:
2251 	return 0;
2252 
2253 }
2254 #endif
2255 
2256 static int
2257 mpt_signal_reset(u8 index, MPT_ADAPTER *ioc, int reset_phase)
2258 {
2259 	if ((MptDriverClass[index] == MPTSPI_DRIVER &&
2260 	     ioc->bus_type != SPI) ||
2261 	    (MptDriverClass[index] == MPTFC_DRIVER &&
2262 	     ioc->bus_type != FC) ||
2263 	    (MptDriverClass[index] == MPTSAS_DRIVER &&
2264 	     ioc->bus_type != SAS))
2265 		/* make sure we only call the relevant reset handler
2266 		 * for the bus */
2267 		return 0;
2268 	return (MptResetHandlers[index])(ioc, reset_phase);
2269 }
2270 
2271 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2272 /**
2273  *	mpt_do_ioc_recovery - Initialize or recover MPT adapter.
2274  *	@ioc: Pointer to MPT adapter structure
2275  *	@reason: Event word / reason
2276  *	@sleepFlag: Use schedule if CAN_SLEEP else use udelay.
2277  *
2278  *	This routine performs all the steps necessary to bring the IOC
2279  *	to a OPERATIONAL state.
2280  *
2281  *	This routine also pre-fetches the LAN MAC address of a Fibre Channel
2282  *	MPT adapter.
2283  *
2284  *	Returns:
2285  *		 0 for success
2286  *		-1 if failed to get board READY
2287  *		-2 if READY but IOCFacts Failed
2288  *		-3 if READY but PrimeIOCFifos Failed
2289  *		-4 if READY but IOCInit Failed
2290  *		-5 if failed to enable_device and/or request_selected_regions
2291  *		-6 if failed to upload firmware
2292  */
2293 static int
2294 mpt_do_ioc_recovery(MPT_ADAPTER *ioc, u32 reason, int sleepFlag)
2295 {
2296 	int	 hard_reset_done = 0;
2297 	int	 alt_ioc_ready = 0;
2298 	int	 hard;
2299 	int	 rc=0;
2300 	int	 ii;
2301 	int	 ret = 0;
2302 	int	 reset_alt_ioc_active = 0;
2303 	int	 irq_allocated = 0;
2304 	u8	*a;
2305 
2306 	printk(MYIOC_s_INFO_FMT "Initiating %s\n", ioc->name,
2307 	    reason == MPT_HOSTEVENT_IOC_BRINGUP ? "bringup" : "recovery");
2308 
2309 	/* Disable reply interrupts (also blocks FreeQ) */
2310 	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2311 	ioc->active = 0;
2312 
2313 	if (ioc->alt_ioc) {
2314 		if (ioc->alt_ioc->active ||
2315 		    reason == MPT_HOSTEVENT_IOC_RECOVER) {
2316 			reset_alt_ioc_active = 1;
2317 			/* Disable alt-IOC's reply interrupts
2318 			 *  (and FreeQ) for a bit
2319 			 **/
2320 			CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask,
2321 				0xFFFFFFFF);
2322 			ioc->alt_ioc->active = 0;
2323 		}
2324 	}
2325 
2326 	hard = 1;
2327 	if (reason == MPT_HOSTEVENT_IOC_BRINGUP)
2328 		hard = 0;
2329 
2330 	if ((hard_reset_done = MakeIocReady(ioc, hard, sleepFlag)) < 0) {
2331 		if (hard_reset_done == -4) {
2332 			printk(MYIOC_s_WARN_FMT "Owned by PEER..skipping!\n",
2333 			    ioc->name);
2334 
2335 			if (reset_alt_ioc_active && ioc->alt_ioc) {
2336 				/* (re)Enable alt-IOC! (reply interrupt, FreeQ) */
2337 				dprintk(ioc, printk(MYIOC_s_INFO_FMT
2338 				    "alt_ioc reply irq re-enabled\n", ioc->alt_ioc->name));
2339 				CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask, MPI_HIM_DIM);
2340 				ioc->alt_ioc->active = 1;
2341 			}
2342 
2343 		} else {
2344 			printk(MYIOC_s_WARN_FMT
2345 			    "NOT READY WARNING!\n", ioc->name);
2346 		}
2347 		ret = -1;
2348 		goto out;
2349 	}
2350 
2351 	/* hard_reset_done = 0 if a soft reset was performed
2352 	 * and 1 if a hard reset was performed.
2353 	 */
2354 	if (hard_reset_done && reset_alt_ioc_active && ioc->alt_ioc) {
2355 		if ((rc = MakeIocReady(ioc->alt_ioc, 0, sleepFlag)) == 0)
2356 			alt_ioc_ready = 1;
2357 		else
2358 			printk(MYIOC_s_WARN_FMT
2359 			    ": alt-ioc Not ready WARNING!\n",
2360 			    ioc->alt_ioc->name);
2361 	}
2362 
2363 	for (ii=0; ii<5; ii++) {
2364 		/* Get IOC facts! Allow 5 retries */
2365 		if ((rc = GetIocFacts(ioc, sleepFlag, reason)) == 0)
2366 			break;
2367 	}
2368 
2369 
2370 	if (ii == 5) {
2371 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2372 		    "Retry IocFacts failed rc=%x\n", ioc->name, rc));
2373 		ret = -2;
2374 	} else if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
2375 		MptDisplayIocCapabilities(ioc);
2376 	}
2377 
2378 	if (alt_ioc_ready) {
2379 		if ((rc = GetIocFacts(ioc->alt_ioc, sleepFlag, reason)) != 0) {
2380 			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2381 			    "Initial Alt IocFacts failed rc=%x\n",
2382 			    ioc->name, rc));
2383 			/* Retry - alt IOC was initialized once
2384 			 */
2385 			rc = GetIocFacts(ioc->alt_ioc, sleepFlag, reason);
2386 		}
2387 		if (rc) {
2388 			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2389 			    "Retry Alt IocFacts failed rc=%x\n", ioc->name, rc));
2390 			alt_ioc_ready = 0;
2391 			reset_alt_ioc_active = 0;
2392 		} else if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
2393 			MptDisplayIocCapabilities(ioc->alt_ioc);
2394 		}
2395 	}
2396 
2397 	if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP) &&
2398 	    (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)) {
2399 		pci_release_selected_regions(ioc->pcidev, ioc->bars);
2400 		ioc->bars = pci_select_bars(ioc->pcidev, IORESOURCE_MEM |
2401 		    IORESOURCE_IO);
2402 		if (pci_enable_device(ioc->pcidev))
2403 			return -5;
2404 		if (pci_request_selected_regions(ioc->pcidev, ioc->bars,
2405 			"mpt"))
2406 			return -5;
2407 	}
2408 
2409 	/*
2410 	 * Device is reset now. It must have de-asserted the interrupt line
2411 	 * (if it was asserted) and it should be safe to register for the
2412 	 * interrupt now.
2413 	 */
2414 	if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP)) {
2415 		ioc->pci_irq = -1;
2416 		if (ioc->pcidev->irq) {
2417 			if (ioc->msi_enable && !pci_enable_msi(ioc->pcidev))
2418 				printk(MYIOC_s_INFO_FMT "PCI-MSI enabled\n",
2419 				    ioc->name);
2420 			else
2421 				ioc->msi_enable = 0;
2422 			rc = request_irq(ioc->pcidev->irq, mpt_interrupt,
2423 			    IRQF_SHARED, ioc->name, ioc);
2424 			if (rc < 0) {
2425 				printk(MYIOC_s_ERR_FMT "Unable to allocate "
2426 				    "interrupt %d!\n",
2427 				    ioc->name, ioc->pcidev->irq);
2428 				if (ioc->msi_enable)
2429 					pci_disable_msi(ioc->pcidev);
2430 				ret = -EBUSY;
2431 				goto out;
2432 			}
2433 			irq_allocated = 1;
2434 			ioc->pci_irq = ioc->pcidev->irq;
2435 			pci_set_master(ioc->pcidev);		/* ?? */
2436 			pci_set_drvdata(ioc->pcidev, ioc);
2437 			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2438 			    "installed at interrupt %d\n", ioc->name,
2439 			    ioc->pcidev->irq));
2440 		}
2441 	}
2442 
2443 	/* Prime reply & request queues!
2444 	 * (mucho alloc's) Must be done prior to
2445 	 * init as upper addresses are needed for init.
2446 	 * If fails, continue with alt-ioc processing
2447 	 */
2448 	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "PrimeIocFifos\n",
2449 	    ioc->name));
2450 	if ((ret == 0) && ((rc = PrimeIocFifos(ioc)) != 0))
2451 		ret = -3;
2452 
2453 	/* May need to check/upload firmware & data here!
2454 	 * If fails, continue with alt-ioc processing
2455 	 */
2456 	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "SendIocInit\n",
2457 	    ioc->name));
2458 	if ((ret == 0) && ((rc = SendIocInit(ioc, sleepFlag)) != 0))
2459 		ret = -4;
2460 // NEW!
2461 	if (alt_ioc_ready && ((rc = PrimeIocFifos(ioc->alt_ioc)) != 0)) {
2462 		printk(MYIOC_s_WARN_FMT
2463 		    ": alt-ioc (%d) FIFO mgmt alloc WARNING!\n",
2464 		    ioc->alt_ioc->name, rc);
2465 		alt_ioc_ready = 0;
2466 		reset_alt_ioc_active = 0;
2467 	}
2468 
2469 	if (alt_ioc_ready) {
2470 		if ((rc = SendIocInit(ioc->alt_ioc, sleepFlag)) != 0) {
2471 			alt_ioc_ready = 0;
2472 			reset_alt_ioc_active = 0;
2473 			printk(MYIOC_s_WARN_FMT
2474 				": alt-ioc: (%d) init failure WARNING!\n",
2475 					ioc->alt_ioc->name, rc);
2476 		}
2477 	}
2478 
2479 	if (reason == MPT_HOSTEVENT_IOC_BRINGUP){
2480 		if (ioc->upload_fw) {
2481 			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2482 			    "firmware upload required!\n", ioc->name));
2483 
2484 			/* Controller is not operational, cannot do upload
2485 			 */
2486 			if (ret == 0) {
2487 				rc = mpt_do_upload(ioc, sleepFlag);
2488 				if (rc == 0) {
2489 					if (ioc->alt_ioc && ioc->alt_ioc->cached_fw) {
2490 						/*
2491 						 * Maintain only one pointer to FW memory
2492 						 * so there will not be two attempt to
2493 						 * downloadboot onboard dual function
2494 						 * chips (mpt_adapter_disable,
2495 						 * mpt_diag_reset)
2496 						 */
2497 						ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2498 						    "mpt_upload:  alt_%s has cached_fw=%p \n",
2499 						    ioc->name, ioc->alt_ioc->name, ioc->alt_ioc->cached_fw));
2500 						ioc->cached_fw = NULL;
2501 					}
2502 				} else {
2503 					printk(MYIOC_s_WARN_FMT
2504 					    "firmware upload failure!\n", ioc->name);
2505 					ret = -6;
2506 				}
2507 			}
2508 		}
2509 	}
2510 
2511 	/*  Enable MPT base driver management of EventNotification
2512 	 *  and EventAck handling.
2513 	 */
2514 	if ((ret == 0) && (!ioc->facts.EventState)) {
2515 		dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2516 			"SendEventNotification\n",
2517 		    ioc->name));
2518 		ret = SendEventNotification(ioc, 1, sleepFlag);	/* 1=Enable */
2519 	}
2520 
2521 	if (ioc->alt_ioc && alt_ioc_ready && !ioc->alt_ioc->facts.EventState)
2522 		rc = SendEventNotification(ioc->alt_ioc, 1, sleepFlag);
2523 
2524 	if (ret == 0) {
2525 		/* Enable! (reply interrupt) */
2526 		CHIPREG_WRITE32(&ioc->chip->IntMask, MPI_HIM_DIM);
2527 		ioc->active = 1;
2528 	}
2529 	if (rc == 0) {	/* alt ioc */
2530 		if (reset_alt_ioc_active && ioc->alt_ioc) {
2531 			/* (re)Enable alt-IOC! (reply interrupt) */
2532 			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "alt-ioc"
2533 				"reply irq re-enabled\n",
2534 				ioc->alt_ioc->name));
2535 			CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask,
2536 				MPI_HIM_DIM);
2537 			ioc->alt_ioc->active = 1;
2538 		}
2539 	}
2540 
2541 
2542 	/*	Add additional "reason" check before call to GetLanConfigPages
2543 	 *	(combined with GetIoUnitPage2 call).  This prevents a somewhat
2544 	 *	recursive scenario; GetLanConfigPages times out, timer expired
2545 	 *	routine calls HardResetHandler, which calls into here again,
2546 	 *	and we try GetLanConfigPages again...
2547 	 */
2548 	if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP)) {
2549 
2550 		/*
2551 		 * Initialize link list for inactive raid volumes.
2552 		 */
2553 		mutex_init(&ioc->raid_data.inactive_list_mutex);
2554 		INIT_LIST_HEAD(&ioc->raid_data.inactive_list);
2555 
2556 		switch (ioc->bus_type) {
2557 
2558 		case SAS:
2559 			/* clear persistency table */
2560 			if(ioc->facts.IOCExceptions &
2561 			    MPI_IOCFACTS_EXCEPT_PERSISTENT_TABLE_FULL) {
2562 				ret = mptbase_sas_persist_operation(ioc,
2563 				    MPI_SAS_OP_CLEAR_NOT_PRESENT);
2564 				if(ret != 0)
2565 					goto out;
2566 			}
2567 
2568 			/* Find IM volumes
2569 			 */
2570 			mpt_findImVolumes(ioc);
2571 
2572 			/* Check, and possibly reset, the coalescing value
2573 			 */
2574 			mpt_read_ioc_pg_1(ioc);
2575 
2576 			break;
2577 
2578 		case FC:
2579 			if ((ioc->pfacts[0].ProtocolFlags &
2580 				MPI_PORTFACTS_PROTOCOL_LAN) &&
2581 			    (ioc->lan_cnfg_page0.Header.PageLength == 0)) {
2582 				/*
2583 				 *  Pre-fetch the ports LAN MAC address!
2584 				 *  (LANPage1_t stuff)
2585 				 */
2586 				(void) GetLanConfigPages(ioc);
2587 				a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
2588 				dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2589 					"LanAddr = %pMR\n", ioc->name, a));
2590 			}
2591 			break;
2592 
2593 		case SPI:
2594 			/* Get NVRAM and adapter maximums from SPP 0 and 2
2595 			 */
2596 			mpt_GetScsiPortSettings(ioc, 0);
2597 
2598 			/* Get version and length of SDP 1
2599 			 */
2600 			mpt_readScsiDevicePageHeaders(ioc, 0);
2601 
2602 			/* Find IM volumes
2603 			 */
2604 			if (ioc->facts.MsgVersion >= MPI_VERSION_01_02)
2605 				mpt_findImVolumes(ioc);
2606 
2607 			/* Check, and possibly reset, the coalescing value
2608 			 */
2609 			mpt_read_ioc_pg_1(ioc);
2610 
2611 			mpt_read_ioc_pg_4(ioc);
2612 
2613 			break;
2614 		}
2615 
2616 		GetIoUnitPage2(ioc);
2617 		mpt_get_manufacturing_pg_0(ioc);
2618 	}
2619 
2620  out:
2621 	if ((ret != 0) && irq_allocated) {
2622 		free_irq(ioc->pci_irq, ioc);
2623 		if (ioc->msi_enable)
2624 			pci_disable_msi(ioc->pcidev);
2625 	}
2626 	return ret;
2627 }
2628 
2629 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2630 /**
2631  *	mpt_detect_bound_ports - Search for matching PCI bus/dev_function
2632  *	@ioc: Pointer to MPT adapter structure
2633  *	@pdev: Pointer to (struct pci_dev) structure
2634  *
2635  *	Search for PCI bus/dev_function which matches
2636  *	PCI bus/dev_function (+/-1) for newly discovered 929,
2637  *	929X, 1030 or 1035.
2638  *
2639  *	If match on PCI dev_function +/-1 is found, bind the two MPT adapters
2640  *	using alt_ioc pointer fields in their %MPT_ADAPTER structures.
2641  */
2642 static void
2643 mpt_detect_bound_ports(MPT_ADAPTER *ioc, struct pci_dev *pdev)
2644 {
2645 	struct pci_dev *peer=NULL;
2646 	unsigned int slot = PCI_SLOT(pdev->devfn);
2647 	unsigned int func = PCI_FUNC(pdev->devfn);
2648 	MPT_ADAPTER *ioc_srch;
2649 
2650 	dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PCI device %s devfn=%x/%x,"
2651 	    " searching for devfn match on %x or %x\n",
2652 	    ioc->name, pci_name(pdev), pdev->bus->number,
2653 	    pdev->devfn, func-1, func+1));
2654 
2655 	peer = pci_get_slot(pdev->bus, PCI_DEVFN(slot,func-1));
2656 	if (!peer) {
2657 		peer = pci_get_slot(pdev->bus, PCI_DEVFN(slot,func+1));
2658 		if (!peer)
2659 			return;
2660 	}
2661 
2662 	list_for_each_entry(ioc_srch, &ioc_list, list) {
2663 		struct pci_dev *_pcidev = ioc_srch->pcidev;
2664 		if (_pcidev == peer) {
2665 			/* Paranoia checks */
2666 			if (ioc->alt_ioc != NULL) {
2667 				printk(MYIOC_s_WARN_FMT
2668 				    "Oops, already bound (%s <==> %s)!\n",
2669 				    ioc->name, ioc->name, ioc->alt_ioc->name);
2670 				break;
2671 			} else if (ioc_srch->alt_ioc != NULL) {
2672 				printk(MYIOC_s_WARN_FMT
2673 				    "Oops, already bound (%s <==> %s)!\n",
2674 				    ioc_srch->name, ioc_srch->name,
2675 				    ioc_srch->alt_ioc->name);
2676 				break;
2677 			}
2678 			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2679 				"FOUND! binding %s <==> %s\n",
2680 				ioc->name, ioc->name, ioc_srch->name));
2681 			ioc_srch->alt_ioc = ioc;
2682 			ioc->alt_ioc = ioc_srch;
2683 		}
2684 	}
2685 	pci_dev_put(peer);
2686 }
2687 
2688 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2689 /**
2690  *	mpt_adapter_disable - Disable misbehaving MPT adapter.
2691  *	@ioc: Pointer to MPT adapter structure
2692  */
2693 static void
2694 mpt_adapter_disable(MPT_ADAPTER *ioc)
2695 {
2696 	int sz;
2697 	int ret;
2698 
2699 	if (ioc->cached_fw != NULL) {
2700 		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2701 			"%s: Pushing FW onto adapter\n", __func__, ioc->name));
2702 		if ((ret = mpt_downloadboot(ioc, (MpiFwHeader_t *)
2703 		    ioc->cached_fw, CAN_SLEEP)) < 0) {
2704 			printk(MYIOC_s_WARN_FMT
2705 			    ": firmware downloadboot failure (%d)!\n",
2706 			    ioc->name, ret);
2707 		}
2708 	}
2709 
2710 	/*
2711 	 * Put the controller into ready state (if its not already)
2712 	 */
2713 	if (mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_READY) {
2714 		if (!SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET,
2715 		    CAN_SLEEP)) {
2716 			if (mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_READY)
2717 				printk(MYIOC_s_ERR_FMT "%s:  IOC msg unit "
2718 				    "reset failed to put ioc in ready state!\n",
2719 				    ioc->name, __func__);
2720 		} else
2721 			printk(MYIOC_s_ERR_FMT "%s:  IOC msg unit reset "
2722 			    "failed!\n", ioc->name, __func__);
2723 	}
2724 
2725 
2726 	/* Disable adapter interrupts! */
2727 	synchronize_irq(ioc->pcidev->irq);
2728 	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2729 	ioc->active = 0;
2730 
2731 	/* Clear any lingering interrupt */
2732 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2733 	CHIPREG_READ32(&ioc->chip->IntStatus);
2734 
2735 	if (ioc->alloc != NULL) {
2736 		sz = ioc->alloc_sz;
2737 		dexitprintk(ioc, printk(MYIOC_s_INFO_FMT "free  @ %p, sz=%d bytes\n",
2738 		    ioc->name, ioc->alloc, ioc->alloc_sz));
2739 		pci_free_consistent(ioc->pcidev, sz,
2740 				ioc->alloc, ioc->alloc_dma);
2741 		ioc->reply_frames = NULL;
2742 		ioc->req_frames = NULL;
2743 		ioc->alloc = NULL;
2744 		ioc->alloc_total -= sz;
2745 	}
2746 
2747 	if (ioc->sense_buf_pool != NULL) {
2748 		sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
2749 		pci_free_consistent(ioc->pcidev, sz,
2750 				ioc->sense_buf_pool, ioc->sense_buf_pool_dma);
2751 		ioc->sense_buf_pool = NULL;
2752 		ioc->alloc_total -= sz;
2753 	}
2754 
2755 	if (ioc->events != NULL){
2756 		sz = MPTCTL_EVENT_LOG_SIZE * sizeof(MPT_IOCTL_EVENTS);
2757 		kfree(ioc->events);
2758 		ioc->events = NULL;
2759 		ioc->alloc_total -= sz;
2760 	}
2761 
2762 	mpt_free_fw_memory(ioc);
2763 
2764 	kfree(ioc->spi_data.nvram);
2765 	mpt_inactive_raid_list_free(ioc);
2766 	kfree(ioc->raid_data.pIocPg2);
2767 	kfree(ioc->raid_data.pIocPg3);
2768 	ioc->spi_data.nvram = NULL;
2769 	ioc->raid_data.pIocPg3 = NULL;
2770 
2771 	if (ioc->spi_data.pIocPg4 != NULL) {
2772 		sz = ioc->spi_data.IocPg4Sz;
2773 		pci_free_consistent(ioc->pcidev, sz,
2774 			ioc->spi_data.pIocPg4,
2775 			ioc->spi_data.IocPg4_dma);
2776 		ioc->spi_data.pIocPg4 = NULL;
2777 		ioc->alloc_total -= sz;
2778 	}
2779 
2780 	if (ioc->ReqToChain != NULL) {
2781 		kfree(ioc->ReqToChain);
2782 		kfree(ioc->RequestNB);
2783 		ioc->ReqToChain = NULL;
2784 	}
2785 
2786 	kfree(ioc->ChainToChain);
2787 	ioc->ChainToChain = NULL;
2788 
2789 	if (ioc->HostPageBuffer != NULL) {
2790 		if((ret = mpt_host_page_access_control(ioc,
2791 		    MPI_DB_HPBAC_FREE_BUFFER, NO_SLEEP)) != 0) {
2792 			printk(MYIOC_s_ERR_FMT
2793 			   ": %s: host page buffers free failed (%d)!\n",
2794 			    ioc->name, __func__, ret);
2795 		}
2796 		dexitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2797 			"HostPageBuffer free  @ %p, sz=%d bytes\n",
2798 			ioc->name, ioc->HostPageBuffer,
2799 			ioc->HostPageBuffer_sz));
2800 		pci_free_consistent(ioc->pcidev, ioc->HostPageBuffer_sz,
2801 		    ioc->HostPageBuffer, ioc->HostPageBuffer_dma);
2802 		ioc->HostPageBuffer = NULL;
2803 		ioc->HostPageBuffer_sz = 0;
2804 		ioc->alloc_total -= ioc->HostPageBuffer_sz;
2805 	}
2806 
2807 	pci_set_drvdata(ioc->pcidev, NULL);
2808 }
2809 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2810 /**
2811  *	mpt_adapter_dispose - Free all resources associated with an MPT adapter
2812  *	@ioc: Pointer to MPT adapter structure
2813  *
2814  *	This routine unregisters h/w resources and frees all alloc'd memory
2815  *	associated with a MPT adapter structure.
2816  */
2817 static void
2818 mpt_adapter_dispose(MPT_ADAPTER *ioc)
2819 {
2820 	int sz_first, sz_last;
2821 
2822 	if (ioc == NULL)
2823 		return;
2824 
2825 	sz_first = ioc->alloc_total;
2826 
2827 	mpt_adapter_disable(ioc);
2828 
2829 	if (ioc->pci_irq != -1) {
2830 		free_irq(ioc->pci_irq, ioc);
2831 		if (ioc->msi_enable)
2832 			pci_disable_msi(ioc->pcidev);
2833 		ioc->pci_irq = -1;
2834 	}
2835 
2836 	if (ioc->memmap != NULL) {
2837 		iounmap(ioc->memmap);
2838 		ioc->memmap = NULL;
2839 	}
2840 
2841 	pci_disable_device(ioc->pcidev);
2842 	pci_release_selected_regions(ioc->pcidev, ioc->bars);
2843 
2844 	/*  Zap the adapter lookup ptr!  */
2845 	list_del(&ioc->list);
2846 
2847 	sz_last = ioc->alloc_total;
2848 	dprintk(ioc, printk(MYIOC_s_INFO_FMT "free'd %d of %d bytes\n",
2849 	    ioc->name, sz_first-sz_last+(int)sizeof(*ioc), sz_first));
2850 
2851 	if (ioc->alt_ioc)
2852 		ioc->alt_ioc->alt_ioc = NULL;
2853 
2854 	kfree(ioc);
2855 }
2856 
2857 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2858 /**
2859  *	MptDisplayIocCapabilities - Disply IOC's capabilities.
2860  *	@ioc: Pointer to MPT adapter structure
2861  */
2862 static void
2863 MptDisplayIocCapabilities(MPT_ADAPTER *ioc)
2864 {
2865 	int i = 0;
2866 
2867 	printk(KERN_INFO "%s: ", ioc->name);
2868 	if (ioc->prod_name)
2869 		pr_cont("%s: ", ioc->prod_name);
2870 	pr_cont("Capabilities={");
2871 
2872 	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_INITIATOR) {
2873 		pr_cont("Initiator");
2874 		i++;
2875 	}
2876 
2877 	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_TARGET) {
2878 		pr_cont("%sTarget", i ? "," : "");
2879 		i++;
2880 	}
2881 
2882 	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN) {
2883 		pr_cont("%sLAN", i ? "," : "");
2884 		i++;
2885 	}
2886 
2887 #if 0
2888 	/*
2889 	 *  This would probably evoke more questions than it's worth
2890 	 */
2891 	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_TARGET) {
2892 		pr_cont("%sLogBusAddr", i ? "," : "");
2893 		i++;
2894 	}
2895 #endif
2896 
2897 	pr_cont("}\n");
2898 }
2899 
2900 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2901 /**
2902  *	MakeIocReady - Get IOC to a READY state, using KickStart if needed.
2903  *	@ioc: Pointer to MPT_ADAPTER structure
2904  *	@force: Force hard KickStart of IOC
2905  *	@sleepFlag: Specifies whether the process can sleep
2906  *
2907  *	Returns:
2908  *		 1 - DIAG reset and READY
2909  *		 0 - READY initially OR soft reset and READY
2910  *		-1 - Any failure on KickStart
2911  *		-2 - Msg Unit Reset Failed
2912  *		-3 - IO Unit Reset Failed
2913  *		-4 - IOC owned by a PEER
2914  */
2915 static int
2916 MakeIocReady(MPT_ADAPTER *ioc, int force, int sleepFlag)
2917 {
2918 	u32	 ioc_state;
2919 	int	 statefault = 0;
2920 	int	 cntdn;
2921 	int	 hard_reset_done = 0;
2922 	int	 r;
2923 	int	 ii;
2924 	int	 whoinit;
2925 
2926 	/* Get current [raw] IOC state  */
2927 	ioc_state = mpt_GetIocState(ioc, 0);
2928 	dhsprintk(ioc, printk(MYIOC_s_INFO_FMT "MakeIocReady [raw] state=%08x\n", ioc->name, ioc_state));
2929 
2930 	/*
2931 	 *	Check to see if IOC got left/stuck in doorbell handshake
2932 	 *	grip of death.  If so, hard reset the IOC.
2933 	 */
2934 	if (ioc_state & MPI_DOORBELL_ACTIVE) {
2935 		statefault = 1;
2936 		printk(MYIOC_s_WARN_FMT "Unexpected doorbell active!\n",
2937 				ioc->name);
2938 	}
2939 
2940 	/* Is it already READY? */
2941 	if (!statefault &&
2942 	    ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_READY)) {
2943 		dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2944 		    "IOC is in READY state\n", ioc->name));
2945 		return 0;
2946 	}
2947 
2948 	/*
2949 	 *	Check to see if IOC is in FAULT state.
2950 	 */
2951 	if ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT) {
2952 		statefault = 2;
2953 		printk(MYIOC_s_WARN_FMT "IOC is in FAULT state!!!\n",
2954 		    ioc->name);
2955 		printk(MYIOC_s_WARN_FMT "           FAULT code = %04xh\n",
2956 		    ioc->name, ioc_state & MPI_DOORBELL_DATA_MASK);
2957 	}
2958 
2959 	/*
2960 	 *	Hmmm...  Did it get left operational?
2961 	 */
2962 	if ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_OPERATIONAL) {
2963 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOC operational unexpected\n",
2964 				ioc->name));
2965 
2966 		/* Check WhoInit.
2967 		 * If PCI Peer, exit.
2968 		 * Else, if no fault conditions are present, issue a MessageUnitReset
2969 		 * Else, fall through to KickStart case
2970 		 */
2971 		whoinit = (ioc_state & MPI_DOORBELL_WHO_INIT_MASK) >> MPI_DOORBELL_WHO_INIT_SHIFT;
2972 		dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2973 			"whoinit 0x%x statefault %d force %d\n",
2974 			ioc->name, whoinit, statefault, force));
2975 		if (whoinit == MPI_WHOINIT_PCI_PEER)
2976 			return -4;
2977 		else {
2978 			if ((statefault == 0 ) && (force == 0)) {
2979 				if ((r = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag)) == 0)
2980 					return 0;
2981 			}
2982 			statefault = 3;
2983 		}
2984 	}
2985 
2986 	hard_reset_done = KickStart(ioc, statefault||force, sleepFlag);
2987 	if (hard_reset_done < 0)
2988 		return -1;
2989 
2990 	/*
2991 	 *  Loop here waiting for IOC to come READY.
2992 	 */
2993 	ii = 0;
2994 	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 5;	/* 5 seconds */
2995 
2996 	while ((ioc_state = mpt_GetIocState(ioc, 1)) != MPI_IOC_STATE_READY) {
2997 		if (ioc_state == MPI_IOC_STATE_OPERATIONAL) {
2998 			/*
2999 			 *  BIOS or previous driver load left IOC in OP state.
3000 			 *  Reset messaging FIFOs.
3001 			 */
3002 			if ((r = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag)) != 0) {
3003 				printk(MYIOC_s_ERR_FMT "IOC msg unit reset failed!\n", ioc->name);
3004 				return -2;
3005 			}
3006 		} else if (ioc_state == MPI_IOC_STATE_RESET) {
3007 			/*
3008 			 *  Something is wrong.  Try to get IOC back
3009 			 *  to a known state.
3010 			 */
3011 			if ((r = SendIocReset(ioc, MPI_FUNCTION_IO_UNIT_RESET, sleepFlag)) != 0) {
3012 				printk(MYIOC_s_ERR_FMT "IO unit reset failed!\n", ioc->name);
3013 				return -3;
3014 			}
3015 		}
3016 
3017 		ii++; cntdn--;
3018 		if (!cntdn) {
3019 			printk(MYIOC_s_ERR_FMT
3020 				"Wait IOC_READY state (0x%x) timeout(%d)!\n",
3021 				ioc->name, ioc_state, (int)((ii+5)/HZ));
3022 			return -ETIME;
3023 		}
3024 
3025 		if (sleepFlag == CAN_SLEEP) {
3026 			msleep(1);
3027 		} else {
3028 			mdelay (1);	/* 1 msec delay */
3029 		}
3030 
3031 	}
3032 
3033 	if (statefault < 3) {
3034 		printk(MYIOC_s_INFO_FMT "Recovered from %s\n", ioc->name,
3035 			statefault == 1 ? "stuck handshake" : "IOC FAULT");
3036 	}
3037 
3038 	return hard_reset_done;
3039 }
3040 
3041 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3042 /**
3043  *	mpt_GetIocState - Get the current state of a MPT adapter.
3044  *	@ioc: Pointer to MPT_ADAPTER structure
3045  *	@cooked: Request raw or cooked IOC state
3046  *
3047  *	Returns all IOC Doorbell register bits if cooked==0, else just the
3048  *	Doorbell bits in MPI_IOC_STATE_MASK.
3049  */
3050 u32
3051 mpt_GetIocState(MPT_ADAPTER *ioc, int cooked)
3052 {
3053 	u32 s, sc;
3054 
3055 	/*  Get!  */
3056 	s = CHIPREG_READ32(&ioc->chip->Doorbell);
3057 	sc = s & MPI_IOC_STATE_MASK;
3058 
3059 	/*  Save!  */
3060 	ioc->last_state = sc;
3061 
3062 	return cooked ? sc : s;
3063 }
3064 
3065 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3066 /**
3067  *	GetIocFacts - Send IOCFacts request to MPT adapter.
3068  *	@ioc: Pointer to MPT_ADAPTER structure
3069  *	@sleepFlag: Specifies whether the process can sleep
3070  *	@reason: If recovery, only update facts.
3071  *
3072  *	Returns 0 for success, non-zero for failure.
3073  */
3074 static int
3075 GetIocFacts(MPT_ADAPTER *ioc, int sleepFlag, int reason)
3076 {
3077 	IOCFacts_t		 get_facts;
3078 	IOCFactsReply_t		*facts;
3079 	int			 r;
3080 	int			 req_sz;
3081 	int			 reply_sz;
3082 	int			 sz;
3083 	u32			 status, vv;
3084 	u8			 shiftFactor=1;
3085 
3086 	/* IOC *must* NOT be in RESET state! */
3087 	if (ioc->last_state == MPI_IOC_STATE_RESET) {
3088 		printk(KERN_ERR MYNAM
3089 		    ": ERROR - Can't get IOCFacts, %s NOT READY! (%08x)\n",
3090 		    ioc->name, ioc->last_state);
3091 		return -44;
3092 	}
3093 
3094 	facts = &ioc->facts;
3095 
3096 	/* Destination (reply area)... */
3097 	reply_sz = sizeof(*facts);
3098 	memset(facts, 0, reply_sz);
3099 
3100 	/* Request area (get_facts on the stack right now!) */
3101 	req_sz = sizeof(get_facts);
3102 	memset(&get_facts, 0, req_sz);
3103 
3104 	get_facts.Function = MPI_FUNCTION_IOC_FACTS;
3105 	/* Assert: All other get_facts fields are zero! */
3106 
3107 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3108 	    "Sending get IocFacts request req_sz=%d reply_sz=%d\n",
3109 	    ioc->name, req_sz, reply_sz));
3110 
3111 	/* No non-zero fields in the get_facts request are greater than
3112 	 * 1 byte in size, so we can just fire it off as is.
3113 	 */
3114 	r = mpt_handshake_req_reply_wait(ioc, req_sz, (u32*)&get_facts,
3115 			reply_sz, (u16*)facts, 5 /*seconds*/, sleepFlag);
3116 	if (r != 0)
3117 		return r;
3118 
3119 	/*
3120 	 * Now byte swap (GRRR) the necessary fields before any further
3121 	 * inspection of reply contents.
3122 	 *
3123 	 * But need to do some sanity checks on MsgLength (byte) field
3124 	 * to make sure we don't zero IOC's req_sz!
3125 	 */
3126 	/* Did we get a valid reply? */
3127 	if (facts->MsgLength > offsetof(IOCFactsReply_t, RequestFrameSize)/sizeof(u32)) {
3128 		if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
3129 			/*
3130 			 * If not been here, done that, save off first WhoInit value
3131 			 */
3132 			if (ioc->FirstWhoInit == WHOINIT_UNKNOWN)
3133 				ioc->FirstWhoInit = facts->WhoInit;
3134 		}
3135 
3136 		facts->MsgVersion = le16_to_cpu(facts->MsgVersion);
3137 		facts->MsgContext = le32_to_cpu(facts->MsgContext);
3138 		facts->IOCExceptions = le16_to_cpu(facts->IOCExceptions);
3139 		facts->IOCStatus = le16_to_cpu(facts->IOCStatus);
3140 		facts->IOCLogInfo = le32_to_cpu(facts->IOCLogInfo);
3141 		status = le16_to_cpu(facts->IOCStatus) & MPI_IOCSTATUS_MASK;
3142 		/* CHECKME! IOCStatus, IOCLogInfo */
3143 
3144 		facts->ReplyQueueDepth = le16_to_cpu(facts->ReplyQueueDepth);
3145 		facts->RequestFrameSize = le16_to_cpu(facts->RequestFrameSize);
3146 
3147 		/*
3148 		 * FC f/w version changed between 1.1 and 1.2
3149 		 *	Old: u16{Major(4),Minor(4),SubMinor(8)}
3150 		 *	New: u32{Major(8),Minor(8),Unit(8),Dev(8)}
3151 		 */
3152 		if (facts->MsgVersion < MPI_VERSION_01_02) {
3153 			/*
3154 			 *	Handle old FC f/w style, convert to new...
3155 			 */
3156 			u16	 oldv = le16_to_cpu(facts->Reserved_0101_FWVersion);
3157 			facts->FWVersion.Word =
3158 					((oldv<<12) & 0xFF000000) |
3159 					((oldv<<8)  & 0x000FFF00);
3160 		} else
3161 			facts->FWVersion.Word = le32_to_cpu(facts->FWVersion.Word);
3162 
3163 		facts->ProductID = le16_to_cpu(facts->ProductID);
3164 
3165 		if ((ioc->facts.ProductID & MPI_FW_HEADER_PID_PROD_MASK)
3166 		    > MPI_FW_HEADER_PID_PROD_TARGET_SCSI)
3167 			ioc->ir_firmware = 1;
3168 
3169 		facts->CurrentHostMfaHighAddr =
3170 				le32_to_cpu(facts->CurrentHostMfaHighAddr);
3171 		facts->GlobalCredits = le16_to_cpu(facts->GlobalCredits);
3172 		facts->CurrentSenseBufferHighAddr =
3173 				le32_to_cpu(facts->CurrentSenseBufferHighAddr);
3174 		facts->CurReplyFrameSize =
3175 				le16_to_cpu(facts->CurReplyFrameSize);
3176 		facts->IOCCapabilities = le32_to_cpu(facts->IOCCapabilities);
3177 
3178 		/*
3179 		 * Handle NEW (!) IOCFactsReply fields in MPI-1.01.xx
3180 		 * Older MPI-1.00.xx struct had 13 dwords, and enlarged
3181 		 * to 14 in MPI-1.01.0x.
3182 		 */
3183 		if (facts->MsgLength >= (offsetof(IOCFactsReply_t,FWImageSize) + 7)/4 &&
3184 		    facts->MsgVersion > MPI_VERSION_01_00) {
3185 			facts->FWImageSize = le32_to_cpu(facts->FWImageSize);
3186 		}
3187 
3188 		facts->FWImageSize = ALIGN(facts->FWImageSize, 4);
3189 
3190 		if (!facts->RequestFrameSize) {
3191 			/*  Something is wrong!  */
3192 			printk(MYIOC_s_ERR_FMT "IOC reported invalid 0 request size!\n",
3193 					ioc->name);
3194 			return -55;
3195 		}
3196 
3197 		r = sz = facts->BlockSize;
3198 		vv = ((63 / (sz * 4)) + 1) & 0x03;
3199 		ioc->NB_for_64_byte_frame = vv;
3200 		while ( sz )
3201 		{
3202 			shiftFactor++;
3203 			sz = sz >> 1;
3204 		}
3205 		ioc->NBShiftFactor  = shiftFactor;
3206 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3207 		    "NB_for_64_byte_frame=%x NBShiftFactor=%x BlockSize=%x\n",
3208 		    ioc->name, vv, shiftFactor, r));
3209 
3210 		if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
3211 			/*
3212 			 * Set values for this IOC's request & reply frame sizes,
3213 			 * and request & reply queue depths...
3214 			 */
3215 			ioc->req_sz = min(MPT_DEFAULT_FRAME_SIZE, facts->RequestFrameSize * 4);
3216 			ioc->req_depth = min_t(int, MPT_MAX_REQ_DEPTH, facts->GlobalCredits);
3217 			ioc->reply_sz = MPT_REPLY_FRAME_SIZE;
3218 			ioc->reply_depth = min_t(int, MPT_DEFAULT_REPLY_DEPTH, facts->ReplyQueueDepth);
3219 
3220 			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "reply_sz=%3d, reply_depth=%4d\n",
3221 				ioc->name, ioc->reply_sz, ioc->reply_depth));
3222 			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "req_sz  =%3d, req_depth  =%4d\n",
3223 				ioc->name, ioc->req_sz, ioc->req_depth));
3224 
3225 			/* Get port facts! */
3226 			if ( (r = GetPortFacts(ioc, 0, sleepFlag)) != 0 )
3227 				return r;
3228 		}
3229 	} else {
3230 		printk(MYIOC_s_ERR_FMT
3231 		     "Invalid IOC facts reply, msgLength=%d offsetof=%zd!\n",
3232 		     ioc->name, facts->MsgLength, (offsetof(IOCFactsReply_t,
3233 		     RequestFrameSize)/sizeof(u32)));
3234 		return -66;
3235 	}
3236 
3237 	return 0;
3238 }
3239 
3240 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3241 /**
3242  *	GetPortFacts - Send PortFacts request to MPT adapter.
3243  *	@ioc: Pointer to MPT_ADAPTER structure
3244  *	@portnum: Port number
3245  *	@sleepFlag: Specifies whether the process can sleep
3246  *
3247  *	Returns 0 for success, non-zero for failure.
3248  */
3249 static int
3250 GetPortFacts(MPT_ADAPTER *ioc, int portnum, int sleepFlag)
3251 {
3252 	PortFacts_t		 get_pfacts;
3253 	PortFactsReply_t	*pfacts;
3254 	int			 ii;
3255 	int			 req_sz;
3256 	int			 reply_sz;
3257 	int			 max_id;
3258 
3259 	/* IOC *must* NOT be in RESET state! */
3260 	if (ioc->last_state == MPI_IOC_STATE_RESET) {
3261 		printk(MYIOC_s_ERR_FMT "Can't get PortFacts NOT READY! (%08x)\n",
3262 		    ioc->name, ioc->last_state );
3263 		return -4;
3264 	}
3265 
3266 	pfacts = &ioc->pfacts[portnum];
3267 
3268 	/* Destination (reply area)...  */
3269 	reply_sz = sizeof(*pfacts);
3270 	memset(pfacts, 0, reply_sz);
3271 
3272 	/* Request area (get_pfacts on the stack right now!) */
3273 	req_sz = sizeof(get_pfacts);
3274 	memset(&get_pfacts, 0, req_sz);
3275 
3276 	get_pfacts.Function = MPI_FUNCTION_PORT_FACTS;
3277 	get_pfacts.PortNumber = portnum;
3278 	/* Assert: All other get_pfacts fields are zero! */
3279 
3280 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending get PortFacts(%d) request\n",
3281 			ioc->name, portnum));
3282 
3283 	/* No non-zero fields in the get_pfacts request are greater than
3284 	 * 1 byte in size, so we can just fire it off as is.
3285 	 */
3286 	ii = mpt_handshake_req_reply_wait(ioc, req_sz, (u32*)&get_pfacts,
3287 				reply_sz, (u16*)pfacts, 5 /*seconds*/, sleepFlag);
3288 	if (ii != 0)
3289 		return ii;
3290 
3291 	/* Did we get a valid reply? */
3292 
3293 	/* Now byte swap the necessary fields in the response. */
3294 	pfacts->MsgContext = le32_to_cpu(pfacts->MsgContext);
3295 	pfacts->IOCStatus = le16_to_cpu(pfacts->IOCStatus);
3296 	pfacts->IOCLogInfo = le32_to_cpu(pfacts->IOCLogInfo);
3297 	pfacts->MaxDevices = le16_to_cpu(pfacts->MaxDevices);
3298 	pfacts->PortSCSIID = le16_to_cpu(pfacts->PortSCSIID);
3299 	pfacts->ProtocolFlags = le16_to_cpu(pfacts->ProtocolFlags);
3300 	pfacts->MaxPostedCmdBuffers = le16_to_cpu(pfacts->MaxPostedCmdBuffers);
3301 	pfacts->MaxPersistentIDs = le16_to_cpu(pfacts->MaxPersistentIDs);
3302 	pfacts->MaxLanBuckets = le16_to_cpu(pfacts->MaxLanBuckets);
3303 
3304 	max_id = (ioc->bus_type == SAS) ? pfacts->PortSCSIID :
3305 	    pfacts->MaxDevices;
3306 	ioc->devices_per_bus = (max_id > 255) ? 256 : max_id;
3307 	ioc->number_of_buses = (ioc->devices_per_bus < 256) ? 1 : max_id/256;
3308 
3309 	/*
3310 	 * Place all the devices on channels
3311 	 *
3312 	 * (for debuging)
3313 	 */
3314 	if (mpt_channel_mapping) {
3315 		ioc->devices_per_bus = 1;
3316 		ioc->number_of_buses = (max_id > 255) ? 255 : max_id;
3317 	}
3318 
3319 	return 0;
3320 }
3321 
3322 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3323 /**
3324  *	SendIocInit - Send IOCInit request to MPT adapter.
3325  *	@ioc: Pointer to MPT_ADAPTER structure
3326  *	@sleepFlag: Specifies whether the process can sleep
3327  *
3328  *	Send IOCInit followed by PortEnable to bring IOC to OPERATIONAL state.
3329  *
3330  *	Returns 0 for success, non-zero for failure.
3331  */
3332 static int
3333 SendIocInit(MPT_ADAPTER *ioc, int sleepFlag)
3334 {
3335 	IOCInit_t		 ioc_init;
3336 	MPIDefaultReply_t	 init_reply;
3337 	u32			 state;
3338 	int			 r;
3339 	int			 count;
3340 	int			 cntdn;
3341 
3342 	memset(&ioc_init, 0, sizeof(ioc_init));
3343 	memset(&init_reply, 0, sizeof(init_reply));
3344 
3345 	ioc_init.WhoInit = MPI_WHOINIT_HOST_DRIVER;
3346 	ioc_init.Function = MPI_FUNCTION_IOC_INIT;
3347 
3348 	/* If we are in a recovery mode and we uploaded the FW image,
3349 	 * then this pointer is not NULL. Skip the upload a second time.
3350 	 * Set this flag if cached_fw set for either IOC.
3351 	 */
3352 	if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)
3353 		ioc->upload_fw = 1;
3354 	else
3355 		ioc->upload_fw = 0;
3356 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "upload_fw %d facts.Flags=%x\n",
3357 		   ioc->name, ioc->upload_fw, ioc->facts.Flags));
3358 
3359 	ioc_init.MaxDevices = (U8)ioc->devices_per_bus;
3360 	ioc_init.MaxBuses = (U8)ioc->number_of_buses;
3361 
3362 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "facts.MsgVersion=%x\n",
3363 		   ioc->name, ioc->facts.MsgVersion));
3364 	if (ioc->facts.MsgVersion >= MPI_VERSION_01_05) {
3365 		// set MsgVersion and HeaderVersion host driver was built with
3366 		ioc_init.MsgVersion = cpu_to_le16(MPI_VERSION);
3367 	        ioc_init.HeaderVersion = cpu_to_le16(MPI_HEADER_VERSION);
3368 
3369 		if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_HOST_PAGE_BUFFER_PERSISTENT) {
3370 			ioc_init.HostPageBufferSGE = ioc->facts.HostPageBufferSGE;
3371 		} else if(mpt_host_page_alloc(ioc, &ioc_init))
3372 			return -99;
3373 	}
3374 	ioc_init.ReplyFrameSize = cpu_to_le16(ioc->reply_sz);	/* in BYTES */
3375 
3376 	if (ioc->sg_addr_size == sizeof(u64)) {
3377 		/* Save the upper 32-bits of the request
3378 		 * (reply) and sense buffers.
3379 		 */
3380 		ioc_init.HostMfaHighAddr = cpu_to_le32((u32)((u64)ioc->alloc_dma >> 32));
3381 		ioc_init.SenseBufferHighAddr = cpu_to_le32((u32)((u64)ioc->sense_buf_pool_dma >> 32));
3382 	} else {
3383 		/* Force 32-bit addressing */
3384 		ioc_init.HostMfaHighAddr = cpu_to_le32(0);
3385 		ioc_init.SenseBufferHighAddr = cpu_to_le32(0);
3386 	}
3387 
3388 	ioc->facts.CurrentHostMfaHighAddr = ioc_init.HostMfaHighAddr;
3389 	ioc->facts.CurrentSenseBufferHighAddr = ioc_init.SenseBufferHighAddr;
3390 	ioc->facts.MaxDevices = ioc_init.MaxDevices;
3391 	ioc->facts.MaxBuses = ioc_init.MaxBuses;
3392 
3393 	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending IOCInit (req @ %p)\n",
3394 			ioc->name, &ioc_init));
3395 
3396 	r = mpt_handshake_req_reply_wait(ioc, sizeof(IOCInit_t), (u32*)&ioc_init,
3397 				sizeof(MPIDefaultReply_t), (u16*)&init_reply, 10 /*seconds*/, sleepFlag);
3398 	if (r != 0) {
3399 		printk(MYIOC_s_ERR_FMT "Sending IOCInit failed(%d)!\n",ioc->name, r);
3400 		return r;
3401 	}
3402 
3403 	/* No need to byte swap the multibyte fields in the reply
3404 	 * since we don't even look at its contents.
3405 	 */
3406 
3407 	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending PortEnable (req @ %p)\n",
3408 			ioc->name, &ioc_init));
3409 
3410 	if ((r = SendPortEnable(ioc, 0, sleepFlag)) != 0) {
3411 		printk(MYIOC_s_ERR_FMT "Sending PortEnable failed(%d)!\n",ioc->name, r);
3412 		return r;
3413 	}
3414 
3415 	/* YIKES!  SUPER IMPORTANT!!!
3416 	 *  Poll IocState until _OPERATIONAL while IOC is doing
3417 	 *  LoopInit and TargetDiscovery!
3418 	 */
3419 	count = 0;
3420 	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 60;	/* 60 seconds */
3421 	state = mpt_GetIocState(ioc, 1);
3422 	while (state != MPI_IOC_STATE_OPERATIONAL && --cntdn) {
3423 		if (sleepFlag == CAN_SLEEP) {
3424 			msleep(1);
3425 		} else {
3426 			mdelay(1);
3427 		}
3428 
3429 		if (!cntdn) {
3430 			printk(MYIOC_s_ERR_FMT "Wait IOC_OP state timeout(%d)!\n",
3431 					ioc->name, (int)((count+5)/HZ));
3432 			return -9;
3433 		}
3434 
3435 		state = mpt_GetIocState(ioc, 1);
3436 		count++;
3437 	}
3438 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Wait IOC_OPERATIONAL state (cnt=%d)\n",
3439 			ioc->name, count));
3440 
3441 	ioc->aen_event_read_flag=0;
3442 	return r;
3443 }
3444 
3445 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3446 /**
3447  *	SendPortEnable - Send PortEnable request to MPT adapter port.
3448  *	@ioc: Pointer to MPT_ADAPTER structure
3449  *	@portnum: Port number to enable
3450  *	@sleepFlag: Specifies whether the process can sleep
3451  *
3452  *	Send PortEnable to bring IOC to OPERATIONAL state.
3453  *
3454  *	Returns 0 for success, non-zero for failure.
3455  */
3456 static int
3457 SendPortEnable(MPT_ADAPTER *ioc, int portnum, int sleepFlag)
3458 {
3459 	PortEnable_t		 port_enable;
3460 	MPIDefaultReply_t	 reply_buf;
3461 	int	 rc;
3462 	int	 req_sz;
3463 	int	 reply_sz;
3464 
3465 	/*  Destination...  */
3466 	reply_sz = sizeof(MPIDefaultReply_t);
3467 	memset(&reply_buf, 0, reply_sz);
3468 
3469 	req_sz = sizeof(PortEnable_t);
3470 	memset(&port_enable, 0, req_sz);
3471 
3472 	port_enable.Function = MPI_FUNCTION_PORT_ENABLE;
3473 	port_enable.PortNumber = portnum;
3474 /*	port_enable.ChainOffset = 0;		*/
3475 /*	port_enable.MsgFlags = 0;		*/
3476 /*	port_enable.MsgContext = 0;		*/
3477 
3478 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending Port(%d)Enable (req @ %p)\n",
3479 			ioc->name, portnum, &port_enable));
3480 
3481 	/* RAID FW may take a long time to enable
3482 	 */
3483 	if (ioc->ir_firmware || ioc->bus_type == SAS) {
3484 		rc = mpt_handshake_req_reply_wait(ioc, req_sz,
3485 		(u32*)&port_enable, reply_sz, (u16*)&reply_buf,
3486 		300 /*seconds*/, sleepFlag);
3487 	} else {
3488 		rc = mpt_handshake_req_reply_wait(ioc, req_sz,
3489 		(u32*)&port_enable, reply_sz, (u16*)&reply_buf,
3490 		30 /*seconds*/, sleepFlag);
3491 	}
3492 	return rc;
3493 }
3494 
3495 /**
3496  *	mpt_alloc_fw_memory - allocate firmware memory
3497  *	@ioc: Pointer to MPT_ADAPTER structure
3498  *      @size: total FW bytes
3499  *
3500  *	If memory has already been allocated, the same (cached) value
3501  *	is returned.
3502  *
3503  *	Return 0 if successful, or non-zero for failure
3504  **/
3505 int
3506 mpt_alloc_fw_memory(MPT_ADAPTER *ioc, int size)
3507 {
3508 	int rc;
3509 
3510 	if (ioc->cached_fw) {
3511 		rc = 0;  /* use already allocated memory */
3512 		goto out;
3513 	}
3514 	else if (ioc->alt_ioc && ioc->alt_ioc->cached_fw) {
3515 		ioc->cached_fw = ioc->alt_ioc->cached_fw;  /* use alt_ioc's memory */
3516 		ioc->cached_fw_dma = ioc->alt_ioc->cached_fw_dma;
3517 		rc = 0;
3518 		goto out;
3519 	}
3520 	ioc->cached_fw = pci_alloc_consistent(ioc->pcidev, size, &ioc->cached_fw_dma);
3521 	if (!ioc->cached_fw) {
3522 		printk(MYIOC_s_ERR_FMT "Unable to allocate memory for the cached firmware image!\n",
3523 		    ioc->name);
3524 		rc = -1;
3525 	} else {
3526 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3527 		    ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, size, size));
3528 		ioc->alloc_total += size;
3529 		rc = 0;
3530 	}
3531  out:
3532 	return rc;
3533 }
3534 
3535 /**
3536  *	mpt_free_fw_memory - free firmware memory
3537  *	@ioc: Pointer to MPT_ADAPTER structure
3538  *
3539  *	If alt_img is NULL, delete from ioc structure.
3540  *	Else, delete a secondary image in same format.
3541  **/
3542 void
3543 mpt_free_fw_memory(MPT_ADAPTER *ioc)
3544 {
3545 	int sz;
3546 
3547 	if (!ioc->cached_fw)
3548 		return;
3549 
3550 	sz = ioc->facts.FWImageSize;
3551 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "free_fw_memory: FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3552 		 ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, sz, sz));
3553 	pci_free_consistent(ioc->pcidev, sz, ioc->cached_fw, ioc->cached_fw_dma);
3554 	ioc->alloc_total -= sz;
3555 	ioc->cached_fw = NULL;
3556 }
3557 
3558 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3559 /**
3560  *	mpt_do_upload - Construct and Send FWUpload request to MPT adapter port.
3561  *	@ioc: Pointer to MPT_ADAPTER structure
3562  *	@sleepFlag: Specifies whether the process can sleep
3563  *
3564  *	Returns 0 for success, >0 for handshake failure
3565  *		<0 for fw upload failure.
3566  *
3567  *	Remark: If bound IOC and a successful FWUpload was performed
3568  *	on the bound IOC, the second image is discarded
3569  *	and memory is free'd. Both channels must upload to prevent
3570  *	IOC from running in degraded mode.
3571  */
3572 static int
3573 mpt_do_upload(MPT_ADAPTER *ioc, int sleepFlag)
3574 {
3575 	u8			 reply[sizeof(FWUploadReply_t)];
3576 	FWUpload_t		*prequest;
3577 	FWUploadReply_t		*preply;
3578 	FWUploadTCSGE_t		*ptcsge;
3579 	u32			 flagsLength;
3580 	int			 ii, sz, reply_sz;
3581 	int			 cmdStatus;
3582 	int			request_size;
3583 	/* If the image size is 0, we are done.
3584 	 */
3585 	if ((sz = ioc->facts.FWImageSize) == 0)
3586 		return 0;
3587 
3588 	if (mpt_alloc_fw_memory(ioc, ioc->facts.FWImageSize) != 0)
3589 		return -ENOMEM;
3590 
3591 	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT ": FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3592 	    ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, sz, sz));
3593 
3594 	prequest = (sleepFlag == NO_SLEEP) ? kzalloc(ioc->req_sz, GFP_ATOMIC) :
3595 	    kzalloc(ioc->req_sz, GFP_KERNEL);
3596 	if (!prequest) {
3597 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "fw upload failed "
3598 		    "while allocating memory \n", ioc->name));
3599 		mpt_free_fw_memory(ioc);
3600 		return -ENOMEM;
3601 	}
3602 
3603 	preply = (FWUploadReply_t *)&reply;
3604 
3605 	reply_sz = sizeof(reply);
3606 	memset(preply, 0, reply_sz);
3607 
3608 	prequest->ImageType = MPI_FW_UPLOAD_ITYPE_FW_IOC_MEM;
3609 	prequest->Function = MPI_FUNCTION_FW_UPLOAD;
3610 
3611 	ptcsge = (FWUploadTCSGE_t *) &prequest->SGL;
3612 	ptcsge->DetailsLength = 12;
3613 	ptcsge->Flags = MPI_SGE_FLAGS_TRANSACTION_ELEMENT;
3614 	ptcsge->ImageSize = cpu_to_le32(sz);
3615 	ptcsge++;
3616 
3617 	flagsLength = MPT_SGE_FLAGS_SSIMPLE_READ | sz;
3618 	ioc->add_sge((char *)ptcsge, flagsLength, ioc->cached_fw_dma);
3619 	request_size = offsetof(FWUpload_t, SGL) + sizeof(FWUploadTCSGE_t) +
3620 	    ioc->SGE_size;
3621 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending FW Upload "
3622 	    " (req @ %p) fw_size=%d mf_request_size=%d\n", ioc->name, prequest,
3623 	    ioc->facts.FWImageSize, request_size));
3624 	DBG_DUMP_FW_REQUEST_FRAME(ioc, (u32 *)prequest);
3625 
3626 	ii = mpt_handshake_req_reply_wait(ioc, request_size, (u32 *)prequest,
3627 	    reply_sz, (u16 *)preply, 65 /*seconds*/, sleepFlag);
3628 
3629 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "FW Upload completed "
3630 	    "rc=%x \n", ioc->name, ii));
3631 
3632 	cmdStatus = -EFAULT;
3633 	if (ii == 0) {
3634 		/* Handshake transfer was complete and successful.
3635 		 * Check the Reply Frame.
3636 		 */
3637 		int status;
3638 		status = le16_to_cpu(preply->IOCStatus) &
3639 				MPI_IOCSTATUS_MASK;
3640 		if (status == MPI_IOCSTATUS_SUCCESS &&
3641 		    ioc->facts.FWImageSize ==
3642 		    le32_to_cpu(preply->ActualImageSize))
3643 				cmdStatus = 0;
3644 	}
3645 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT ": do_upload cmdStatus=%d \n",
3646 			ioc->name, cmdStatus));
3647 
3648 
3649 	if (cmdStatus) {
3650 		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "fw upload failed, "
3651 		    "freeing image \n", ioc->name));
3652 		mpt_free_fw_memory(ioc);
3653 	}
3654 	kfree(prequest);
3655 
3656 	return cmdStatus;
3657 }
3658 
3659 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3660 /**
3661  *	mpt_downloadboot - DownloadBoot code
3662  *	@ioc: Pointer to MPT_ADAPTER structure
3663  *	@pFwHeader: Pointer to firmware header info
3664  *	@sleepFlag: Specifies whether the process can sleep
3665  *
3666  *	FwDownloadBoot requires Programmed IO access.
3667  *
3668  *	Returns 0 for success
3669  *		-1 FW Image size is 0
3670  *		-2 No valid cached_fw Pointer
3671  *		<0 for fw upload failure.
3672  */
3673 static int
3674 mpt_downloadboot(MPT_ADAPTER *ioc, MpiFwHeader_t *pFwHeader, int sleepFlag)
3675 {
3676 	MpiExtImageHeader_t	*pExtImage;
3677 	u32			 fwSize;
3678 	u32			 diag0val;
3679 	int			 count;
3680 	u32			*ptrFw;
3681 	u32			 diagRwData;
3682 	u32			 nextImage;
3683 	u32			 load_addr;
3684 	u32 			 ioc_state=0;
3685 
3686 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot: fw size 0x%x (%d), FW Ptr %p\n",
3687 				ioc->name, pFwHeader->ImageSize, pFwHeader->ImageSize, pFwHeader));
3688 
3689 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3690 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
3691 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
3692 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
3693 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
3694 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
3695 
3696 	CHIPREG_WRITE32(&ioc->chip->Diagnostic, (MPI_DIAG_PREVENT_IOC_BOOT | MPI_DIAG_DISABLE_ARM));
3697 
3698 	/* wait 1 msec */
3699 	if (sleepFlag == CAN_SLEEP) {
3700 		msleep(1);
3701 	} else {
3702 		mdelay (1);
3703 	}
3704 
3705 	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3706 	CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_RESET_ADAPTER);
3707 
3708 	for (count = 0; count < 30; count ++) {
3709 		diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3710 		if (!(diag0val & MPI_DIAG_RESET_ADAPTER)) {
3711 			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RESET_ADAPTER cleared, count=%d\n",
3712 				ioc->name, count));
3713 			break;
3714 		}
3715 		/* wait .1 sec */
3716 		if (sleepFlag == CAN_SLEEP) {
3717 			msleep (100);
3718 		} else {
3719 			mdelay (100);
3720 		}
3721 	}
3722 
3723 	if ( count == 30 ) {
3724 		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot failed! "
3725 		"Unable to get MPI_DIAG_DRWE mode, diag0val=%x\n",
3726 		ioc->name, diag0val));
3727 		return -3;
3728 	}
3729 
3730 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3731 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
3732 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
3733 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
3734 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
3735 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
3736 
3737 	/* Set the DiagRwEn and Disable ARM bits */
3738 	CHIPREG_WRITE32(&ioc->chip->Diagnostic, (MPI_DIAG_RW_ENABLE | MPI_DIAG_DISABLE_ARM));
3739 
3740 	fwSize = (pFwHeader->ImageSize + 3)/4;
3741 	ptrFw = (u32 *) pFwHeader;
3742 
3743 	/* Write the LoadStartAddress to the DiagRw Address Register
3744 	 * using Programmed IO
3745 	 */
3746 	if (ioc->errata_flag_1064)
3747 		pci_enable_io_access(ioc->pcidev);
3748 
3749 	CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, pFwHeader->LoadStartAddress);
3750 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "LoadStart addr written 0x%x \n",
3751 		ioc->name, pFwHeader->LoadStartAddress));
3752 
3753 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write FW Image: 0x%x bytes @ %p\n",
3754 				ioc->name, fwSize*4, ptrFw));
3755 	while (fwSize--) {
3756 		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, *ptrFw++);
3757 	}
3758 
3759 	nextImage = pFwHeader->NextImageHeaderOffset;
3760 	while (nextImage) {
3761 		pExtImage = (MpiExtImageHeader_t *) ((char *)pFwHeader + nextImage);
3762 
3763 		load_addr = pExtImage->LoadStartAddress;
3764 
3765 		fwSize = (pExtImage->ImageSize + 3) >> 2;
3766 		ptrFw = (u32 *)pExtImage;
3767 
3768 		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write Ext Image: 0x%x (%d) bytes @ %p load_addr=%x\n",
3769 						ioc->name, fwSize*4, fwSize*4, ptrFw, load_addr));
3770 		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, load_addr);
3771 
3772 		while (fwSize--) {
3773 			CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, *ptrFw++);
3774 		}
3775 		nextImage = pExtImage->NextImageHeaderOffset;
3776 	}
3777 
3778 	/* Write the IopResetVectorRegAddr */
3779 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write IopResetVector Addr=%x! \n", ioc->name, 	pFwHeader->IopResetRegAddr));
3780 	CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, pFwHeader->IopResetRegAddr);
3781 
3782 	/* Write the IopResetVectorValue */
3783 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write IopResetVector Value=%x! \n", ioc->name, pFwHeader->IopResetVectorValue));
3784 	CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, pFwHeader->IopResetVectorValue);
3785 
3786 	/* Clear the internal flash bad bit - autoincrementing register,
3787 	 * so must do two writes.
3788 	 */
3789 	if (ioc->bus_type == SPI) {
3790 		/*
3791 		 * 1030 and 1035 H/W errata, workaround to access
3792 		 * the ClearFlashBadSignatureBit
3793 		 */
3794 		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, 0x3F000000);
3795 		diagRwData = CHIPREG_PIO_READ32(&ioc->pio_chip->DiagRwData);
3796 		diagRwData |= 0x40000000;
3797 		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, 0x3F000000);
3798 		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, diagRwData);
3799 
3800 	} else /* if((ioc->bus_type == SAS) || (ioc->bus_type == FC)) */ {
3801 		diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3802 		CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val |
3803 		    MPI_DIAG_CLEAR_FLASH_BAD_SIG);
3804 
3805 		/* wait 1 msec */
3806 		if (sleepFlag == CAN_SLEEP) {
3807 			msleep (1);
3808 		} else {
3809 			mdelay (1);
3810 		}
3811 	}
3812 
3813 	if (ioc->errata_flag_1064)
3814 		pci_disable_io_access(ioc->pcidev);
3815 
3816 	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3817 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot diag0val=%x, "
3818 		"turning off PREVENT_IOC_BOOT, DISABLE_ARM, RW_ENABLE\n",
3819 		ioc->name, diag0val));
3820 	diag0val &= ~(MPI_DIAG_PREVENT_IOC_BOOT | MPI_DIAG_DISABLE_ARM | MPI_DIAG_RW_ENABLE);
3821 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot now diag0val=%x\n",
3822 		ioc->name, diag0val));
3823 	CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val);
3824 
3825 	/* Write 0xFF to reset the sequencer */
3826 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3827 
3828 	if (ioc->bus_type == SAS) {
3829 		ioc_state = mpt_GetIocState(ioc, 0);
3830 		if ( (GetIocFacts(ioc, sleepFlag,
3831 				MPT_HOSTEVENT_IOC_BRINGUP)) != 0 ) {
3832 			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "GetIocFacts failed: IocState=%x\n",
3833 					ioc->name, ioc_state));
3834 			return -EFAULT;
3835 		}
3836 	}
3837 
3838 	for (count=0; count<HZ*20; count++) {
3839 		if ((ioc_state = mpt_GetIocState(ioc, 0)) & MPI_IOC_STATE_READY) {
3840 			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3841 				"downloadboot successful! (count=%d) IocState=%x\n",
3842 				ioc->name, count, ioc_state));
3843 			if (ioc->bus_type == SAS) {
3844 				return 0;
3845 			}
3846 			if ((SendIocInit(ioc, sleepFlag)) != 0) {
3847 				ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3848 					"downloadboot: SendIocInit failed\n",
3849 					ioc->name));
3850 				return -EFAULT;
3851 			}
3852 			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3853 					"downloadboot: SendIocInit successful\n",
3854 					ioc->name));
3855 			return 0;
3856 		}
3857 		if (sleepFlag == CAN_SLEEP) {
3858 			msleep (10);
3859 		} else {
3860 			mdelay (10);
3861 		}
3862 	}
3863 	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3864 		"downloadboot failed! IocState=%x\n",ioc->name, ioc_state));
3865 	return -EFAULT;
3866 }
3867 
3868 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3869 /**
3870  *	KickStart - Perform hard reset of MPT adapter.
3871  *	@ioc: Pointer to MPT_ADAPTER structure
3872  *	@force: Force hard reset
3873  *	@sleepFlag: Specifies whether the process can sleep
3874  *
3875  *	This routine places MPT adapter in diagnostic mode via the
3876  *	WriteSequence register, and then performs a hard reset of adapter
3877  *	via the Diagnostic register.
3878  *
3879  *	Inputs:   sleepflag - CAN_SLEEP (non-interrupt thread)
3880  *			or NO_SLEEP (interrupt thread, use mdelay)
3881  *		  force - 1 if doorbell active, board fault state
3882  *				board operational, IOC_RECOVERY or
3883  *				IOC_BRINGUP and there is an alt_ioc.
3884  *			  0 else
3885  *
3886  *	Returns:
3887  *		 1 - hard reset, READY
3888  *		 0 - no reset due to History bit, READY
3889  *		-1 - no reset due to History bit but not READY
3890  *		     OR reset but failed to come READY
3891  *		-2 - no reset, could not enter DIAG mode
3892  *		-3 - reset but bad FW bit
3893  */
3894 static int
3895 KickStart(MPT_ADAPTER *ioc, int force, int sleepFlag)
3896 {
3897 	int hard_reset_done = 0;
3898 	u32 ioc_state=0;
3899 	int cnt,cntdn;
3900 
3901 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "KickStarting!\n", ioc->name));
3902 	if (ioc->bus_type == SPI) {
3903 		/* Always issue a Msg Unit Reset first. This will clear some
3904 		 * SCSI bus hang conditions.
3905 		 */
3906 		SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag);
3907 
3908 		if (sleepFlag == CAN_SLEEP) {
3909 			msleep (1000);
3910 		} else {
3911 			mdelay (1000);
3912 		}
3913 	}
3914 
3915 	hard_reset_done = mpt_diag_reset(ioc, force, sleepFlag);
3916 	if (hard_reset_done < 0)
3917 		return hard_reset_done;
3918 
3919 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Diagnostic reset successful!\n",
3920 		ioc->name));
3921 
3922 	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 2;	/* 2 seconds */
3923 	for (cnt=0; cnt<cntdn; cnt++) {
3924 		ioc_state = mpt_GetIocState(ioc, 1);
3925 		if ((ioc_state == MPI_IOC_STATE_READY) || (ioc_state == MPI_IOC_STATE_OPERATIONAL)) {
3926 			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "KickStart successful! (cnt=%d)\n",
3927  					ioc->name, cnt));
3928 			return hard_reset_done;
3929 		}
3930 		if (sleepFlag == CAN_SLEEP) {
3931 			msleep (10);
3932 		} else {
3933 			mdelay (10);
3934 		}
3935 	}
3936 
3937 	dinitprintk(ioc, printk(MYIOC_s_ERR_FMT "Failed to come READY after reset! IocState=%x\n",
3938 		ioc->name, mpt_GetIocState(ioc, 0)));
3939 	return -1;
3940 }
3941 
3942 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3943 /**
3944  *	mpt_diag_reset - Perform hard reset of the adapter.
3945  *	@ioc: Pointer to MPT_ADAPTER structure
3946  *	@ignore: Set if to honor and clear to ignore
3947  *		the reset history bit
3948  *	@sleepFlag: CAN_SLEEP if called in a non-interrupt thread,
3949  *		else set to NO_SLEEP (use mdelay instead)
3950  *
3951  *	This routine places the adapter in diagnostic mode via the
3952  *	WriteSequence register and then performs a hard reset of adapter
3953  *	via the Diagnostic register. Adapter should be in ready state
3954  *	upon successful completion.
3955  *
3956  *	Returns:  1  hard reset successful
3957  *		  0  no reset performed because reset history bit set
3958  *		 -2  enabling diagnostic mode failed
3959  *		 -3  diagnostic reset failed
3960  */
3961 static int
3962 mpt_diag_reset(MPT_ADAPTER *ioc, int ignore, int sleepFlag)
3963 {
3964 	u32 diag0val;
3965 	u32 doorbell;
3966 	int hard_reset_done = 0;
3967 	int count = 0;
3968 	u32 diag1val = 0;
3969 	MpiFwHeader_t *cached_fw;	/* Pointer to FW */
3970 	u8	 cb_idx;
3971 
3972 	/* Clear any existing interrupts */
3973 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
3974 
3975 	if (ioc->pcidev->device == MPI_MANUFACTPAGE_DEVID_SAS1078) {
3976 
3977 		if (!ignore)
3978 			return 0;
3979 
3980 		drsprintk(ioc, printk(MYIOC_s_WARN_FMT "%s: Doorbell=%p; 1078 reset "
3981 			"address=%p\n",  ioc->name, __func__,
3982 			&ioc->chip->Doorbell, &ioc->chip->Reset_1078));
3983 		CHIPREG_WRITE32(&ioc->chip->Reset_1078, 0x07);
3984 		if (sleepFlag == CAN_SLEEP)
3985 			msleep(1);
3986 		else
3987 			mdelay(1);
3988 
3989 		/*
3990 		 * Call each currently registered protocol IOC reset handler
3991 		 * with pre-reset indication.
3992 		 * NOTE: If we're doing _IOC_BRINGUP, there can be no
3993 		 * MptResetHandlers[] registered yet.
3994 		 */
3995 		for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
3996 			if (MptResetHandlers[cb_idx])
3997 				(*(MptResetHandlers[cb_idx]))(ioc,
3998 						MPT_IOC_PRE_RESET);
3999 		}
4000 
4001 		for (count = 0; count < 60; count ++) {
4002 			doorbell = CHIPREG_READ32(&ioc->chip->Doorbell);
4003 			doorbell &= MPI_IOC_STATE_MASK;
4004 
4005 			drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4006 				"looking for READY STATE: doorbell=%x"
4007 			        " count=%d\n",
4008 				ioc->name, doorbell, count));
4009 
4010 			if (doorbell == MPI_IOC_STATE_READY) {
4011 				return 1;
4012 			}
4013 
4014 			/* wait 1 sec */
4015 			if (sleepFlag == CAN_SLEEP)
4016 				msleep(1000);
4017 			else
4018 				mdelay(1000);
4019 		}
4020 		return -1;
4021 	}
4022 
4023 	/* Use "Diagnostic reset" method! (only thing available!) */
4024 	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4025 
4026 	if (ioc->debug_level & MPT_DEBUG) {
4027 		if (ioc->alt_ioc)
4028 			diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4029 		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG1: diag0=%08x, diag1=%08x\n",
4030 			ioc->name, diag0val, diag1val));
4031 	}
4032 
4033 	/* Do the reset if we are told to ignore the reset history
4034 	 * or if the reset history is 0
4035 	 */
4036 	if (ignore || !(diag0val & MPI_DIAG_RESET_HISTORY)) {
4037 		while ((diag0val & MPI_DIAG_DRWE) == 0) {
4038 			/* Write magic sequence to WriteSequence register
4039 			 * Loop until in diagnostic mode
4040 			 */
4041 			CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
4042 			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
4043 			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
4044 			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
4045 			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
4046 			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
4047 
4048 			/* wait 100 msec */
4049 			if (sleepFlag == CAN_SLEEP) {
4050 				msleep (100);
4051 			} else {
4052 				mdelay (100);
4053 			}
4054 
4055 			count++;
4056 			if (count > 20) {
4057 				printk(MYIOC_s_ERR_FMT "Enable Diagnostic mode FAILED! (%02xh)\n",
4058 						ioc->name, diag0val);
4059 				return -2;
4060 
4061 			}
4062 
4063 			diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4064 
4065 			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Wrote magic DiagWriteEn sequence (%x)\n",
4066 					ioc->name, diag0val));
4067 		}
4068 
4069 		if (ioc->debug_level & MPT_DEBUG) {
4070 			if (ioc->alt_ioc)
4071 				diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4072 			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG2: diag0=%08x, diag1=%08x\n",
4073 				ioc->name, diag0val, diag1val));
4074 		}
4075 		/*
4076 		 * Disable the ARM (Bug fix)
4077 		 *
4078 		 */
4079 		CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_DISABLE_ARM);
4080 		mdelay(1);
4081 
4082 		/*
4083 		 * Now hit the reset bit in the Diagnostic register
4084 		 * (THE BIG HAMMER!) (Clears DRWE bit).
4085 		 */
4086 		CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_RESET_ADAPTER);
4087 		hard_reset_done = 1;
4088 		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Diagnostic reset performed\n",
4089 				ioc->name));
4090 
4091 		/*
4092 		 * Call each currently registered protocol IOC reset handler
4093 		 * with pre-reset indication.
4094 		 * NOTE: If we're doing _IOC_BRINGUP, there can be no
4095 		 * MptResetHandlers[] registered yet.
4096 		 */
4097 		for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
4098 			if (MptResetHandlers[cb_idx]) {
4099 				mpt_signal_reset(cb_idx,
4100 					ioc, MPT_IOC_PRE_RESET);
4101 				if (ioc->alt_ioc) {
4102 					mpt_signal_reset(cb_idx,
4103 					ioc->alt_ioc, MPT_IOC_PRE_RESET);
4104 				}
4105 			}
4106 		}
4107 
4108 		if (ioc->cached_fw)
4109 			cached_fw = (MpiFwHeader_t *)ioc->cached_fw;
4110 		else if (ioc->alt_ioc && ioc->alt_ioc->cached_fw)
4111 			cached_fw = (MpiFwHeader_t *)ioc->alt_ioc->cached_fw;
4112 		else
4113 			cached_fw = NULL;
4114 		if (cached_fw) {
4115 			/* If the DownloadBoot operation fails, the
4116 			 * IOC will be left unusable. This is a fatal error
4117 			 * case.  _diag_reset will return < 0
4118 			 */
4119 			for (count = 0; count < 30; count ++) {
4120 				diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4121 				if (!(diag0val & MPI_DIAG_RESET_ADAPTER)) {
4122 					break;
4123 				}
4124 
4125 				dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "cached_fw: diag0val=%x count=%d\n",
4126 					ioc->name, diag0val, count));
4127 				/* wait 1 sec */
4128 				if (sleepFlag == CAN_SLEEP) {
4129 					msleep (1000);
4130 				} else {
4131 					mdelay (1000);
4132 				}
4133 			}
4134 			if ((count = mpt_downloadboot(ioc, cached_fw, sleepFlag)) < 0) {
4135 				printk(MYIOC_s_WARN_FMT
4136 					"firmware downloadboot failure (%d)!\n", ioc->name, count);
4137 			}
4138 
4139 		} else {
4140 			/* Wait for FW to reload and for board
4141 			 * to go to the READY state.
4142 			 * Maximum wait is 60 seconds.
4143 			 * If fail, no error will check again
4144 			 * with calling program.
4145 			 */
4146 			for (count = 0; count < 60; count ++) {
4147 				doorbell = CHIPREG_READ32(&ioc->chip->Doorbell);
4148 				doorbell &= MPI_IOC_STATE_MASK;
4149 
4150 				drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4151 				    "looking for READY STATE: doorbell=%x"
4152 				    " count=%d\n", ioc->name, doorbell, count));
4153 
4154 				if (doorbell == MPI_IOC_STATE_READY) {
4155 					break;
4156 				}
4157 
4158 				/* wait 1 sec */
4159 				if (sleepFlag == CAN_SLEEP) {
4160 					msleep (1000);
4161 				} else {
4162 					mdelay (1000);
4163 				}
4164 			}
4165 
4166 			if (doorbell != MPI_IOC_STATE_READY)
4167 				printk(MYIOC_s_ERR_FMT "Failed to come READY "
4168 				    "after reset! IocState=%x", ioc->name,
4169 				    doorbell);
4170 		}
4171 	}
4172 
4173 	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4174 	if (ioc->debug_level & MPT_DEBUG) {
4175 		if (ioc->alt_ioc)
4176 			diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4177 		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG3: diag0=%08x, diag1=%08x\n",
4178 			ioc->name, diag0val, diag1val));
4179 	}
4180 
4181 	/* Clear RESET_HISTORY bit!  Place board in the
4182 	 * diagnostic mode to update the diag register.
4183 	 */
4184 	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4185 	count = 0;
4186 	while ((diag0val & MPI_DIAG_DRWE) == 0) {
4187 		/* Write magic sequence to WriteSequence register
4188 		 * Loop until in diagnostic mode
4189 		 */
4190 		CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
4191 		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
4192 		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
4193 		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
4194 		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
4195 		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
4196 
4197 		/* wait 100 msec */
4198 		if (sleepFlag == CAN_SLEEP) {
4199 			msleep (100);
4200 		} else {
4201 			mdelay (100);
4202 		}
4203 
4204 		count++;
4205 		if (count > 20) {
4206 			printk(MYIOC_s_ERR_FMT "Enable Diagnostic mode FAILED! (%02xh)\n",
4207 					ioc->name, diag0val);
4208 			break;
4209 		}
4210 		diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4211 	}
4212 	diag0val &= ~MPI_DIAG_RESET_HISTORY;
4213 	CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val);
4214 	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4215 	if (diag0val & MPI_DIAG_RESET_HISTORY) {
4216 		printk(MYIOC_s_WARN_FMT "ResetHistory bit failed to clear!\n",
4217 				ioc->name);
4218 	}
4219 
4220 	/* Disable Diagnostic Mode
4221 	 */
4222 	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFFFFFFFF);
4223 
4224 	/* Check FW reload status flags.
4225 	 */
4226 	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4227 	if (diag0val & (MPI_DIAG_FLASH_BAD_SIG | MPI_DIAG_RESET_ADAPTER | MPI_DIAG_DISABLE_ARM)) {
4228 		printk(MYIOC_s_ERR_FMT "Diagnostic reset FAILED! (%02xh)\n",
4229 				ioc->name, diag0val);
4230 		return -3;
4231 	}
4232 
4233 	if (ioc->debug_level & MPT_DEBUG) {
4234 		if (ioc->alt_ioc)
4235 			diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4236 		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG4: diag0=%08x, diag1=%08x\n",
4237 			ioc->name, diag0val, diag1val));
4238 	}
4239 
4240 	/*
4241 	 * Reset flag that says we've enabled event notification
4242 	 */
4243 	ioc->facts.EventState = 0;
4244 
4245 	if (ioc->alt_ioc)
4246 		ioc->alt_ioc->facts.EventState = 0;
4247 
4248 	return hard_reset_done;
4249 }
4250 
4251 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4252 /**
4253  *	SendIocReset - Send IOCReset request to MPT adapter.
4254  *	@ioc: Pointer to MPT_ADAPTER structure
4255  *	@reset_type: reset type, expected values are
4256  *	%MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET or %MPI_FUNCTION_IO_UNIT_RESET
4257  *	@sleepFlag: Specifies whether the process can sleep
4258  *
4259  *	Send IOCReset request to the MPT adapter.
4260  *
4261  *	Returns 0 for success, non-zero for failure.
4262  */
4263 static int
4264 SendIocReset(MPT_ADAPTER *ioc, u8 reset_type, int sleepFlag)
4265 {
4266 	int r;
4267 	u32 state;
4268 	int cntdn, count;
4269 
4270 	drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending IOC reset(0x%02x)!\n",
4271 			ioc->name, reset_type));
4272 	CHIPREG_WRITE32(&ioc->chip->Doorbell, reset_type<<MPI_DOORBELL_FUNCTION_SHIFT);
4273 	if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4274 		return r;
4275 
4276 	/* FW ACK'd request, wait for READY state
4277 	 */
4278 	count = 0;
4279 	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 15;	/* 15 seconds */
4280 
4281 	while ((state = mpt_GetIocState(ioc, 1)) != MPI_IOC_STATE_READY) {
4282 		cntdn--;
4283 		count++;
4284 		if (!cntdn) {
4285 			if (sleepFlag != CAN_SLEEP)
4286 				count *= 10;
4287 
4288 			printk(MYIOC_s_ERR_FMT
4289 			    "Wait IOC_READY state (0x%x) timeout(%d)!\n",
4290 			    ioc->name, state, (int)((count+5)/HZ));
4291 			return -ETIME;
4292 		}
4293 
4294 		if (sleepFlag == CAN_SLEEP) {
4295 			msleep(1);
4296 		} else {
4297 			mdelay (1);	/* 1 msec delay */
4298 		}
4299 	}
4300 
4301 	/* TODO!
4302 	 *  Cleanup all event stuff for this IOC; re-issue EventNotification
4303 	 *  request if needed.
4304 	 */
4305 	if (ioc->facts.Function)
4306 		ioc->facts.EventState = 0;
4307 
4308 	return 0;
4309 }
4310 
4311 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4312 /**
4313  *	initChainBuffers - Allocate memory for and initialize chain buffers
4314  *	@ioc: Pointer to MPT_ADAPTER structure
4315  *
4316  *	Allocates memory for and initializes chain buffers,
4317  *	chain buffer control arrays and spinlock.
4318  */
4319 static int
4320 initChainBuffers(MPT_ADAPTER *ioc)
4321 {
4322 	u8		*mem;
4323 	int		sz, ii, num_chain;
4324 	int 		scale, num_sge, numSGE;
4325 
4326 	/* ReqToChain size must equal the req_depth
4327 	 * index = req_idx
4328 	 */
4329 	if (ioc->ReqToChain == NULL) {
4330 		sz = ioc->req_depth * sizeof(int);
4331 		mem = kmalloc(sz, GFP_ATOMIC);
4332 		if (mem == NULL)
4333 			return -1;
4334 
4335 		ioc->ReqToChain = (int *) mem;
4336 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReqToChain alloc  @ %p, sz=%d bytes\n",
4337 			 	ioc->name, mem, sz));
4338 		mem = kmalloc(sz, GFP_ATOMIC);
4339 		if (mem == NULL)
4340 			return -1;
4341 
4342 		ioc->RequestNB = (int *) mem;
4343 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestNB alloc  @ %p, sz=%d bytes\n",
4344 			 	ioc->name, mem, sz));
4345 	}
4346 	for (ii = 0; ii < ioc->req_depth; ii++) {
4347 		ioc->ReqToChain[ii] = MPT_HOST_NO_CHAIN;
4348 	}
4349 
4350 	/* ChainToChain size must equal the total number
4351 	 * of chain buffers to be allocated.
4352 	 * index = chain_idx
4353 	 *
4354 	 * Calculate the number of chain buffers needed(plus 1) per I/O
4355 	 * then multiply the maximum number of simultaneous cmds
4356 	 *
4357 	 * num_sge = num sge in request frame + last chain buffer
4358 	 * scale = num sge per chain buffer if no chain element
4359 	 */
4360 	scale = ioc->req_sz / ioc->SGE_size;
4361 	if (ioc->sg_addr_size == sizeof(u64))
4362 		num_sge =  scale + (ioc->req_sz - 60) / ioc->SGE_size;
4363 	else
4364 		num_sge =  1 + scale + (ioc->req_sz - 64) / ioc->SGE_size;
4365 
4366 	if (ioc->sg_addr_size == sizeof(u64)) {
4367 		numSGE = (scale - 1) * (ioc->facts.MaxChainDepth-1) + scale +
4368 			(ioc->req_sz - 60) / ioc->SGE_size;
4369 	} else {
4370 		numSGE = 1 + (scale - 1) * (ioc->facts.MaxChainDepth-1) +
4371 		    scale + (ioc->req_sz - 64) / ioc->SGE_size;
4372 	}
4373 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "num_sge=%d numSGE=%d\n",
4374 		ioc->name, num_sge, numSGE));
4375 
4376 	if (ioc->bus_type == FC) {
4377 		if (numSGE > MPT_SCSI_FC_SG_DEPTH)
4378 			numSGE = MPT_SCSI_FC_SG_DEPTH;
4379 	} else {
4380 		if (numSGE > MPT_SCSI_SG_DEPTH)
4381 			numSGE = MPT_SCSI_SG_DEPTH;
4382 	}
4383 
4384 	num_chain = 1;
4385 	while (numSGE - num_sge > 0) {
4386 		num_chain++;
4387 		num_sge += (scale - 1);
4388 	}
4389 	num_chain++;
4390 
4391 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Now numSGE=%d num_sge=%d num_chain=%d\n",
4392 		ioc->name, numSGE, num_sge, num_chain));
4393 
4394 	if (ioc->bus_type == SPI)
4395 		num_chain *= MPT_SCSI_CAN_QUEUE;
4396 	else if (ioc->bus_type == SAS)
4397 		num_chain *= MPT_SAS_CAN_QUEUE;
4398 	else
4399 		num_chain *= MPT_FC_CAN_QUEUE;
4400 
4401 	ioc->num_chain = num_chain;
4402 
4403 	sz = num_chain * sizeof(int);
4404 	if (ioc->ChainToChain == NULL) {
4405 		mem = kmalloc(sz, GFP_ATOMIC);
4406 		if (mem == NULL)
4407 			return -1;
4408 
4409 		ioc->ChainToChain = (int *) mem;
4410 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainToChain alloc @ %p, sz=%d bytes\n",
4411 			 	ioc->name, mem, sz));
4412 	} else {
4413 		mem = (u8 *) ioc->ChainToChain;
4414 	}
4415 	memset(mem, 0xFF, sz);
4416 	return num_chain;
4417 }
4418 
4419 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4420 /**
4421  *	PrimeIocFifos - Initialize IOC request and reply FIFOs.
4422  *	@ioc: Pointer to MPT_ADAPTER structure
4423  *
4424  *	This routine allocates memory for the MPT reply and request frame
4425  *	pools (if necessary), and primes the IOC reply FIFO with
4426  *	reply frames.
4427  *
4428  *	Returns 0 for success, non-zero for failure.
4429  */
4430 static int
4431 PrimeIocFifos(MPT_ADAPTER *ioc)
4432 {
4433 	MPT_FRAME_HDR *mf;
4434 	unsigned long flags;
4435 	dma_addr_t alloc_dma;
4436 	u8 *mem;
4437 	int i, reply_sz, sz, total_size, num_chain;
4438 	u64	dma_mask;
4439 
4440 	dma_mask = 0;
4441 
4442 	/*  Prime reply FIFO...  */
4443 
4444 	if (ioc->reply_frames == NULL) {
4445 		if ( (num_chain = initChainBuffers(ioc)) < 0)
4446 			return -1;
4447 		/*
4448 		 * 1078 errata workaround for the 36GB limitation
4449 		 */
4450 		if (ioc->pcidev->device == MPI_MANUFACTPAGE_DEVID_SAS1078 &&
4451 		    ioc->dma_mask > DMA_BIT_MASK(35)) {
4452 			if (!pci_set_dma_mask(ioc->pcidev, DMA_BIT_MASK(32))
4453 			    && !pci_set_consistent_dma_mask(ioc->pcidev,
4454 			    DMA_BIT_MASK(32))) {
4455 				dma_mask = DMA_BIT_MASK(35);
4456 				d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4457 				    "setting 35 bit addressing for "
4458 				    "Request/Reply/Chain and Sense Buffers\n",
4459 				    ioc->name));
4460 			} else {
4461 				/*Reseting DMA mask to 64 bit*/
4462 				pci_set_dma_mask(ioc->pcidev,
4463 					DMA_BIT_MASK(64));
4464 				pci_set_consistent_dma_mask(ioc->pcidev,
4465 					DMA_BIT_MASK(64));
4466 
4467 				printk(MYIOC_s_ERR_FMT
4468 				    "failed setting 35 bit addressing for "
4469 				    "Request/Reply/Chain and Sense Buffers\n",
4470 				    ioc->name);
4471 				return -1;
4472 			}
4473 		}
4474 
4475 		total_size = reply_sz = (ioc->reply_sz * ioc->reply_depth);
4476 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffer sz=%d bytes, ReplyDepth=%d\n",
4477 			 	ioc->name, ioc->reply_sz, ioc->reply_depth));
4478 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffer sz=%d[%x] bytes\n",
4479 			 	ioc->name, reply_sz, reply_sz));
4480 
4481 		sz = (ioc->req_sz * ioc->req_depth);
4482 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffer sz=%d bytes, RequestDepth=%d\n",
4483 			 	ioc->name, ioc->req_sz, ioc->req_depth));
4484 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffer sz=%d[%x] bytes\n",
4485 			 	ioc->name, sz, sz));
4486 		total_size += sz;
4487 
4488 		sz = num_chain * ioc->req_sz; /* chain buffer pool size */
4489 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffer sz=%d bytes, ChainDepth=%d\n",
4490 			 	ioc->name, ioc->req_sz, num_chain));
4491 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffer sz=%d[%x] bytes num_chain=%d\n",
4492 			 	ioc->name, sz, sz, num_chain));
4493 
4494 		total_size += sz;
4495 		mem = pci_alloc_consistent(ioc->pcidev, total_size, &alloc_dma);
4496 		if (mem == NULL) {
4497 			printk(MYIOC_s_ERR_FMT "Unable to allocate Reply, Request, Chain Buffers!\n",
4498 				ioc->name);
4499 			goto out_fail;
4500 		}
4501 
4502 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Total alloc @ %p[%p], sz=%d[%x] bytes\n",
4503 			 	ioc->name, mem, (void *)(ulong)alloc_dma, total_size, total_size));
4504 
4505 		memset(mem, 0, total_size);
4506 		ioc->alloc_total += total_size;
4507 		ioc->alloc = mem;
4508 		ioc->alloc_dma = alloc_dma;
4509 		ioc->alloc_sz = total_size;
4510 		ioc->reply_frames = (MPT_FRAME_HDR *) mem;
4511 		ioc->reply_frames_low_dma = (u32) (alloc_dma & 0xFFFFFFFF);
4512 
4513 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffers @ %p[%p]\n",
4514 	 		ioc->name, ioc->reply_frames, (void *)(ulong)alloc_dma));
4515 
4516 		alloc_dma += reply_sz;
4517 		mem += reply_sz;
4518 
4519 		/*  Request FIFO - WE manage this!  */
4520 
4521 		ioc->req_frames = (MPT_FRAME_HDR *) mem;
4522 		ioc->req_frames_dma = alloc_dma;
4523 
4524 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffers @ %p[%p]\n",
4525 			 	ioc->name, mem, (void *)(ulong)alloc_dma));
4526 
4527 		ioc->req_frames_low_dma = (u32) (alloc_dma & 0xFFFFFFFF);
4528 
4529 		for (i = 0; i < ioc->req_depth; i++) {
4530 			alloc_dma += ioc->req_sz;
4531 			mem += ioc->req_sz;
4532 		}
4533 
4534 		ioc->ChainBuffer = mem;
4535 		ioc->ChainBufferDMA = alloc_dma;
4536 
4537 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffers @ %p(%p)\n",
4538 			ioc->name, ioc->ChainBuffer, (void *)(ulong)ioc->ChainBufferDMA));
4539 
4540 		/* Initialize the free chain Q.
4541 	 	*/
4542 
4543 		INIT_LIST_HEAD(&ioc->FreeChainQ);
4544 
4545 		/* Post the chain buffers to the FreeChainQ.
4546 	 	*/
4547 		mem = (u8 *)ioc->ChainBuffer;
4548 		for (i=0; i < num_chain; i++) {
4549 			mf = (MPT_FRAME_HDR *) mem;
4550 			list_add_tail(&mf->u.frame.linkage.list, &ioc->FreeChainQ);
4551 			mem += ioc->req_sz;
4552 		}
4553 
4554 		/* Initialize Request frames linked list
4555 		 */
4556 		alloc_dma = ioc->req_frames_dma;
4557 		mem = (u8 *) ioc->req_frames;
4558 
4559 		spin_lock_irqsave(&ioc->FreeQlock, flags);
4560 		INIT_LIST_HEAD(&ioc->FreeQ);
4561 		for (i = 0; i < ioc->req_depth; i++) {
4562 			mf = (MPT_FRAME_HDR *) mem;
4563 
4564 			/*  Queue REQUESTs *internally*!  */
4565 			list_add_tail(&mf->u.frame.linkage.list, &ioc->FreeQ);
4566 
4567 			mem += ioc->req_sz;
4568 		}
4569 		spin_unlock_irqrestore(&ioc->FreeQlock, flags);
4570 
4571 		sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
4572 		ioc->sense_buf_pool =
4573 			pci_alloc_consistent(ioc->pcidev, sz, &ioc->sense_buf_pool_dma);
4574 		if (ioc->sense_buf_pool == NULL) {
4575 			printk(MYIOC_s_ERR_FMT "Unable to allocate Sense Buffers!\n",
4576 				ioc->name);
4577 			goto out_fail;
4578 		}
4579 
4580 		ioc->sense_buf_low_dma = (u32) (ioc->sense_buf_pool_dma & 0xFFFFFFFF);
4581 		ioc->alloc_total += sz;
4582 		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SenseBuffers @ %p[%p]\n",
4583  			ioc->name, ioc->sense_buf_pool, (void *)(ulong)ioc->sense_buf_pool_dma));
4584 
4585 	}
4586 
4587 	/* Post Reply frames to FIFO
4588 	 */
4589 	alloc_dma = ioc->alloc_dma;
4590 	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffers @ %p[%p]\n",
4591 	 	ioc->name, ioc->reply_frames, (void *)(ulong)alloc_dma));
4592 
4593 	for (i = 0; i < ioc->reply_depth; i++) {
4594 		/*  Write each address to the IOC!  */
4595 		CHIPREG_WRITE32(&ioc->chip->ReplyFifo, alloc_dma);
4596 		alloc_dma += ioc->reply_sz;
4597 	}
4598 
4599 	if (dma_mask == DMA_BIT_MASK(35) && !pci_set_dma_mask(ioc->pcidev,
4600 	    ioc->dma_mask) && !pci_set_consistent_dma_mask(ioc->pcidev,
4601 	    ioc->dma_mask))
4602 		d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4603 		    "restoring 64 bit addressing\n", ioc->name));
4604 
4605 	return 0;
4606 
4607 out_fail:
4608 
4609 	if (ioc->alloc != NULL) {
4610 		sz = ioc->alloc_sz;
4611 		pci_free_consistent(ioc->pcidev,
4612 				sz,
4613 				ioc->alloc, ioc->alloc_dma);
4614 		ioc->reply_frames = NULL;
4615 		ioc->req_frames = NULL;
4616 		ioc->alloc_total -= sz;
4617 	}
4618 	if (ioc->sense_buf_pool != NULL) {
4619 		sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
4620 		pci_free_consistent(ioc->pcidev,
4621 				sz,
4622 				ioc->sense_buf_pool, ioc->sense_buf_pool_dma);
4623 		ioc->sense_buf_pool = NULL;
4624 	}
4625 
4626 	if (dma_mask == DMA_BIT_MASK(35) && !pci_set_dma_mask(ioc->pcidev,
4627 	    DMA_BIT_MASK(64)) && !pci_set_consistent_dma_mask(ioc->pcidev,
4628 	    DMA_BIT_MASK(64)))
4629 		d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4630 		    "restoring 64 bit addressing\n", ioc->name));
4631 
4632 	return -1;
4633 }
4634 
4635 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4636 /**
4637  *	mpt_handshake_req_reply_wait - Send MPT request to and receive reply
4638  *	from IOC via doorbell handshake method.
4639  *	@ioc: Pointer to MPT_ADAPTER structure
4640  *	@reqBytes: Size of the request in bytes
4641  *	@req: Pointer to MPT request frame
4642  *	@replyBytes: Expected size of the reply in bytes
4643  *	@u16reply: Pointer to area where reply should be written
4644  *	@maxwait: Max wait time for a reply (in seconds)
4645  *	@sleepFlag: Specifies whether the process can sleep
4646  *
4647  *	NOTES: It is the callers responsibility to byte-swap fields in the
4648  *	request which are greater than 1 byte in size.  It is also the
4649  *	callers responsibility to byte-swap response fields which are
4650  *	greater than 1 byte in size.
4651  *
4652  *	Returns 0 for success, non-zero for failure.
4653  */
4654 static int
4655 mpt_handshake_req_reply_wait(MPT_ADAPTER *ioc, int reqBytes, u32 *req,
4656 		int replyBytes, u16 *u16reply, int maxwait, int sleepFlag)
4657 {
4658 	MPIDefaultReply_t *mptReply;
4659 	int failcnt = 0;
4660 	int t;
4661 
4662 	/*
4663 	 * Get ready to cache a handshake reply
4664 	 */
4665 	ioc->hs_reply_idx = 0;
4666 	mptReply = (MPIDefaultReply_t *) ioc->hs_reply;
4667 	mptReply->MsgLength = 0;
4668 
4669 	/*
4670 	 * Make sure there are no doorbells (WRITE 0 to IntStatus reg),
4671 	 * then tell IOC that we want to handshake a request of N words.
4672 	 * (WRITE u32val to Doorbell reg).
4673 	 */
4674 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4675 	CHIPREG_WRITE32(&ioc->chip->Doorbell,
4676 			((MPI_FUNCTION_HANDSHAKE<<MPI_DOORBELL_FUNCTION_SHIFT) |
4677 			 ((reqBytes/4)<<MPI_DOORBELL_ADD_DWORDS_SHIFT)));
4678 
4679 	/*
4680 	 * Wait for IOC's doorbell handshake int
4681 	 */
4682 	if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4683 		failcnt++;
4684 
4685 	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake request start reqBytes=%d, WaitCnt=%d%s\n",
4686 			ioc->name, reqBytes, t, failcnt ? " - MISSING DOORBELL HANDSHAKE!" : ""));
4687 
4688 	/* Read doorbell and check for active bit */
4689 	if (!(CHIPREG_READ32(&ioc->chip->Doorbell) & MPI_DOORBELL_ACTIVE))
4690 			return -1;
4691 
4692 	/*
4693 	 * Clear doorbell int (WRITE 0 to IntStatus reg),
4694 	 * then wait for IOC to ACKnowledge that it's ready for
4695 	 * our handshake request.
4696 	 */
4697 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4698 	if (!failcnt && (t = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4699 		failcnt++;
4700 
4701 	if (!failcnt) {
4702 		int	 ii;
4703 		u8	*req_as_bytes = (u8 *) req;
4704 
4705 		/*
4706 		 * Stuff request words via doorbell handshake,
4707 		 * with ACK from IOC for each.
4708 		 */
4709 		for (ii = 0; !failcnt && ii < reqBytes/4; ii++) {
4710 			u32 word = ((req_as_bytes[(ii*4) + 0] <<  0) |
4711 				    (req_as_bytes[(ii*4) + 1] <<  8) |
4712 				    (req_as_bytes[(ii*4) + 2] << 16) |
4713 				    (req_as_bytes[(ii*4) + 3] << 24));
4714 
4715 			CHIPREG_WRITE32(&ioc->chip->Doorbell, word);
4716 			if ((t = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4717 				failcnt++;
4718 		}
4719 
4720 		dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Handshake request frame (@%p) header\n", ioc->name, req));
4721 		DBG_DUMP_REQUEST_FRAME_HDR(ioc, (u32 *)req);
4722 
4723 		dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake request post done, WaitCnt=%d%s\n",
4724 				ioc->name, t, failcnt ? " - MISSING DOORBELL ACK!" : ""));
4725 
4726 		/*
4727 		 * Wait for completion of doorbell handshake reply from the IOC
4728 		 */
4729 		if (!failcnt && (t = WaitForDoorbellReply(ioc, maxwait, sleepFlag)) < 0)
4730 			failcnt++;
4731 
4732 		dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake reply count=%d%s\n",
4733 				ioc->name, t, failcnt ? " - MISSING DOORBELL REPLY!" : ""));
4734 
4735 		/*
4736 		 * Copy out the cached reply...
4737 		 */
4738 		for (ii=0; ii < min(replyBytes/2,mptReply->MsgLength*2); ii++)
4739 			u16reply[ii] = ioc->hs_reply[ii];
4740 	} else {
4741 		return -99;
4742 	}
4743 
4744 	return -failcnt;
4745 }
4746 
4747 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4748 /**
4749  *	WaitForDoorbellAck - Wait for IOC doorbell handshake acknowledge
4750  *	@ioc: Pointer to MPT_ADAPTER structure
4751  *	@howlong: How long to wait (in seconds)
4752  *	@sleepFlag: Specifies whether the process can sleep
4753  *
4754  *	This routine waits (up to ~2 seconds max) for IOC doorbell
4755  *	handshake ACKnowledge, indicated by the IOP_DOORBELL_STATUS
4756  *	bit in its IntStatus register being clear.
4757  *
4758  *	Returns a negative value on failure, else wait loop count.
4759  */
4760 static int
4761 WaitForDoorbellAck(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4762 {
4763 	int cntdn;
4764 	int count = 0;
4765 	u32 intstat=0;
4766 
4767 	cntdn = 1000 * howlong;
4768 
4769 	if (sleepFlag == CAN_SLEEP) {
4770 		while (--cntdn) {
4771 			msleep (1);
4772 			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4773 			if (! (intstat & MPI_HIS_IOP_DOORBELL_STATUS))
4774 				break;
4775 			count++;
4776 		}
4777 	} else {
4778 		while (--cntdn) {
4779 			udelay (1000);
4780 			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4781 			if (! (intstat & MPI_HIS_IOP_DOORBELL_STATUS))
4782 				break;
4783 			count++;
4784 		}
4785 	}
4786 
4787 	if (cntdn) {
4788 		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell ACK (count=%d)\n",
4789 				ioc->name, count));
4790 		return count;
4791 	}
4792 
4793 	printk(MYIOC_s_ERR_FMT "Doorbell ACK timeout (count=%d), IntStatus=%x!\n",
4794 			ioc->name, count, intstat);
4795 	return -1;
4796 }
4797 
4798 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4799 /**
4800  *	WaitForDoorbellInt - Wait for IOC to set its doorbell interrupt bit
4801  *	@ioc: Pointer to MPT_ADAPTER structure
4802  *	@howlong: How long to wait (in seconds)
4803  *	@sleepFlag: Specifies whether the process can sleep
4804  *
4805  *	This routine waits (up to ~2 seconds max) for IOC doorbell interrupt
4806  *	(MPI_HIS_DOORBELL_INTERRUPT) to be set in the IntStatus register.
4807  *
4808  *	Returns a negative value on failure, else wait loop count.
4809  */
4810 static int
4811 WaitForDoorbellInt(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4812 {
4813 	int cntdn;
4814 	int count = 0;
4815 	u32 intstat=0;
4816 
4817 	cntdn = 1000 * howlong;
4818 	if (sleepFlag == CAN_SLEEP) {
4819 		while (--cntdn) {
4820 			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4821 			if (intstat & MPI_HIS_DOORBELL_INTERRUPT)
4822 				break;
4823 			msleep(1);
4824 			count++;
4825 		}
4826 	} else {
4827 		while (--cntdn) {
4828 			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4829 			if (intstat & MPI_HIS_DOORBELL_INTERRUPT)
4830 				break;
4831 			udelay (1000);
4832 			count++;
4833 		}
4834 	}
4835 
4836 	if (cntdn) {
4837 		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell INT (cnt=%d) howlong=%d\n",
4838 				ioc->name, count, howlong));
4839 		return count;
4840 	}
4841 
4842 	printk(MYIOC_s_ERR_FMT "Doorbell INT timeout (count=%d), IntStatus=%x!\n",
4843 			ioc->name, count, intstat);
4844 	return -1;
4845 }
4846 
4847 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4848 /**
4849  *	WaitForDoorbellReply - Wait for and capture an IOC handshake reply.
4850  *	@ioc: Pointer to MPT_ADAPTER structure
4851  *	@howlong: How long to wait (in seconds)
4852  *	@sleepFlag: Specifies whether the process can sleep
4853  *
4854  *	This routine polls the IOC for a handshake reply, 16 bits at a time.
4855  *	Reply is cached to IOC private area large enough to hold a maximum
4856  *	of 128 bytes of reply data.
4857  *
4858  *	Returns a negative value on failure, else size of reply in WORDS.
4859  */
4860 static int
4861 WaitForDoorbellReply(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4862 {
4863 	int u16cnt = 0;
4864 	int failcnt = 0;
4865 	int t;
4866 	u16 *hs_reply = ioc->hs_reply;
4867 	volatile MPIDefaultReply_t *mptReply = (MPIDefaultReply_t *) ioc->hs_reply;
4868 	u16 hword;
4869 
4870 	hs_reply[0] = hs_reply[1] = hs_reply[7] = 0;
4871 
4872 	/*
4873 	 * Get first two u16's so we can look at IOC's intended reply MsgLength
4874 	 */
4875 	u16cnt=0;
4876 	if ((t = WaitForDoorbellInt(ioc, howlong, sleepFlag)) < 0) {
4877 		failcnt++;
4878 	} else {
4879 		hs_reply[u16cnt++] = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4880 		CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4881 		if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4882 			failcnt++;
4883 		else {
4884 			hs_reply[u16cnt++] = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4885 			CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4886 		}
4887 	}
4888 
4889 	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitCnt=%d First handshake reply word=%08x%s\n",
4890 			ioc->name, t, le32_to_cpu(*(u32 *)hs_reply),
4891 			failcnt ? " - MISSING DOORBELL HANDSHAKE!" : ""));
4892 
4893 	/*
4894 	 * If no error (and IOC said MsgLength is > 0), piece together
4895 	 * reply 16 bits at a time.
4896 	 */
4897 	for (u16cnt=2; !failcnt && u16cnt < (2 * mptReply->MsgLength); u16cnt++) {
4898 		if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4899 			failcnt++;
4900 		hword = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4901 		/* don't overflow our IOC hs_reply[] buffer! */
4902 		if (u16cnt < ARRAY_SIZE(ioc->hs_reply))
4903 			hs_reply[u16cnt] = hword;
4904 		CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4905 	}
4906 
4907 	if (!failcnt && (t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4908 		failcnt++;
4909 	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4910 
4911 	if (failcnt) {
4912 		printk(MYIOC_s_ERR_FMT "Handshake reply failure!\n",
4913 				ioc->name);
4914 		return -failcnt;
4915 	}
4916 #if 0
4917 	else if (u16cnt != (2 * mptReply->MsgLength)) {
4918 		return -101;
4919 	}
4920 	else if ((mptReply->IOCStatus & MPI_IOCSTATUS_MASK) != MPI_IOCSTATUS_SUCCESS) {
4921 		return -102;
4922 	}
4923 #endif
4924 
4925 	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got Handshake reply:\n", ioc->name));
4926 	DBG_DUMP_REPLY_FRAME(ioc, (u32 *)mptReply);
4927 
4928 	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell REPLY WaitCnt=%d (sz=%d)\n",
4929 			ioc->name, t, u16cnt/2));
4930 	return u16cnt/2;
4931 }
4932 
4933 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4934 /**
4935  *	GetLanConfigPages - Fetch LANConfig pages.
4936  *	@ioc: Pointer to MPT_ADAPTER structure
4937  *
4938  *	Return: 0 for success
4939  *	-ENOMEM if no memory available
4940  *		-EPERM if not allowed due to ISR context
4941  *		-EAGAIN if no msg frames currently available
4942  *		-EFAULT for non-successful reply or no reply (timeout)
4943  */
4944 static int
4945 GetLanConfigPages(MPT_ADAPTER *ioc)
4946 {
4947 	ConfigPageHeader_t	 hdr;
4948 	CONFIGPARMS		 cfg;
4949 	LANPage0_t		*ppage0_alloc;
4950 	dma_addr_t		 page0_dma;
4951 	LANPage1_t		*ppage1_alloc;
4952 	dma_addr_t		 page1_dma;
4953 	int			 rc = 0;
4954 	int			 data_sz;
4955 	int			 copy_sz;
4956 
4957 	/* Get LAN Page 0 header */
4958 	hdr.PageVersion = 0;
4959 	hdr.PageLength = 0;
4960 	hdr.PageNumber = 0;
4961 	hdr.PageType = MPI_CONFIG_PAGETYPE_LAN;
4962 	cfg.cfghdr.hdr = &hdr;
4963 	cfg.physAddr = -1;
4964 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
4965 	cfg.dir = 0;
4966 	cfg.pageAddr = 0;
4967 	cfg.timeout = 0;
4968 
4969 	if ((rc = mpt_config(ioc, &cfg)) != 0)
4970 		return rc;
4971 
4972 	if (hdr.PageLength > 0) {
4973 		data_sz = hdr.PageLength * 4;
4974 		ppage0_alloc = (LANPage0_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page0_dma);
4975 		rc = -ENOMEM;
4976 		if (ppage0_alloc) {
4977 			memset((u8 *)ppage0_alloc, 0, data_sz);
4978 			cfg.physAddr = page0_dma;
4979 			cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
4980 
4981 			if ((rc = mpt_config(ioc, &cfg)) == 0) {
4982 				/* save the data */
4983 				copy_sz = min_t(int, sizeof(LANPage0_t), data_sz);
4984 				memcpy(&ioc->lan_cnfg_page0, ppage0_alloc, copy_sz);
4985 
4986 			}
4987 
4988 			pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage0_alloc, page0_dma);
4989 
4990 			/* FIXME!
4991 			 *	Normalize endianness of structure data,
4992 			 *	by byte-swapping all > 1 byte fields!
4993 			 */
4994 
4995 		}
4996 
4997 		if (rc)
4998 			return rc;
4999 	}
5000 
5001 	/* Get LAN Page 1 header */
5002 	hdr.PageVersion = 0;
5003 	hdr.PageLength = 0;
5004 	hdr.PageNumber = 1;
5005 	hdr.PageType = MPI_CONFIG_PAGETYPE_LAN;
5006 	cfg.cfghdr.hdr = &hdr;
5007 	cfg.physAddr = -1;
5008 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5009 	cfg.dir = 0;
5010 	cfg.pageAddr = 0;
5011 
5012 	if ((rc = mpt_config(ioc, &cfg)) != 0)
5013 		return rc;
5014 
5015 	if (hdr.PageLength == 0)
5016 		return 0;
5017 
5018 	data_sz = hdr.PageLength * 4;
5019 	rc = -ENOMEM;
5020 	ppage1_alloc = (LANPage1_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page1_dma);
5021 	if (ppage1_alloc) {
5022 		memset((u8 *)ppage1_alloc, 0, data_sz);
5023 		cfg.physAddr = page1_dma;
5024 		cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5025 
5026 		if ((rc = mpt_config(ioc, &cfg)) == 0) {
5027 			/* save the data */
5028 			copy_sz = min_t(int, sizeof(LANPage1_t), data_sz);
5029 			memcpy(&ioc->lan_cnfg_page1, ppage1_alloc, copy_sz);
5030 		}
5031 
5032 		pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage1_alloc, page1_dma);
5033 
5034 		/* FIXME!
5035 		 *	Normalize endianness of structure data,
5036 		 *	by byte-swapping all > 1 byte fields!
5037 		 */
5038 
5039 	}
5040 
5041 	return rc;
5042 }
5043 
5044 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5045 /**
5046  *	mptbase_sas_persist_operation - Perform operation on SAS Persistent Table
5047  *	@ioc: Pointer to MPT_ADAPTER structure
5048  *	@persist_opcode: see below
5049  *
5050  *	MPI_SAS_OP_CLEAR_NOT_PRESENT - Free all persist TargetID mappings for
5051  *		devices not currently present.
5052  *	MPI_SAS_OP_CLEAR_ALL_PERSISTENT - Clear al persist TargetID mappings
5053  *
5054  *	NOTE: Don't use not this function during interrupt time.
5055  *
5056  *	Returns 0 for success, non-zero error
5057  */
5058 
5059 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5060 int
5061 mptbase_sas_persist_operation(MPT_ADAPTER *ioc, u8 persist_opcode)
5062 {
5063 	SasIoUnitControlRequest_t	*sasIoUnitCntrReq;
5064 	SasIoUnitControlReply_t		*sasIoUnitCntrReply;
5065 	MPT_FRAME_HDR			*mf = NULL;
5066 	MPIHeader_t			*mpi_hdr;
5067 	int				ret = 0;
5068 	unsigned long 	 		timeleft;
5069 
5070 	mutex_lock(&ioc->mptbase_cmds.mutex);
5071 
5072 	/* init the internal cmd struct */
5073 	memset(ioc->mptbase_cmds.reply, 0 , MPT_DEFAULT_FRAME_SIZE);
5074 	INITIALIZE_MGMT_STATUS(ioc->mptbase_cmds.status)
5075 
5076 	/* insure garbage is not sent to fw */
5077 	switch(persist_opcode) {
5078 
5079 	case MPI_SAS_OP_CLEAR_NOT_PRESENT:
5080 	case MPI_SAS_OP_CLEAR_ALL_PERSISTENT:
5081 		break;
5082 
5083 	default:
5084 		ret = -1;
5085 		goto out;
5086 	}
5087 
5088 	printk(KERN_DEBUG  "%s: persist_opcode=%x\n",
5089 		__func__, persist_opcode);
5090 
5091 	/* Get a MF for this command.
5092 	 */
5093 	if ((mf = mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
5094 		printk(KERN_DEBUG "%s: no msg frames!\n", __func__);
5095 		ret = -1;
5096 		goto out;
5097         }
5098 
5099 	mpi_hdr = (MPIHeader_t *) mf;
5100 	sasIoUnitCntrReq = (SasIoUnitControlRequest_t *)mf;
5101 	memset(sasIoUnitCntrReq,0,sizeof(SasIoUnitControlRequest_t));
5102 	sasIoUnitCntrReq->Function = MPI_FUNCTION_SAS_IO_UNIT_CONTROL;
5103 	sasIoUnitCntrReq->MsgContext = mpi_hdr->MsgContext;
5104 	sasIoUnitCntrReq->Operation = persist_opcode;
5105 
5106 	mpt_put_msg_frame(mpt_base_index, ioc, mf);
5107 	timeleft = wait_for_completion_timeout(&ioc->mptbase_cmds.done, 10*HZ);
5108 	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
5109 		ret = -ETIME;
5110 		printk(KERN_DEBUG "%s: failed\n", __func__);
5111 		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_DID_IOCRESET)
5112 			goto out;
5113 		if (!timeleft) {
5114 			printk(MYIOC_s_WARN_FMT
5115 			       "Issuing Reset from %s!!, doorbell=0x%08x\n",
5116 			       ioc->name, __func__, mpt_GetIocState(ioc, 0));
5117 			mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP);
5118 			mpt_free_msg_frame(ioc, mf);
5119 		}
5120 		goto out;
5121 	}
5122 
5123 	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_RF_VALID)) {
5124 		ret = -1;
5125 		goto out;
5126 	}
5127 
5128 	sasIoUnitCntrReply =
5129 	    (SasIoUnitControlReply_t *)ioc->mptbase_cmds.reply;
5130 	if (le16_to_cpu(sasIoUnitCntrReply->IOCStatus) != MPI_IOCSTATUS_SUCCESS) {
5131 		printk(KERN_DEBUG "%s: IOCStatus=0x%X IOCLogInfo=0x%X\n",
5132 		    __func__, sasIoUnitCntrReply->IOCStatus,
5133 		    sasIoUnitCntrReply->IOCLogInfo);
5134 		printk(KERN_DEBUG "%s: failed\n", __func__);
5135 		ret = -1;
5136 	} else
5137 		printk(KERN_DEBUG "%s: success\n", __func__);
5138  out:
5139 
5140 	CLEAR_MGMT_STATUS(ioc->mptbase_cmds.status)
5141 	mutex_unlock(&ioc->mptbase_cmds.mutex);
5142 	return ret;
5143 }
5144 
5145 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5146 
5147 static void
5148 mptbase_raid_process_event_data(MPT_ADAPTER *ioc,
5149     MpiEventDataRaid_t * pRaidEventData)
5150 {
5151 	int 	volume;
5152 	int 	reason;
5153 	int 	disk;
5154 	int 	status;
5155 	int 	flags;
5156 	int 	state;
5157 
5158 	volume	= pRaidEventData->VolumeID;
5159 	reason	= pRaidEventData->ReasonCode;
5160 	disk	= pRaidEventData->PhysDiskNum;
5161 	status	= le32_to_cpu(pRaidEventData->SettingsStatus);
5162 	flags	= (status >> 0) & 0xff;
5163 	state	= (status >> 8) & 0xff;
5164 
5165 	if (reason == MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED) {
5166 		return;
5167 	}
5168 
5169 	if ((reason >= MPI_EVENT_RAID_RC_PHYSDISK_CREATED &&
5170 	     reason <= MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED) ||
5171 	    (reason == MPI_EVENT_RAID_RC_SMART_DATA)) {
5172 		printk(MYIOC_s_INFO_FMT "RAID STATUS CHANGE for PhysDisk %d id=%d\n",
5173 			ioc->name, disk, volume);
5174 	} else {
5175 		printk(MYIOC_s_INFO_FMT "RAID STATUS CHANGE for VolumeID %d\n",
5176 			ioc->name, volume);
5177 	}
5178 
5179 	switch(reason) {
5180 	case MPI_EVENT_RAID_RC_VOLUME_CREATED:
5181 		printk(MYIOC_s_INFO_FMT "  volume has been created\n",
5182 			ioc->name);
5183 		break;
5184 
5185 	case MPI_EVENT_RAID_RC_VOLUME_DELETED:
5186 
5187 		printk(MYIOC_s_INFO_FMT "  volume has been deleted\n",
5188 			ioc->name);
5189 		break;
5190 
5191 	case MPI_EVENT_RAID_RC_VOLUME_SETTINGS_CHANGED:
5192 		printk(MYIOC_s_INFO_FMT "  volume settings have been changed\n",
5193 			ioc->name);
5194 		break;
5195 
5196 	case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED:
5197 		printk(MYIOC_s_INFO_FMT "  volume is now %s%s%s%s\n",
5198 			ioc->name,
5199 			state == MPI_RAIDVOL0_STATUS_STATE_OPTIMAL
5200 			 ? "optimal"
5201 			 : state == MPI_RAIDVOL0_STATUS_STATE_DEGRADED
5202 			  ? "degraded"
5203 			  : state == MPI_RAIDVOL0_STATUS_STATE_FAILED
5204 			   ? "failed"
5205 			   : "state unknown",
5206 			flags & MPI_RAIDVOL0_STATUS_FLAG_ENABLED
5207 			 ? ", enabled" : "",
5208 			flags & MPI_RAIDVOL0_STATUS_FLAG_QUIESCED
5209 			 ? ", quiesced" : "",
5210 			flags & MPI_RAIDVOL0_STATUS_FLAG_RESYNC_IN_PROGRESS
5211 			 ? ", resync in progress" : "" );
5212 		break;
5213 
5214 	case MPI_EVENT_RAID_RC_VOLUME_PHYSDISK_CHANGED:
5215 		printk(MYIOC_s_INFO_FMT "  volume membership of PhysDisk %d has changed\n",
5216 			ioc->name, disk);
5217 		break;
5218 
5219 	case MPI_EVENT_RAID_RC_PHYSDISK_CREATED:
5220 		printk(MYIOC_s_INFO_FMT "  PhysDisk has been created\n",
5221 			ioc->name);
5222 		break;
5223 
5224 	case MPI_EVENT_RAID_RC_PHYSDISK_DELETED:
5225 		printk(MYIOC_s_INFO_FMT "  PhysDisk has been deleted\n",
5226 			ioc->name);
5227 		break;
5228 
5229 	case MPI_EVENT_RAID_RC_PHYSDISK_SETTINGS_CHANGED:
5230 		printk(MYIOC_s_INFO_FMT "  PhysDisk settings have been changed\n",
5231 			ioc->name);
5232 		break;
5233 
5234 	case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED:
5235 		printk(MYIOC_s_INFO_FMT "  PhysDisk is now %s%s%s\n",
5236 			ioc->name,
5237 			state == MPI_PHYSDISK0_STATUS_ONLINE
5238 			 ? "online"
5239 			 : state == MPI_PHYSDISK0_STATUS_MISSING
5240 			  ? "missing"
5241 			  : state == MPI_PHYSDISK0_STATUS_NOT_COMPATIBLE
5242 			   ? "not compatible"
5243 			   : state == MPI_PHYSDISK0_STATUS_FAILED
5244 			    ? "failed"
5245 			    : state == MPI_PHYSDISK0_STATUS_INITIALIZING
5246 			     ? "initializing"
5247 			     : state == MPI_PHYSDISK0_STATUS_OFFLINE_REQUESTED
5248 			      ? "offline requested"
5249 			      : state == MPI_PHYSDISK0_STATUS_FAILED_REQUESTED
5250 			       ? "failed requested"
5251 			       : state == MPI_PHYSDISK0_STATUS_OTHER_OFFLINE
5252 			        ? "offline"
5253 			        : "state unknown",
5254 			flags & MPI_PHYSDISK0_STATUS_FLAG_OUT_OF_SYNC
5255 			 ? ", out of sync" : "",
5256 			flags & MPI_PHYSDISK0_STATUS_FLAG_QUIESCED
5257 			 ? ", quiesced" : "" );
5258 		break;
5259 
5260 	case MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED:
5261 		printk(MYIOC_s_INFO_FMT "  Domain Validation needed for PhysDisk %d\n",
5262 			ioc->name, disk);
5263 		break;
5264 
5265 	case MPI_EVENT_RAID_RC_SMART_DATA:
5266 		printk(MYIOC_s_INFO_FMT "  SMART data received, ASC/ASCQ = %02xh/%02xh\n",
5267 			ioc->name, pRaidEventData->ASC, pRaidEventData->ASCQ);
5268 		break;
5269 
5270 	case MPI_EVENT_RAID_RC_REPLACE_ACTION_STARTED:
5271 		printk(MYIOC_s_INFO_FMT "  replacement of PhysDisk %d has started\n",
5272 			ioc->name, disk);
5273 		break;
5274 	}
5275 }
5276 
5277 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5278 /**
5279  *	GetIoUnitPage2 - Retrieve BIOS version and boot order information.
5280  *	@ioc: Pointer to MPT_ADAPTER structure
5281  *
5282  *	Returns: 0 for success
5283  *	-ENOMEM if no memory available
5284  *		-EPERM if not allowed due to ISR context
5285  *		-EAGAIN if no msg frames currently available
5286  *		-EFAULT for non-successful reply or no reply (timeout)
5287  */
5288 static int
5289 GetIoUnitPage2(MPT_ADAPTER *ioc)
5290 {
5291 	ConfigPageHeader_t	 hdr;
5292 	CONFIGPARMS		 cfg;
5293 	IOUnitPage2_t		*ppage_alloc;
5294 	dma_addr_t		 page_dma;
5295 	int			 data_sz;
5296 	int			 rc;
5297 
5298 	/* Get the page header */
5299 	hdr.PageVersion = 0;
5300 	hdr.PageLength = 0;
5301 	hdr.PageNumber = 2;
5302 	hdr.PageType = MPI_CONFIG_PAGETYPE_IO_UNIT;
5303 	cfg.cfghdr.hdr = &hdr;
5304 	cfg.physAddr = -1;
5305 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5306 	cfg.dir = 0;
5307 	cfg.pageAddr = 0;
5308 	cfg.timeout = 0;
5309 
5310 	if ((rc = mpt_config(ioc, &cfg)) != 0)
5311 		return rc;
5312 
5313 	if (hdr.PageLength == 0)
5314 		return 0;
5315 
5316 	/* Read the config page */
5317 	data_sz = hdr.PageLength * 4;
5318 	rc = -ENOMEM;
5319 	ppage_alloc = (IOUnitPage2_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page_dma);
5320 	if (ppage_alloc) {
5321 		memset((u8 *)ppage_alloc, 0, data_sz);
5322 		cfg.physAddr = page_dma;
5323 		cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5324 
5325 		/* If Good, save data */
5326 		if ((rc = mpt_config(ioc, &cfg)) == 0)
5327 			ioc->biosVersion = le32_to_cpu(ppage_alloc->BiosVersion);
5328 
5329 		pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage_alloc, page_dma);
5330 	}
5331 
5332 	return rc;
5333 }
5334 
5335 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5336 /**
5337  *	mpt_GetScsiPortSettings - read SCSI Port Page 0 and 2
5338  *	@ioc: Pointer to a Adapter Strucutre
5339  *	@portnum: IOC port number
5340  *
5341  *	Return: -EFAULT if read of config page header fails
5342  *			or if no nvram
5343  *	If read of SCSI Port Page 0 fails,
5344  *		NVRAM = MPT_HOST_NVRAM_INVALID  (0xFFFFFFFF)
5345  *		Adapter settings: async, narrow
5346  *		Return 1
5347  *	If read of SCSI Port Page 2 fails,
5348  *		Adapter settings valid
5349  *		NVRAM = MPT_HOST_NVRAM_INVALID  (0xFFFFFFFF)
5350  *		Return 1
5351  *	Else
5352  *		Both valid
5353  *		Return 0
5354  *	CHECK - what type of locking mechanisms should be used????
5355  */
5356 static int
5357 mpt_GetScsiPortSettings(MPT_ADAPTER *ioc, int portnum)
5358 {
5359 	u8			*pbuf;
5360 	dma_addr_t		 buf_dma;
5361 	CONFIGPARMS		 cfg;
5362 	ConfigPageHeader_t	 header;
5363 	int			 ii;
5364 	int			 data, rc = 0;
5365 
5366 	/* Allocate memory
5367 	 */
5368 	if (!ioc->spi_data.nvram) {
5369 		int	 sz;
5370 		u8	*mem;
5371 		sz = MPT_MAX_SCSI_DEVICES * sizeof(int);
5372 		mem = kmalloc(sz, GFP_ATOMIC);
5373 		if (mem == NULL)
5374 			return -EFAULT;
5375 
5376 		ioc->spi_data.nvram = (int *) mem;
5377 
5378 		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SCSI device NVRAM settings @ %p, sz=%d\n",
5379 			ioc->name, ioc->spi_data.nvram, sz));
5380 	}
5381 
5382 	/* Invalidate NVRAM information
5383 	 */
5384 	for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5385 		ioc->spi_data.nvram[ii] = MPT_HOST_NVRAM_INVALID;
5386 	}
5387 
5388 	/* Read SPP0 header, allocate memory, then read page.
5389 	 */
5390 	header.PageVersion = 0;
5391 	header.PageLength = 0;
5392 	header.PageNumber = 0;
5393 	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_PORT;
5394 	cfg.cfghdr.hdr = &header;
5395 	cfg.physAddr = -1;
5396 	cfg.pageAddr = portnum;
5397 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5398 	cfg.dir = 0;
5399 	cfg.timeout = 0;	/* use default */
5400 	if (mpt_config(ioc, &cfg) != 0)
5401 		 return -EFAULT;
5402 
5403 	if (header.PageLength > 0) {
5404 		pbuf = pci_alloc_consistent(ioc->pcidev, header.PageLength * 4, &buf_dma);
5405 		if (pbuf) {
5406 			cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5407 			cfg.physAddr = buf_dma;
5408 			if (mpt_config(ioc, &cfg) != 0) {
5409 				ioc->spi_data.maxBusWidth = MPT_NARROW;
5410 				ioc->spi_data.maxSyncOffset = 0;
5411 				ioc->spi_data.minSyncFactor = MPT_ASYNC;
5412 				ioc->spi_data.busType = MPT_HOST_BUS_UNKNOWN;
5413 				rc = 1;
5414 				ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5415 					"Unable to read PortPage0 minSyncFactor=%x\n",
5416 					ioc->name, ioc->spi_data.minSyncFactor));
5417 			} else {
5418 				/* Save the Port Page 0 data
5419 				 */
5420 				SCSIPortPage0_t  *pPP0 = (SCSIPortPage0_t  *) pbuf;
5421 				pPP0->Capabilities = le32_to_cpu(pPP0->Capabilities);
5422 				pPP0->PhysicalInterface = le32_to_cpu(pPP0->PhysicalInterface);
5423 
5424 				if ( (pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_QAS) == 0 ) {
5425 					ioc->spi_data.noQas |= MPT_TARGET_NO_NEGO_QAS;
5426 					ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5427 						"noQas due to Capabilities=%x\n",
5428 						ioc->name, pPP0->Capabilities));
5429 				}
5430 				ioc->spi_data.maxBusWidth = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_WIDE ? 1 : 0;
5431 				data = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_MAX_SYNC_OFFSET_MASK;
5432 				if (data) {
5433 					ioc->spi_data.maxSyncOffset = (u8) (data >> 16);
5434 					data = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_MIN_SYNC_PERIOD_MASK;
5435 					ioc->spi_data.minSyncFactor = (u8) (data >> 8);
5436 					ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5437 						"PortPage0 minSyncFactor=%x\n",
5438 						ioc->name, ioc->spi_data.minSyncFactor));
5439 				} else {
5440 					ioc->spi_data.maxSyncOffset = 0;
5441 					ioc->spi_data.minSyncFactor = MPT_ASYNC;
5442 				}
5443 
5444 				ioc->spi_data.busType = pPP0->PhysicalInterface & MPI_SCSIPORTPAGE0_PHY_SIGNAL_TYPE_MASK;
5445 
5446 				/* Update the minSyncFactor based on bus type.
5447 				 */
5448 				if ((ioc->spi_data.busType == MPI_SCSIPORTPAGE0_PHY_SIGNAL_HVD) ||
5449 					(ioc->spi_data.busType == MPI_SCSIPORTPAGE0_PHY_SIGNAL_SE))  {
5450 
5451 					if (ioc->spi_data.minSyncFactor < MPT_ULTRA) {
5452 						ioc->spi_data.minSyncFactor = MPT_ULTRA;
5453 						ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5454 							"HVD or SE detected, minSyncFactor=%x\n",
5455 							ioc->name, ioc->spi_data.minSyncFactor));
5456 					}
5457 				}
5458 			}
5459 			if (pbuf) {
5460 				pci_free_consistent(ioc->pcidev, header.PageLength * 4, pbuf, buf_dma);
5461 			}
5462 		}
5463 	}
5464 
5465 	/* SCSI Port Page 2 - Read the header then the page.
5466 	 */
5467 	header.PageVersion = 0;
5468 	header.PageLength = 0;
5469 	header.PageNumber = 2;
5470 	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_PORT;
5471 	cfg.cfghdr.hdr = &header;
5472 	cfg.physAddr = -1;
5473 	cfg.pageAddr = portnum;
5474 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5475 	cfg.dir = 0;
5476 	if (mpt_config(ioc, &cfg) != 0)
5477 		return -EFAULT;
5478 
5479 	if (header.PageLength > 0) {
5480 		/* Allocate memory and read SCSI Port Page 2
5481 		 */
5482 		pbuf = pci_alloc_consistent(ioc->pcidev, header.PageLength * 4, &buf_dma);
5483 		if (pbuf) {
5484 			cfg.action = MPI_CONFIG_ACTION_PAGE_READ_NVRAM;
5485 			cfg.physAddr = buf_dma;
5486 			if (mpt_config(ioc, &cfg) != 0) {
5487 				/* Nvram data is left with INVALID mark
5488 				 */
5489 				rc = 1;
5490 			} else if (ioc->pcidev->vendor == PCI_VENDOR_ID_ATTO) {
5491 
5492 				/* This is an ATTO adapter, read Page2 accordingly
5493 				*/
5494 				ATTO_SCSIPortPage2_t *pPP2 = (ATTO_SCSIPortPage2_t  *) pbuf;
5495 				ATTODeviceInfo_t *pdevice = NULL;
5496 				u16 ATTOFlags;
5497 
5498 				/* Save the Port Page 2 data
5499 				 * (reformat into a 32bit quantity)
5500 				 */
5501 				for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5502 				  pdevice = &pPP2->DeviceSettings[ii];
5503 				  ATTOFlags = le16_to_cpu(pdevice->ATTOFlags);
5504 				  data = 0;
5505 
5506 				  /* Translate ATTO device flags to LSI format
5507 				   */
5508 				  if (ATTOFlags & ATTOFLAG_DISC)
5509 				    data |= (MPI_SCSIPORTPAGE2_DEVICE_DISCONNECT_ENABLE);
5510 				  if (ATTOFlags & ATTOFLAG_ID_ENB)
5511 				    data |= (MPI_SCSIPORTPAGE2_DEVICE_ID_SCAN_ENABLE);
5512 				  if (ATTOFlags & ATTOFLAG_LUN_ENB)
5513 				    data |= (MPI_SCSIPORTPAGE2_DEVICE_LUN_SCAN_ENABLE);
5514 				  if (ATTOFlags & ATTOFLAG_TAGGED)
5515 				    data |= (MPI_SCSIPORTPAGE2_DEVICE_TAG_QUEUE_ENABLE);
5516 				  if (!(ATTOFlags & ATTOFLAG_WIDE_ENB))
5517 				    data |= (MPI_SCSIPORTPAGE2_DEVICE_WIDE_DISABLE);
5518 
5519 				  data = (data << 16) | (pdevice->Period << 8) | 10;
5520 				  ioc->spi_data.nvram[ii] = data;
5521 				}
5522 			} else {
5523 				SCSIPortPage2_t *pPP2 = (SCSIPortPage2_t  *) pbuf;
5524 				MpiDeviceInfo_t	*pdevice = NULL;
5525 
5526 				/*
5527 				 * Save "Set to Avoid SCSI Bus Resets" flag
5528 				 */
5529 				ioc->spi_data.bus_reset =
5530 				    (le32_to_cpu(pPP2->PortFlags) &
5531 			        MPI_SCSIPORTPAGE2_PORT_FLAGS_AVOID_SCSI_RESET) ?
5532 				    0 : 1 ;
5533 
5534 				/* Save the Port Page 2 data
5535 				 * (reformat into a 32bit quantity)
5536 				 */
5537 				data = le32_to_cpu(pPP2->PortFlags) & MPI_SCSIPORTPAGE2_PORT_FLAGS_DV_MASK;
5538 				ioc->spi_data.PortFlags = data;
5539 				for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5540 					pdevice = &pPP2->DeviceSettings[ii];
5541 					data = (le16_to_cpu(pdevice->DeviceFlags) << 16) |
5542 						(pdevice->SyncFactor << 8) | pdevice->Timeout;
5543 					ioc->spi_data.nvram[ii] = data;
5544 				}
5545 			}
5546 
5547 			pci_free_consistent(ioc->pcidev, header.PageLength * 4, pbuf, buf_dma);
5548 		}
5549 	}
5550 
5551 	/* Update Adapter limits with those from NVRAM
5552 	 * Comment: Don't need to do this. Target performance
5553 	 * parameters will never exceed the adapters limits.
5554 	 */
5555 
5556 	return rc;
5557 }
5558 
5559 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5560 /**
5561  *	mpt_readScsiDevicePageHeaders - save version and length of SDP1
5562  *	@ioc: Pointer to a Adapter Strucutre
5563  *	@portnum: IOC port number
5564  *
5565  *	Return: -EFAULT if read of config page header fails
5566  *		or 0 if success.
5567  */
5568 static int
5569 mpt_readScsiDevicePageHeaders(MPT_ADAPTER *ioc, int portnum)
5570 {
5571 	CONFIGPARMS		 cfg;
5572 	ConfigPageHeader_t	 header;
5573 
5574 	/* Read the SCSI Device Page 1 header
5575 	 */
5576 	header.PageVersion = 0;
5577 	header.PageLength = 0;
5578 	header.PageNumber = 1;
5579 	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_DEVICE;
5580 	cfg.cfghdr.hdr = &header;
5581 	cfg.physAddr = -1;
5582 	cfg.pageAddr = portnum;
5583 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5584 	cfg.dir = 0;
5585 	cfg.timeout = 0;
5586 	if (mpt_config(ioc, &cfg) != 0)
5587 		 return -EFAULT;
5588 
5589 	ioc->spi_data.sdp1version = cfg.cfghdr.hdr->PageVersion;
5590 	ioc->spi_data.sdp1length = cfg.cfghdr.hdr->PageLength;
5591 
5592 	header.PageVersion = 0;
5593 	header.PageLength = 0;
5594 	header.PageNumber = 0;
5595 	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_DEVICE;
5596 	if (mpt_config(ioc, &cfg) != 0)
5597 		 return -EFAULT;
5598 
5599 	ioc->spi_data.sdp0version = cfg.cfghdr.hdr->PageVersion;
5600 	ioc->spi_data.sdp0length = cfg.cfghdr.hdr->PageLength;
5601 
5602 	dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Headers: 0: version %d length %d\n",
5603 			ioc->name, ioc->spi_data.sdp0version, ioc->spi_data.sdp0length));
5604 
5605 	dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Headers: 1: version %d length %d\n",
5606 			ioc->name, ioc->spi_data.sdp1version, ioc->spi_data.sdp1length));
5607 	return 0;
5608 }
5609 
5610 /**
5611  * mpt_inactive_raid_list_free - This clears this link list.
5612  * @ioc : pointer to per adapter structure
5613  **/
5614 static void
5615 mpt_inactive_raid_list_free(MPT_ADAPTER *ioc)
5616 {
5617 	struct inactive_raid_component_info *component_info, *pNext;
5618 
5619 	if (list_empty(&ioc->raid_data.inactive_list))
5620 		return;
5621 
5622 	mutex_lock(&ioc->raid_data.inactive_list_mutex);
5623 	list_for_each_entry_safe(component_info, pNext,
5624 	    &ioc->raid_data.inactive_list, list) {
5625 		list_del(&component_info->list);
5626 		kfree(component_info);
5627 	}
5628 	mutex_unlock(&ioc->raid_data.inactive_list_mutex);
5629 }
5630 
5631 /**
5632  * mpt_inactive_raid_volumes - sets up link list of phy_disk_nums for devices belonging in an inactive volume
5633  *
5634  * @ioc : pointer to per adapter structure
5635  * @channel : volume channel
5636  * @id : volume target id
5637  **/
5638 static void
5639 mpt_inactive_raid_volumes(MPT_ADAPTER *ioc, u8 channel, u8 id)
5640 {
5641 	CONFIGPARMS			cfg;
5642 	ConfigPageHeader_t		hdr;
5643 	dma_addr_t			dma_handle;
5644 	pRaidVolumePage0_t		buffer = NULL;
5645 	int				i;
5646 	RaidPhysDiskPage0_t 		phys_disk;
5647 	struct inactive_raid_component_info *component_info;
5648 	int				handle_inactive_volumes;
5649 
5650 	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5651 	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5652 	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_VOLUME;
5653 	cfg.pageAddr = (channel << 8) + id;
5654 	cfg.cfghdr.hdr = &hdr;
5655 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5656 
5657 	if (mpt_config(ioc, &cfg) != 0)
5658 		goto out;
5659 
5660 	if (!hdr.PageLength)
5661 		goto out;
5662 
5663 	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5664 	    &dma_handle);
5665 
5666 	if (!buffer)
5667 		goto out;
5668 
5669 	cfg.physAddr = dma_handle;
5670 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5671 
5672 	if (mpt_config(ioc, &cfg) != 0)
5673 		goto out;
5674 
5675 	if (!buffer->NumPhysDisks)
5676 		goto out;
5677 
5678 	handle_inactive_volumes =
5679 	   (buffer->VolumeStatus.Flags & MPI_RAIDVOL0_STATUS_FLAG_VOLUME_INACTIVE ||
5680 	   (buffer->VolumeStatus.Flags & MPI_RAIDVOL0_STATUS_FLAG_ENABLED) == 0 ||
5681 	    buffer->VolumeStatus.State == MPI_RAIDVOL0_STATUS_STATE_FAILED ||
5682 	    buffer->VolumeStatus.State == MPI_RAIDVOL0_STATUS_STATE_MISSING) ? 1 : 0;
5683 
5684 	if (!handle_inactive_volumes)
5685 		goto out;
5686 
5687 	mutex_lock(&ioc->raid_data.inactive_list_mutex);
5688 	for (i = 0; i < buffer->NumPhysDisks; i++) {
5689 		if(mpt_raid_phys_disk_pg0(ioc,
5690 		    buffer->PhysDisk[i].PhysDiskNum, &phys_disk) != 0)
5691 			continue;
5692 
5693 		if ((component_info = kmalloc(sizeof (*component_info),
5694 		 GFP_KERNEL)) == NULL)
5695 			continue;
5696 
5697 		component_info->volumeID = id;
5698 		component_info->volumeBus = channel;
5699 		component_info->d.PhysDiskNum = phys_disk.PhysDiskNum;
5700 		component_info->d.PhysDiskBus = phys_disk.PhysDiskBus;
5701 		component_info->d.PhysDiskID = phys_disk.PhysDiskID;
5702 		component_info->d.PhysDiskIOC = phys_disk.PhysDiskIOC;
5703 
5704 		list_add_tail(&component_info->list,
5705 		    &ioc->raid_data.inactive_list);
5706 	}
5707 	mutex_unlock(&ioc->raid_data.inactive_list_mutex);
5708 
5709  out:
5710 	if (buffer)
5711 		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5712 		    dma_handle);
5713 }
5714 
5715 /**
5716  *	mpt_raid_phys_disk_pg0 - returns phys disk page zero
5717  *	@ioc: Pointer to a Adapter Structure
5718  *	@phys_disk_num: io unit unique phys disk num generated by the ioc
5719  *	@phys_disk: requested payload data returned
5720  *
5721  *	Return:
5722  *	0 on success
5723  *	-EFAULT if read of config page header fails or data pointer not NULL
5724  *	-ENOMEM if pci_alloc failed
5725  **/
5726 int
5727 mpt_raid_phys_disk_pg0(MPT_ADAPTER *ioc, u8 phys_disk_num,
5728 			RaidPhysDiskPage0_t *phys_disk)
5729 {
5730 	CONFIGPARMS			cfg;
5731 	ConfigPageHeader_t		hdr;
5732 	dma_addr_t			dma_handle;
5733 	pRaidPhysDiskPage0_t		buffer = NULL;
5734 	int				rc;
5735 
5736 	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5737 	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5738 	memset(phys_disk, 0, sizeof(RaidPhysDiskPage0_t));
5739 
5740 	hdr.PageVersion = MPI_RAIDPHYSDISKPAGE0_PAGEVERSION;
5741 	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5742 	cfg.cfghdr.hdr = &hdr;
5743 	cfg.physAddr = -1;
5744 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5745 
5746 	if (mpt_config(ioc, &cfg) != 0) {
5747 		rc = -EFAULT;
5748 		goto out;
5749 	}
5750 
5751 	if (!hdr.PageLength) {
5752 		rc = -EFAULT;
5753 		goto out;
5754 	}
5755 
5756 	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5757 	    &dma_handle);
5758 
5759 	if (!buffer) {
5760 		rc = -ENOMEM;
5761 		goto out;
5762 	}
5763 
5764 	cfg.physAddr = dma_handle;
5765 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5766 	cfg.pageAddr = phys_disk_num;
5767 
5768 	if (mpt_config(ioc, &cfg) != 0) {
5769 		rc = -EFAULT;
5770 		goto out;
5771 	}
5772 
5773 	rc = 0;
5774 	memcpy(phys_disk, buffer, sizeof(*buffer));
5775 	phys_disk->MaxLBA = le32_to_cpu(buffer->MaxLBA);
5776 
5777  out:
5778 
5779 	if (buffer)
5780 		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5781 		    dma_handle);
5782 
5783 	return rc;
5784 }
5785 
5786 /**
5787  *	mpt_raid_phys_disk_get_num_paths - returns number paths associated to this phys_num
5788  *	@ioc: Pointer to a Adapter Structure
5789  *	@phys_disk_num: io unit unique phys disk num generated by the ioc
5790  *
5791  *	Return:
5792  *	returns number paths
5793  **/
5794 int
5795 mpt_raid_phys_disk_get_num_paths(MPT_ADAPTER *ioc, u8 phys_disk_num)
5796 {
5797 	CONFIGPARMS		 	cfg;
5798 	ConfigPageHeader_t	 	hdr;
5799 	dma_addr_t			dma_handle;
5800 	pRaidPhysDiskPage1_t		buffer = NULL;
5801 	int				rc;
5802 
5803 	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5804 	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5805 
5806 	hdr.PageVersion = MPI_RAIDPHYSDISKPAGE1_PAGEVERSION;
5807 	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5808 	hdr.PageNumber = 1;
5809 	cfg.cfghdr.hdr = &hdr;
5810 	cfg.physAddr = -1;
5811 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5812 
5813 	if (mpt_config(ioc, &cfg) != 0) {
5814 		rc = 0;
5815 		goto out;
5816 	}
5817 
5818 	if (!hdr.PageLength) {
5819 		rc = 0;
5820 		goto out;
5821 	}
5822 
5823 	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5824 	    &dma_handle);
5825 
5826 	if (!buffer) {
5827 		rc = 0;
5828 		goto out;
5829 	}
5830 
5831 	cfg.physAddr = dma_handle;
5832 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5833 	cfg.pageAddr = phys_disk_num;
5834 
5835 	if (mpt_config(ioc, &cfg) != 0) {
5836 		rc = 0;
5837 		goto out;
5838 	}
5839 
5840 	rc = buffer->NumPhysDiskPaths;
5841  out:
5842 
5843 	if (buffer)
5844 		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5845 		    dma_handle);
5846 
5847 	return rc;
5848 }
5849 EXPORT_SYMBOL(mpt_raid_phys_disk_get_num_paths);
5850 
5851 /**
5852  *	mpt_raid_phys_disk_pg1 - returns phys disk page 1
5853  *	@ioc: Pointer to a Adapter Structure
5854  *	@phys_disk_num: io unit unique phys disk num generated by the ioc
5855  *	@phys_disk: requested payload data returned
5856  *
5857  *	Return:
5858  *	0 on success
5859  *	-EFAULT if read of config page header fails or data pointer not NULL
5860  *	-ENOMEM if pci_alloc failed
5861  **/
5862 int
5863 mpt_raid_phys_disk_pg1(MPT_ADAPTER *ioc, u8 phys_disk_num,
5864 		RaidPhysDiskPage1_t *phys_disk)
5865 {
5866 	CONFIGPARMS		 	cfg;
5867 	ConfigPageHeader_t	 	hdr;
5868 	dma_addr_t			dma_handle;
5869 	pRaidPhysDiskPage1_t		buffer = NULL;
5870 	int				rc;
5871 	int				i;
5872 	__le64				sas_address;
5873 
5874 	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5875 	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5876 	rc = 0;
5877 
5878 	hdr.PageVersion = MPI_RAIDPHYSDISKPAGE1_PAGEVERSION;
5879 	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5880 	hdr.PageNumber = 1;
5881 	cfg.cfghdr.hdr = &hdr;
5882 	cfg.physAddr = -1;
5883 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5884 
5885 	if (mpt_config(ioc, &cfg) != 0) {
5886 		rc = -EFAULT;
5887 		goto out;
5888 	}
5889 
5890 	if (!hdr.PageLength) {
5891 		rc = -EFAULT;
5892 		goto out;
5893 	}
5894 
5895 	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5896 	    &dma_handle);
5897 
5898 	if (!buffer) {
5899 		rc = -ENOMEM;
5900 		goto out;
5901 	}
5902 
5903 	cfg.physAddr = dma_handle;
5904 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5905 	cfg.pageAddr = phys_disk_num;
5906 
5907 	if (mpt_config(ioc, &cfg) != 0) {
5908 		rc = -EFAULT;
5909 		goto out;
5910 	}
5911 
5912 	phys_disk->NumPhysDiskPaths = buffer->NumPhysDiskPaths;
5913 	phys_disk->PhysDiskNum = phys_disk_num;
5914 	for (i = 0; i < phys_disk->NumPhysDiskPaths; i++) {
5915 		phys_disk->Path[i].PhysDiskID = buffer->Path[i].PhysDiskID;
5916 		phys_disk->Path[i].PhysDiskBus = buffer->Path[i].PhysDiskBus;
5917 		phys_disk->Path[i].OwnerIdentifier =
5918 				buffer->Path[i].OwnerIdentifier;
5919 		phys_disk->Path[i].Flags = le16_to_cpu(buffer->Path[i].Flags);
5920 		memcpy(&sas_address, &buffer->Path[i].WWID, sizeof(__le64));
5921 		sas_address = le64_to_cpu(sas_address);
5922 		memcpy(&phys_disk->Path[i].WWID, &sas_address, sizeof(__le64));
5923 		memcpy(&sas_address,
5924 				&buffer->Path[i].OwnerWWID, sizeof(__le64));
5925 		sas_address = le64_to_cpu(sas_address);
5926 		memcpy(&phys_disk->Path[i].OwnerWWID,
5927 				&sas_address, sizeof(__le64));
5928 	}
5929 
5930  out:
5931 
5932 	if (buffer)
5933 		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5934 		    dma_handle);
5935 
5936 	return rc;
5937 }
5938 EXPORT_SYMBOL(mpt_raid_phys_disk_pg1);
5939 
5940 
5941 /**
5942  *	mpt_findImVolumes - Identify IDs of hidden disks and RAID Volumes
5943  *	@ioc: Pointer to a Adapter Strucutre
5944  *
5945  *	Return:
5946  *	0 on success
5947  *	-EFAULT if read of config page header fails or data pointer not NULL
5948  *	-ENOMEM if pci_alloc failed
5949  **/
5950 int
5951 mpt_findImVolumes(MPT_ADAPTER *ioc)
5952 {
5953 	IOCPage2_t		*pIoc2;
5954 	u8			*mem;
5955 	dma_addr_t		 ioc2_dma;
5956 	CONFIGPARMS		 cfg;
5957 	ConfigPageHeader_t	 header;
5958 	int			 rc = 0;
5959 	int			 iocpage2sz;
5960 	int			 i;
5961 
5962 	if (!ioc->ir_firmware)
5963 		return 0;
5964 
5965 	/* Free the old page
5966 	 */
5967 	kfree(ioc->raid_data.pIocPg2);
5968 	ioc->raid_data.pIocPg2 = NULL;
5969 	mpt_inactive_raid_list_free(ioc);
5970 
5971 	/* Read IOCP2 header then the page.
5972 	 */
5973 	header.PageVersion = 0;
5974 	header.PageLength = 0;
5975 	header.PageNumber = 2;
5976 	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
5977 	cfg.cfghdr.hdr = &header;
5978 	cfg.physAddr = -1;
5979 	cfg.pageAddr = 0;
5980 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5981 	cfg.dir = 0;
5982 	cfg.timeout = 0;
5983 	if (mpt_config(ioc, &cfg) != 0)
5984 		 return -EFAULT;
5985 
5986 	if (header.PageLength == 0)
5987 		return -EFAULT;
5988 
5989 	iocpage2sz = header.PageLength * 4;
5990 	pIoc2 = pci_alloc_consistent(ioc->pcidev, iocpage2sz, &ioc2_dma);
5991 	if (!pIoc2)
5992 		return -ENOMEM;
5993 
5994 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5995 	cfg.physAddr = ioc2_dma;
5996 	if (mpt_config(ioc, &cfg) != 0)
5997 		goto out;
5998 
5999 	mem = kmalloc(iocpage2sz, GFP_KERNEL);
6000 	if (!mem) {
6001 		rc = -ENOMEM;
6002 		goto out;
6003 	}
6004 
6005 	memcpy(mem, (u8 *)pIoc2, iocpage2sz);
6006 	ioc->raid_data.pIocPg2 = (IOCPage2_t *) mem;
6007 
6008 	mpt_read_ioc_pg_3(ioc);
6009 
6010 	for (i = 0; i < pIoc2->NumActiveVolumes ; i++)
6011 		mpt_inactive_raid_volumes(ioc,
6012 		    pIoc2->RaidVolume[i].VolumeBus,
6013 		    pIoc2->RaidVolume[i].VolumeID);
6014 
6015  out:
6016 	pci_free_consistent(ioc->pcidev, iocpage2sz, pIoc2, ioc2_dma);
6017 
6018 	return rc;
6019 }
6020 
6021 static int
6022 mpt_read_ioc_pg_3(MPT_ADAPTER *ioc)
6023 {
6024 	IOCPage3_t		*pIoc3;
6025 	u8			*mem;
6026 	CONFIGPARMS		 cfg;
6027 	ConfigPageHeader_t	 header;
6028 	dma_addr_t		 ioc3_dma;
6029 	int			 iocpage3sz = 0;
6030 
6031 	/* Free the old page
6032 	 */
6033 	kfree(ioc->raid_data.pIocPg3);
6034 	ioc->raid_data.pIocPg3 = NULL;
6035 
6036 	/* There is at least one physical disk.
6037 	 * Read and save IOC Page 3
6038 	 */
6039 	header.PageVersion = 0;
6040 	header.PageLength = 0;
6041 	header.PageNumber = 3;
6042 	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6043 	cfg.cfghdr.hdr = &header;
6044 	cfg.physAddr = -1;
6045 	cfg.pageAddr = 0;
6046 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6047 	cfg.dir = 0;
6048 	cfg.timeout = 0;
6049 	if (mpt_config(ioc, &cfg) != 0)
6050 		return 0;
6051 
6052 	if (header.PageLength == 0)
6053 		return 0;
6054 
6055 	/* Read Header good, alloc memory
6056 	 */
6057 	iocpage3sz = header.PageLength * 4;
6058 	pIoc3 = pci_alloc_consistent(ioc->pcidev, iocpage3sz, &ioc3_dma);
6059 	if (!pIoc3)
6060 		return 0;
6061 
6062 	/* Read the Page and save the data
6063 	 * into malloc'd memory.
6064 	 */
6065 	cfg.physAddr = ioc3_dma;
6066 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6067 	if (mpt_config(ioc, &cfg) == 0) {
6068 		mem = kmalloc(iocpage3sz, GFP_KERNEL);
6069 		if (mem) {
6070 			memcpy(mem, (u8 *)pIoc3, iocpage3sz);
6071 			ioc->raid_data.pIocPg3 = (IOCPage3_t *) mem;
6072 		}
6073 	}
6074 
6075 	pci_free_consistent(ioc->pcidev, iocpage3sz, pIoc3, ioc3_dma);
6076 
6077 	return 0;
6078 }
6079 
6080 static void
6081 mpt_read_ioc_pg_4(MPT_ADAPTER *ioc)
6082 {
6083 	IOCPage4_t		*pIoc4;
6084 	CONFIGPARMS		 cfg;
6085 	ConfigPageHeader_t	 header;
6086 	dma_addr_t		 ioc4_dma;
6087 	int			 iocpage4sz;
6088 
6089 	/* Read and save IOC Page 4
6090 	 */
6091 	header.PageVersion = 0;
6092 	header.PageLength = 0;
6093 	header.PageNumber = 4;
6094 	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6095 	cfg.cfghdr.hdr = &header;
6096 	cfg.physAddr = -1;
6097 	cfg.pageAddr = 0;
6098 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6099 	cfg.dir = 0;
6100 	cfg.timeout = 0;
6101 	if (mpt_config(ioc, &cfg) != 0)
6102 		return;
6103 
6104 	if (header.PageLength == 0)
6105 		return;
6106 
6107 	if ( (pIoc4 = ioc->spi_data.pIocPg4) == NULL ) {
6108 		iocpage4sz = (header.PageLength + 4) * 4; /* Allow 4 additional SEP's */
6109 		pIoc4 = pci_alloc_consistent(ioc->pcidev, iocpage4sz, &ioc4_dma);
6110 		if (!pIoc4)
6111 			return;
6112 		ioc->alloc_total += iocpage4sz;
6113 	} else {
6114 		ioc4_dma = ioc->spi_data.IocPg4_dma;
6115 		iocpage4sz = ioc->spi_data.IocPg4Sz;
6116 	}
6117 
6118 	/* Read the Page into dma memory.
6119 	 */
6120 	cfg.physAddr = ioc4_dma;
6121 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6122 	if (mpt_config(ioc, &cfg) == 0) {
6123 		ioc->spi_data.pIocPg4 = (IOCPage4_t *) pIoc4;
6124 		ioc->spi_data.IocPg4_dma = ioc4_dma;
6125 		ioc->spi_data.IocPg4Sz = iocpage4sz;
6126 	} else {
6127 		pci_free_consistent(ioc->pcidev, iocpage4sz, pIoc4, ioc4_dma);
6128 		ioc->spi_data.pIocPg4 = NULL;
6129 		ioc->alloc_total -= iocpage4sz;
6130 	}
6131 }
6132 
6133 static void
6134 mpt_read_ioc_pg_1(MPT_ADAPTER *ioc)
6135 {
6136 	IOCPage1_t		*pIoc1;
6137 	CONFIGPARMS		 cfg;
6138 	ConfigPageHeader_t	 header;
6139 	dma_addr_t		 ioc1_dma;
6140 	int			 iocpage1sz = 0;
6141 	u32			 tmp;
6142 
6143 	/* Check the Coalescing Timeout in IOC Page 1
6144 	 */
6145 	header.PageVersion = 0;
6146 	header.PageLength = 0;
6147 	header.PageNumber = 1;
6148 	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6149 	cfg.cfghdr.hdr = &header;
6150 	cfg.physAddr = -1;
6151 	cfg.pageAddr = 0;
6152 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6153 	cfg.dir = 0;
6154 	cfg.timeout = 0;
6155 	if (mpt_config(ioc, &cfg) != 0)
6156 		return;
6157 
6158 	if (header.PageLength == 0)
6159 		return;
6160 
6161 	/* Read Header good, alloc memory
6162 	 */
6163 	iocpage1sz = header.PageLength * 4;
6164 	pIoc1 = pci_alloc_consistent(ioc->pcidev, iocpage1sz, &ioc1_dma);
6165 	if (!pIoc1)
6166 		return;
6167 
6168 	/* Read the Page and check coalescing timeout
6169 	 */
6170 	cfg.physAddr = ioc1_dma;
6171 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6172 	if (mpt_config(ioc, &cfg) == 0) {
6173 
6174 		tmp = le32_to_cpu(pIoc1->Flags) & MPI_IOCPAGE1_REPLY_COALESCING;
6175 		if (tmp == MPI_IOCPAGE1_REPLY_COALESCING) {
6176 			tmp = le32_to_cpu(pIoc1->CoalescingTimeout);
6177 
6178 			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Coalescing Enabled Timeout = %d\n",
6179 					ioc->name, tmp));
6180 
6181 			if (tmp > MPT_COALESCING_TIMEOUT) {
6182 				pIoc1->CoalescingTimeout = cpu_to_le32(MPT_COALESCING_TIMEOUT);
6183 
6184 				/* Write NVRAM and current
6185 				 */
6186 				cfg.dir = 1;
6187 				cfg.action = MPI_CONFIG_ACTION_PAGE_WRITE_CURRENT;
6188 				if (mpt_config(ioc, &cfg) == 0) {
6189 					dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Reset Current Coalescing Timeout to = %d\n",
6190 							ioc->name, MPT_COALESCING_TIMEOUT));
6191 
6192 					cfg.action = MPI_CONFIG_ACTION_PAGE_WRITE_NVRAM;
6193 					if (mpt_config(ioc, &cfg) == 0) {
6194 						dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6195 								"Reset NVRAM Coalescing Timeout to = %d\n",
6196 								ioc->name, MPT_COALESCING_TIMEOUT));
6197 					} else {
6198 						dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6199 								"Reset NVRAM Coalescing Timeout Failed\n",
6200 								ioc->name));
6201 					}
6202 
6203 				} else {
6204 					dprintk(ioc, printk(MYIOC_s_WARN_FMT
6205 						"Reset of Current Coalescing Timeout Failed!\n",
6206 						ioc->name));
6207 				}
6208 			}
6209 
6210 		} else {
6211 			dprintk(ioc, printk(MYIOC_s_WARN_FMT "Coalescing Disabled\n", ioc->name));
6212 		}
6213 	}
6214 
6215 	pci_free_consistent(ioc->pcidev, iocpage1sz, pIoc1, ioc1_dma);
6216 
6217 	return;
6218 }
6219 
6220 static void
6221 mpt_get_manufacturing_pg_0(MPT_ADAPTER *ioc)
6222 {
6223 	CONFIGPARMS		cfg;
6224 	ConfigPageHeader_t	hdr;
6225 	dma_addr_t		buf_dma;
6226 	ManufacturingPage0_t	*pbuf = NULL;
6227 
6228 	memset(&cfg, 0 , sizeof(CONFIGPARMS));
6229 	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
6230 
6231 	hdr.PageType = MPI_CONFIG_PAGETYPE_MANUFACTURING;
6232 	cfg.cfghdr.hdr = &hdr;
6233 	cfg.physAddr = -1;
6234 	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6235 	cfg.timeout = 10;
6236 
6237 	if (mpt_config(ioc, &cfg) != 0)
6238 		goto out;
6239 
6240 	if (!cfg.cfghdr.hdr->PageLength)
6241 		goto out;
6242 
6243 	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6244 	pbuf = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4, &buf_dma);
6245 	if (!pbuf)
6246 		goto out;
6247 
6248 	cfg.physAddr = buf_dma;
6249 
6250 	if (mpt_config(ioc, &cfg) != 0)
6251 		goto out;
6252 
6253 	memcpy(ioc->board_name, pbuf->BoardName, sizeof(ioc->board_name));
6254 	memcpy(ioc->board_assembly, pbuf->BoardAssembly, sizeof(ioc->board_assembly));
6255 	memcpy(ioc->board_tracer, pbuf->BoardTracerNumber, sizeof(ioc->board_tracer));
6256 
6257 out:
6258 
6259 	if (pbuf)
6260 		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, pbuf, buf_dma);
6261 }
6262 
6263 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6264 /**
6265  *	SendEventNotification - Send EventNotification (on or off) request to adapter
6266  *	@ioc: Pointer to MPT_ADAPTER structure
6267  *	@EvSwitch: Event switch flags
6268  *	@sleepFlag: Specifies whether the process can sleep
6269  */
6270 static int
6271 SendEventNotification(MPT_ADAPTER *ioc, u8 EvSwitch, int sleepFlag)
6272 {
6273 	EventNotification_t	evn;
6274 	MPIDefaultReply_t	reply_buf;
6275 
6276 	memset(&evn, 0, sizeof(EventNotification_t));
6277 	memset(&reply_buf, 0, sizeof(MPIDefaultReply_t));
6278 
6279 	evn.Function = MPI_FUNCTION_EVENT_NOTIFICATION;
6280 	evn.Switch = EvSwitch;
6281 	evn.MsgContext = cpu_to_le32(mpt_base_index << 16);
6282 
6283 	devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6284 	    "Sending EventNotification (%d) request %p\n",
6285 	    ioc->name, EvSwitch, &evn));
6286 
6287 	return mpt_handshake_req_reply_wait(ioc, sizeof(EventNotification_t),
6288 	    (u32 *)&evn, sizeof(MPIDefaultReply_t), (u16 *)&reply_buf, 30,
6289 	    sleepFlag);
6290 }
6291 
6292 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6293 /**
6294  *	SendEventAck - Send EventAck request to MPT adapter.
6295  *	@ioc: Pointer to MPT_ADAPTER structure
6296  *	@evnp: Pointer to original EventNotification request
6297  */
6298 static int
6299 SendEventAck(MPT_ADAPTER *ioc, EventNotificationReply_t *evnp)
6300 {
6301 	EventAck_t	*pAck;
6302 
6303 	if ((pAck = (EventAck_t *) mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
6304 		dfailprintk(ioc, printk(MYIOC_s_WARN_FMT "%s, no msg frames!!\n",
6305 		    ioc->name, __func__));
6306 		return -1;
6307 	}
6308 
6309 	devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending EventAck\n", ioc->name));
6310 
6311 	pAck->Function     = MPI_FUNCTION_EVENT_ACK;
6312 	pAck->ChainOffset  = 0;
6313 	pAck->Reserved[0]  = pAck->Reserved[1] = 0;
6314 	pAck->MsgFlags     = 0;
6315 	pAck->Reserved1[0] = pAck->Reserved1[1] = pAck->Reserved1[2] = 0;
6316 	pAck->Event        = evnp->Event;
6317 	pAck->EventContext = evnp->EventContext;
6318 
6319 	mpt_put_msg_frame(mpt_base_index, ioc, (MPT_FRAME_HDR *)pAck);
6320 
6321 	return 0;
6322 }
6323 
6324 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6325 /**
6326  *	mpt_config - Generic function to issue config message
6327  *	@ioc:   Pointer to an adapter structure
6328  *	@pCfg:  Pointer to a configuration structure. Struct contains
6329  *		action, page address, direction, physical address
6330  *		and pointer to a configuration page header
6331  *		Page header is updated.
6332  *
6333  *	Returns 0 for success
6334  *	-EPERM if not allowed due to ISR context
6335  *	-EAGAIN if no msg frames currently available
6336  *	-EFAULT for non-successful reply or no reply (timeout)
6337  */
6338 int
6339 mpt_config(MPT_ADAPTER *ioc, CONFIGPARMS *pCfg)
6340 {
6341 	Config_t	*pReq;
6342 	ConfigReply_t	*pReply;
6343 	ConfigExtendedPageHeader_t  *pExtHdr = NULL;
6344 	MPT_FRAME_HDR	*mf;
6345 	int		 ii;
6346 	int		 flagsLength;
6347 	long		 timeout;
6348 	int		 ret;
6349 	u8		 page_type = 0, extend_page;
6350 	unsigned long 	 timeleft;
6351 	unsigned long	 flags;
6352 	int		 in_isr;
6353 	u8		 issue_hard_reset = 0;
6354 	u8		 retry_count = 0;
6355 
6356 	/*	Prevent calling wait_event() (below), if caller happens
6357 	 *	to be in ISR context, because that is fatal!
6358 	 */
6359 	in_isr = in_interrupt();
6360 	if (in_isr) {
6361 		dcprintk(ioc, printk(MYIOC_s_WARN_FMT "Config request not allowed in ISR context!\n",
6362 				ioc->name));
6363 		return -EPERM;
6364     }
6365 
6366 	/* don't send a config page during diag reset */
6367 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6368 	if (ioc->ioc_reset_in_progress) {
6369 		dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6370 		    "%s: busy with host reset\n", ioc->name, __func__));
6371 		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6372 		return -EBUSY;
6373 	}
6374 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6375 
6376 	/* don't send if no chance of success */
6377 	if (!ioc->active ||
6378 	    mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_OPERATIONAL) {
6379 		dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6380 		    "%s: ioc not operational, %d, %xh\n",
6381 		    ioc->name, __func__, ioc->active,
6382 		    mpt_GetIocState(ioc, 0)));
6383 		return -EFAULT;
6384 	}
6385 
6386  retry_config:
6387 	mutex_lock(&ioc->mptbase_cmds.mutex);
6388 	/* init the internal cmd struct */
6389 	memset(ioc->mptbase_cmds.reply, 0 , MPT_DEFAULT_FRAME_SIZE);
6390 	INITIALIZE_MGMT_STATUS(ioc->mptbase_cmds.status)
6391 
6392 	/* Get and Populate a free Frame
6393 	 */
6394 	if ((mf = mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
6395 		dcprintk(ioc, printk(MYIOC_s_WARN_FMT
6396 		"mpt_config: no msg frames!\n", ioc->name));
6397 		ret = -EAGAIN;
6398 		goto out;
6399 	}
6400 
6401 	pReq = (Config_t *)mf;
6402 	pReq->Action = pCfg->action;
6403 	pReq->Reserved = 0;
6404 	pReq->ChainOffset = 0;
6405 	pReq->Function = MPI_FUNCTION_CONFIG;
6406 
6407 	/* Assume page type is not extended and clear "reserved" fields. */
6408 	pReq->ExtPageLength = 0;
6409 	pReq->ExtPageType = 0;
6410 	pReq->MsgFlags = 0;
6411 
6412 	for (ii=0; ii < 8; ii++)
6413 		pReq->Reserved2[ii] = 0;
6414 
6415 	pReq->Header.PageVersion = pCfg->cfghdr.hdr->PageVersion;
6416 	pReq->Header.PageLength = pCfg->cfghdr.hdr->PageLength;
6417 	pReq->Header.PageNumber = pCfg->cfghdr.hdr->PageNumber;
6418 	pReq->Header.PageType = (pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK);
6419 
6420 	if ((pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK) == MPI_CONFIG_PAGETYPE_EXTENDED) {
6421 		pExtHdr = (ConfigExtendedPageHeader_t *)pCfg->cfghdr.ehdr;
6422 		pReq->ExtPageLength = cpu_to_le16(pExtHdr->ExtPageLength);
6423 		pReq->ExtPageType = pExtHdr->ExtPageType;
6424 		pReq->Header.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
6425 
6426 		/* Page Length must be treated as a reserved field for the
6427 		 * extended header.
6428 		 */
6429 		pReq->Header.PageLength = 0;
6430 	}
6431 
6432 	pReq->PageAddress = cpu_to_le32(pCfg->pageAddr);
6433 
6434 	/* Add a SGE to the config request.
6435 	 */
6436 	if (pCfg->dir)
6437 		flagsLength = MPT_SGE_FLAGS_SSIMPLE_WRITE;
6438 	else
6439 		flagsLength = MPT_SGE_FLAGS_SSIMPLE_READ;
6440 
6441 	if ((pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK) ==
6442 	    MPI_CONFIG_PAGETYPE_EXTENDED) {
6443 		flagsLength |= pExtHdr->ExtPageLength * 4;
6444 		page_type = pReq->ExtPageType;
6445 		extend_page = 1;
6446 	} else {
6447 		flagsLength |= pCfg->cfghdr.hdr->PageLength * 4;
6448 		page_type = pReq->Header.PageType;
6449 		extend_page = 0;
6450 	}
6451 
6452 	dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6453 	    "Sending Config request type 0x%x, page 0x%x and action %d\n",
6454 	    ioc->name, page_type, pReq->Header.PageNumber, pReq->Action));
6455 
6456 	ioc->add_sge((char *)&pReq->PageBufferSGE, flagsLength, pCfg->physAddr);
6457 	timeout = (pCfg->timeout < 15) ? HZ*15 : HZ*pCfg->timeout;
6458 	mpt_put_msg_frame(mpt_base_index, ioc, mf);
6459 	timeleft = wait_for_completion_timeout(&ioc->mptbase_cmds.done,
6460 		timeout);
6461 	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
6462 		ret = -ETIME;
6463 		dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6464 		    "Failed Sending Config request type 0x%x, page 0x%x,"
6465 		    " action %d, status %xh, time left %ld\n\n",
6466 			ioc->name, page_type, pReq->Header.PageNumber,
6467 			pReq->Action, ioc->mptbase_cmds.status, timeleft));
6468 		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_DID_IOCRESET)
6469 			goto out;
6470 		if (!timeleft) {
6471 			spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6472 			if (ioc->ioc_reset_in_progress) {
6473 				spin_unlock_irqrestore(&ioc->taskmgmt_lock,
6474 					flags);
6475 				printk(MYIOC_s_INFO_FMT "%s: host reset in"
6476 					" progress mpt_config timed out.!!\n",
6477 					__func__, ioc->name);
6478 				mutex_unlock(&ioc->mptbase_cmds.mutex);
6479 				return -EFAULT;
6480 			}
6481 			spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6482 			issue_hard_reset = 1;
6483 		}
6484 		goto out;
6485 	}
6486 
6487 	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_RF_VALID)) {
6488 		ret = -1;
6489 		goto out;
6490 	}
6491 	pReply = (ConfigReply_t	*)ioc->mptbase_cmds.reply;
6492 	ret = le16_to_cpu(pReply->IOCStatus) & MPI_IOCSTATUS_MASK;
6493 	if (ret == MPI_IOCSTATUS_SUCCESS) {
6494 		if (extend_page) {
6495 			pCfg->cfghdr.ehdr->ExtPageLength =
6496 			    le16_to_cpu(pReply->ExtPageLength);
6497 			pCfg->cfghdr.ehdr->ExtPageType =
6498 			    pReply->ExtPageType;
6499 		}
6500 		pCfg->cfghdr.hdr->PageVersion = pReply->Header.PageVersion;
6501 		pCfg->cfghdr.hdr->PageLength = pReply->Header.PageLength;
6502 		pCfg->cfghdr.hdr->PageNumber = pReply->Header.PageNumber;
6503 		pCfg->cfghdr.hdr->PageType = pReply->Header.PageType;
6504 
6505 	}
6506 
6507 	if (retry_count)
6508 		printk(MYIOC_s_INFO_FMT "Retry completed "
6509 		    "ret=0x%x timeleft=%ld\n",
6510 		    ioc->name, ret, timeleft);
6511 
6512 	dcprintk(ioc, printk(KERN_DEBUG "IOCStatus=%04xh, IOCLogInfo=%08xh\n",
6513 	     ret, le32_to_cpu(pReply->IOCLogInfo)));
6514 
6515 out:
6516 
6517 	CLEAR_MGMT_STATUS(ioc->mptbase_cmds.status)
6518 	mutex_unlock(&ioc->mptbase_cmds.mutex);
6519 	if (issue_hard_reset) {
6520 		issue_hard_reset = 0;
6521 		printk(MYIOC_s_WARN_FMT
6522 		       "Issuing Reset from %s!!, doorbell=0x%08x\n",
6523 		       ioc->name, __func__, mpt_GetIocState(ioc, 0));
6524 		if (retry_count == 0) {
6525 			if (mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP) != 0)
6526 				retry_count++;
6527 		} else
6528 			mpt_HardResetHandler(ioc, CAN_SLEEP);
6529 
6530 		mpt_free_msg_frame(ioc, mf);
6531 		/* attempt one retry for a timed out command */
6532 		if (retry_count < 2) {
6533 			printk(MYIOC_s_INFO_FMT
6534 			    "Attempting Retry Config request"
6535 			    " type 0x%x, page 0x%x,"
6536 			    " action %d\n", ioc->name, page_type,
6537 			    pCfg->cfghdr.hdr->PageNumber, pCfg->action);
6538 			retry_count++;
6539 			goto retry_config;
6540 		}
6541 	}
6542 	return ret;
6543 
6544 }
6545 
6546 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6547 /**
6548  *	mpt_ioc_reset - Base cleanup for hard reset
6549  *	@ioc: Pointer to the adapter structure
6550  *	@reset_phase: Indicates pre- or post-reset functionality
6551  *
6552  *	Remark: Frees resources with internally generated commands.
6553  */
6554 static int
6555 mpt_ioc_reset(MPT_ADAPTER *ioc, int reset_phase)
6556 {
6557 	switch (reset_phase) {
6558 	case MPT_IOC_SETUP_RESET:
6559 		ioc->taskmgmt_quiesce_io = 1;
6560 		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6561 		    "%s: MPT_IOC_SETUP_RESET\n", ioc->name, __func__));
6562 		break;
6563 	case MPT_IOC_PRE_RESET:
6564 		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6565 		    "%s: MPT_IOC_PRE_RESET\n", ioc->name, __func__));
6566 		break;
6567 	case MPT_IOC_POST_RESET:
6568 		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6569 		    "%s: MPT_IOC_POST_RESET\n",  ioc->name, __func__));
6570 /* wake up mptbase_cmds */
6571 		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_PENDING) {
6572 			ioc->mptbase_cmds.status |=
6573 			    MPT_MGMT_STATUS_DID_IOCRESET;
6574 			complete(&ioc->mptbase_cmds.done);
6575 		}
6576 /* wake up taskmgmt_cmds */
6577 		if (ioc->taskmgmt_cmds.status & MPT_MGMT_STATUS_PENDING) {
6578 			ioc->taskmgmt_cmds.status |=
6579 				MPT_MGMT_STATUS_DID_IOCRESET;
6580 			complete(&ioc->taskmgmt_cmds.done);
6581 		}
6582 		break;
6583 	default:
6584 		break;
6585 	}
6586 
6587 	return 1;		/* currently means nothing really */
6588 }
6589 
6590 
6591 #ifdef CONFIG_PROC_FS		/* { */
6592 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6593 /*
6594  *	procfs (%MPT_PROCFS_MPTBASEDIR/...) support stuff...
6595  */
6596 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6597 /**
6598  *	procmpt_create - Create %MPT_PROCFS_MPTBASEDIR entries.
6599  *
6600  *	Returns 0 for success, non-zero for failure.
6601  */
6602 static int
6603 procmpt_create(void)
6604 {
6605 	mpt_proc_root_dir = proc_mkdir(MPT_PROCFS_MPTBASEDIR, NULL);
6606 	if (mpt_proc_root_dir == NULL)
6607 		return -ENOTDIR;
6608 
6609 	proc_create("summary", S_IRUGO, mpt_proc_root_dir, &mpt_summary_proc_fops);
6610 	proc_create("version", S_IRUGO, mpt_proc_root_dir, &mpt_version_proc_fops);
6611 	return 0;
6612 }
6613 
6614 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6615 /**
6616  *	procmpt_destroy - Tear down %MPT_PROCFS_MPTBASEDIR entries.
6617  *
6618  *	Returns 0 for success, non-zero for failure.
6619  */
6620 static void
6621 procmpt_destroy(void)
6622 {
6623 	remove_proc_entry("version", mpt_proc_root_dir);
6624 	remove_proc_entry("summary", mpt_proc_root_dir);
6625 	remove_proc_entry(MPT_PROCFS_MPTBASEDIR, NULL);
6626 }
6627 
6628 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6629 /*
6630  *	Handles read request from /proc/mpt/summary or /proc/mpt/iocN/summary.
6631  */
6632 static void seq_mpt_print_ioc_summary(MPT_ADAPTER *ioc, struct seq_file *m, int showlan);
6633 
6634 static int mpt_summary_proc_show(struct seq_file *m, void *v)
6635 {
6636 	MPT_ADAPTER *ioc = m->private;
6637 
6638 	if (ioc) {
6639 		seq_mpt_print_ioc_summary(ioc, m, 1);
6640 	} else {
6641 		list_for_each_entry(ioc, &ioc_list, list) {
6642 			seq_mpt_print_ioc_summary(ioc, m, 1);
6643 		}
6644 	}
6645 
6646 	return 0;
6647 }
6648 
6649 static int mpt_summary_proc_open(struct inode *inode, struct file *file)
6650 {
6651 	return single_open(file, mpt_summary_proc_show, PDE_DATA(inode));
6652 }
6653 
6654 static const struct file_operations mpt_summary_proc_fops = {
6655 	.owner		= THIS_MODULE,
6656 	.open		= mpt_summary_proc_open,
6657 	.read		= seq_read,
6658 	.llseek		= seq_lseek,
6659 	.release	= single_release,
6660 };
6661 
6662 static int mpt_version_proc_show(struct seq_file *m, void *v)
6663 {
6664 	u8	 cb_idx;
6665 	int	 scsi, fc, sas, lan, ctl, targ, dmp;
6666 	char	*drvname;
6667 
6668 	seq_printf(m, "%s-%s\n", "mptlinux", MPT_LINUX_VERSION_COMMON);
6669 	seq_printf(m, "  Fusion MPT base driver\n");
6670 
6671 	scsi = fc = sas = lan = ctl = targ = dmp = 0;
6672 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
6673 		drvname = NULL;
6674 		if (MptCallbacks[cb_idx]) {
6675 			switch (MptDriverClass[cb_idx]) {
6676 			case MPTSPI_DRIVER:
6677 				if (!scsi++) drvname = "SPI host";
6678 				break;
6679 			case MPTFC_DRIVER:
6680 				if (!fc++) drvname = "FC host";
6681 				break;
6682 			case MPTSAS_DRIVER:
6683 				if (!sas++) drvname = "SAS host";
6684 				break;
6685 			case MPTLAN_DRIVER:
6686 				if (!lan++) drvname = "LAN";
6687 				break;
6688 			case MPTSTM_DRIVER:
6689 				if (!targ++) drvname = "SCSI target";
6690 				break;
6691 			case MPTCTL_DRIVER:
6692 				if (!ctl++) drvname = "ioctl";
6693 				break;
6694 			}
6695 
6696 			if (drvname)
6697 				seq_printf(m, "  Fusion MPT %s driver\n", drvname);
6698 		}
6699 	}
6700 
6701 	return 0;
6702 }
6703 
6704 static int mpt_version_proc_open(struct inode *inode, struct file *file)
6705 {
6706 	return single_open(file, mpt_version_proc_show, NULL);
6707 }
6708 
6709 static const struct file_operations mpt_version_proc_fops = {
6710 	.owner		= THIS_MODULE,
6711 	.open		= mpt_version_proc_open,
6712 	.read		= seq_read,
6713 	.llseek		= seq_lseek,
6714 	.release	= single_release,
6715 };
6716 
6717 static int mpt_iocinfo_proc_show(struct seq_file *m, void *v)
6718 {
6719 	MPT_ADAPTER	*ioc = m->private;
6720 	char		 expVer[32];
6721 	int		 sz;
6722 	int		 p;
6723 
6724 	mpt_get_fw_exp_ver(expVer, ioc);
6725 
6726 	seq_printf(m, "%s:", ioc->name);
6727 	if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)
6728 		seq_printf(m, "  (f/w download boot flag set)");
6729 //	if (ioc->facts.IOCExceptions & MPI_IOCFACTS_EXCEPT_CONFIG_CHECKSUM_FAIL)
6730 //		seq_printf(m, "  CONFIG_CHECKSUM_FAIL!");
6731 
6732 	seq_printf(m, "\n  ProductID = 0x%04x (%s)\n",
6733 			ioc->facts.ProductID,
6734 			ioc->prod_name);
6735 	seq_printf(m, "  FWVersion = 0x%08x%s", ioc->facts.FWVersion.Word, expVer);
6736 	if (ioc->facts.FWImageSize)
6737 		seq_printf(m, " (fw_size=%d)", ioc->facts.FWImageSize);
6738 	seq_printf(m, "\n  MsgVersion = 0x%04x\n", ioc->facts.MsgVersion);
6739 	seq_printf(m, "  FirstWhoInit = 0x%02x\n", ioc->FirstWhoInit);
6740 	seq_printf(m, "  EventState = 0x%02x\n", ioc->facts.EventState);
6741 
6742 	seq_printf(m, "  CurrentHostMfaHighAddr = 0x%08x\n",
6743 			ioc->facts.CurrentHostMfaHighAddr);
6744 	seq_printf(m, "  CurrentSenseBufferHighAddr = 0x%08x\n",
6745 			ioc->facts.CurrentSenseBufferHighAddr);
6746 
6747 	seq_printf(m, "  MaxChainDepth = 0x%02x frames\n", ioc->facts.MaxChainDepth);
6748 	seq_printf(m, "  MinBlockSize = 0x%02x bytes\n", 4*ioc->facts.BlockSize);
6749 
6750 	seq_printf(m, "  RequestFrames @ 0x%p (Dma @ 0x%p)\n",
6751 					(void *)ioc->req_frames, (void *)(ulong)ioc->req_frames_dma);
6752 	/*
6753 	 *  Rounding UP to nearest 4-kB boundary here...
6754 	 */
6755 	sz = (ioc->req_sz * ioc->req_depth) + 128;
6756 	sz = ((sz + 0x1000UL - 1UL) / 0x1000) * 0x1000;
6757 	seq_printf(m, "    {CurReqSz=%d} x {CurReqDepth=%d} = %d bytes ^= 0x%x\n",
6758 					ioc->req_sz, ioc->req_depth, ioc->req_sz*ioc->req_depth, sz);
6759 	seq_printf(m, "    {MaxReqSz=%d}   {MaxReqDepth=%d}\n",
6760 					4*ioc->facts.RequestFrameSize,
6761 					ioc->facts.GlobalCredits);
6762 
6763 	seq_printf(m, "  Frames   @ 0x%p (Dma @ 0x%p)\n",
6764 					(void *)ioc->alloc, (void *)(ulong)ioc->alloc_dma);
6765 	sz = (ioc->reply_sz * ioc->reply_depth) + 128;
6766 	seq_printf(m, "    {CurRepSz=%d} x {CurRepDepth=%d} = %d bytes ^= 0x%x\n",
6767 					ioc->reply_sz, ioc->reply_depth, ioc->reply_sz*ioc->reply_depth, sz);
6768 	seq_printf(m, "    {MaxRepSz=%d}   {MaxRepDepth=%d}\n",
6769 					ioc->facts.CurReplyFrameSize,
6770 					ioc->facts.ReplyQueueDepth);
6771 
6772 	seq_printf(m, "  MaxDevices = %d\n",
6773 			(ioc->facts.MaxDevices==0) ? 255 : ioc->facts.MaxDevices);
6774 	seq_printf(m, "  MaxBuses = %d\n", ioc->facts.MaxBuses);
6775 
6776 	/* per-port info */
6777 	for (p=0; p < ioc->facts.NumberOfPorts; p++) {
6778 		seq_printf(m, "  PortNumber = %d (of %d)\n",
6779 				p+1,
6780 				ioc->facts.NumberOfPorts);
6781 		if (ioc->bus_type == FC) {
6782 			if (ioc->pfacts[p].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN) {
6783 				u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6784 				seq_printf(m, "    LanAddr = %pMR\n", a);
6785 			}
6786 			seq_printf(m, "    WWN = %08X%08X:%08X%08X\n",
6787 					ioc->fc_port_page0[p].WWNN.High,
6788 					ioc->fc_port_page0[p].WWNN.Low,
6789 					ioc->fc_port_page0[p].WWPN.High,
6790 					ioc->fc_port_page0[p].WWPN.Low);
6791 		}
6792 	}
6793 
6794 	return 0;
6795 }
6796 
6797 static int mpt_iocinfo_proc_open(struct inode *inode, struct file *file)
6798 {
6799 	return single_open(file, mpt_iocinfo_proc_show, PDE_DATA(inode));
6800 }
6801 
6802 static const struct file_operations mpt_iocinfo_proc_fops = {
6803 	.owner		= THIS_MODULE,
6804 	.open		= mpt_iocinfo_proc_open,
6805 	.read		= seq_read,
6806 	.llseek		= seq_lseek,
6807 	.release	= single_release,
6808 };
6809 #endif		/* CONFIG_PROC_FS } */
6810 
6811 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6812 static void
6813 mpt_get_fw_exp_ver(char *buf, MPT_ADAPTER *ioc)
6814 {
6815 	buf[0] ='\0';
6816 	if ((ioc->facts.FWVersion.Word >> 24) == 0x0E) {
6817 		sprintf(buf, " (Exp %02d%02d)",
6818 			(ioc->facts.FWVersion.Word >> 16) & 0x00FF,	/* Month */
6819 			(ioc->facts.FWVersion.Word >> 8) & 0x1F);	/* Day */
6820 
6821 		/* insider hack! */
6822 		if ((ioc->facts.FWVersion.Word >> 8) & 0x80)
6823 			strcat(buf, " [MDBG]");
6824 	}
6825 }
6826 
6827 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6828 /**
6829  *	mpt_print_ioc_summary - Write ASCII summary of IOC to a buffer.
6830  *	@ioc: Pointer to MPT_ADAPTER structure
6831  *	@buffer: Pointer to buffer where IOC summary info should be written
6832  *	@size: Pointer to number of bytes we wrote (set by this routine)
6833  *	@len: Offset at which to start writing in buffer
6834  *	@showlan: Display LAN stuff?
6835  *
6836  *	This routine writes (english readable) ASCII text, which represents
6837  *	a summary of IOC information, to a buffer.
6838  */
6839 void
6840 mpt_print_ioc_summary(MPT_ADAPTER *ioc, char *buffer, int *size, int len, int showlan)
6841 {
6842 	char expVer[32];
6843 	int y;
6844 
6845 	mpt_get_fw_exp_ver(expVer, ioc);
6846 
6847 	/*
6848 	 *  Shorter summary of attached ioc's...
6849 	 */
6850 	y = sprintf(buffer+len, "%s: %s, %s%08xh%s, Ports=%d, MaxQ=%d",
6851 			ioc->name,
6852 			ioc->prod_name,
6853 			MPT_FW_REV_MAGIC_ID_STRING,	/* "FwRev=" or somesuch */
6854 			ioc->facts.FWVersion.Word,
6855 			expVer,
6856 			ioc->facts.NumberOfPorts,
6857 			ioc->req_depth);
6858 
6859 	if (showlan && (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN)) {
6860 		u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6861 		y += sprintf(buffer+len+y, ", LanAddr=%pMR", a);
6862 	}
6863 
6864 	y += sprintf(buffer+len+y, ", IRQ=%d", ioc->pci_irq);
6865 
6866 	if (!ioc->active)
6867 		y += sprintf(buffer+len+y, " (disabled)");
6868 
6869 	y += sprintf(buffer+len+y, "\n");
6870 
6871 	*size = y;
6872 }
6873 
6874 #ifdef CONFIG_PROC_FS
6875 static void seq_mpt_print_ioc_summary(MPT_ADAPTER *ioc, struct seq_file *m, int showlan)
6876 {
6877 	char expVer[32];
6878 
6879 	mpt_get_fw_exp_ver(expVer, ioc);
6880 
6881 	/*
6882 	 *  Shorter summary of attached ioc's...
6883 	 */
6884 	seq_printf(m, "%s: %s, %s%08xh%s, Ports=%d, MaxQ=%d",
6885 			ioc->name,
6886 			ioc->prod_name,
6887 			MPT_FW_REV_MAGIC_ID_STRING,	/* "FwRev=" or somesuch */
6888 			ioc->facts.FWVersion.Word,
6889 			expVer,
6890 			ioc->facts.NumberOfPorts,
6891 			ioc->req_depth);
6892 
6893 	if (showlan && (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN)) {
6894 		u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6895 		seq_printf(m, ", LanAddr=%pMR", a);
6896 	}
6897 
6898 	seq_printf(m, ", IRQ=%d", ioc->pci_irq);
6899 
6900 	if (!ioc->active)
6901 		seq_printf(m, " (disabled)");
6902 
6903 	seq_putc(m, '\n');
6904 }
6905 #endif
6906 
6907 /**
6908  *	mpt_set_taskmgmt_in_progress_flag - set flags associated with task management
6909  *	@ioc: Pointer to MPT_ADAPTER structure
6910  *
6911  *	Returns 0 for SUCCESS or -1 if FAILED.
6912  *
6913  *	If -1 is return, then it was not possible to set the flags
6914  **/
6915 int
6916 mpt_set_taskmgmt_in_progress_flag(MPT_ADAPTER *ioc)
6917 {
6918 	unsigned long	 flags;
6919 	int		 retval;
6920 
6921 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6922 	if (ioc->ioc_reset_in_progress || ioc->taskmgmt_in_progress ||
6923 	    (ioc->alt_ioc && ioc->alt_ioc->taskmgmt_in_progress)) {
6924 		retval = -1;
6925 		goto out;
6926 	}
6927 	retval = 0;
6928 	ioc->taskmgmt_in_progress = 1;
6929 	ioc->taskmgmt_quiesce_io = 1;
6930 	if (ioc->alt_ioc) {
6931 		ioc->alt_ioc->taskmgmt_in_progress = 1;
6932 		ioc->alt_ioc->taskmgmt_quiesce_io = 1;
6933 	}
6934  out:
6935 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6936 	return retval;
6937 }
6938 EXPORT_SYMBOL(mpt_set_taskmgmt_in_progress_flag);
6939 
6940 /**
6941  *	mpt_clear_taskmgmt_in_progress_flag - clear flags associated with task management
6942  *	@ioc: Pointer to MPT_ADAPTER structure
6943  *
6944  **/
6945 void
6946 mpt_clear_taskmgmt_in_progress_flag(MPT_ADAPTER *ioc)
6947 {
6948 	unsigned long	 flags;
6949 
6950 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6951 	ioc->taskmgmt_in_progress = 0;
6952 	ioc->taskmgmt_quiesce_io = 0;
6953 	if (ioc->alt_ioc) {
6954 		ioc->alt_ioc->taskmgmt_in_progress = 0;
6955 		ioc->alt_ioc->taskmgmt_quiesce_io = 0;
6956 	}
6957 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6958 }
6959 EXPORT_SYMBOL(mpt_clear_taskmgmt_in_progress_flag);
6960 
6961 
6962 /**
6963  *	mpt_halt_firmware - Halts the firmware if it is operational and panic
6964  *	the kernel
6965  *	@ioc: Pointer to MPT_ADAPTER structure
6966  *
6967  **/
6968 void
6969 mpt_halt_firmware(MPT_ADAPTER *ioc)
6970 {
6971 	u32	 ioc_raw_state;
6972 
6973 	ioc_raw_state = mpt_GetIocState(ioc, 0);
6974 
6975 	if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT) {
6976 		printk(MYIOC_s_ERR_FMT "IOC is in FAULT state (%04xh)!!!\n",
6977 			ioc->name, ioc_raw_state & MPI_DOORBELL_DATA_MASK);
6978 		panic("%s: IOC Fault (%04xh)!!!\n", ioc->name,
6979 			ioc_raw_state & MPI_DOORBELL_DATA_MASK);
6980 	} else {
6981 		CHIPREG_WRITE32(&ioc->chip->Doorbell, 0xC0FFEE00);
6982 		panic("%s: Firmware is halted due to command timeout\n",
6983 			ioc->name);
6984 	}
6985 }
6986 EXPORT_SYMBOL(mpt_halt_firmware);
6987 
6988 /**
6989  *	mpt_SoftResetHandler - Issues a less expensive reset
6990  *	@ioc: Pointer to MPT_ADAPTER structure
6991  *	@sleepFlag: Indicates if sleep or schedule must be called.
6992  *
6993  *	Returns 0 for SUCCESS or -1 if FAILED.
6994  *
6995  *	Message Unit Reset - instructs the IOC to reset the Reply Post and
6996  *	Free FIFO's. All the Message Frames on Reply Free FIFO are discarded.
6997  *	All posted buffers are freed, and event notification is turned off.
6998  *	IOC doesn't reply to any outstanding request. This will transfer IOC
6999  *	to READY state.
7000  **/
7001 static int
7002 mpt_SoftResetHandler(MPT_ADAPTER *ioc, int sleepFlag)
7003 {
7004 	int		 rc;
7005 	int		 ii;
7006 	u8		 cb_idx;
7007 	unsigned long	 flags;
7008 	u32		 ioc_state;
7009 	unsigned long	 time_count;
7010 
7011 	dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SoftResetHandler Entered!\n",
7012 		ioc->name));
7013 
7014 	ioc_state = mpt_GetIocState(ioc, 0) & MPI_IOC_STATE_MASK;
7015 
7016 	if (mpt_fwfault_debug)
7017 		mpt_halt_firmware(ioc);
7018 
7019 	if (ioc_state == MPI_IOC_STATE_FAULT ||
7020 	    ioc_state == MPI_IOC_STATE_RESET) {
7021 		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7022 		    "skipping, either in FAULT or RESET state!\n", ioc->name));
7023 		return -1;
7024 	}
7025 
7026 	if (ioc->bus_type == FC) {
7027 		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7028 		    "skipping, because the bus type is FC!\n", ioc->name));
7029 		return -1;
7030 	}
7031 
7032 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7033 	if (ioc->ioc_reset_in_progress) {
7034 		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7035 		return -1;
7036 	}
7037 	ioc->ioc_reset_in_progress = 1;
7038 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7039 
7040 	rc = -1;
7041 
7042 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7043 		if (MptResetHandlers[cb_idx])
7044 			mpt_signal_reset(cb_idx, ioc, MPT_IOC_SETUP_RESET);
7045 	}
7046 
7047 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7048 	if (ioc->taskmgmt_in_progress) {
7049 		ioc->ioc_reset_in_progress = 0;
7050 		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7051 		return -1;
7052 	}
7053 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7054 	/* Disable reply interrupts (also blocks FreeQ) */
7055 	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
7056 	ioc->active = 0;
7057 	time_count = jiffies;
7058 
7059 	rc = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag);
7060 
7061 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7062 		if (MptResetHandlers[cb_idx])
7063 			mpt_signal_reset(cb_idx, ioc, MPT_IOC_PRE_RESET);
7064 	}
7065 
7066 	if (rc)
7067 		goto out;
7068 
7069 	ioc_state = mpt_GetIocState(ioc, 0) & MPI_IOC_STATE_MASK;
7070 	if (ioc_state != MPI_IOC_STATE_READY)
7071 		goto out;
7072 
7073 	for (ii = 0; ii < 5; ii++) {
7074 		/* Get IOC facts! Allow 5 retries */
7075 		rc = GetIocFacts(ioc, sleepFlag,
7076 			MPT_HOSTEVENT_IOC_RECOVER);
7077 		if (rc == 0)
7078 			break;
7079 		if (sleepFlag == CAN_SLEEP)
7080 			msleep(100);
7081 		else
7082 			mdelay(100);
7083 	}
7084 	if (ii == 5)
7085 		goto out;
7086 
7087 	rc = PrimeIocFifos(ioc);
7088 	if (rc != 0)
7089 		goto out;
7090 
7091 	rc = SendIocInit(ioc, sleepFlag);
7092 	if (rc != 0)
7093 		goto out;
7094 
7095 	rc = SendEventNotification(ioc, 1, sleepFlag);
7096 	if (rc != 0)
7097 		goto out;
7098 
7099 	if (ioc->hard_resets < -1)
7100 		ioc->hard_resets++;
7101 
7102 	/*
7103 	 * At this point, we know soft reset succeeded.
7104 	 */
7105 
7106 	ioc->active = 1;
7107 	CHIPREG_WRITE32(&ioc->chip->IntMask, MPI_HIM_DIM);
7108 
7109  out:
7110 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7111 	ioc->ioc_reset_in_progress = 0;
7112 	ioc->taskmgmt_quiesce_io = 0;
7113 	ioc->taskmgmt_in_progress = 0;
7114 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7115 
7116 	if (ioc->active) {	/* otherwise, hard reset coming */
7117 		for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7118 			if (MptResetHandlers[cb_idx])
7119 				mpt_signal_reset(cb_idx, ioc,
7120 					MPT_IOC_POST_RESET);
7121 		}
7122 	}
7123 
7124 	dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7125 		"SoftResetHandler: completed (%d seconds): %s\n",
7126 		ioc->name, jiffies_to_msecs(jiffies - time_count)/1000,
7127 		((rc == 0) ? "SUCCESS" : "FAILED")));
7128 
7129 	return rc;
7130 }
7131 
7132 /**
7133  *	mpt_Soft_Hard_ResetHandler - Try less expensive reset
7134  *	@ioc: Pointer to MPT_ADAPTER structure
7135  *	@sleepFlag: Indicates if sleep or schedule must be called.
7136  *
7137  *	Returns 0 for SUCCESS or -1 if FAILED.
7138  *	Try for softreset first, only if it fails go for expensive
7139  *	HardReset.
7140  **/
7141 int
7142 mpt_Soft_Hard_ResetHandler(MPT_ADAPTER *ioc, int sleepFlag) {
7143 	int ret = -1;
7144 
7145 	ret = mpt_SoftResetHandler(ioc, sleepFlag);
7146 	if (ret == 0)
7147 		return ret;
7148 	ret = mpt_HardResetHandler(ioc, sleepFlag);
7149 	return ret;
7150 }
7151 EXPORT_SYMBOL(mpt_Soft_Hard_ResetHandler);
7152 
7153 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7154 /*
7155  *	Reset Handling
7156  */
7157 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7158 /**
7159  *	mpt_HardResetHandler - Generic reset handler
7160  *	@ioc: Pointer to MPT_ADAPTER structure
7161  *	@sleepFlag: Indicates if sleep or schedule must be called.
7162  *
7163  *	Issues SCSI Task Management call based on input arg values.
7164  *	If TaskMgmt fails, returns associated SCSI request.
7165  *
7166  *	Remark: _HardResetHandler can be invoked from an interrupt thread (timer)
7167  *	or a non-interrupt thread.  In the former, must not call schedule().
7168  *
7169  *	Note: A return of -1 is a FATAL error case, as it means a
7170  *	FW reload/initialization failed.
7171  *
7172  *	Returns 0 for SUCCESS or -1 if FAILED.
7173  */
7174 int
7175 mpt_HardResetHandler(MPT_ADAPTER *ioc, int sleepFlag)
7176 {
7177 	int	 rc;
7178 	u8	 cb_idx;
7179 	unsigned long	 flags;
7180 	unsigned long	 time_count;
7181 
7182 	dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HardResetHandler Entered!\n", ioc->name));
7183 #ifdef MFCNT
7184 	printk(MYIOC_s_INFO_FMT "HardResetHandler Entered!\n", ioc->name);
7185 	printk("MF count 0x%x !\n", ioc->mfcnt);
7186 #endif
7187 	if (mpt_fwfault_debug)
7188 		mpt_halt_firmware(ioc);
7189 
7190 	/* Reset the adapter. Prevent more than 1 call to
7191 	 * mpt_do_ioc_recovery at any instant in time.
7192 	 */
7193 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7194 	if (ioc->ioc_reset_in_progress) {
7195 		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7196 		ioc->wait_on_reset_completion = 1;
7197 		do {
7198 			ssleep(1);
7199 		} while (ioc->ioc_reset_in_progress == 1);
7200 		ioc->wait_on_reset_completion = 0;
7201 		return ioc->reset_status;
7202 	}
7203 	if (ioc->wait_on_reset_completion) {
7204 		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7205 		rc = 0;
7206 		time_count = jiffies;
7207 		goto exit;
7208 	}
7209 	ioc->ioc_reset_in_progress = 1;
7210 	if (ioc->alt_ioc)
7211 		ioc->alt_ioc->ioc_reset_in_progress = 1;
7212 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7213 
7214 
7215 	/* The SCSI driver needs to adjust timeouts on all current
7216 	 * commands prior to the diagnostic reset being issued.
7217 	 * Prevents timeouts occurring during a diagnostic reset...very bad.
7218 	 * For all other protocol drivers, this is a no-op.
7219 	 */
7220 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7221 		if (MptResetHandlers[cb_idx]) {
7222 			mpt_signal_reset(cb_idx, ioc, MPT_IOC_SETUP_RESET);
7223 			if (ioc->alt_ioc)
7224 				mpt_signal_reset(cb_idx, ioc->alt_ioc,
7225 					MPT_IOC_SETUP_RESET);
7226 		}
7227 	}
7228 
7229 	time_count = jiffies;
7230 	rc = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_RECOVER, sleepFlag);
7231 	if (rc != 0) {
7232 		printk(KERN_WARNING MYNAM
7233 		       ": WARNING - (%d) Cannot recover %s, doorbell=0x%08x\n",
7234 		       rc, ioc->name, mpt_GetIocState(ioc, 0));
7235 	} else {
7236 		if (ioc->hard_resets < -1)
7237 			ioc->hard_resets++;
7238 	}
7239 
7240 	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7241 	ioc->ioc_reset_in_progress = 0;
7242 	ioc->taskmgmt_quiesce_io = 0;
7243 	ioc->taskmgmt_in_progress = 0;
7244 	ioc->reset_status = rc;
7245 	if (ioc->alt_ioc) {
7246 		ioc->alt_ioc->ioc_reset_in_progress = 0;
7247 		ioc->alt_ioc->taskmgmt_quiesce_io = 0;
7248 		ioc->alt_ioc->taskmgmt_in_progress = 0;
7249 	}
7250 	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7251 
7252 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7253 		if (MptResetHandlers[cb_idx]) {
7254 			mpt_signal_reset(cb_idx, ioc, MPT_IOC_POST_RESET);
7255 			if (ioc->alt_ioc)
7256 				mpt_signal_reset(cb_idx,
7257 					ioc->alt_ioc, MPT_IOC_POST_RESET);
7258 		}
7259 	}
7260 exit:
7261 	dtmprintk(ioc,
7262 	    printk(MYIOC_s_DEBUG_FMT
7263 		"HardResetHandler: completed (%d seconds): %s\n", ioc->name,
7264 		jiffies_to_msecs(jiffies - time_count)/1000, ((rc == 0) ?
7265 		"SUCCESS" : "FAILED")));
7266 
7267 	return rc;
7268 }
7269 
7270 #ifdef CONFIG_FUSION_LOGGING
7271 static void
7272 mpt_display_event_info(MPT_ADAPTER *ioc, EventNotificationReply_t *pEventReply)
7273 {
7274 	char *ds = NULL;
7275 	u32 evData0;
7276 	int ii;
7277 	u8 event;
7278 	char *evStr = ioc->evStr;
7279 
7280 	event = le32_to_cpu(pEventReply->Event) & 0xFF;
7281 	evData0 = le32_to_cpu(pEventReply->Data[0]);
7282 
7283 	switch(event) {
7284 	case MPI_EVENT_NONE:
7285 		ds = "None";
7286 		break;
7287 	case MPI_EVENT_LOG_DATA:
7288 		ds = "Log Data";
7289 		break;
7290 	case MPI_EVENT_STATE_CHANGE:
7291 		ds = "State Change";
7292 		break;
7293 	case MPI_EVENT_UNIT_ATTENTION:
7294 		ds = "Unit Attention";
7295 		break;
7296 	case MPI_EVENT_IOC_BUS_RESET:
7297 		ds = "IOC Bus Reset";
7298 		break;
7299 	case MPI_EVENT_EXT_BUS_RESET:
7300 		ds = "External Bus Reset";
7301 		break;
7302 	case MPI_EVENT_RESCAN:
7303 		ds = "Bus Rescan Event";
7304 		break;
7305 	case MPI_EVENT_LINK_STATUS_CHANGE:
7306 		if (evData0 == MPI_EVENT_LINK_STATUS_FAILURE)
7307 			ds = "Link Status(FAILURE) Change";
7308 		else
7309 			ds = "Link Status(ACTIVE) Change";
7310 		break;
7311 	case MPI_EVENT_LOOP_STATE_CHANGE:
7312 		if (evData0 == MPI_EVENT_LOOP_STATE_CHANGE_LIP)
7313 			ds = "Loop State(LIP) Change";
7314 		else if (evData0 == MPI_EVENT_LOOP_STATE_CHANGE_LPE)
7315 			ds = "Loop State(LPE) Change";
7316 		else
7317 			ds = "Loop State(LPB) Change";
7318 		break;
7319 	case MPI_EVENT_LOGOUT:
7320 		ds = "Logout";
7321 		break;
7322 	case MPI_EVENT_EVENT_CHANGE:
7323 		if (evData0)
7324 			ds = "Events ON";
7325 		else
7326 			ds = "Events OFF";
7327 		break;
7328 	case MPI_EVENT_INTEGRATED_RAID:
7329 	{
7330 		u8 ReasonCode = (u8)(evData0 >> 16);
7331 		switch (ReasonCode) {
7332 		case MPI_EVENT_RAID_RC_VOLUME_CREATED :
7333 			ds = "Integrated Raid: Volume Created";
7334 			break;
7335 		case MPI_EVENT_RAID_RC_VOLUME_DELETED :
7336 			ds = "Integrated Raid: Volume Deleted";
7337 			break;
7338 		case MPI_EVENT_RAID_RC_VOLUME_SETTINGS_CHANGED :
7339 			ds = "Integrated Raid: Volume Settings Changed";
7340 			break;
7341 		case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED :
7342 			ds = "Integrated Raid: Volume Status Changed";
7343 			break;
7344 		case MPI_EVENT_RAID_RC_VOLUME_PHYSDISK_CHANGED :
7345 			ds = "Integrated Raid: Volume Physdisk Changed";
7346 			break;
7347 		case MPI_EVENT_RAID_RC_PHYSDISK_CREATED :
7348 			ds = "Integrated Raid: Physdisk Created";
7349 			break;
7350 		case MPI_EVENT_RAID_RC_PHYSDISK_DELETED :
7351 			ds = "Integrated Raid: Physdisk Deleted";
7352 			break;
7353 		case MPI_EVENT_RAID_RC_PHYSDISK_SETTINGS_CHANGED :
7354 			ds = "Integrated Raid: Physdisk Settings Changed";
7355 			break;
7356 		case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED :
7357 			ds = "Integrated Raid: Physdisk Status Changed";
7358 			break;
7359 		case MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED :
7360 			ds = "Integrated Raid: Domain Validation Needed";
7361 			break;
7362 		case MPI_EVENT_RAID_RC_SMART_DATA :
7363 			ds = "Integrated Raid; Smart Data";
7364 			break;
7365 		case MPI_EVENT_RAID_RC_REPLACE_ACTION_STARTED :
7366 			ds = "Integrated Raid: Replace Action Started";
7367 			break;
7368 		default:
7369 			ds = "Integrated Raid";
7370 		break;
7371 		}
7372 		break;
7373 	}
7374 	case MPI_EVENT_SCSI_DEVICE_STATUS_CHANGE:
7375 		ds = "SCSI Device Status Change";
7376 		break;
7377 	case MPI_EVENT_SAS_DEVICE_STATUS_CHANGE:
7378 	{
7379 		u8 id = (u8)(evData0);
7380 		u8 channel = (u8)(evData0 >> 8);
7381 		u8 ReasonCode = (u8)(evData0 >> 16);
7382 		switch (ReasonCode) {
7383 		case MPI_EVENT_SAS_DEV_STAT_RC_ADDED:
7384 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7385 			    "SAS Device Status Change: Added: "
7386 			    "id=%d channel=%d", id, channel);
7387 			break;
7388 		case MPI_EVENT_SAS_DEV_STAT_RC_NOT_RESPONDING:
7389 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7390 			    "SAS Device Status Change: Deleted: "
7391 			    "id=%d channel=%d", id, channel);
7392 			break;
7393 		case MPI_EVENT_SAS_DEV_STAT_RC_SMART_DATA:
7394 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7395 			    "SAS Device Status Change: SMART Data: "
7396 			    "id=%d channel=%d", id, channel);
7397 			break;
7398 		case MPI_EVENT_SAS_DEV_STAT_RC_NO_PERSIST_ADDED:
7399 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7400 			    "SAS Device Status Change: No Persistency: "
7401 			    "id=%d channel=%d", id, channel);
7402 			break;
7403 		case MPI_EVENT_SAS_DEV_STAT_RC_UNSUPPORTED:
7404 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7405 			    "SAS Device Status Change: Unsupported Device "
7406 			    "Discovered : id=%d channel=%d", id, channel);
7407 			break;
7408 		case MPI_EVENT_SAS_DEV_STAT_RC_INTERNAL_DEVICE_RESET:
7409 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7410 			    "SAS Device Status Change: Internal Device "
7411 			    "Reset : id=%d channel=%d", id, channel);
7412 			break;
7413 		case MPI_EVENT_SAS_DEV_STAT_RC_TASK_ABORT_INTERNAL:
7414 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7415 			    "SAS Device Status Change: Internal Task "
7416 			    "Abort : id=%d channel=%d", id, channel);
7417 			break;
7418 		case MPI_EVENT_SAS_DEV_STAT_RC_ABORT_TASK_SET_INTERNAL:
7419 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7420 			    "SAS Device Status Change: Internal Abort "
7421 			    "Task Set : id=%d channel=%d", id, channel);
7422 			break;
7423 		case MPI_EVENT_SAS_DEV_STAT_RC_CLEAR_TASK_SET_INTERNAL:
7424 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7425 			    "SAS Device Status Change: Internal Clear "
7426 			    "Task Set : id=%d channel=%d", id, channel);
7427 			break;
7428 		case MPI_EVENT_SAS_DEV_STAT_RC_QUERY_TASK_INTERNAL:
7429 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7430 			    "SAS Device Status Change: Internal Query "
7431 			    "Task : id=%d channel=%d", id, channel);
7432 			break;
7433 		default:
7434 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7435 			    "SAS Device Status Change: Unknown: "
7436 			    "id=%d channel=%d", id, channel);
7437 			break;
7438 		}
7439 		break;
7440 	}
7441 	case MPI_EVENT_ON_BUS_TIMER_EXPIRED:
7442 		ds = "Bus Timer Expired";
7443 		break;
7444 	case MPI_EVENT_QUEUE_FULL:
7445 	{
7446 		u16 curr_depth = (u16)(evData0 >> 16);
7447 		u8 channel = (u8)(evData0 >> 8);
7448 		u8 id = (u8)(evData0);
7449 
7450 		snprintf(evStr, EVENT_DESCR_STR_SZ,
7451 		   "Queue Full: channel=%d id=%d depth=%d",
7452 		   channel, id, curr_depth);
7453 		break;
7454 	}
7455 	case MPI_EVENT_SAS_SES:
7456 		ds = "SAS SES Event";
7457 		break;
7458 	case MPI_EVENT_PERSISTENT_TABLE_FULL:
7459 		ds = "Persistent Table Full";
7460 		break;
7461 	case MPI_EVENT_SAS_PHY_LINK_STATUS:
7462 	{
7463 		u8 LinkRates = (u8)(evData0 >> 8);
7464 		u8 PhyNumber = (u8)(evData0);
7465 		LinkRates = (LinkRates & MPI_EVENT_SAS_PLS_LR_CURRENT_MASK) >>
7466 			MPI_EVENT_SAS_PLS_LR_CURRENT_SHIFT;
7467 		switch (LinkRates) {
7468 		case MPI_EVENT_SAS_PLS_LR_RATE_UNKNOWN:
7469 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7470 			   "SAS PHY Link Status: Phy=%d:"
7471 			   " Rate Unknown",PhyNumber);
7472 			break;
7473 		case MPI_EVENT_SAS_PLS_LR_RATE_PHY_DISABLED:
7474 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7475 			   "SAS PHY Link Status: Phy=%d:"
7476 			   " Phy Disabled",PhyNumber);
7477 			break;
7478 		case MPI_EVENT_SAS_PLS_LR_RATE_FAILED_SPEED_NEGOTIATION:
7479 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7480 			   "SAS PHY Link Status: Phy=%d:"
7481 			   " Failed Speed Nego",PhyNumber);
7482 			break;
7483 		case MPI_EVENT_SAS_PLS_LR_RATE_SATA_OOB_COMPLETE:
7484 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7485 			   "SAS PHY Link Status: Phy=%d:"
7486 			   " Sata OOB Completed",PhyNumber);
7487 			break;
7488 		case MPI_EVENT_SAS_PLS_LR_RATE_1_5:
7489 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7490 			   "SAS PHY Link Status: Phy=%d:"
7491 			   " Rate 1.5 Gbps",PhyNumber);
7492 			break;
7493 		case MPI_EVENT_SAS_PLS_LR_RATE_3_0:
7494 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7495 			   "SAS PHY Link Status: Phy=%d:"
7496 			   " Rate 3.0 Gbps", PhyNumber);
7497 			break;
7498 		case MPI_EVENT_SAS_PLS_LR_RATE_6_0:
7499 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7500 			   "SAS PHY Link Status: Phy=%d:"
7501 			   " Rate 6.0 Gbps", PhyNumber);
7502 			break;
7503 		default:
7504 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7505 			   "SAS PHY Link Status: Phy=%d", PhyNumber);
7506 			break;
7507 		}
7508 		break;
7509 	}
7510 	case MPI_EVENT_SAS_DISCOVERY_ERROR:
7511 		ds = "SAS Discovery Error";
7512 		break;
7513 	case MPI_EVENT_IR_RESYNC_UPDATE:
7514 	{
7515 		u8 resync_complete = (u8)(evData0 >> 16);
7516 		snprintf(evStr, EVENT_DESCR_STR_SZ,
7517 		    "IR Resync Update: Complete = %d:",resync_complete);
7518 		break;
7519 	}
7520 	case MPI_EVENT_IR2:
7521 	{
7522 		u8 id = (u8)(evData0);
7523 		u8 channel = (u8)(evData0 >> 8);
7524 		u8 phys_num = (u8)(evData0 >> 24);
7525 		u8 ReasonCode = (u8)(evData0 >> 16);
7526 
7527 		switch (ReasonCode) {
7528 		case MPI_EVENT_IR2_RC_LD_STATE_CHANGED:
7529 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7530 			    "IR2: LD State Changed: "
7531 			    "id=%d channel=%d phys_num=%d",
7532 			    id, channel, phys_num);
7533 			break;
7534 		case MPI_EVENT_IR2_RC_PD_STATE_CHANGED:
7535 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7536 			    "IR2: PD State Changed "
7537 			    "id=%d channel=%d phys_num=%d",
7538 			    id, channel, phys_num);
7539 			break;
7540 		case MPI_EVENT_IR2_RC_BAD_BLOCK_TABLE_FULL:
7541 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7542 			    "IR2: Bad Block Table Full: "
7543 			    "id=%d channel=%d phys_num=%d",
7544 			    id, channel, phys_num);
7545 			break;
7546 		case MPI_EVENT_IR2_RC_PD_INSERTED:
7547 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7548 			    "IR2: PD Inserted: "
7549 			    "id=%d channel=%d phys_num=%d",
7550 			    id, channel, phys_num);
7551 			break;
7552 		case MPI_EVENT_IR2_RC_PD_REMOVED:
7553 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7554 			    "IR2: PD Removed: "
7555 			    "id=%d channel=%d phys_num=%d",
7556 			    id, channel, phys_num);
7557 			break;
7558 		case MPI_EVENT_IR2_RC_FOREIGN_CFG_DETECTED:
7559 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7560 			    "IR2: Foreign CFG Detected: "
7561 			    "id=%d channel=%d phys_num=%d",
7562 			    id, channel, phys_num);
7563 			break;
7564 		case MPI_EVENT_IR2_RC_REBUILD_MEDIUM_ERROR:
7565 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7566 			    "IR2: Rebuild Medium Error: "
7567 			    "id=%d channel=%d phys_num=%d",
7568 			    id, channel, phys_num);
7569 			break;
7570 		case MPI_EVENT_IR2_RC_DUAL_PORT_ADDED:
7571 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7572 			    "IR2: Dual Port Added: "
7573 			    "id=%d channel=%d phys_num=%d",
7574 			    id, channel, phys_num);
7575 			break;
7576 		case MPI_EVENT_IR2_RC_DUAL_PORT_REMOVED:
7577 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7578 			    "IR2: Dual Port Removed: "
7579 			    "id=%d channel=%d phys_num=%d",
7580 			    id, channel, phys_num);
7581 			break;
7582 		default:
7583 			ds = "IR2";
7584 		break;
7585 		}
7586 		break;
7587 	}
7588 	case MPI_EVENT_SAS_DISCOVERY:
7589 	{
7590 		if (evData0)
7591 			ds = "SAS Discovery: Start";
7592 		else
7593 			ds = "SAS Discovery: Stop";
7594 		break;
7595 	}
7596 	case MPI_EVENT_LOG_ENTRY_ADDED:
7597 		ds = "SAS Log Entry Added";
7598 		break;
7599 
7600 	case MPI_EVENT_SAS_BROADCAST_PRIMITIVE:
7601 	{
7602 		u8 phy_num = (u8)(evData0);
7603 		u8 port_num = (u8)(evData0 >> 8);
7604 		u8 port_width = (u8)(evData0 >> 16);
7605 		u8 primative = (u8)(evData0 >> 24);
7606 		snprintf(evStr, EVENT_DESCR_STR_SZ,
7607 		    "SAS Broadcase Primative: phy=%d port=%d "
7608 		    "width=%d primative=0x%02x",
7609 		    phy_num, port_num, port_width, primative);
7610 		break;
7611 	}
7612 
7613 	case MPI_EVENT_SAS_INIT_DEVICE_STATUS_CHANGE:
7614 	{
7615 		u8 reason = (u8)(evData0);
7616 
7617 		switch (reason) {
7618 		case MPI_EVENT_SAS_INIT_RC_ADDED:
7619 			ds = "SAS Initiator Status Change: Added";
7620 			break;
7621 		case MPI_EVENT_SAS_INIT_RC_REMOVED:
7622 			ds = "SAS Initiator Status Change: Deleted";
7623 			break;
7624 		default:
7625 			ds = "SAS Initiator Status Change";
7626 			break;
7627 		}
7628 		break;
7629 	}
7630 
7631 	case MPI_EVENT_SAS_INIT_TABLE_OVERFLOW:
7632 	{
7633 		u8 max_init = (u8)(evData0);
7634 		u8 current_init = (u8)(evData0 >> 8);
7635 
7636 		snprintf(evStr, EVENT_DESCR_STR_SZ,
7637 		    "SAS Initiator Device Table Overflow: max initiators=%02d "
7638 		    "current initators=%02d",
7639 		    max_init, current_init);
7640 		break;
7641 	}
7642 	case MPI_EVENT_SAS_SMP_ERROR:
7643 	{
7644 		u8 status = (u8)(evData0);
7645 		u8 port_num = (u8)(evData0 >> 8);
7646 		u8 result = (u8)(evData0 >> 16);
7647 
7648 		if (status == MPI_EVENT_SAS_SMP_FUNCTION_RESULT_VALID)
7649 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7650 			    "SAS SMP Error: port=%d result=0x%02x",
7651 			    port_num, result);
7652 		else if (status == MPI_EVENT_SAS_SMP_CRC_ERROR)
7653 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7654 			    "SAS SMP Error: port=%d : CRC Error",
7655 			    port_num);
7656 		else if (status == MPI_EVENT_SAS_SMP_TIMEOUT)
7657 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7658 			    "SAS SMP Error: port=%d : Timeout",
7659 			    port_num);
7660 		else if (status == MPI_EVENT_SAS_SMP_NO_DESTINATION)
7661 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7662 			    "SAS SMP Error: port=%d : No Destination",
7663 			    port_num);
7664 		else if (status == MPI_EVENT_SAS_SMP_BAD_DESTINATION)
7665 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7666 			    "SAS SMP Error: port=%d : Bad Destination",
7667 			    port_num);
7668 		else
7669 			snprintf(evStr, EVENT_DESCR_STR_SZ,
7670 			    "SAS SMP Error: port=%d : status=0x%02x",
7671 			    port_num, status);
7672 		break;
7673 	}
7674 
7675 	case MPI_EVENT_SAS_EXPANDER_STATUS_CHANGE:
7676 	{
7677 		u8 reason = (u8)(evData0);
7678 
7679 		switch (reason) {
7680 		case MPI_EVENT_SAS_EXP_RC_ADDED:
7681 			ds = "Expander Status Change: Added";
7682 			break;
7683 		case MPI_EVENT_SAS_EXP_RC_NOT_RESPONDING:
7684 			ds = "Expander Status Change: Deleted";
7685 			break;
7686 		default:
7687 			ds = "Expander Status Change";
7688 			break;
7689 		}
7690 		break;
7691 	}
7692 
7693 	/*
7694 	 *  MPT base "custom" events may be added here...
7695 	 */
7696 	default:
7697 		ds = "Unknown";
7698 		break;
7699 	}
7700 	if (ds)
7701 		strlcpy(evStr, ds, EVENT_DESCR_STR_SZ);
7702 
7703 
7704 	devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7705 	    "MPT event:(%02Xh) : %s\n",
7706 	    ioc->name, event, evStr));
7707 
7708 	devtverboseprintk(ioc, printk(KERN_DEBUG MYNAM
7709 	    ": Event data:\n"));
7710 	for (ii = 0; ii < le16_to_cpu(pEventReply->EventDataLength); ii++)
7711 		devtverboseprintk(ioc, printk(" %08x",
7712 		    le32_to_cpu(pEventReply->Data[ii])));
7713 	devtverboseprintk(ioc, printk(KERN_DEBUG "\n"));
7714 }
7715 #endif
7716 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7717 /**
7718  *	ProcessEventNotification - Route EventNotificationReply to all event handlers
7719  *	@ioc: Pointer to MPT_ADAPTER structure
7720  *	@pEventReply: Pointer to EventNotification reply frame
7721  *	@evHandlers: Pointer to integer, number of event handlers
7722  *
7723  *	Routes a received EventNotificationReply to all currently registered
7724  *	event handlers.
7725  *	Returns sum of event handlers return values.
7726  */
7727 static int
7728 ProcessEventNotification(MPT_ADAPTER *ioc, EventNotificationReply_t *pEventReply, int *evHandlers)
7729 {
7730 	u16 evDataLen;
7731 	u32 evData0 = 0;
7732 	int ii;
7733 	u8 cb_idx;
7734 	int r = 0;
7735 	int handlers = 0;
7736 	u8 event;
7737 
7738 	/*
7739 	 *  Do platform normalization of values
7740 	 */
7741 	event = le32_to_cpu(pEventReply->Event) & 0xFF;
7742 	evDataLen = le16_to_cpu(pEventReply->EventDataLength);
7743 	if (evDataLen) {
7744 		evData0 = le32_to_cpu(pEventReply->Data[0]);
7745 	}
7746 
7747 #ifdef CONFIG_FUSION_LOGGING
7748 	if (evDataLen)
7749 		mpt_display_event_info(ioc, pEventReply);
7750 #endif
7751 
7752 	/*
7753 	 *  Do general / base driver event processing
7754 	 */
7755 	switch(event) {
7756 	case MPI_EVENT_EVENT_CHANGE:		/* 0A */
7757 		if (evDataLen) {
7758 			u8 evState = evData0 & 0xFF;
7759 
7760 			/* CHECKME! What if evState unexpectedly says OFF (0)? */
7761 
7762 			/* Update EventState field in cached IocFacts */
7763 			if (ioc->facts.Function) {
7764 				ioc->facts.EventState = evState;
7765 			}
7766 		}
7767 		break;
7768 	case MPI_EVENT_INTEGRATED_RAID:
7769 		mptbase_raid_process_event_data(ioc,
7770 		    (MpiEventDataRaid_t *)pEventReply->Data);
7771 		break;
7772 	default:
7773 		break;
7774 	}
7775 
7776 	/*
7777 	 * Should this event be logged? Events are written sequentially.
7778 	 * When buffer is full, start again at the top.
7779 	 */
7780 	if (ioc->events && (ioc->eventTypes & ( 1 << event))) {
7781 		int idx;
7782 
7783 		idx = ioc->eventContext % MPTCTL_EVENT_LOG_SIZE;
7784 
7785 		ioc->events[idx].event = event;
7786 		ioc->events[idx].eventContext = ioc->eventContext;
7787 
7788 		for (ii = 0; ii < 2; ii++) {
7789 			if (ii < evDataLen)
7790 				ioc->events[idx].data[ii] = le32_to_cpu(pEventReply->Data[ii]);
7791 			else
7792 				ioc->events[idx].data[ii] =  0;
7793 		}
7794 
7795 		ioc->eventContext++;
7796 	}
7797 
7798 
7799 	/*
7800 	 *  Call each currently registered protocol event handler.
7801 	 */
7802 	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7803 		if (MptEvHandlers[cb_idx]) {
7804 			devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7805 			    "Routing Event to event handler #%d\n",
7806 			    ioc->name, cb_idx));
7807 			r += (*(MptEvHandlers[cb_idx]))(ioc, pEventReply);
7808 			handlers++;
7809 		}
7810 	}
7811 	/* FIXME?  Examine results here? */
7812 
7813 	/*
7814 	 *  If needed, send (a single) EventAck.
7815 	 */
7816 	if (pEventReply->AckRequired == MPI_EVENT_NOTIFICATION_ACK_REQUIRED) {
7817 		devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7818 			"EventAck required\n",ioc->name));
7819 		if ((ii = SendEventAck(ioc, pEventReply)) != 0) {
7820 			devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SendEventAck returned %d\n",
7821 					ioc->name, ii));
7822 		}
7823 	}
7824 
7825 	*evHandlers = handlers;
7826 	return r;
7827 }
7828 
7829 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7830 /**
7831  *	mpt_fc_log_info - Log information returned from Fibre Channel IOC.
7832  *	@ioc: Pointer to MPT_ADAPTER structure
7833  *	@log_info: U32 LogInfo reply word from the IOC
7834  *
7835  *	Refer to lsi/mpi_log_fc.h.
7836  */
7837 static void
7838 mpt_fc_log_info(MPT_ADAPTER *ioc, u32 log_info)
7839 {
7840 	char *desc = "unknown";
7841 
7842 	switch (log_info & 0xFF000000) {
7843 	case MPI_IOCLOGINFO_FC_INIT_BASE:
7844 		desc = "FCP Initiator";
7845 		break;
7846 	case MPI_IOCLOGINFO_FC_TARGET_BASE:
7847 		desc = "FCP Target";
7848 		break;
7849 	case MPI_IOCLOGINFO_FC_LAN_BASE:
7850 		desc = "LAN";
7851 		break;
7852 	case MPI_IOCLOGINFO_FC_MSG_BASE:
7853 		desc = "MPI Message Layer";
7854 		break;
7855 	case MPI_IOCLOGINFO_FC_LINK_BASE:
7856 		desc = "FC Link";
7857 		break;
7858 	case MPI_IOCLOGINFO_FC_CTX_BASE:
7859 		desc = "Context Manager";
7860 		break;
7861 	case MPI_IOCLOGINFO_FC_INVALID_FIELD_BYTE_OFFSET:
7862 		desc = "Invalid Field Offset";
7863 		break;
7864 	case MPI_IOCLOGINFO_FC_STATE_CHANGE:
7865 		desc = "State Change Info";
7866 		break;
7867 	}
7868 
7869 	printk(MYIOC_s_INFO_FMT "LogInfo(0x%08x): SubClass={%s}, Value=(0x%06x)\n",
7870 			ioc->name, log_info, desc, (log_info & 0xFFFFFF));
7871 }
7872 
7873 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7874 /**
7875  *	mpt_spi_log_info - Log information returned from SCSI Parallel IOC.
7876  *	@ioc: Pointer to MPT_ADAPTER structure
7877  *	@log_info: U32 LogInfo word from the IOC
7878  *
7879  *	Refer to lsi/sp_log.h.
7880  */
7881 static void
7882 mpt_spi_log_info(MPT_ADAPTER *ioc, u32 log_info)
7883 {
7884 	u32 info = log_info & 0x00FF0000;
7885 	char *desc = "unknown";
7886 
7887 	switch (info) {
7888 	case 0x00010000:
7889 		desc = "bug! MID not found";
7890 		break;
7891 
7892 	case 0x00020000:
7893 		desc = "Parity Error";
7894 		break;
7895 
7896 	case 0x00030000:
7897 		desc = "ASYNC Outbound Overrun";
7898 		break;
7899 
7900 	case 0x00040000:
7901 		desc = "SYNC Offset Error";
7902 		break;
7903 
7904 	case 0x00050000:
7905 		desc = "BM Change";
7906 		break;
7907 
7908 	case 0x00060000:
7909 		desc = "Msg In Overflow";
7910 		break;
7911 
7912 	case 0x00070000:
7913 		desc = "DMA Error";
7914 		break;
7915 
7916 	case 0x00080000:
7917 		desc = "Outbound DMA Overrun";
7918 		break;
7919 
7920 	case 0x00090000:
7921 		desc = "Task Management";
7922 		break;
7923 
7924 	case 0x000A0000:
7925 		desc = "Device Problem";
7926 		break;
7927 
7928 	case 0x000B0000:
7929 		desc = "Invalid Phase Change";
7930 		break;
7931 
7932 	case 0x000C0000:
7933 		desc = "Untagged Table Size";
7934 		break;
7935 
7936 	}
7937 
7938 	printk(MYIOC_s_INFO_FMT "LogInfo(0x%08x): F/W: %s\n", ioc->name, log_info, desc);
7939 }
7940 
7941 /* strings for sas loginfo */
7942 	static char *originator_str[] = {
7943 		"IOP",						/* 00h */
7944 		"PL",						/* 01h */
7945 		"IR"						/* 02h */
7946 	};
7947 	static char *iop_code_str[] = {
7948 		NULL,						/* 00h */
7949 		"Invalid SAS Address",				/* 01h */
7950 		NULL,						/* 02h */
7951 		"Invalid Page",					/* 03h */
7952 		"Diag Message Error",				/* 04h */
7953 		"Task Terminated",				/* 05h */
7954 		"Enclosure Management",				/* 06h */
7955 		"Target Mode"					/* 07h */
7956 	};
7957 	static char *pl_code_str[] = {
7958 		NULL,						/* 00h */
7959 		"Open Failure",					/* 01h */
7960 		"Invalid Scatter Gather List",			/* 02h */
7961 		"Wrong Relative Offset or Frame Length",	/* 03h */
7962 		"Frame Transfer Error",				/* 04h */
7963 		"Transmit Frame Connected Low",			/* 05h */
7964 		"SATA Non-NCQ RW Error Bit Set",		/* 06h */
7965 		"SATA Read Log Receive Data Error",		/* 07h */
7966 		"SATA NCQ Fail All Commands After Error",	/* 08h */
7967 		"SATA Error in Receive Set Device Bit FIS",	/* 09h */
7968 		"Receive Frame Invalid Message",		/* 0Ah */
7969 		"Receive Context Message Valid Error",		/* 0Bh */
7970 		"Receive Frame Current Frame Error",		/* 0Ch */
7971 		"SATA Link Down",				/* 0Dh */
7972 		"Discovery SATA Init W IOS",			/* 0Eh */
7973 		"Config Invalid Page",				/* 0Fh */
7974 		"Discovery SATA Init Timeout",			/* 10h */
7975 		"Reset",					/* 11h */
7976 		"Abort",					/* 12h */
7977 		"IO Not Yet Executed",				/* 13h */
7978 		"IO Executed",					/* 14h */
7979 		"Persistent Reservation Out Not Affiliation "
7980 		    "Owner", 					/* 15h */
7981 		"Open Transmit DMA Abort",			/* 16h */
7982 		"IO Device Missing Delay Retry",		/* 17h */
7983 		"IO Cancelled Due to Receive Error",		/* 18h */
7984 		NULL,						/* 19h */
7985 		NULL,						/* 1Ah */
7986 		NULL,						/* 1Bh */
7987 		NULL,						/* 1Ch */
7988 		NULL,						/* 1Dh */
7989 		NULL,						/* 1Eh */
7990 		NULL,						/* 1Fh */
7991 		"Enclosure Management"				/* 20h */
7992 	};
7993 	static char *ir_code_str[] = {
7994 		"Raid Action Error",				/* 00h */
7995 		NULL,						/* 00h */
7996 		NULL,						/* 01h */
7997 		NULL,						/* 02h */
7998 		NULL,						/* 03h */
7999 		NULL,						/* 04h */
8000 		NULL,						/* 05h */
8001 		NULL,						/* 06h */
8002 		NULL						/* 07h */
8003 	};
8004 	static char *raid_sub_code_str[] = {
8005 		NULL, 						/* 00h */
8006 		"Volume Creation Failed: Data Passed too "
8007 		    "Large", 					/* 01h */
8008 		"Volume Creation Failed: Duplicate Volumes "
8009 		    "Attempted", 				/* 02h */
8010 		"Volume Creation Failed: Max Number "
8011 		    "Supported Volumes Exceeded",		/* 03h */
8012 		"Volume Creation Failed: DMA Error",		/* 04h */
8013 		"Volume Creation Failed: Invalid Volume Type",	/* 05h */
8014 		"Volume Creation Failed: Error Reading "
8015 		    "MFG Page 4", 				/* 06h */
8016 		"Volume Creation Failed: Creating Internal "
8017 		    "Structures", 				/* 07h */
8018 		NULL,						/* 08h */
8019 		NULL,						/* 09h */
8020 		NULL,						/* 0Ah */
8021 		NULL,						/* 0Bh */
8022 		NULL,						/* 0Ch */
8023 		NULL,						/* 0Dh */
8024 		NULL,						/* 0Eh */
8025 		NULL,						/* 0Fh */
8026 		"Activation failed: Already Active Volume", 	/* 10h */
8027 		"Activation failed: Unsupported Volume Type", 	/* 11h */
8028 		"Activation failed: Too Many Active Volumes", 	/* 12h */
8029 		"Activation failed: Volume ID in Use", 		/* 13h */
8030 		"Activation failed: Reported Failure", 		/* 14h */
8031 		"Activation failed: Importing a Volume", 	/* 15h */
8032 		NULL,						/* 16h */
8033 		NULL,						/* 17h */
8034 		NULL,						/* 18h */
8035 		NULL,						/* 19h */
8036 		NULL,						/* 1Ah */
8037 		NULL,						/* 1Bh */
8038 		NULL,						/* 1Ch */
8039 		NULL,						/* 1Dh */
8040 		NULL,						/* 1Eh */
8041 		NULL,						/* 1Fh */
8042 		"Phys Disk failed: Too Many Phys Disks", 	/* 20h */
8043 		"Phys Disk failed: Data Passed too Large",	/* 21h */
8044 		"Phys Disk failed: DMA Error", 			/* 22h */
8045 		"Phys Disk failed: Invalid <channel:id>", 	/* 23h */
8046 		"Phys Disk failed: Creating Phys Disk Config "
8047 		    "Page", 					/* 24h */
8048 		NULL,						/* 25h */
8049 		NULL,						/* 26h */
8050 		NULL,						/* 27h */
8051 		NULL,						/* 28h */
8052 		NULL,						/* 29h */
8053 		NULL,						/* 2Ah */
8054 		NULL,						/* 2Bh */
8055 		NULL,						/* 2Ch */
8056 		NULL,						/* 2Dh */
8057 		NULL,						/* 2Eh */
8058 		NULL,						/* 2Fh */
8059 		"Compatibility Error: IR Disabled",		/* 30h */
8060 		"Compatibility Error: Inquiry Command Failed",	/* 31h */
8061 		"Compatibility Error: Device not Direct Access "
8062 		    "Device ",					/* 32h */
8063 		"Compatibility Error: Removable Device Found",	/* 33h */
8064 		"Compatibility Error: Device SCSI Version not "
8065 		    "2 or Higher", 				/* 34h */
8066 		"Compatibility Error: SATA Device, 48 BIT LBA "
8067 		    "not Supported", 				/* 35h */
8068 		"Compatibility Error: Device doesn't have "
8069 		    "512 Byte Block Sizes", 			/* 36h */
8070 		"Compatibility Error: Volume Type Check Failed", /* 37h */
8071 		"Compatibility Error: Volume Type is "
8072 		    "Unsupported by FW", 			/* 38h */
8073 		"Compatibility Error: Disk Drive too Small for "
8074 		    "use in Volume", 				/* 39h */
8075 		"Compatibility Error: Phys Disk for Create "
8076 		    "Volume not Found", 			/* 3Ah */
8077 		"Compatibility Error: Too Many or too Few "
8078 		    "Disks for Volume Type", 			/* 3Bh */
8079 		"Compatibility Error: Disk stripe Sizes "
8080 		    "Must be 64KB", 				/* 3Ch */
8081 		"Compatibility Error: IME Size Limited to < 2TB", /* 3Dh */
8082 	};
8083 
8084 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8085 /**
8086  *	mpt_sas_log_info - Log information returned from SAS IOC.
8087  *	@ioc: Pointer to MPT_ADAPTER structure
8088  *	@log_info: U32 LogInfo reply word from the IOC
8089  *	@cb_idx: callback function's handle
8090  *
8091  *	Refer to lsi/mpi_log_sas.h.
8092  **/
8093 static void
8094 mpt_sas_log_info(MPT_ADAPTER *ioc, u32 log_info, u8 cb_idx)
8095 {
8096 	union loginfo_type {
8097 		u32	loginfo;
8098 		struct {
8099 			u32	subcode:16;
8100 			u32	code:8;
8101 			u32	originator:4;
8102 			u32	bus_type:4;
8103 		} dw;
8104 	};
8105 	union loginfo_type sas_loginfo;
8106 	char *originator_desc = NULL;
8107 	char *code_desc = NULL;
8108 	char *sub_code_desc = NULL;
8109 
8110 	sas_loginfo.loginfo = log_info;
8111 	if ((sas_loginfo.dw.bus_type != 3 /*SAS*/) &&
8112 	    (sas_loginfo.dw.originator < ARRAY_SIZE(originator_str)))
8113 		return;
8114 
8115 	originator_desc = originator_str[sas_loginfo.dw.originator];
8116 
8117 	switch (sas_loginfo.dw.originator) {
8118 
8119 		case 0:  /* IOP */
8120 			if (sas_loginfo.dw.code <
8121 			    ARRAY_SIZE(iop_code_str))
8122 				code_desc = iop_code_str[sas_loginfo.dw.code];
8123 			break;
8124 		case 1:  /* PL */
8125 			if (sas_loginfo.dw.code <
8126 			    ARRAY_SIZE(pl_code_str))
8127 				code_desc = pl_code_str[sas_loginfo.dw.code];
8128 			break;
8129 		case 2:  /* IR */
8130 			if (sas_loginfo.dw.code >=
8131 			    ARRAY_SIZE(ir_code_str))
8132 				break;
8133 			code_desc = ir_code_str[sas_loginfo.dw.code];
8134 			if (sas_loginfo.dw.subcode >=
8135 			    ARRAY_SIZE(raid_sub_code_str))
8136 				break;
8137 			if (sas_loginfo.dw.code == 0)
8138 				sub_code_desc =
8139 				    raid_sub_code_str[sas_loginfo.dw.subcode];
8140 			break;
8141 		default:
8142 			return;
8143 	}
8144 
8145 	if (sub_code_desc != NULL)
8146 		printk(MYIOC_s_INFO_FMT
8147 			"LogInfo(0x%08x): Originator={%s}, Code={%s},"
8148 			" SubCode={%s} cb_idx %s\n",
8149 			ioc->name, log_info, originator_desc, code_desc,
8150 			sub_code_desc, MptCallbacksName[cb_idx]);
8151 	else if (code_desc != NULL)
8152 		printk(MYIOC_s_INFO_FMT
8153 			"LogInfo(0x%08x): Originator={%s}, Code={%s},"
8154 			" SubCode(0x%04x) cb_idx %s\n",
8155 			ioc->name, log_info, originator_desc, code_desc,
8156 			sas_loginfo.dw.subcode, MptCallbacksName[cb_idx]);
8157 	else
8158 		printk(MYIOC_s_INFO_FMT
8159 			"LogInfo(0x%08x): Originator={%s}, Code=(0x%02x),"
8160 			" SubCode(0x%04x) cb_idx %s\n",
8161 			ioc->name, log_info, originator_desc,
8162 			sas_loginfo.dw.code, sas_loginfo.dw.subcode,
8163 			MptCallbacksName[cb_idx]);
8164 }
8165 
8166 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8167 /**
8168  *	mpt_iocstatus_info_config - IOCSTATUS information for config pages
8169  *	@ioc: Pointer to MPT_ADAPTER structure
8170  *	@ioc_status: U32 IOCStatus word from IOC
8171  *	@mf: Pointer to MPT request frame
8172  *
8173  *	Refer to lsi/mpi.h.
8174  **/
8175 static void
8176 mpt_iocstatus_info_config(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf)
8177 {
8178 	Config_t *pReq = (Config_t *)mf;
8179 	char extend_desc[EVENT_DESCR_STR_SZ];
8180 	char *desc = NULL;
8181 	u32 form;
8182 	u8 page_type;
8183 
8184 	if (pReq->Header.PageType == MPI_CONFIG_PAGETYPE_EXTENDED)
8185 		page_type = pReq->ExtPageType;
8186 	else
8187 		page_type = pReq->Header.PageType;
8188 
8189 	/*
8190 	 * ignore invalid page messages for GET_NEXT_HANDLE
8191 	 */
8192 	form = le32_to_cpu(pReq->PageAddress);
8193 	if (ioc_status == MPI_IOCSTATUS_CONFIG_INVALID_PAGE) {
8194 		if (page_type == MPI_CONFIG_EXTPAGETYPE_SAS_DEVICE ||
8195 		    page_type == MPI_CONFIG_EXTPAGETYPE_SAS_EXPANDER ||
8196 		    page_type == MPI_CONFIG_EXTPAGETYPE_ENCLOSURE) {
8197 			if ((form >> MPI_SAS_DEVICE_PGAD_FORM_SHIFT) ==
8198 				MPI_SAS_DEVICE_PGAD_FORM_GET_NEXT_HANDLE)
8199 				return;
8200 		}
8201 		if (page_type == MPI_CONFIG_PAGETYPE_FC_DEVICE)
8202 			if ((form & MPI_FC_DEVICE_PGAD_FORM_MASK) ==
8203 				MPI_FC_DEVICE_PGAD_FORM_NEXT_DID)
8204 				return;
8205 	}
8206 
8207 	snprintf(extend_desc, EVENT_DESCR_STR_SZ,
8208 	    "type=%02Xh, page=%02Xh, action=%02Xh, form=%08Xh",
8209 	    page_type, pReq->Header.PageNumber, pReq->Action, form);
8210 
8211 	switch (ioc_status) {
8212 
8213 	case MPI_IOCSTATUS_CONFIG_INVALID_ACTION: /* 0x0020 */
8214 		desc = "Config Page Invalid Action";
8215 		break;
8216 
8217 	case MPI_IOCSTATUS_CONFIG_INVALID_TYPE:   /* 0x0021 */
8218 		desc = "Config Page Invalid Type";
8219 		break;
8220 
8221 	case MPI_IOCSTATUS_CONFIG_INVALID_PAGE:   /* 0x0022 */
8222 		desc = "Config Page Invalid Page";
8223 		break;
8224 
8225 	case MPI_IOCSTATUS_CONFIG_INVALID_DATA:   /* 0x0023 */
8226 		desc = "Config Page Invalid Data";
8227 		break;
8228 
8229 	case MPI_IOCSTATUS_CONFIG_NO_DEFAULTS:    /* 0x0024 */
8230 		desc = "Config Page No Defaults";
8231 		break;
8232 
8233 	case MPI_IOCSTATUS_CONFIG_CANT_COMMIT:    /* 0x0025 */
8234 		desc = "Config Page Can't Commit";
8235 		break;
8236 	}
8237 
8238 	if (!desc)
8239 		return;
8240 
8241 	dreplyprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOCStatus(0x%04X): %s: %s\n",
8242 	    ioc->name, ioc_status, desc, extend_desc));
8243 }
8244 
8245 /**
8246  *	mpt_iocstatus_info - IOCSTATUS information returned from IOC.
8247  *	@ioc: Pointer to MPT_ADAPTER structure
8248  *	@ioc_status: U32 IOCStatus word from IOC
8249  *	@mf: Pointer to MPT request frame
8250  *
8251  *	Refer to lsi/mpi.h.
8252  **/
8253 static void
8254 mpt_iocstatus_info(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf)
8255 {
8256 	u32 status = ioc_status & MPI_IOCSTATUS_MASK;
8257 	char *desc = NULL;
8258 
8259 	switch (status) {
8260 
8261 /****************************************************************************/
8262 /*  Common IOCStatus values for all replies                                 */
8263 /****************************************************************************/
8264 
8265 	case MPI_IOCSTATUS_INVALID_FUNCTION: /* 0x0001 */
8266 		desc = "Invalid Function";
8267 		break;
8268 
8269 	case MPI_IOCSTATUS_BUSY: /* 0x0002 */
8270 		desc = "Busy";
8271 		break;
8272 
8273 	case MPI_IOCSTATUS_INVALID_SGL: /* 0x0003 */
8274 		desc = "Invalid SGL";
8275 		break;
8276 
8277 	case MPI_IOCSTATUS_INTERNAL_ERROR: /* 0x0004 */
8278 		desc = "Internal Error";
8279 		break;
8280 
8281 	case MPI_IOCSTATUS_RESERVED: /* 0x0005 */
8282 		desc = "Reserved";
8283 		break;
8284 
8285 	case MPI_IOCSTATUS_INSUFFICIENT_RESOURCES: /* 0x0006 */
8286 		desc = "Insufficient Resources";
8287 		break;
8288 
8289 	case MPI_IOCSTATUS_INVALID_FIELD: /* 0x0007 */
8290 		desc = "Invalid Field";
8291 		break;
8292 
8293 	case MPI_IOCSTATUS_INVALID_STATE: /* 0x0008 */
8294 		desc = "Invalid State";
8295 		break;
8296 
8297 /****************************************************************************/
8298 /*  Config IOCStatus values                                                 */
8299 /****************************************************************************/
8300 
8301 	case MPI_IOCSTATUS_CONFIG_INVALID_ACTION: /* 0x0020 */
8302 	case MPI_IOCSTATUS_CONFIG_INVALID_TYPE:   /* 0x0021 */
8303 	case MPI_IOCSTATUS_CONFIG_INVALID_PAGE:   /* 0x0022 */
8304 	case MPI_IOCSTATUS_CONFIG_INVALID_DATA:   /* 0x0023 */
8305 	case MPI_IOCSTATUS_CONFIG_NO_DEFAULTS:    /* 0x0024 */
8306 	case MPI_IOCSTATUS_CONFIG_CANT_COMMIT:    /* 0x0025 */
8307 		mpt_iocstatus_info_config(ioc, status, mf);
8308 		break;
8309 
8310 /****************************************************************************/
8311 /*  SCSIIO Reply (SPI, FCP, SAS) initiator values                           */
8312 /*                                                                          */
8313 /*  Look at mptscsih_iocstatus_info_scsiio in mptscsih.c */
8314 /*                                                                          */
8315 /****************************************************************************/
8316 
8317 	case MPI_IOCSTATUS_SCSI_RECOVERED_ERROR: /* 0x0040 */
8318 	case MPI_IOCSTATUS_SCSI_DATA_UNDERRUN: /* 0x0045 */
8319 	case MPI_IOCSTATUS_SCSI_INVALID_BUS: /* 0x0041 */
8320 	case MPI_IOCSTATUS_SCSI_INVALID_TARGETID: /* 0x0042 */
8321 	case MPI_IOCSTATUS_SCSI_DEVICE_NOT_THERE: /* 0x0043 */
8322 	case MPI_IOCSTATUS_SCSI_DATA_OVERRUN: /* 0x0044 */
8323 	case MPI_IOCSTATUS_SCSI_IO_DATA_ERROR: /* 0x0046 */
8324 	case MPI_IOCSTATUS_SCSI_PROTOCOL_ERROR: /* 0x0047 */
8325 	case MPI_IOCSTATUS_SCSI_TASK_TERMINATED: /* 0x0048 */
8326 	case MPI_IOCSTATUS_SCSI_RESIDUAL_MISMATCH: /* 0x0049 */
8327 	case MPI_IOCSTATUS_SCSI_TASK_MGMT_FAILED: /* 0x004A */
8328 	case MPI_IOCSTATUS_SCSI_IOC_TERMINATED: /* 0x004B */
8329 	case MPI_IOCSTATUS_SCSI_EXT_TERMINATED: /* 0x004C */
8330 		break;
8331 
8332 /****************************************************************************/
8333 /*  SCSI Target values                                                      */
8334 /****************************************************************************/
8335 
8336 	case MPI_IOCSTATUS_TARGET_PRIORITY_IO: /* 0x0060 */
8337 		desc = "Target: Priority IO";
8338 		break;
8339 
8340 	case MPI_IOCSTATUS_TARGET_INVALID_PORT: /* 0x0061 */
8341 		desc = "Target: Invalid Port";
8342 		break;
8343 
8344 	case MPI_IOCSTATUS_TARGET_INVALID_IO_INDEX: /* 0x0062 */
8345 		desc = "Target Invalid IO Index:";
8346 		break;
8347 
8348 	case MPI_IOCSTATUS_TARGET_ABORTED: /* 0x0063 */
8349 		desc = "Target: Aborted";
8350 		break;
8351 
8352 	case MPI_IOCSTATUS_TARGET_NO_CONN_RETRYABLE: /* 0x0064 */
8353 		desc = "Target: No Conn Retryable";
8354 		break;
8355 
8356 	case MPI_IOCSTATUS_TARGET_NO_CONNECTION: /* 0x0065 */
8357 		desc = "Target: No Connection";
8358 		break;
8359 
8360 	case MPI_IOCSTATUS_TARGET_XFER_COUNT_MISMATCH: /* 0x006A */
8361 		desc = "Target: Transfer Count Mismatch";
8362 		break;
8363 
8364 	case MPI_IOCSTATUS_TARGET_STS_DATA_NOT_SENT: /* 0x006B */
8365 		desc = "Target: STS Data not Sent";
8366 		break;
8367 
8368 	case MPI_IOCSTATUS_TARGET_DATA_OFFSET_ERROR: /* 0x006D */
8369 		desc = "Target: Data Offset Error";
8370 		break;
8371 
8372 	case MPI_IOCSTATUS_TARGET_TOO_MUCH_WRITE_DATA: /* 0x006E */
8373 		desc = "Target: Too Much Write Data";
8374 		break;
8375 
8376 	case MPI_IOCSTATUS_TARGET_IU_TOO_SHORT: /* 0x006F */
8377 		desc = "Target: IU Too Short";
8378 		break;
8379 
8380 	case MPI_IOCSTATUS_TARGET_ACK_NAK_TIMEOUT: /* 0x0070 */
8381 		desc = "Target: ACK NAK Timeout";
8382 		break;
8383 
8384 	case MPI_IOCSTATUS_TARGET_NAK_RECEIVED: /* 0x0071 */
8385 		desc = "Target: Nak Received";
8386 		break;
8387 
8388 /****************************************************************************/
8389 /*  Fibre Channel Direct Access values                                      */
8390 /****************************************************************************/
8391 
8392 	case MPI_IOCSTATUS_FC_ABORTED: /* 0x0066 */
8393 		desc = "FC: Aborted";
8394 		break;
8395 
8396 	case MPI_IOCSTATUS_FC_RX_ID_INVALID: /* 0x0067 */
8397 		desc = "FC: RX ID Invalid";
8398 		break;
8399 
8400 	case MPI_IOCSTATUS_FC_DID_INVALID: /* 0x0068 */
8401 		desc = "FC: DID Invalid";
8402 		break;
8403 
8404 	case MPI_IOCSTATUS_FC_NODE_LOGGED_OUT: /* 0x0069 */
8405 		desc = "FC: Node Logged Out";
8406 		break;
8407 
8408 	case MPI_IOCSTATUS_FC_EXCHANGE_CANCELED: /* 0x006C */
8409 		desc = "FC: Exchange Canceled";
8410 		break;
8411 
8412 /****************************************************************************/
8413 /*  LAN values                                                              */
8414 /****************************************************************************/
8415 
8416 	case MPI_IOCSTATUS_LAN_DEVICE_NOT_FOUND: /* 0x0080 */
8417 		desc = "LAN: Device not Found";
8418 		break;
8419 
8420 	case MPI_IOCSTATUS_LAN_DEVICE_FAILURE: /* 0x0081 */
8421 		desc = "LAN: Device Failure";
8422 		break;
8423 
8424 	case MPI_IOCSTATUS_LAN_TRANSMIT_ERROR: /* 0x0082 */
8425 		desc = "LAN: Transmit Error";
8426 		break;
8427 
8428 	case MPI_IOCSTATUS_LAN_TRANSMIT_ABORTED: /* 0x0083 */
8429 		desc = "LAN: Transmit Aborted";
8430 		break;
8431 
8432 	case MPI_IOCSTATUS_LAN_RECEIVE_ERROR: /* 0x0084 */
8433 		desc = "LAN: Receive Error";
8434 		break;
8435 
8436 	case MPI_IOCSTATUS_LAN_RECEIVE_ABORTED: /* 0x0085 */
8437 		desc = "LAN: Receive Aborted";
8438 		break;
8439 
8440 	case MPI_IOCSTATUS_LAN_PARTIAL_PACKET: /* 0x0086 */
8441 		desc = "LAN: Partial Packet";
8442 		break;
8443 
8444 	case MPI_IOCSTATUS_LAN_CANCELED: /* 0x0087 */
8445 		desc = "LAN: Canceled";
8446 		break;
8447 
8448 /****************************************************************************/
8449 /*  Serial Attached SCSI values                                             */
8450 /****************************************************************************/
8451 
8452 	case MPI_IOCSTATUS_SAS_SMP_REQUEST_FAILED: /* 0x0090 */
8453 		desc = "SAS: SMP Request Failed";
8454 		break;
8455 
8456 	case MPI_IOCSTATUS_SAS_SMP_DATA_OVERRUN: /* 0x0090 */
8457 		desc = "SAS: SMP Data Overrun";
8458 		break;
8459 
8460 	default:
8461 		desc = "Others";
8462 		break;
8463 	}
8464 
8465 	if (!desc)
8466 		return;
8467 
8468 	dreplyprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOCStatus(0x%04X): %s\n",
8469 	    ioc->name, status, desc));
8470 }
8471 
8472 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8473 EXPORT_SYMBOL(mpt_attach);
8474 EXPORT_SYMBOL(mpt_detach);
8475 #ifdef CONFIG_PM
8476 EXPORT_SYMBOL(mpt_resume);
8477 EXPORT_SYMBOL(mpt_suspend);
8478 #endif
8479 EXPORT_SYMBOL(ioc_list);
8480 EXPORT_SYMBOL(mpt_register);
8481 EXPORT_SYMBOL(mpt_deregister);
8482 EXPORT_SYMBOL(mpt_event_register);
8483 EXPORT_SYMBOL(mpt_event_deregister);
8484 EXPORT_SYMBOL(mpt_reset_register);
8485 EXPORT_SYMBOL(mpt_reset_deregister);
8486 EXPORT_SYMBOL(mpt_device_driver_register);
8487 EXPORT_SYMBOL(mpt_device_driver_deregister);
8488 EXPORT_SYMBOL(mpt_get_msg_frame);
8489 EXPORT_SYMBOL(mpt_put_msg_frame);
8490 EXPORT_SYMBOL(mpt_put_msg_frame_hi_pri);
8491 EXPORT_SYMBOL(mpt_free_msg_frame);
8492 EXPORT_SYMBOL(mpt_send_handshake_request);
8493 EXPORT_SYMBOL(mpt_verify_adapter);
8494 EXPORT_SYMBOL(mpt_GetIocState);
8495 EXPORT_SYMBOL(mpt_print_ioc_summary);
8496 EXPORT_SYMBOL(mpt_HardResetHandler);
8497 EXPORT_SYMBOL(mpt_config);
8498 EXPORT_SYMBOL(mpt_findImVolumes);
8499 EXPORT_SYMBOL(mpt_alloc_fw_memory);
8500 EXPORT_SYMBOL(mpt_free_fw_memory);
8501 EXPORT_SYMBOL(mptbase_sas_persist_operation);
8502 EXPORT_SYMBOL(mpt_raid_phys_disk_pg0);
8503 
8504 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8505 /**
8506  *	fusion_init - Fusion MPT base driver initialization routine.
8507  *
8508  *	Returns 0 for success, non-zero for failure.
8509  */
8510 static int __init
8511 fusion_init(void)
8512 {
8513 	u8 cb_idx;
8514 
8515 	show_mptmod_ver(my_NAME, my_VERSION);
8516 	printk(KERN_INFO COPYRIGHT "\n");
8517 
8518 	for (cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
8519 		MptCallbacks[cb_idx] = NULL;
8520 		MptDriverClass[cb_idx] = MPTUNKNOWN_DRIVER;
8521 		MptEvHandlers[cb_idx] = NULL;
8522 		MptResetHandlers[cb_idx] = NULL;
8523 	}
8524 
8525 	/*  Register ourselves (mptbase) in order to facilitate
8526 	 *  EventNotification handling.
8527 	 */
8528 	mpt_base_index = mpt_register(mptbase_reply, MPTBASE_DRIVER,
8529 	    "mptbase_reply");
8530 
8531 	/* Register for hard reset handling callbacks.
8532 	 */
8533 	mpt_reset_register(mpt_base_index, mpt_ioc_reset);
8534 
8535 #ifdef CONFIG_PROC_FS
8536 	(void) procmpt_create();
8537 #endif
8538 	return 0;
8539 }
8540 
8541 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8542 /**
8543  *	fusion_exit - Perform driver unload cleanup.
8544  *
8545  *	This routine frees all resources associated with each MPT adapter
8546  *	and removes all %MPT_PROCFS_MPTBASEDIR entries.
8547  */
8548 static void __exit
8549 fusion_exit(void)
8550 {
8551 
8552 	mpt_reset_deregister(mpt_base_index);
8553 
8554 #ifdef CONFIG_PROC_FS
8555 	procmpt_destroy();
8556 #endif
8557 }
8558 
8559 module_init(fusion_init);
8560 module_exit(fusion_exit);
8561