xref: /openbmc/linux/drivers/scsi/ipr.c (revision 75f25bd3)
1 /*
2  * ipr.c -- driver for IBM Power Linux RAID adapters
3  *
4  * Written By: Brian King <brking@us.ibm.com>, IBM Corporation
5  *
6  * Copyright (C) 2003, 2004 IBM Corporation
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License as published by
10  * the Free Software Foundation; either version 2 of the License, or
11  * (at your option) any later version.
12  *
13  * This program is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16  * GNU General Public License for more details.
17  *
18  * You should have received a copy of the GNU General Public License
19  * along with this program; if not, write to the Free Software
20  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
21  *
22  */
23 
24 /*
25  * Notes:
26  *
27  * This driver is used to control the following SCSI adapters:
28  *
29  * IBM iSeries: 5702, 5703, 2780, 5709, 570A, 570B
30  *
31  * IBM pSeries: PCI-X Dual Channel Ultra 320 SCSI RAID Adapter
32  *              PCI-X Dual Channel Ultra 320 SCSI Adapter
33  *              PCI-X Dual Channel Ultra 320 SCSI RAID Enablement Card
34  *              Embedded SCSI adapter on p615 and p655 systems
35  *
36  * Supported Hardware Features:
37  *	- Ultra 320 SCSI controller
38  *	- PCI-X host interface
39  *	- Embedded PowerPC RISC Processor and Hardware XOR DMA Engine
40  *	- Non-Volatile Write Cache
41  *	- Supports attachment of non-RAID disks, tape, and optical devices
42  *	- RAID Levels 0, 5, 10
43  *	- Hot spare
44  *	- Background Parity Checking
45  *	- Background Data Scrubbing
46  *	- Ability to increase the capacity of an existing RAID 5 disk array
47  *		by adding disks
48  *
49  * Driver Features:
50  *	- Tagged command queuing
51  *	- Adapter microcode download
52  *	- PCI hot plug
53  *	- SCSI device hot plug
54  *
55  */
56 
57 #include <linux/fs.h>
58 #include <linux/init.h>
59 #include <linux/types.h>
60 #include <linux/errno.h>
61 #include <linux/kernel.h>
62 #include <linux/slab.h>
63 #include <linux/vmalloc.h>
64 #include <linux/ioport.h>
65 #include <linux/delay.h>
66 #include <linux/pci.h>
67 #include <linux/wait.h>
68 #include <linux/spinlock.h>
69 #include <linux/sched.h>
70 #include <linux/interrupt.h>
71 #include <linux/blkdev.h>
72 #include <linux/firmware.h>
73 #include <linux/module.h>
74 #include <linux/moduleparam.h>
75 #include <linux/libata.h>
76 #include <linux/hdreg.h>
77 #include <linux/reboot.h>
78 #include <linux/stringify.h>
79 #include <asm/io.h>
80 #include <asm/irq.h>
81 #include <asm/processor.h>
82 #include <scsi/scsi.h>
83 #include <scsi/scsi_host.h>
84 #include <scsi/scsi_tcq.h>
85 #include <scsi/scsi_eh.h>
86 #include <scsi/scsi_cmnd.h>
87 #include "ipr.h"
88 
89 /*
90  *   Global Data
91  */
92 static LIST_HEAD(ipr_ioa_head);
93 static unsigned int ipr_log_level = IPR_DEFAULT_LOG_LEVEL;
94 static unsigned int ipr_max_speed = 1;
95 static int ipr_testmode = 0;
96 static unsigned int ipr_fastfail = 0;
97 static unsigned int ipr_transop_timeout = 0;
98 static unsigned int ipr_debug = 0;
99 static unsigned int ipr_max_devs = IPR_DEFAULT_SIS64_DEVS;
100 static unsigned int ipr_dual_ioa_raid = 1;
101 static DEFINE_SPINLOCK(ipr_driver_lock);
102 
103 /* This table describes the differences between DMA controller chips */
104 static const struct ipr_chip_cfg_t ipr_chip_cfg[] = {
105 	{ /* Gemstone, Citrine, Obsidian, and Obsidian-E */
106 		.mailbox = 0x0042C,
107 		.cache_line_size = 0x20,
108 		{
109 			.set_interrupt_mask_reg = 0x0022C,
110 			.clr_interrupt_mask_reg = 0x00230,
111 			.clr_interrupt_mask_reg32 = 0x00230,
112 			.sense_interrupt_mask_reg = 0x0022C,
113 			.sense_interrupt_mask_reg32 = 0x0022C,
114 			.clr_interrupt_reg = 0x00228,
115 			.clr_interrupt_reg32 = 0x00228,
116 			.sense_interrupt_reg = 0x00224,
117 			.sense_interrupt_reg32 = 0x00224,
118 			.ioarrin_reg = 0x00404,
119 			.sense_uproc_interrupt_reg = 0x00214,
120 			.sense_uproc_interrupt_reg32 = 0x00214,
121 			.set_uproc_interrupt_reg = 0x00214,
122 			.set_uproc_interrupt_reg32 = 0x00214,
123 			.clr_uproc_interrupt_reg = 0x00218,
124 			.clr_uproc_interrupt_reg32 = 0x00218
125 		}
126 	},
127 	{ /* Snipe and Scamp */
128 		.mailbox = 0x0052C,
129 		.cache_line_size = 0x20,
130 		{
131 			.set_interrupt_mask_reg = 0x00288,
132 			.clr_interrupt_mask_reg = 0x0028C,
133 			.clr_interrupt_mask_reg32 = 0x0028C,
134 			.sense_interrupt_mask_reg = 0x00288,
135 			.sense_interrupt_mask_reg32 = 0x00288,
136 			.clr_interrupt_reg = 0x00284,
137 			.clr_interrupt_reg32 = 0x00284,
138 			.sense_interrupt_reg = 0x00280,
139 			.sense_interrupt_reg32 = 0x00280,
140 			.ioarrin_reg = 0x00504,
141 			.sense_uproc_interrupt_reg = 0x00290,
142 			.sense_uproc_interrupt_reg32 = 0x00290,
143 			.set_uproc_interrupt_reg = 0x00290,
144 			.set_uproc_interrupt_reg32 = 0x00290,
145 			.clr_uproc_interrupt_reg = 0x00294,
146 			.clr_uproc_interrupt_reg32 = 0x00294
147 		}
148 	},
149 	{ /* CRoC */
150 		.mailbox = 0x00044,
151 		.cache_line_size = 0x20,
152 		{
153 			.set_interrupt_mask_reg = 0x00010,
154 			.clr_interrupt_mask_reg = 0x00018,
155 			.clr_interrupt_mask_reg32 = 0x0001C,
156 			.sense_interrupt_mask_reg = 0x00010,
157 			.sense_interrupt_mask_reg32 = 0x00014,
158 			.clr_interrupt_reg = 0x00008,
159 			.clr_interrupt_reg32 = 0x0000C,
160 			.sense_interrupt_reg = 0x00000,
161 			.sense_interrupt_reg32 = 0x00004,
162 			.ioarrin_reg = 0x00070,
163 			.sense_uproc_interrupt_reg = 0x00020,
164 			.sense_uproc_interrupt_reg32 = 0x00024,
165 			.set_uproc_interrupt_reg = 0x00020,
166 			.set_uproc_interrupt_reg32 = 0x00024,
167 			.clr_uproc_interrupt_reg = 0x00028,
168 			.clr_uproc_interrupt_reg32 = 0x0002C,
169 			.init_feedback_reg = 0x0005C,
170 			.dump_addr_reg = 0x00064,
171 			.dump_data_reg = 0x00068,
172 			.endian_swap_reg = 0x00084
173 		}
174 	},
175 };
176 
177 static const struct ipr_chip_t ipr_chip[] = {
178 	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
179 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
180 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
181 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
182 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E, IPR_USE_MSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
183 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
184 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
185 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2, IPR_USE_MSI, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
186 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_ASIC_E2, IPR_USE_MSI, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] }
187 };
188 
189 static int ipr_max_bus_speeds [] = {
190 	IPR_80MBs_SCSI_RATE, IPR_U160_SCSI_RATE, IPR_U320_SCSI_RATE
191 };
192 
193 MODULE_AUTHOR("Brian King <brking@us.ibm.com>");
194 MODULE_DESCRIPTION("IBM Power RAID SCSI Adapter Driver");
195 module_param_named(max_speed, ipr_max_speed, uint, 0);
196 MODULE_PARM_DESC(max_speed, "Maximum bus speed (0-2). Default: 1=U160. Speeds: 0=80 MB/s, 1=U160, 2=U320");
197 module_param_named(log_level, ipr_log_level, uint, 0);
198 MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver");
199 module_param_named(testmode, ipr_testmode, int, 0);
200 MODULE_PARM_DESC(testmode, "DANGEROUS!!! Allows unsupported configurations");
201 module_param_named(fastfail, ipr_fastfail, int, S_IRUGO | S_IWUSR);
202 MODULE_PARM_DESC(fastfail, "Reduce timeouts and retries");
203 module_param_named(transop_timeout, ipr_transop_timeout, int, 0);
204 MODULE_PARM_DESC(transop_timeout, "Time in seconds to wait for adapter to come operational (default: 300)");
205 module_param_named(debug, ipr_debug, int, S_IRUGO | S_IWUSR);
206 MODULE_PARM_DESC(debug, "Enable device driver debugging logging. Set to 1 to enable. (default: 0)");
207 module_param_named(dual_ioa_raid, ipr_dual_ioa_raid, int, 0);
208 MODULE_PARM_DESC(dual_ioa_raid, "Enable dual adapter RAID support. Set to 1 to enable. (default: 1)");
209 module_param_named(max_devs, ipr_max_devs, int, 0);
210 MODULE_PARM_DESC(max_devs, "Specify the maximum number of physical devices. "
211 		 "[Default=" __stringify(IPR_DEFAULT_SIS64_DEVS) "]");
212 MODULE_LICENSE("GPL");
213 MODULE_VERSION(IPR_DRIVER_VERSION);
214 
215 /*  A constant array of IOASCs/URCs/Error Messages */
216 static const
217 struct ipr_error_table_t ipr_error_table[] = {
218 	{0x00000000, 1, IPR_DEFAULT_LOG_LEVEL,
219 	"8155: An unknown error was received"},
220 	{0x00330000, 0, 0,
221 	"Soft underlength error"},
222 	{0x005A0000, 0, 0,
223 	"Command to be cancelled not found"},
224 	{0x00808000, 0, 0,
225 	"Qualified success"},
226 	{0x01080000, 1, IPR_DEFAULT_LOG_LEVEL,
227 	"FFFE: Soft device bus error recovered by the IOA"},
228 	{0x01088100, 0, IPR_DEFAULT_LOG_LEVEL,
229 	"4101: Soft device bus fabric error"},
230 	{0x01100100, 0, IPR_DEFAULT_LOG_LEVEL,
231 	"FFFC: Logical block guard error recovered by the device"},
232 	{0x01100300, 0, IPR_DEFAULT_LOG_LEVEL,
233 	"FFFC: Logical block reference tag error recovered by the device"},
234 	{0x01108300, 0, IPR_DEFAULT_LOG_LEVEL,
235 	"4171: Recovered scatter list tag / sequence number error"},
236 	{0x01109000, 0, IPR_DEFAULT_LOG_LEVEL,
237 	"FF3D: Recovered logical block CRC error on IOA to Host transfer"},
238 	{0x01109200, 0, IPR_DEFAULT_LOG_LEVEL,
239 	"4171: Recovered logical block sequence number error on IOA to Host transfer"},
240 	{0x0110A000, 0, IPR_DEFAULT_LOG_LEVEL,
241 	"FFFD: Recovered logical block reference tag error detected by the IOA"},
242 	{0x0110A100, 0, IPR_DEFAULT_LOG_LEVEL,
243 	"FFFD: Logical block guard error recovered by the IOA"},
244 	{0x01170600, 0, IPR_DEFAULT_LOG_LEVEL,
245 	"FFF9: Device sector reassign successful"},
246 	{0x01170900, 0, IPR_DEFAULT_LOG_LEVEL,
247 	"FFF7: Media error recovered by device rewrite procedures"},
248 	{0x01180200, 0, IPR_DEFAULT_LOG_LEVEL,
249 	"7001: IOA sector reassignment successful"},
250 	{0x01180500, 0, IPR_DEFAULT_LOG_LEVEL,
251 	"FFF9: Soft media error. Sector reassignment recommended"},
252 	{0x01180600, 0, IPR_DEFAULT_LOG_LEVEL,
253 	"FFF7: Media error recovered by IOA rewrite procedures"},
254 	{0x01418000, 0, IPR_DEFAULT_LOG_LEVEL,
255 	"FF3D: Soft PCI bus error recovered by the IOA"},
256 	{0x01440000, 1, IPR_DEFAULT_LOG_LEVEL,
257 	"FFF6: Device hardware error recovered by the IOA"},
258 	{0x01448100, 0, IPR_DEFAULT_LOG_LEVEL,
259 	"FFF6: Device hardware error recovered by the device"},
260 	{0x01448200, 1, IPR_DEFAULT_LOG_LEVEL,
261 	"FF3D: Soft IOA error recovered by the IOA"},
262 	{0x01448300, 0, IPR_DEFAULT_LOG_LEVEL,
263 	"FFFA: Undefined device response recovered by the IOA"},
264 	{0x014A0000, 1, IPR_DEFAULT_LOG_LEVEL,
265 	"FFF6: Device bus error, message or command phase"},
266 	{0x014A8000, 0, IPR_DEFAULT_LOG_LEVEL,
267 	"FFFE: Task Management Function failed"},
268 	{0x015D0000, 0, IPR_DEFAULT_LOG_LEVEL,
269 	"FFF6: Failure prediction threshold exceeded"},
270 	{0x015D9200, 0, IPR_DEFAULT_LOG_LEVEL,
271 	"8009: Impending cache battery pack failure"},
272 	{0x02040400, 0, 0,
273 	"34FF: Disk device format in progress"},
274 	{0x02048000, 0, IPR_DEFAULT_LOG_LEVEL,
275 	"9070: IOA requested reset"},
276 	{0x023F0000, 0, 0,
277 	"Synchronization required"},
278 	{0x024E0000, 0, 0,
279 	"No ready, IOA shutdown"},
280 	{0x025A0000, 0, 0,
281 	"Not ready, IOA has been shutdown"},
282 	{0x02670100, 0, IPR_DEFAULT_LOG_LEVEL,
283 	"3020: Storage subsystem configuration error"},
284 	{0x03110B00, 0, 0,
285 	"FFF5: Medium error, data unreadable, recommend reassign"},
286 	{0x03110C00, 0, 0,
287 	"7000: Medium error, data unreadable, do not reassign"},
288 	{0x03310000, 0, IPR_DEFAULT_LOG_LEVEL,
289 	"FFF3: Disk media format bad"},
290 	{0x04050000, 0, IPR_DEFAULT_LOG_LEVEL,
291 	"3002: Addressed device failed to respond to selection"},
292 	{0x04080000, 1, IPR_DEFAULT_LOG_LEVEL,
293 	"3100: Device bus error"},
294 	{0x04080100, 0, IPR_DEFAULT_LOG_LEVEL,
295 	"3109: IOA timed out a device command"},
296 	{0x04088000, 0, 0,
297 	"3120: SCSI bus is not operational"},
298 	{0x04088100, 0, IPR_DEFAULT_LOG_LEVEL,
299 	"4100: Hard device bus fabric error"},
300 	{0x04100100, 0, IPR_DEFAULT_LOG_LEVEL,
301 	"310C: Logical block guard error detected by the device"},
302 	{0x04100300, 0, IPR_DEFAULT_LOG_LEVEL,
303 	"310C: Logical block reference tag error detected by the device"},
304 	{0x04108300, 1, IPR_DEFAULT_LOG_LEVEL,
305 	"4170: Scatter list tag / sequence number error"},
306 	{0x04109000, 1, IPR_DEFAULT_LOG_LEVEL,
307 	"8150: Logical block CRC error on IOA to Host transfer"},
308 	{0x04109200, 1, IPR_DEFAULT_LOG_LEVEL,
309 	"4170: Logical block sequence number error on IOA to Host transfer"},
310 	{0x0410A000, 0, IPR_DEFAULT_LOG_LEVEL,
311 	"310D: Logical block reference tag error detected by the IOA"},
312 	{0x0410A100, 0, IPR_DEFAULT_LOG_LEVEL,
313 	"310D: Logical block guard error detected by the IOA"},
314 	{0x04118000, 0, IPR_DEFAULT_LOG_LEVEL,
315 	"9000: IOA reserved area data check"},
316 	{0x04118100, 0, IPR_DEFAULT_LOG_LEVEL,
317 	"9001: IOA reserved area invalid data pattern"},
318 	{0x04118200, 0, IPR_DEFAULT_LOG_LEVEL,
319 	"9002: IOA reserved area LRC error"},
320 	{0x04118300, 1, IPR_DEFAULT_LOG_LEVEL,
321 	"Hardware Error, IOA metadata access error"},
322 	{0x04320000, 0, IPR_DEFAULT_LOG_LEVEL,
323 	"102E: Out of alternate sectors for disk storage"},
324 	{0x04330000, 1, IPR_DEFAULT_LOG_LEVEL,
325 	"FFF4: Data transfer underlength error"},
326 	{0x04338000, 1, IPR_DEFAULT_LOG_LEVEL,
327 	"FFF4: Data transfer overlength error"},
328 	{0x043E0100, 0, IPR_DEFAULT_LOG_LEVEL,
329 	"3400: Logical unit failure"},
330 	{0x04408500, 0, IPR_DEFAULT_LOG_LEVEL,
331 	"FFF4: Device microcode is corrupt"},
332 	{0x04418000, 1, IPR_DEFAULT_LOG_LEVEL,
333 	"8150: PCI bus error"},
334 	{0x04430000, 1, 0,
335 	"Unsupported device bus message received"},
336 	{0x04440000, 1, IPR_DEFAULT_LOG_LEVEL,
337 	"FFF4: Disk device problem"},
338 	{0x04448200, 1, IPR_DEFAULT_LOG_LEVEL,
339 	"8150: Permanent IOA failure"},
340 	{0x04448300, 0, IPR_DEFAULT_LOG_LEVEL,
341 	"3010: Disk device returned wrong response to IOA"},
342 	{0x04448400, 0, IPR_DEFAULT_LOG_LEVEL,
343 	"8151: IOA microcode error"},
344 	{0x04448500, 0, 0,
345 	"Device bus status error"},
346 	{0x04448600, 0, IPR_DEFAULT_LOG_LEVEL,
347 	"8157: IOA error requiring IOA reset to recover"},
348 	{0x04448700, 0, 0,
349 	"ATA device status error"},
350 	{0x04490000, 0, 0,
351 	"Message reject received from the device"},
352 	{0x04449200, 0, IPR_DEFAULT_LOG_LEVEL,
353 	"8008: A permanent cache battery pack failure occurred"},
354 	{0x0444A000, 0, IPR_DEFAULT_LOG_LEVEL,
355 	"9090: Disk unit has been modified after the last known status"},
356 	{0x0444A200, 0, IPR_DEFAULT_LOG_LEVEL,
357 	"9081: IOA detected device error"},
358 	{0x0444A300, 0, IPR_DEFAULT_LOG_LEVEL,
359 	"9082: IOA detected device error"},
360 	{0x044A0000, 1, IPR_DEFAULT_LOG_LEVEL,
361 	"3110: Device bus error, message or command phase"},
362 	{0x044A8000, 1, IPR_DEFAULT_LOG_LEVEL,
363 	"3110: SAS Command / Task Management Function failed"},
364 	{0x04670400, 0, IPR_DEFAULT_LOG_LEVEL,
365 	"9091: Incorrect hardware configuration change has been detected"},
366 	{0x04678000, 0, IPR_DEFAULT_LOG_LEVEL,
367 	"9073: Invalid multi-adapter configuration"},
368 	{0x04678100, 0, IPR_DEFAULT_LOG_LEVEL,
369 	"4010: Incorrect connection between cascaded expanders"},
370 	{0x04678200, 0, IPR_DEFAULT_LOG_LEVEL,
371 	"4020: Connections exceed IOA design limits"},
372 	{0x04678300, 0, IPR_DEFAULT_LOG_LEVEL,
373 	"4030: Incorrect multipath connection"},
374 	{0x04679000, 0, IPR_DEFAULT_LOG_LEVEL,
375 	"4110: Unsupported enclosure function"},
376 	{0x046E0000, 0, IPR_DEFAULT_LOG_LEVEL,
377 	"FFF4: Command to logical unit failed"},
378 	{0x05240000, 1, 0,
379 	"Illegal request, invalid request type or request packet"},
380 	{0x05250000, 0, 0,
381 	"Illegal request, invalid resource handle"},
382 	{0x05258000, 0, 0,
383 	"Illegal request, commands not allowed to this device"},
384 	{0x05258100, 0, 0,
385 	"Illegal request, command not allowed to a secondary adapter"},
386 	{0x05258200, 0, 0,
387 	"Illegal request, command not allowed to a non-optimized resource"},
388 	{0x05260000, 0, 0,
389 	"Illegal request, invalid field in parameter list"},
390 	{0x05260100, 0, 0,
391 	"Illegal request, parameter not supported"},
392 	{0x05260200, 0, 0,
393 	"Illegal request, parameter value invalid"},
394 	{0x052C0000, 0, 0,
395 	"Illegal request, command sequence error"},
396 	{0x052C8000, 1, 0,
397 	"Illegal request, dual adapter support not enabled"},
398 	{0x06040500, 0, IPR_DEFAULT_LOG_LEVEL,
399 	"9031: Array protection temporarily suspended, protection resuming"},
400 	{0x06040600, 0, IPR_DEFAULT_LOG_LEVEL,
401 	"9040: Array protection temporarily suspended, protection resuming"},
402 	{0x06288000, 0, IPR_DEFAULT_LOG_LEVEL,
403 	"3140: Device bus not ready to ready transition"},
404 	{0x06290000, 0, IPR_DEFAULT_LOG_LEVEL,
405 	"FFFB: SCSI bus was reset"},
406 	{0x06290500, 0, 0,
407 	"FFFE: SCSI bus transition to single ended"},
408 	{0x06290600, 0, 0,
409 	"FFFE: SCSI bus transition to LVD"},
410 	{0x06298000, 0, IPR_DEFAULT_LOG_LEVEL,
411 	"FFFB: SCSI bus was reset by another initiator"},
412 	{0x063F0300, 0, IPR_DEFAULT_LOG_LEVEL,
413 	"3029: A device replacement has occurred"},
414 	{0x064C8000, 0, IPR_DEFAULT_LOG_LEVEL,
415 	"9051: IOA cache data exists for a missing or failed device"},
416 	{0x064C8100, 0, IPR_DEFAULT_LOG_LEVEL,
417 	"9055: Auxiliary cache IOA contains cache data needed by the primary IOA"},
418 	{0x06670100, 0, IPR_DEFAULT_LOG_LEVEL,
419 	"9025: Disk unit is not supported at its physical location"},
420 	{0x06670600, 0, IPR_DEFAULT_LOG_LEVEL,
421 	"3020: IOA detected a SCSI bus configuration error"},
422 	{0x06678000, 0, IPR_DEFAULT_LOG_LEVEL,
423 	"3150: SCSI bus configuration error"},
424 	{0x06678100, 0, IPR_DEFAULT_LOG_LEVEL,
425 	"9074: Asymmetric advanced function disk configuration"},
426 	{0x06678300, 0, IPR_DEFAULT_LOG_LEVEL,
427 	"4040: Incomplete multipath connection between IOA and enclosure"},
428 	{0x06678400, 0, IPR_DEFAULT_LOG_LEVEL,
429 	"4041: Incomplete multipath connection between enclosure and device"},
430 	{0x06678500, 0, IPR_DEFAULT_LOG_LEVEL,
431 	"9075: Incomplete multipath connection between IOA and remote IOA"},
432 	{0x06678600, 0, IPR_DEFAULT_LOG_LEVEL,
433 	"9076: Configuration error, missing remote IOA"},
434 	{0x06679100, 0, IPR_DEFAULT_LOG_LEVEL,
435 	"4050: Enclosure does not support a required multipath function"},
436 	{0x06690000, 0, IPR_DEFAULT_LOG_LEVEL,
437 	"4070: Logically bad block written on device"},
438 	{0x06690200, 0, IPR_DEFAULT_LOG_LEVEL,
439 	"9041: Array protection temporarily suspended"},
440 	{0x06698200, 0, IPR_DEFAULT_LOG_LEVEL,
441 	"9042: Corrupt array parity detected on specified device"},
442 	{0x066B0200, 0, IPR_DEFAULT_LOG_LEVEL,
443 	"9030: Array no longer protected due to missing or failed disk unit"},
444 	{0x066B8000, 0, IPR_DEFAULT_LOG_LEVEL,
445 	"9071: Link operational transition"},
446 	{0x066B8100, 0, IPR_DEFAULT_LOG_LEVEL,
447 	"9072: Link not operational transition"},
448 	{0x066B8200, 0, IPR_DEFAULT_LOG_LEVEL,
449 	"9032: Array exposed but still protected"},
450 	{0x066B8300, 0, IPR_DEFAULT_LOG_LEVEL + 1,
451 	"70DD: Device forced failed by disrupt device command"},
452 	{0x066B9100, 0, IPR_DEFAULT_LOG_LEVEL,
453 	"4061: Multipath redundancy level got better"},
454 	{0x066B9200, 0, IPR_DEFAULT_LOG_LEVEL,
455 	"4060: Multipath redundancy level got worse"},
456 	{0x07270000, 0, 0,
457 	"Failure due to other device"},
458 	{0x07278000, 0, IPR_DEFAULT_LOG_LEVEL,
459 	"9008: IOA does not support functions expected by devices"},
460 	{0x07278100, 0, IPR_DEFAULT_LOG_LEVEL,
461 	"9010: Cache data associated with attached devices cannot be found"},
462 	{0x07278200, 0, IPR_DEFAULT_LOG_LEVEL,
463 	"9011: Cache data belongs to devices other than those attached"},
464 	{0x07278400, 0, IPR_DEFAULT_LOG_LEVEL,
465 	"9020: Array missing 2 or more devices with only 1 device present"},
466 	{0x07278500, 0, IPR_DEFAULT_LOG_LEVEL,
467 	"9021: Array missing 2 or more devices with 2 or more devices present"},
468 	{0x07278600, 0, IPR_DEFAULT_LOG_LEVEL,
469 	"9022: Exposed array is missing a required device"},
470 	{0x07278700, 0, IPR_DEFAULT_LOG_LEVEL,
471 	"9023: Array member(s) not at required physical locations"},
472 	{0x07278800, 0, IPR_DEFAULT_LOG_LEVEL,
473 	"9024: Array not functional due to present hardware configuration"},
474 	{0x07278900, 0, IPR_DEFAULT_LOG_LEVEL,
475 	"9026: Array not functional due to present hardware configuration"},
476 	{0x07278A00, 0, IPR_DEFAULT_LOG_LEVEL,
477 	"9027: Array is missing a device and parity is out of sync"},
478 	{0x07278B00, 0, IPR_DEFAULT_LOG_LEVEL,
479 	"9028: Maximum number of arrays already exist"},
480 	{0x07278C00, 0, IPR_DEFAULT_LOG_LEVEL,
481 	"9050: Required cache data cannot be located for a disk unit"},
482 	{0x07278D00, 0, IPR_DEFAULT_LOG_LEVEL,
483 	"9052: Cache data exists for a device that has been modified"},
484 	{0x07278F00, 0, IPR_DEFAULT_LOG_LEVEL,
485 	"9054: IOA resources not available due to previous problems"},
486 	{0x07279100, 0, IPR_DEFAULT_LOG_LEVEL,
487 	"9092: Disk unit requires initialization before use"},
488 	{0x07279200, 0, IPR_DEFAULT_LOG_LEVEL,
489 	"9029: Incorrect hardware configuration change has been detected"},
490 	{0x07279600, 0, IPR_DEFAULT_LOG_LEVEL,
491 	"9060: One or more disk pairs are missing from an array"},
492 	{0x07279700, 0, IPR_DEFAULT_LOG_LEVEL,
493 	"9061: One or more disks are missing from an array"},
494 	{0x07279800, 0, IPR_DEFAULT_LOG_LEVEL,
495 	"9062: One or more disks are missing from an array"},
496 	{0x07279900, 0, IPR_DEFAULT_LOG_LEVEL,
497 	"9063: Maximum number of functional arrays has been exceeded"},
498 	{0x0B260000, 0, 0,
499 	"Aborted command, invalid descriptor"},
500 	{0x0B5A0000, 0, 0,
501 	"Command terminated by host"}
502 };
503 
504 static const struct ipr_ses_table_entry ipr_ses_table[] = {
505 	{ "2104-DL1        ", "XXXXXXXXXXXXXXXX", 80 },
506 	{ "2104-TL1        ", "XXXXXXXXXXXXXXXX", 80 },
507 	{ "HSBP07M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 7 slot */
508 	{ "HSBP05M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 5 slot */
509 	{ "HSBP05M S U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Bowtie */
510 	{ "HSBP06E ASU2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* MartinFenning */
511 	{ "2104-DU3        ", "XXXXXXXXXXXXXXXX", 160 },
512 	{ "2104-TU3        ", "XXXXXXXXXXXXXXXX", 160 },
513 	{ "HSBP04C RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
514 	{ "HSBP06E RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
515 	{ "St  V1S2        ", "XXXXXXXXXXXXXXXX", 160 },
516 	{ "HSBPD4M  PU3SCSI", "XXXXXXX*XXXXXXXX", 160 },
517 	{ "VSBPD1H   U3SCSI", "XXXXXXX*XXXXXXXX", 160 }
518 };
519 
520 /*
521  *  Function Prototypes
522  */
523 static int ipr_reset_alert(struct ipr_cmnd *);
524 static void ipr_process_ccn(struct ipr_cmnd *);
525 static void ipr_process_error(struct ipr_cmnd *);
526 static void ipr_reset_ioa_job(struct ipr_cmnd *);
527 static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *,
528 				   enum ipr_shutdown_type);
529 
530 #ifdef CONFIG_SCSI_IPR_TRACE
531 /**
532  * ipr_trc_hook - Add a trace entry to the driver trace
533  * @ipr_cmd:	ipr command struct
534  * @type:		trace type
535  * @add_data:	additional data
536  *
537  * Return value:
538  * 	none
539  **/
540 static void ipr_trc_hook(struct ipr_cmnd *ipr_cmd,
541 			 u8 type, u32 add_data)
542 {
543 	struct ipr_trace_entry *trace_entry;
544 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
545 
546 	trace_entry = &ioa_cfg->trace[ioa_cfg->trace_index++];
547 	trace_entry->time = jiffies;
548 	trace_entry->op_code = ipr_cmd->ioarcb.cmd_pkt.cdb[0];
549 	trace_entry->type = type;
550 	if (ipr_cmd->ioa_cfg->sis64)
551 		trace_entry->ata_op_code = ipr_cmd->i.ata_ioadl.regs.command;
552 	else
553 		trace_entry->ata_op_code = ipr_cmd->ioarcb.u.add_data.u.regs.command;
554 	trace_entry->cmd_index = ipr_cmd->cmd_index & 0xff;
555 	trace_entry->res_handle = ipr_cmd->ioarcb.res_handle;
556 	trace_entry->u.add_data = add_data;
557 }
558 #else
559 #define ipr_trc_hook(ipr_cmd, type, add_data) do { } while(0)
560 #endif
561 
562 /**
563  * ipr_reinit_ipr_cmnd - Re-initialize an IPR Cmnd block for reuse
564  * @ipr_cmd:	ipr command struct
565  *
566  * Return value:
567  * 	none
568  **/
569 static void ipr_reinit_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
570 {
571 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
572 	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
573 	struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
574 	dma_addr_t dma_addr = ipr_cmd->dma_addr;
575 
576 	memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
577 	ioarcb->data_transfer_length = 0;
578 	ioarcb->read_data_transfer_length = 0;
579 	ioarcb->ioadl_len = 0;
580 	ioarcb->read_ioadl_len = 0;
581 
582 	if (ipr_cmd->ioa_cfg->sis64) {
583 		ioarcb->u.sis64_addr_data.data_ioadl_addr =
584 			cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
585 		ioasa64->u.gata.status = 0;
586 	} else {
587 		ioarcb->write_ioadl_addr =
588 			cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
589 		ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
590 		ioasa->u.gata.status = 0;
591 	}
592 
593 	ioasa->hdr.ioasc = 0;
594 	ioasa->hdr.residual_data_len = 0;
595 	ipr_cmd->scsi_cmd = NULL;
596 	ipr_cmd->qc = NULL;
597 	ipr_cmd->sense_buffer[0] = 0;
598 	ipr_cmd->dma_use_sg = 0;
599 }
600 
601 /**
602  * ipr_init_ipr_cmnd - Initialize an IPR Cmnd block
603  * @ipr_cmd:	ipr command struct
604  *
605  * Return value:
606  * 	none
607  **/
608 static void ipr_init_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
609 {
610 	ipr_reinit_ipr_cmnd(ipr_cmd);
611 	ipr_cmd->u.scratch = 0;
612 	ipr_cmd->sibling = NULL;
613 	init_timer(&ipr_cmd->timer);
614 }
615 
616 /**
617  * ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block
618  * @ioa_cfg:	ioa config struct
619  *
620  * Return value:
621  * 	pointer to ipr command struct
622  **/
623 static
624 struct ipr_cmnd *ipr_get_free_ipr_cmnd(struct ipr_ioa_cfg *ioa_cfg)
625 {
626 	struct ipr_cmnd *ipr_cmd;
627 
628 	ipr_cmd = list_entry(ioa_cfg->free_q.next, struct ipr_cmnd, queue);
629 	list_del(&ipr_cmd->queue);
630 	ipr_init_ipr_cmnd(ipr_cmd);
631 
632 	return ipr_cmd;
633 }
634 
635 /**
636  * ipr_mask_and_clear_interrupts - Mask all and clear specified interrupts
637  * @ioa_cfg:	ioa config struct
638  * @clr_ints:     interrupts to clear
639  *
640  * This function masks all interrupts on the adapter, then clears the
641  * interrupts specified in the mask
642  *
643  * Return value:
644  * 	none
645  **/
646 static void ipr_mask_and_clear_interrupts(struct ipr_ioa_cfg *ioa_cfg,
647 					  u32 clr_ints)
648 {
649 	volatile u32 int_reg;
650 
651 	/* Stop new interrupts */
652 	ioa_cfg->allow_interrupts = 0;
653 
654 	/* Set interrupt mask to stop all new interrupts */
655 	if (ioa_cfg->sis64)
656 		writeq(~0, ioa_cfg->regs.set_interrupt_mask_reg);
657 	else
658 		writel(~0, ioa_cfg->regs.set_interrupt_mask_reg);
659 
660 	/* Clear any pending interrupts */
661 	if (ioa_cfg->sis64)
662 		writel(~0, ioa_cfg->regs.clr_interrupt_reg);
663 	writel(clr_ints, ioa_cfg->regs.clr_interrupt_reg32);
664 	int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
665 }
666 
667 /**
668  * ipr_save_pcix_cmd_reg - Save PCI-X command register
669  * @ioa_cfg:	ioa config struct
670  *
671  * Return value:
672  * 	0 on success / -EIO on failure
673  **/
674 static int ipr_save_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
675 {
676 	int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
677 
678 	if (pcix_cmd_reg == 0)
679 		return 0;
680 
681 	if (pci_read_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
682 				 &ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
683 		dev_err(&ioa_cfg->pdev->dev, "Failed to save PCI-X command register\n");
684 		return -EIO;
685 	}
686 
687 	ioa_cfg->saved_pcix_cmd_reg |= PCI_X_CMD_DPERR_E | PCI_X_CMD_ERO;
688 	return 0;
689 }
690 
691 /**
692  * ipr_set_pcix_cmd_reg - Setup PCI-X command register
693  * @ioa_cfg:	ioa config struct
694  *
695  * Return value:
696  * 	0 on success / -EIO on failure
697  **/
698 static int ipr_set_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
699 {
700 	int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
701 
702 	if (pcix_cmd_reg) {
703 		if (pci_write_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
704 					  ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
705 			dev_err(&ioa_cfg->pdev->dev, "Failed to setup PCI-X command register\n");
706 			return -EIO;
707 		}
708 	}
709 
710 	return 0;
711 }
712 
713 /**
714  * ipr_sata_eh_done - done function for aborted SATA commands
715  * @ipr_cmd:	ipr command struct
716  *
717  * This function is invoked for ops generated to SATA
718  * devices which are being aborted.
719  *
720  * Return value:
721  * 	none
722  **/
723 static void ipr_sata_eh_done(struct ipr_cmnd *ipr_cmd)
724 {
725 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
726 	struct ata_queued_cmd *qc = ipr_cmd->qc;
727 	struct ipr_sata_port *sata_port = qc->ap->private_data;
728 
729 	qc->err_mask |= AC_ERR_OTHER;
730 	sata_port->ioasa.status |= ATA_BUSY;
731 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
732 	ata_qc_complete(qc);
733 }
734 
735 /**
736  * ipr_scsi_eh_done - mid-layer done function for aborted ops
737  * @ipr_cmd:	ipr command struct
738  *
739  * This function is invoked by the interrupt handler for
740  * ops generated by the SCSI mid-layer which are being aborted.
741  *
742  * Return value:
743  * 	none
744  **/
745 static void ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
746 {
747 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
748 	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
749 
750 	scsi_cmd->result |= (DID_ERROR << 16);
751 
752 	scsi_dma_unmap(ipr_cmd->scsi_cmd);
753 	scsi_cmd->scsi_done(scsi_cmd);
754 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
755 }
756 
757 /**
758  * ipr_fail_all_ops - Fails all outstanding ops.
759  * @ioa_cfg:	ioa config struct
760  *
761  * This function fails all outstanding ops.
762  *
763  * Return value:
764  * 	none
765  **/
766 static void ipr_fail_all_ops(struct ipr_ioa_cfg *ioa_cfg)
767 {
768 	struct ipr_cmnd *ipr_cmd, *temp;
769 
770 	ENTER;
771 	list_for_each_entry_safe(ipr_cmd, temp, &ioa_cfg->pending_q, queue) {
772 		list_del(&ipr_cmd->queue);
773 
774 		ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_IOA_WAS_RESET);
775 		ipr_cmd->s.ioasa.hdr.ilid = cpu_to_be32(IPR_DRIVER_ILID);
776 
777 		if (ipr_cmd->scsi_cmd)
778 			ipr_cmd->done = ipr_scsi_eh_done;
779 		else if (ipr_cmd->qc)
780 			ipr_cmd->done = ipr_sata_eh_done;
781 
782 		ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, IPR_IOASC_IOA_WAS_RESET);
783 		del_timer(&ipr_cmd->timer);
784 		ipr_cmd->done(ipr_cmd);
785 	}
786 
787 	LEAVE;
788 }
789 
790 /**
791  * ipr_send_command -  Send driver initiated requests.
792  * @ipr_cmd:		ipr command struct
793  *
794  * This function sends a command to the adapter using the correct write call.
795  * In the case of sis64, calculate the ioarcb size required. Then or in the
796  * appropriate bits.
797  *
798  * Return value:
799  * 	none
800  **/
801 static void ipr_send_command(struct ipr_cmnd *ipr_cmd)
802 {
803 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
804 	dma_addr_t send_dma_addr = ipr_cmd->dma_addr;
805 
806 	if (ioa_cfg->sis64) {
807 		/* The default size is 256 bytes */
808 		send_dma_addr |= 0x1;
809 
810 		/* If the number of ioadls * size of ioadl > 128 bytes,
811 		   then use a 512 byte ioarcb */
812 		if (ipr_cmd->dma_use_sg * sizeof(struct ipr_ioadl64_desc) > 128 )
813 			send_dma_addr |= 0x4;
814 		writeq(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
815 	} else
816 		writel(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
817 }
818 
819 /**
820  * ipr_do_req -  Send driver initiated requests.
821  * @ipr_cmd:		ipr command struct
822  * @done:			done function
823  * @timeout_func:	timeout function
824  * @timeout:		timeout value
825  *
826  * This function sends the specified command to the adapter with the
827  * timeout given. The done function is invoked on command completion.
828  *
829  * Return value:
830  * 	none
831  **/
832 static void ipr_do_req(struct ipr_cmnd *ipr_cmd,
833 		       void (*done) (struct ipr_cmnd *),
834 		       void (*timeout_func) (struct ipr_cmnd *), u32 timeout)
835 {
836 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
837 
838 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
839 
840 	ipr_cmd->done = done;
841 
842 	ipr_cmd->timer.data = (unsigned long) ipr_cmd;
843 	ipr_cmd->timer.expires = jiffies + timeout;
844 	ipr_cmd->timer.function = (void (*)(unsigned long))timeout_func;
845 
846 	add_timer(&ipr_cmd->timer);
847 
848 	ipr_trc_hook(ipr_cmd, IPR_TRACE_START, 0);
849 
850 	mb();
851 
852 	ipr_send_command(ipr_cmd);
853 }
854 
855 /**
856  * ipr_internal_cmd_done - Op done function for an internally generated op.
857  * @ipr_cmd:	ipr command struct
858  *
859  * This function is the op done function for an internally generated,
860  * blocking op. It simply wakes the sleeping thread.
861  *
862  * Return value:
863  * 	none
864  **/
865 static void ipr_internal_cmd_done(struct ipr_cmnd *ipr_cmd)
866 {
867 	if (ipr_cmd->sibling)
868 		ipr_cmd->sibling = NULL;
869 	else
870 		complete(&ipr_cmd->completion);
871 }
872 
873 /**
874  * ipr_init_ioadl - initialize the ioadl for the correct SIS type
875  * @ipr_cmd:	ipr command struct
876  * @dma_addr:	dma address
877  * @len:	transfer length
878  * @flags:	ioadl flag value
879  *
880  * This function initializes an ioadl in the case where there is only a single
881  * descriptor.
882  *
883  * Return value:
884  * 	nothing
885  **/
886 static void ipr_init_ioadl(struct ipr_cmnd *ipr_cmd, dma_addr_t dma_addr,
887 			   u32 len, int flags)
888 {
889 	struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
890 	struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
891 
892 	ipr_cmd->dma_use_sg = 1;
893 
894 	if (ipr_cmd->ioa_cfg->sis64) {
895 		ioadl64->flags = cpu_to_be32(flags);
896 		ioadl64->data_len = cpu_to_be32(len);
897 		ioadl64->address = cpu_to_be64(dma_addr);
898 
899 		ipr_cmd->ioarcb.ioadl_len =
900 		       	cpu_to_be32(sizeof(struct ipr_ioadl64_desc));
901 		ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
902 	} else {
903 		ioadl->flags_and_data_len = cpu_to_be32(flags | len);
904 		ioadl->address = cpu_to_be32(dma_addr);
905 
906 		if (flags == IPR_IOADL_FLAGS_READ_LAST) {
907 			ipr_cmd->ioarcb.read_ioadl_len =
908 				cpu_to_be32(sizeof(struct ipr_ioadl_desc));
909 			ipr_cmd->ioarcb.read_data_transfer_length = cpu_to_be32(len);
910 		} else {
911 			ipr_cmd->ioarcb.ioadl_len =
912 			       	cpu_to_be32(sizeof(struct ipr_ioadl_desc));
913 			ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
914 		}
915 	}
916 }
917 
918 /**
919  * ipr_send_blocking_cmd - Send command and sleep on its completion.
920  * @ipr_cmd:	ipr command struct
921  * @timeout_func:	function to invoke if command times out
922  * @timeout:	timeout
923  *
924  * Return value:
925  * 	none
926  **/
927 static void ipr_send_blocking_cmd(struct ipr_cmnd *ipr_cmd,
928 				  void (*timeout_func) (struct ipr_cmnd *ipr_cmd),
929 				  u32 timeout)
930 {
931 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
932 
933 	init_completion(&ipr_cmd->completion);
934 	ipr_do_req(ipr_cmd, ipr_internal_cmd_done, timeout_func, timeout);
935 
936 	spin_unlock_irq(ioa_cfg->host->host_lock);
937 	wait_for_completion(&ipr_cmd->completion);
938 	spin_lock_irq(ioa_cfg->host->host_lock);
939 }
940 
941 /**
942  * ipr_send_hcam - Send an HCAM to the adapter.
943  * @ioa_cfg:	ioa config struct
944  * @type:		HCAM type
945  * @hostrcb:	hostrcb struct
946  *
947  * This function will send a Host Controlled Async command to the adapter.
948  * If HCAMs are currently not allowed to be issued to the adapter, it will
949  * place the hostrcb on the free queue.
950  *
951  * Return value:
952  * 	none
953  **/
954 static void ipr_send_hcam(struct ipr_ioa_cfg *ioa_cfg, u8 type,
955 			  struct ipr_hostrcb *hostrcb)
956 {
957 	struct ipr_cmnd *ipr_cmd;
958 	struct ipr_ioarcb *ioarcb;
959 
960 	if (ioa_cfg->allow_cmds) {
961 		ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
962 		list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
963 		list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_pending_q);
964 
965 		ipr_cmd->u.hostrcb = hostrcb;
966 		ioarcb = &ipr_cmd->ioarcb;
967 
968 		ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
969 		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_HCAM;
970 		ioarcb->cmd_pkt.cdb[0] = IPR_HOST_CONTROLLED_ASYNC;
971 		ioarcb->cmd_pkt.cdb[1] = type;
972 		ioarcb->cmd_pkt.cdb[7] = (sizeof(hostrcb->hcam) >> 8) & 0xff;
973 		ioarcb->cmd_pkt.cdb[8] = sizeof(hostrcb->hcam) & 0xff;
974 
975 		ipr_init_ioadl(ipr_cmd, hostrcb->hostrcb_dma,
976 			       sizeof(hostrcb->hcam), IPR_IOADL_FLAGS_READ_LAST);
977 
978 		if (type == IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE)
979 			ipr_cmd->done = ipr_process_ccn;
980 		else
981 			ipr_cmd->done = ipr_process_error;
982 
983 		ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_IOA_RES_ADDR);
984 
985 		mb();
986 
987 		ipr_send_command(ipr_cmd);
988 	} else {
989 		list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
990 	}
991 }
992 
993 /**
994  * ipr_update_ata_class - Update the ata class in the resource entry
995  * @res:	resource entry struct
996  * @proto:	cfgte device bus protocol value
997  *
998  * Return value:
999  * 	none
1000  **/
1001 static void ipr_update_ata_class(struct ipr_resource_entry *res, unsigned int proto)
1002 {
1003 	switch(proto) {
1004 	case IPR_PROTO_SATA:
1005 	case IPR_PROTO_SAS_STP:
1006 		res->ata_class = ATA_DEV_ATA;
1007 		break;
1008 	case IPR_PROTO_SATA_ATAPI:
1009 	case IPR_PROTO_SAS_STP_ATAPI:
1010 		res->ata_class = ATA_DEV_ATAPI;
1011 		break;
1012 	default:
1013 		res->ata_class = ATA_DEV_UNKNOWN;
1014 		break;
1015 	};
1016 }
1017 
1018 /**
1019  * ipr_init_res_entry - Initialize a resource entry struct.
1020  * @res:	resource entry struct
1021  * @cfgtew:	config table entry wrapper struct
1022  *
1023  * Return value:
1024  * 	none
1025  **/
1026 static void ipr_init_res_entry(struct ipr_resource_entry *res,
1027 			       struct ipr_config_table_entry_wrapper *cfgtew)
1028 {
1029 	int found = 0;
1030 	unsigned int proto;
1031 	struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1032 	struct ipr_resource_entry *gscsi_res = NULL;
1033 
1034 	res->needs_sync_complete = 0;
1035 	res->in_erp = 0;
1036 	res->add_to_ml = 0;
1037 	res->del_from_ml = 0;
1038 	res->resetting_device = 0;
1039 	res->sdev = NULL;
1040 	res->sata_port = NULL;
1041 
1042 	if (ioa_cfg->sis64) {
1043 		proto = cfgtew->u.cfgte64->proto;
1044 		res->res_flags = cfgtew->u.cfgte64->res_flags;
1045 		res->qmodel = IPR_QUEUEING_MODEL64(res);
1046 		res->type = cfgtew->u.cfgte64->res_type;
1047 
1048 		memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1049 			sizeof(res->res_path));
1050 
1051 		res->bus = 0;
1052 		memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1053 			sizeof(res->dev_lun.scsi_lun));
1054 		res->lun = scsilun_to_int(&res->dev_lun);
1055 
1056 		if (res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1057 			list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue) {
1058 				if (gscsi_res->dev_id == cfgtew->u.cfgte64->dev_id) {
1059 					found = 1;
1060 					res->target = gscsi_res->target;
1061 					break;
1062 				}
1063 			}
1064 			if (!found) {
1065 				res->target = find_first_zero_bit(ioa_cfg->target_ids,
1066 								  ioa_cfg->max_devs_supported);
1067 				set_bit(res->target, ioa_cfg->target_ids);
1068 			}
1069 		} else if (res->type == IPR_RES_TYPE_IOAFP) {
1070 			res->bus = IPR_IOAFP_VIRTUAL_BUS;
1071 			res->target = 0;
1072 		} else if (res->type == IPR_RES_TYPE_ARRAY) {
1073 			res->bus = IPR_ARRAY_VIRTUAL_BUS;
1074 			res->target = find_first_zero_bit(ioa_cfg->array_ids,
1075 							  ioa_cfg->max_devs_supported);
1076 			set_bit(res->target, ioa_cfg->array_ids);
1077 		} else if (res->type == IPR_RES_TYPE_VOLUME_SET) {
1078 			res->bus = IPR_VSET_VIRTUAL_BUS;
1079 			res->target = find_first_zero_bit(ioa_cfg->vset_ids,
1080 							  ioa_cfg->max_devs_supported);
1081 			set_bit(res->target, ioa_cfg->vset_ids);
1082 		} else {
1083 			res->target = find_first_zero_bit(ioa_cfg->target_ids,
1084 							  ioa_cfg->max_devs_supported);
1085 			set_bit(res->target, ioa_cfg->target_ids);
1086 		}
1087 	} else {
1088 		proto = cfgtew->u.cfgte->proto;
1089 		res->qmodel = IPR_QUEUEING_MODEL(res);
1090 		res->flags = cfgtew->u.cfgte->flags;
1091 		if (res->flags & IPR_IS_IOA_RESOURCE)
1092 			res->type = IPR_RES_TYPE_IOAFP;
1093 		else
1094 			res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1095 
1096 		res->bus = cfgtew->u.cfgte->res_addr.bus;
1097 		res->target = cfgtew->u.cfgte->res_addr.target;
1098 		res->lun = cfgtew->u.cfgte->res_addr.lun;
1099 		res->lun_wwn = get_unaligned_be64(cfgtew->u.cfgte->lun_wwn);
1100 	}
1101 
1102 	ipr_update_ata_class(res, proto);
1103 }
1104 
1105 /**
1106  * ipr_is_same_device - Determine if two devices are the same.
1107  * @res:	resource entry struct
1108  * @cfgtew:	config table entry wrapper struct
1109  *
1110  * Return value:
1111  * 	1 if the devices are the same / 0 otherwise
1112  **/
1113 static int ipr_is_same_device(struct ipr_resource_entry *res,
1114 			      struct ipr_config_table_entry_wrapper *cfgtew)
1115 {
1116 	if (res->ioa_cfg->sis64) {
1117 		if (!memcmp(&res->dev_id, &cfgtew->u.cfgte64->dev_id,
1118 					sizeof(cfgtew->u.cfgte64->dev_id)) &&
1119 			!memcmp(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1120 					sizeof(cfgtew->u.cfgte64->lun))) {
1121 			return 1;
1122 		}
1123 	} else {
1124 		if (res->bus == cfgtew->u.cfgte->res_addr.bus &&
1125 		    res->target == cfgtew->u.cfgte->res_addr.target &&
1126 		    res->lun == cfgtew->u.cfgte->res_addr.lun)
1127 			return 1;
1128 	}
1129 
1130 	return 0;
1131 }
1132 
1133 /**
1134  * ipr_format_res_path - Format the resource path for printing.
1135  * @res_path:	resource path
1136  * @buf:	buffer
1137  *
1138  * Return value:
1139  * 	pointer to buffer
1140  **/
1141 static char *ipr_format_res_path(u8 *res_path, char *buffer, int len)
1142 {
1143 	int i;
1144 	char *p = buffer;
1145 
1146 	*p = '\0';
1147 	p += snprintf(p, buffer + len - p, "%02X", res_path[0]);
1148 	for (i = 1; res_path[i] != 0xff && ((i * 3) < len); i++)
1149 		p += snprintf(p, buffer + len - p, "-%02X", res_path[i]);
1150 
1151 	return buffer;
1152 }
1153 
1154 /**
1155  * ipr_update_res_entry - Update the resource entry.
1156  * @res:	resource entry struct
1157  * @cfgtew:	config table entry wrapper struct
1158  *
1159  * Return value:
1160  *      none
1161  **/
1162 static void ipr_update_res_entry(struct ipr_resource_entry *res,
1163 				 struct ipr_config_table_entry_wrapper *cfgtew)
1164 {
1165 	char buffer[IPR_MAX_RES_PATH_LENGTH];
1166 	unsigned int proto;
1167 	int new_path = 0;
1168 
1169 	if (res->ioa_cfg->sis64) {
1170 		res->flags = cfgtew->u.cfgte64->flags;
1171 		res->res_flags = cfgtew->u.cfgte64->res_flags;
1172 		res->type = cfgtew->u.cfgte64->res_type;
1173 
1174 		memcpy(&res->std_inq_data, &cfgtew->u.cfgte64->std_inq_data,
1175 			sizeof(struct ipr_std_inq_data));
1176 
1177 		res->qmodel = IPR_QUEUEING_MODEL64(res);
1178 		proto = cfgtew->u.cfgte64->proto;
1179 		res->res_handle = cfgtew->u.cfgte64->res_handle;
1180 		res->dev_id = cfgtew->u.cfgte64->dev_id;
1181 
1182 		memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1183 			sizeof(res->dev_lun.scsi_lun));
1184 
1185 		if (memcmp(res->res_path, &cfgtew->u.cfgte64->res_path,
1186 					sizeof(res->res_path))) {
1187 			memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1188 				sizeof(res->res_path));
1189 			new_path = 1;
1190 		}
1191 
1192 		if (res->sdev && new_path)
1193 			sdev_printk(KERN_INFO, res->sdev, "Resource path: %s\n",
1194 				    ipr_format_res_path(res->res_path, buffer,
1195 							sizeof(buffer)));
1196 	} else {
1197 		res->flags = cfgtew->u.cfgte->flags;
1198 		if (res->flags & IPR_IS_IOA_RESOURCE)
1199 			res->type = IPR_RES_TYPE_IOAFP;
1200 		else
1201 			res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1202 
1203 		memcpy(&res->std_inq_data, &cfgtew->u.cfgte->std_inq_data,
1204 			sizeof(struct ipr_std_inq_data));
1205 
1206 		res->qmodel = IPR_QUEUEING_MODEL(res);
1207 		proto = cfgtew->u.cfgte->proto;
1208 		res->res_handle = cfgtew->u.cfgte->res_handle;
1209 	}
1210 
1211 	ipr_update_ata_class(res, proto);
1212 }
1213 
1214 /**
1215  * ipr_clear_res_target - Clear the bit in the bit map representing the target
1216  * 			  for the resource.
1217  * @res:	resource entry struct
1218  * @cfgtew:	config table entry wrapper struct
1219  *
1220  * Return value:
1221  *      none
1222  **/
1223 static void ipr_clear_res_target(struct ipr_resource_entry *res)
1224 {
1225 	struct ipr_resource_entry *gscsi_res = NULL;
1226 	struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1227 
1228 	if (!ioa_cfg->sis64)
1229 		return;
1230 
1231 	if (res->bus == IPR_ARRAY_VIRTUAL_BUS)
1232 		clear_bit(res->target, ioa_cfg->array_ids);
1233 	else if (res->bus == IPR_VSET_VIRTUAL_BUS)
1234 		clear_bit(res->target, ioa_cfg->vset_ids);
1235 	else if (res->bus == 0 && res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1236 		list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue)
1237 			if (gscsi_res->dev_id == res->dev_id && gscsi_res != res)
1238 				return;
1239 		clear_bit(res->target, ioa_cfg->target_ids);
1240 
1241 	} else if (res->bus == 0)
1242 		clear_bit(res->target, ioa_cfg->target_ids);
1243 }
1244 
1245 /**
1246  * ipr_handle_config_change - Handle a config change from the adapter
1247  * @ioa_cfg:	ioa config struct
1248  * @hostrcb:	hostrcb
1249  *
1250  * Return value:
1251  * 	none
1252  **/
1253 static void ipr_handle_config_change(struct ipr_ioa_cfg *ioa_cfg,
1254 				     struct ipr_hostrcb *hostrcb)
1255 {
1256 	struct ipr_resource_entry *res = NULL;
1257 	struct ipr_config_table_entry_wrapper cfgtew;
1258 	__be32 cc_res_handle;
1259 
1260 	u32 is_ndn = 1;
1261 
1262 	if (ioa_cfg->sis64) {
1263 		cfgtew.u.cfgte64 = &hostrcb->hcam.u.ccn.u.cfgte64;
1264 		cc_res_handle = cfgtew.u.cfgte64->res_handle;
1265 	} else {
1266 		cfgtew.u.cfgte = &hostrcb->hcam.u.ccn.u.cfgte;
1267 		cc_res_handle = cfgtew.u.cfgte->res_handle;
1268 	}
1269 
1270 	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
1271 		if (res->res_handle == cc_res_handle) {
1272 			is_ndn = 0;
1273 			break;
1274 		}
1275 	}
1276 
1277 	if (is_ndn) {
1278 		if (list_empty(&ioa_cfg->free_res_q)) {
1279 			ipr_send_hcam(ioa_cfg,
1280 				      IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
1281 				      hostrcb);
1282 			return;
1283 		}
1284 
1285 		res = list_entry(ioa_cfg->free_res_q.next,
1286 				 struct ipr_resource_entry, queue);
1287 
1288 		list_del(&res->queue);
1289 		ipr_init_res_entry(res, &cfgtew);
1290 		list_add_tail(&res->queue, &ioa_cfg->used_res_q);
1291 	}
1292 
1293 	ipr_update_res_entry(res, &cfgtew);
1294 
1295 	if (hostrcb->hcam.notify_type == IPR_HOST_RCB_NOTIF_TYPE_REM_ENTRY) {
1296 		if (res->sdev) {
1297 			res->del_from_ml = 1;
1298 			res->res_handle = IPR_INVALID_RES_HANDLE;
1299 			if (ioa_cfg->allow_ml_add_del)
1300 				schedule_work(&ioa_cfg->work_q);
1301 		} else {
1302 			ipr_clear_res_target(res);
1303 			list_move_tail(&res->queue, &ioa_cfg->free_res_q);
1304 		}
1305 	} else if (!res->sdev || res->del_from_ml) {
1306 		res->add_to_ml = 1;
1307 		if (ioa_cfg->allow_ml_add_del)
1308 			schedule_work(&ioa_cfg->work_q);
1309 	}
1310 
1311 	ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1312 }
1313 
1314 /**
1315  * ipr_process_ccn - Op done function for a CCN.
1316  * @ipr_cmd:	ipr command struct
1317  *
1318  * This function is the op done function for a configuration
1319  * change notification host controlled async from the adapter.
1320  *
1321  * Return value:
1322  * 	none
1323  **/
1324 static void ipr_process_ccn(struct ipr_cmnd *ipr_cmd)
1325 {
1326 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1327 	struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
1328 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
1329 
1330 	list_del(&hostrcb->queue);
1331 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
1332 
1333 	if (ioasc) {
1334 		if (ioasc != IPR_IOASC_IOA_WAS_RESET)
1335 			dev_err(&ioa_cfg->pdev->dev,
1336 				"Host RCB failed with IOASC: 0x%08X\n", ioasc);
1337 
1338 		ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1339 	} else {
1340 		ipr_handle_config_change(ioa_cfg, hostrcb);
1341 	}
1342 }
1343 
1344 /**
1345  * strip_and_pad_whitespace - Strip and pad trailing whitespace.
1346  * @i:		index into buffer
1347  * @buf:		string to modify
1348  *
1349  * This function will strip all trailing whitespace, pad the end
1350  * of the string with a single space, and NULL terminate the string.
1351  *
1352  * Return value:
1353  * 	new length of string
1354  **/
1355 static int strip_and_pad_whitespace(int i, char *buf)
1356 {
1357 	while (i && buf[i] == ' ')
1358 		i--;
1359 	buf[i+1] = ' ';
1360 	buf[i+2] = '\0';
1361 	return i + 2;
1362 }
1363 
1364 /**
1365  * ipr_log_vpd_compact - Log the passed extended VPD compactly.
1366  * @prefix:		string to print at start of printk
1367  * @hostrcb:	hostrcb pointer
1368  * @vpd:		vendor/product id/sn struct
1369  *
1370  * Return value:
1371  * 	none
1372  **/
1373 static void ipr_log_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1374 				struct ipr_vpd *vpd)
1375 {
1376 	char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN + IPR_SERIAL_NUM_LEN + 3];
1377 	int i = 0;
1378 
1379 	memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1380 	i = strip_and_pad_whitespace(IPR_VENDOR_ID_LEN - 1, buffer);
1381 
1382 	memcpy(&buffer[i], vpd->vpids.product_id, IPR_PROD_ID_LEN);
1383 	i = strip_and_pad_whitespace(i + IPR_PROD_ID_LEN - 1, buffer);
1384 
1385 	memcpy(&buffer[i], vpd->sn, IPR_SERIAL_NUM_LEN);
1386 	buffer[IPR_SERIAL_NUM_LEN + i] = '\0';
1387 
1388 	ipr_hcam_err(hostrcb, "%s VPID/SN: %s\n", prefix, buffer);
1389 }
1390 
1391 /**
1392  * ipr_log_vpd - Log the passed VPD to the error log.
1393  * @vpd:		vendor/product id/sn struct
1394  *
1395  * Return value:
1396  * 	none
1397  **/
1398 static void ipr_log_vpd(struct ipr_vpd *vpd)
1399 {
1400 	char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN
1401 		    + IPR_SERIAL_NUM_LEN];
1402 
1403 	memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1404 	memcpy(buffer + IPR_VENDOR_ID_LEN, vpd->vpids.product_id,
1405 	       IPR_PROD_ID_LEN);
1406 	buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN] = '\0';
1407 	ipr_err("Vendor/Product ID: %s\n", buffer);
1408 
1409 	memcpy(buffer, vpd->sn, IPR_SERIAL_NUM_LEN);
1410 	buffer[IPR_SERIAL_NUM_LEN] = '\0';
1411 	ipr_err("    Serial Number: %s\n", buffer);
1412 }
1413 
1414 /**
1415  * ipr_log_ext_vpd_compact - Log the passed extended VPD compactly.
1416  * @prefix:		string to print at start of printk
1417  * @hostrcb:	hostrcb pointer
1418  * @vpd:		vendor/product id/sn/wwn struct
1419  *
1420  * Return value:
1421  * 	none
1422  **/
1423 static void ipr_log_ext_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1424 				    struct ipr_ext_vpd *vpd)
1425 {
1426 	ipr_log_vpd_compact(prefix, hostrcb, &vpd->vpd);
1427 	ipr_hcam_err(hostrcb, "%s WWN: %08X%08X\n", prefix,
1428 		     be32_to_cpu(vpd->wwid[0]), be32_to_cpu(vpd->wwid[1]));
1429 }
1430 
1431 /**
1432  * ipr_log_ext_vpd - Log the passed extended VPD to the error log.
1433  * @vpd:		vendor/product id/sn/wwn struct
1434  *
1435  * Return value:
1436  * 	none
1437  **/
1438 static void ipr_log_ext_vpd(struct ipr_ext_vpd *vpd)
1439 {
1440 	ipr_log_vpd(&vpd->vpd);
1441 	ipr_err("    WWN: %08X%08X\n", be32_to_cpu(vpd->wwid[0]),
1442 		be32_to_cpu(vpd->wwid[1]));
1443 }
1444 
1445 /**
1446  * ipr_log_enhanced_cache_error - Log a cache error.
1447  * @ioa_cfg:	ioa config struct
1448  * @hostrcb:	hostrcb struct
1449  *
1450  * Return value:
1451  * 	none
1452  **/
1453 static void ipr_log_enhanced_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1454 					 struct ipr_hostrcb *hostrcb)
1455 {
1456 	struct ipr_hostrcb_type_12_error *error;
1457 
1458 	if (ioa_cfg->sis64)
1459 		error = &hostrcb->hcam.u.error64.u.type_12_error;
1460 	else
1461 		error = &hostrcb->hcam.u.error.u.type_12_error;
1462 
1463 	ipr_err("-----Current Configuration-----\n");
1464 	ipr_err("Cache Directory Card Information:\n");
1465 	ipr_log_ext_vpd(&error->ioa_vpd);
1466 	ipr_err("Adapter Card Information:\n");
1467 	ipr_log_ext_vpd(&error->cfc_vpd);
1468 
1469 	ipr_err("-----Expected Configuration-----\n");
1470 	ipr_err("Cache Directory Card Information:\n");
1471 	ipr_log_ext_vpd(&error->ioa_last_attached_to_cfc_vpd);
1472 	ipr_err("Adapter Card Information:\n");
1473 	ipr_log_ext_vpd(&error->cfc_last_attached_to_ioa_vpd);
1474 
1475 	ipr_err("Additional IOA Data: %08X %08X %08X\n",
1476 		     be32_to_cpu(error->ioa_data[0]),
1477 		     be32_to_cpu(error->ioa_data[1]),
1478 		     be32_to_cpu(error->ioa_data[2]));
1479 }
1480 
1481 /**
1482  * ipr_log_cache_error - Log a cache error.
1483  * @ioa_cfg:	ioa config struct
1484  * @hostrcb:	hostrcb struct
1485  *
1486  * Return value:
1487  * 	none
1488  **/
1489 static void ipr_log_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1490 				struct ipr_hostrcb *hostrcb)
1491 {
1492 	struct ipr_hostrcb_type_02_error *error =
1493 		&hostrcb->hcam.u.error.u.type_02_error;
1494 
1495 	ipr_err("-----Current Configuration-----\n");
1496 	ipr_err("Cache Directory Card Information:\n");
1497 	ipr_log_vpd(&error->ioa_vpd);
1498 	ipr_err("Adapter Card Information:\n");
1499 	ipr_log_vpd(&error->cfc_vpd);
1500 
1501 	ipr_err("-----Expected Configuration-----\n");
1502 	ipr_err("Cache Directory Card Information:\n");
1503 	ipr_log_vpd(&error->ioa_last_attached_to_cfc_vpd);
1504 	ipr_err("Adapter Card Information:\n");
1505 	ipr_log_vpd(&error->cfc_last_attached_to_ioa_vpd);
1506 
1507 	ipr_err("Additional IOA Data: %08X %08X %08X\n",
1508 		     be32_to_cpu(error->ioa_data[0]),
1509 		     be32_to_cpu(error->ioa_data[1]),
1510 		     be32_to_cpu(error->ioa_data[2]));
1511 }
1512 
1513 /**
1514  * ipr_log_enhanced_config_error - Log a configuration error.
1515  * @ioa_cfg:	ioa config struct
1516  * @hostrcb:	hostrcb struct
1517  *
1518  * Return value:
1519  * 	none
1520  **/
1521 static void ipr_log_enhanced_config_error(struct ipr_ioa_cfg *ioa_cfg,
1522 					  struct ipr_hostrcb *hostrcb)
1523 {
1524 	int errors_logged, i;
1525 	struct ipr_hostrcb_device_data_entry_enhanced *dev_entry;
1526 	struct ipr_hostrcb_type_13_error *error;
1527 
1528 	error = &hostrcb->hcam.u.error.u.type_13_error;
1529 	errors_logged = be32_to_cpu(error->errors_logged);
1530 
1531 	ipr_err("Device Errors Detected/Logged: %d/%d\n",
1532 		be32_to_cpu(error->errors_detected), errors_logged);
1533 
1534 	dev_entry = error->dev;
1535 
1536 	for (i = 0; i < errors_logged; i++, dev_entry++) {
1537 		ipr_err_separator;
1538 
1539 		ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1540 		ipr_log_ext_vpd(&dev_entry->vpd);
1541 
1542 		ipr_err("-----New Device Information-----\n");
1543 		ipr_log_ext_vpd(&dev_entry->new_vpd);
1544 
1545 		ipr_err("Cache Directory Card Information:\n");
1546 		ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1547 
1548 		ipr_err("Adapter Card Information:\n");
1549 		ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1550 	}
1551 }
1552 
1553 /**
1554  * ipr_log_sis64_config_error - Log a device error.
1555  * @ioa_cfg:	ioa config struct
1556  * @hostrcb:	hostrcb struct
1557  *
1558  * Return value:
1559  * 	none
1560  **/
1561 static void ipr_log_sis64_config_error(struct ipr_ioa_cfg *ioa_cfg,
1562 				       struct ipr_hostrcb *hostrcb)
1563 {
1564 	int errors_logged, i;
1565 	struct ipr_hostrcb64_device_data_entry_enhanced *dev_entry;
1566 	struct ipr_hostrcb_type_23_error *error;
1567 	char buffer[IPR_MAX_RES_PATH_LENGTH];
1568 
1569 	error = &hostrcb->hcam.u.error64.u.type_23_error;
1570 	errors_logged = be32_to_cpu(error->errors_logged);
1571 
1572 	ipr_err("Device Errors Detected/Logged: %d/%d\n",
1573 		be32_to_cpu(error->errors_detected), errors_logged);
1574 
1575 	dev_entry = error->dev;
1576 
1577 	for (i = 0; i < errors_logged; i++, dev_entry++) {
1578 		ipr_err_separator;
1579 
1580 		ipr_err("Device %d : %s", i + 1,
1581 			 ipr_format_res_path(dev_entry->res_path, buffer,
1582 					     sizeof(buffer)));
1583 		ipr_log_ext_vpd(&dev_entry->vpd);
1584 
1585 		ipr_err("-----New Device Information-----\n");
1586 		ipr_log_ext_vpd(&dev_entry->new_vpd);
1587 
1588 		ipr_err("Cache Directory Card Information:\n");
1589 		ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1590 
1591 		ipr_err("Adapter Card Information:\n");
1592 		ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1593 	}
1594 }
1595 
1596 /**
1597  * ipr_log_config_error - Log a configuration error.
1598  * @ioa_cfg:	ioa config struct
1599  * @hostrcb:	hostrcb struct
1600  *
1601  * Return value:
1602  * 	none
1603  **/
1604 static void ipr_log_config_error(struct ipr_ioa_cfg *ioa_cfg,
1605 				 struct ipr_hostrcb *hostrcb)
1606 {
1607 	int errors_logged, i;
1608 	struct ipr_hostrcb_device_data_entry *dev_entry;
1609 	struct ipr_hostrcb_type_03_error *error;
1610 
1611 	error = &hostrcb->hcam.u.error.u.type_03_error;
1612 	errors_logged = be32_to_cpu(error->errors_logged);
1613 
1614 	ipr_err("Device Errors Detected/Logged: %d/%d\n",
1615 		be32_to_cpu(error->errors_detected), errors_logged);
1616 
1617 	dev_entry = error->dev;
1618 
1619 	for (i = 0; i < errors_logged; i++, dev_entry++) {
1620 		ipr_err_separator;
1621 
1622 		ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1623 		ipr_log_vpd(&dev_entry->vpd);
1624 
1625 		ipr_err("-----New Device Information-----\n");
1626 		ipr_log_vpd(&dev_entry->new_vpd);
1627 
1628 		ipr_err("Cache Directory Card Information:\n");
1629 		ipr_log_vpd(&dev_entry->ioa_last_with_dev_vpd);
1630 
1631 		ipr_err("Adapter Card Information:\n");
1632 		ipr_log_vpd(&dev_entry->cfc_last_with_dev_vpd);
1633 
1634 		ipr_err("Additional IOA Data: %08X %08X %08X %08X %08X\n",
1635 			be32_to_cpu(dev_entry->ioa_data[0]),
1636 			be32_to_cpu(dev_entry->ioa_data[1]),
1637 			be32_to_cpu(dev_entry->ioa_data[2]),
1638 			be32_to_cpu(dev_entry->ioa_data[3]),
1639 			be32_to_cpu(dev_entry->ioa_data[4]));
1640 	}
1641 }
1642 
1643 /**
1644  * ipr_log_enhanced_array_error - Log an array configuration error.
1645  * @ioa_cfg:	ioa config struct
1646  * @hostrcb:	hostrcb struct
1647  *
1648  * Return value:
1649  * 	none
1650  **/
1651 static void ipr_log_enhanced_array_error(struct ipr_ioa_cfg *ioa_cfg,
1652 					 struct ipr_hostrcb *hostrcb)
1653 {
1654 	int i, num_entries;
1655 	struct ipr_hostrcb_type_14_error *error;
1656 	struct ipr_hostrcb_array_data_entry_enhanced *array_entry;
1657 	const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1658 
1659 	error = &hostrcb->hcam.u.error.u.type_14_error;
1660 
1661 	ipr_err_separator;
1662 
1663 	ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1664 		error->protection_level,
1665 		ioa_cfg->host->host_no,
1666 		error->last_func_vset_res_addr.bus,
1667 		error->last_func_vset_res_addr.target,
1668 		error->last_func_vset_res_addr.lun);
1669 
1670 	ipr_err_separator;
1671 
1672 	array_entry = error->array_member;
1673 	num_entries = min_t(u32, be32_to_cpu(error->num_entries),
1674 			    ARRAY_SIZE(error->array_member));
1675 
1676 	for (i = 0; i < num_entries; i++, array_entry++) {
1677 		if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1678 			continue;
1679 
1680 		if (be32_to_cpu(error->exposed_mode_adn) == i)
1681 			ipr_err("Exposed Array Member %d:\n", i);
1682 		else
1683 			ipr_err("Array Member %d:\n", i);
1684 
1685 		ipr_log_ext_vpd(&array_entry->vpd);
1686 		ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1687 		ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1688 				 "Expected Location");
1689 
1690 		ipr_err_separator;
1691 	}
1692 }
1693 
1694 /**
1695  * ipr_log_array_error - Log an array configuration error.
1696  * @ioa_cfg:	ioa config struct
1697  * @hostrcb:	hostrcb struct
1698  *
1699  * Return value:
1700  * 	none
1701  **/
1702 static void ipr_log_array_error(struct ipr_ioa_cfg *ioa_cfg,
1703 				struct ipr_hostrcb *hostrcb)
1704 {
1705 	int i;
1706 	struct ipr_hostrcb_type_04_error *error;
1707 	struct ipr_hostrcb_array_data_entry *array_entry;
1708 	const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1709 
1710 	error = &hostrcb->hcam.u.error.u.type_04_error;
1711 
1712 	ipr_err_separator;
1713 
1714 	ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1715 		error->protection_level,
1716 		ioa_cfg->host->host_no,
1717 		error->last_func_vset_res_addr.bus,
1718 		error->last_func_vset_res_addr.target,
1719 		error->last_func_vset_res_addr.lun);
1720 
1721 	ipr_err_separator;
1722 
1723 	array_entry = error->array_member;
1724 
1725 	for (i = 0; i < 18; i++) {
1726 		if (!memcmp(array_entry->vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1727 			continue;
1728 
1729 		if (be32_to_cpu(error->exposed_mode_adn) == i)
1730 			ipr_err("Exposed Array Member %d:\n", i);
1731 		else
1732 			ipr_err("Array Member %d:\n", i);
1733 
1734 		ipr_log_vpd(&array_entry->vpd);
1735 
1736 		ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1737 		ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1738 				 "Expected Location");
1739 
1740 		ipr_err_separator;
1741 
1742 		if (i == 9)
1743 			array_entry = error->array_member2;
1744 		else
1745 			array_entry++;
1746 	}
1747 }
1748 
1749 /**
1750  * ipr_log_hex_data - Log additional hex IOA error data.
1751  * @ioa_cfg:	ioa config struct
1752  * @data:		IOA error data
1753  * @len:		data length
1754  *
1755  * Return value:
1756  * 	none
1757  **/
1758 static void ipr_log_hex_data(struct ipr_ioa_cfg *ioa_cfg, u32 *data, int len)
1759 {
1760 	int i;
1761 
1762 	if (len == 0)
1763 		return;
1764 
1765 	if (ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
1766 		len = min_t(int, len, IPR_DEFAULT_MAX_ERROR_DUMP);
1767 
1768 	for (i = 0; i < len / 4; i += 4) {
1769 		ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
1770 			be32_to_cpu(data[i]),
1771 			be32_to_cpu(data[i+1]),
1772 			be32_to_cpu(data[i+2]),
1773 			be32_to_cpu(data[i+3]));
1774 	}
1775 }
1776 
1777 /**
1778  * ipr_log_enhanced_dual_ioa_error - Log an enhanced dual adapter error.
1779  * @ioa_cfg:	ioa config struct
1780  * @hostrcb:	hostrcb struct
1781  *
1782  * Return value:
1783  * 	none
1784  **/
1785 static void ipr_log_enhanced_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1786 					    struct ipr_hostrcb *hostrcb)
1787 {
1788 	struct ipr_hostrcb_type_17_error *error;
1789 
1790 	if (ioa_cfg->sis64)
1791 		error = &hostrcb->hcam.u.error64.u.type_17_error;
1792 	else
1793 		error = &hostrcb->hcam.u.error.u.type_17_error;
1794 
1795 	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1796 	strim(error->failure_reason);
1797 
1798 	ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1799 		     be32_to_cpu(hostrcb->hcam.u.error.prc));
1800 	ipr_log_ext_vpd_compact("Remote IOA", hostrcb, &error->vpd);
1801 	ipr_log_hex_data(ioa_cfg, error->data,
1802 			 be32_to_cpu(hostrcb->hcam.length) -
1803 			 (offsetof(struct ipr_hostrcb_error, u) +
1804 			  offsetof(struct ipr_hostrcb_type_17_error, data)));
1805 }
1806 
1807 /**
1808  * ipr_log_dual_ioa_error - Log a dual adapter error.
1809  * @ioa_cfg:	ioa config struct
1810  * @hostrcb:	hostrcb struct
1811  *
1812  * Return value:
1813  * 	none
1814  **/
1815 static void ipr_log_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1816 				   struct ipr_hostrcb *hostrcb)
1817 {
1818 	struct ipr_hostrcb_type_07_error *error;
1819 
1820 	error = &hostrcb->hcam.u.error.u.type_07_error;
1821 	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1822 	strim(error->failure_reason);
1823 
1824 	ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1825 		     be32_to_cpu(hostrcb->hcam.u.error.prc));
1826 	ipr_log_vpd_compact("Remote IOA", hostrcb, &error->vpd);
1827 	ipr_log_hex_data(ioa_cfg, error->data,
1828 			 be32_to_cpu(hostrcb->hcam.length) -
1829 			 (offsetof(struct ipr_hostrcb_error, u) +
1830 			  offsetof(struct ipr_hostrcb_type_07_error, data)));
1831 }
1832 
1833 static const struct {
1834 	u8 active;
1835 	char *desc;
1836 } path_active_desc[] = {
1837 	{ IPR_PATH_NO_INFO, "Path" },
1838 	{ IPR_PATH_ACTIVE, "Active path" },
1839 	{ IPR_PATH_NOT_ACTIVE, "Inactive path" }
1840 };
1841 
1842 static const struct {
1843 	u8 state;
1844 	char *desc;
1845 } path_state_desc[] = {
1846 	{ IPR_PATH_STATE_NO_INFO, "has no path state information available" },
1847 	{ IPR_PATH_HEALTHY, "is healthy" },
1848 	{ IPR_PATH_DEGRADED, "is degraded" },
1849 	{ IPR_PATH_FAILED, "is failed" }
1850 };
1851 
1852 /**
1853  * ipr_log_fabric_path - Log a fabric path error
1854  * @hostrcb:	hostrcb struct
1855  * @fabric:		fabric descriptor
1856  *
1857  * Return value:
1858  * 	none
1859  **/
1860 static void ipr_log_fabric_path(struct ipr_hostrcb *hostrcb,
1861 				struct ipr_hostrcb_fabric_desc *fabric)
1862 {
1863 	int i, j;
1864 	u8 path_state = fabric->path_state;
1865 	u8 active = path_state & IPR_PATH_ACTIVE_MASK;
1866 	u8 state = path_state & IPR_PATH_STATE_MASK;
1867 
1868 	for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
1869 		if (path_active_desc[i].active != active)
1870 			continue;
1871 
1872 		for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
1873 			if (path_state_desc[j].state != state)
1874 				continue;
1875 
1876 			if (fabric->cascaded_expander == 0xff && fabric->phy == 0xff) {
1877 				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d\n",
1878 					     path_active_desc[i].desc, path_state_desc[j].desc,
1879 					     fabric->ioa_port);
1880 			} else if (fabric->cascaded_expander == 0xff) {
1881 				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Phy=%d\n",
1882 					     path_active_desc[i].desc, path_state_desc[j].desc,
1883 					     fabric->ioa_port, fabric->phy);
1884 			} else if (fabric->phy == 0xff) {
1885 				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d\n",
1886 					     path_active_desc[i].desc, path_state_desc[j].desc,
1887 					     fabric->ioa_port, fabric->cascaded_expander);
1888 			} else {
1889 				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d, Phy=%d\n",
1890 					     path_active_desc[i].desc, path_state_desc[j].desc,
1891 					     fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
1892 			}
1893 			return;
1894 		}
1895 	}
1896 
1897 	ipr_err("Path state=%02X IOA Port=%d Cascade=%d Phy=%d\n", path_state,
1898 		fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
1899 }
1900 
1901 /**
1902  * ipr_log64_fabric_path - Log a fabric path error
1903  * @hostrcb:	hostrcb struct
1904  * @fabric:		fabric descriptor
1905  *
1906  * Return value:
1907  * 	none
1908  **/
1909 static void ipr_log64_fabric_path(struct ipr_hostrcb *hostrcb,
1910 				  struct ipr_hostrcb64_fabric_desc *fabric)
1911 {
1912 	int i, j;
1913 	u8 path_state = fabric->path_state;
1914 	u8 active = path_state & IPR_PATH_ACTIVE_MASK;
1915 	u8 state = path_state & IPR_PATH_STATE_MASK;
1916 	char buffer[IPR_MAX_RES_PATH_LENGTH];
1917 
1918 	for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
1919 		if (path_active_desc[i].active != active)
1920 			continue;
1921 
1922 		for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
1923 			if (path_state_desc[j].state != state)
1924 				continue;
1925 
1926 			ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s\n",
1927 				     path_active_desc[i].desc, path_state_desc[j].desc,
1928 				     ipr_format_res_path(fabric->res_path, buffer,
1929 							 sizeof(buffer)));
1930 			return;
1931 		}
1932 	}
1933 
1934 	ipr_err("Path state=%02X Resource Path=%s\n", path_state,
1935 		ipr_format_res_path(fabric->res_path, buffer, sizeof(buffer)));
1936 }
1937 
1938 static const struct {
1939 	u8 type;
1940 	char *desc;
1941 } path_type_desc[] = {
1942 	{ IPR_PATH_CFG_IOA_PORT, "IOA port" },
1943 	{ IPR_PATH_CFG_EXP_PORT, "Expander port" },
1944 	{ IPR_PATH_CFG_DEVICE_PORT, "Device port" },
1945 	{ IPR_PATH_CFG_DEVICE_LUN, "Device LUN" }
1946 };
1947 
1948 static const struct {
1949 	u8 status;
1950 	char *desc;
1951 } path_status_desc[] = {
1952 	{ IPR_PATH_CFG_NO_PROB, "Functional" },
1953 	{ IPR_PATH_CFG_DEGRADED, "Degraded" },
1954 	{ IPR_PATH_CFG_FAILED, "Failed" },
1955 	{ IPR_PATH_CFG_SUSPECT, "Suspect" },
1956 	{ IPR_PATH_NOT_DETECTED, "Missing" },
1957 	{ IPR_PATH_INCORRECT_CONN, "Incorrectly connected" }
1958 };
1959 
1960 static const char *link_rate[] = {
1961 	"unknown",
1962 	"disabled",
1963 	"phy reset problem",
1964 	"spinup hold",
1965 	"port selector",
1966 	"unknown",
1967 	"unknown",
1968 	"unknown",
1969 	"1.5Gbps",
1970 	"3.0Gbps",
1971 	"unknown",
1972 	"unknown",
1973 	"unknown",
1974 	"unknown",
1975 	"unknown",
1976 	"unknown"
1977 };
1978 
1979 /**
1980  * ipr_log_path_elem - Log a fabric path element.
1981  * @hostrcb:	hostrcb struct
1982  * @cfg:		fabric path element struct
1983  *
1984  * Return value:
1985  * 	none
1986  **/
1987 static void ipr_log_path_elem(struct ipr_hostrcb *hostrcb,
1988 			      struct ipr_hostrcb_config_element *cfg)
1989 {
1990 	int i, j;
1991 	u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
1992 	u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
1993 
1994 	if (type == IPR_PATH_CFG_NOT_EXIST)
1995 		return;
1996 
1997 	for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
1998 		if (path_type_desc[i].type != type)
1999 			continue;
2000 
2001 		for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2002 			if (path_status_desc[j].status != status)
2003 				continue;
2004 
2005 			if (type == IPR_PATH_CFG_IOA_PORT) {
2006 				ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, WWN=%08X%08X\n",
2007 					     path_status_desc[j].desc, path_type_desc[i].desc,
2008 					     cfg->phy, link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2009 					     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2010 			} else {
2011 				if (cfg->cascaded_expander == 0xff && cfg->phy == 0xff) {
2012 					ipr_hcam_err(hostrcb, "%s %s: Link rate=%s, WWN=%08X%08X\n",
2013 						     path_status_desc[j].desc, path_type_desc[i].desc,
2014 						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2015 						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2016 				} else if (cfg->cascaded_expander == 0xff) {
2017 					ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, "
2018 						     "WWN=%08X%08X\n", path_status_desc[j].desc,
2019 						     path_type_desc[i].desc, cfg->phy,
2020 						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2021 						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2022 				} else if (cfg->phy == 0xff) {
2023 					ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Link rate=%s, "
2024 						     "WWN=%08X%08X\n", path_status_desc[j].desc,
2025 						     path_type_desc[i].desc, cfg->cascaded_expander,
2026 						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2027 						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2028 				} else {
2029 					ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Phy=%d, Link rate=%s "
2030 						     "WWN=%08X%08X\n", path_status_desc[j].desc,
2031 						     path_type_desc[i].desc, cfg->cascaded_expander, cfg->phy,
2032 						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2033 						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2034 				}
2035 			}
2036 			return;
2037 		}
2038 	}
2039 
2040 	ipr_hcam_err(hostrcb, "Path element=%02X: Cascade=%d Phy=%d Link rate=%s "
2041 		     "WWN=%08X%08X\n", cfg->type_status, cfg->cascaded_expander, cfg->phy,
2042 		     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2043 		     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2044 }
2045 
2046 /**
2047  * ipr_log64_path_elem - Log a fabric path element.
2048  * @hostrcb:	hostrcb struct
2049  * @cfg:		fabric path element struct
2050  *
2051  * Return value:
2052  * 	none
2053  **/
2054 static void ipr_log64_path_elem(struct ipr_hostrcb *hostrcb,
2055 				struct ipr_hostrcb64_config_element *cfg)
2056 {
2057 	int i, j;
2058 	u8 desc_id = cfg->descriptor_id & IPR_DESCRIPTOR_MASK;
2059 	u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2060 	u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2061 	char buffer[IPR_MAX_RES_PATH_LENGTH];
2062 
2063 	if (type == IPR_PATH_CFG_NOT_EXIST || desc_id != IPR_DESCRIPTOR_SIS64)
2064 		return;
2065 
2066 	for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2067 		if (path_type_desc[i].type != type)
2068 			continue;
2069 
2070 		for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2071 			if (path_status_desc[j].status != status)
2072 				continue;
2073 
2074 			ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s, Link rate=%s, WWN=%08X%08X\n",
2075 				     path_status_desc[j].desc, path_type_desc[i].desc,
2076 				     ipr_format_res_path(cfg->res_path, buffer,
2077 							 sizeof(buffer)),
2078 				     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2079 				     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2080 			return;
2081 		}
2082 	}
2083 	ipr_hcam_err(hostrcb, "Path element=%02X: Resource Path=%s, Link rate=%s "
2084 		     "WWN=%08X%08X\n", cfg->type_status,
2085 		     ipr_format_res_path(cfg->res_path, buffer, sizeof(buffer)),
2086 		     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2087 		     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2088 }
2089 
2090 /**
2091  * ipr_log_fabric_error - Log a fabric error.
2092  * @ioa_cfg:	ioa config struct
2093  * @hostrcb:	hostrcb struct
2094  *
2095  * Return value:
2096  * 	none
2097  **/
2098 static void ipr_log_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2099 				 struct ipr_hostrcb *hostrcb)
2100 {
2101 	struct ipr_hostrcb_type_20_error *error;
2102 	struct ipr_hostrcb_fabric_desc *fabric;
2103 	struct ipr_hostrcb_config_element *cfg;
2104 	int i, add_len;
2105 
2106 	error = &hostrcb->hcam.u.error.u.type_20_error;
2107 	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2108 	ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2109 
2110 	add_len = be32_to_cpu(hostrcb->hcam.length) -
2111 		(offsetof(struct ipr_hostrcb_error, u) +
2112 		 offsetof(struct ipr_hostrcb_type_20_error, desc));
2113 
2114 	for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2115 		ipr_log_fabric_path(hostrcb, fabric);
2116 		for_each_fabric_cfg(fabric, cfg)
2117 			ipr_log_path_elem(hostrcb, cfg);
2118 
2119 		add_len -= be16_to_cpu(fabric->length);
2120 		fabric = (struct ipr_hostrcb_fabric_desc *)
2121 			((unsigned long)fabric + be16_to_cpu(fabric->length));
2122 	}
2123 
2124 	ipr_log_hex_data(ioa_cfg, (u32 *)fabric, add_len);
2125 }
2126 
2127 /**
2128  * ipr_log_sis64_array_error - Log a sis64 array error.
2129  * @ioa_cfg:	ioa config struct
2130  * @hostrcb:	hostrcb struct
2131  *
2132  * Return value:
2133  * 	none
2134  **/
2135 static void ipr_log_sis64_array_error(struct ipr_ioa_cfg *ioa_cfg,
2136 				      struct ipr_hostrcb *hostrcb)
2137 {
2138 	int i, num_entries;
2139 	struct ipr_hostrcb_type_24_error *error;
2140 	struct ipr_hostrcb64_array_data_entry *array_entry;
2141 	char buffer[IPR_MAX_RES_PATH_LENGTH];
2142 	const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
2143 
2144 	error = &hostrcb->hcam.u.error64.u.type_24_error;
2145 
2146 	ipr_err_separator;
2147 
2148 	ipr_err("RAID %s Array Configuration: %s\n",
2149 		error->protection_level,
2150 		ipr_format_res_path(error->last_res_path, buffer, sizeof(buffer)));
2151 
2152 	ipr_err_separator;
2153 
2154 	array_entry = error->array_member;
2155 	num_entries = min_t(u32, error->num_entries,
2156 			    ARRAY_SIZE(error->array_member));
2157 
2158 	for (i = 0; i < num_entries; i++, array_entry++) {
2159 
2160 		if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
2161 			continue;
2162 
2163 		if (error->exposed_mode_adn == i)
2164 			ipr_err("Exposed Array Member %d:\n", i);
2165 		else
2166 			ipr_err("Array Member %d:\n", i);
2167 
2168 		ipr_err("Array Member %d:\n", i);
2169 		ipr_log_ext_vpd(&array_entry->vpd);
2170 		ipr_err("Current Location: %s\n",
2171 			 ipr_format_res_path(array_entry->res_path, buffer,
2172 					     sizeof(buffer)));
2173 		ipr_err("Expected Location: %s\n",
2174 			 ipr_format_res_path(array_entry->expected_res_path,
2175 					     buffer, sizeof(buffer)));
2176 
2177 		ipr_err_separator;
2178 	}
2179 }
2180 
2181 /**
2182  * ipr_log_sis64_fabric_error - Log a sis64 fabric error.
2183  * @ioa_cfg:	ioa config struct
2184  * @hostrcb:	hostrcb struct
2185  *
2186  * Return value:
2187  * 	none
2188  **/
2189 static void ipr_log_sis64_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2190 				       struct ipr_hostrcb *hostrcb)
2191 {
2192 	struct ipr_hostrcb_type_30_error *error;
2193 	struct ipr_hostrcb64_fabric_desc *fabric;
2194 	struct ipr_hostrcb64_config_element *cfg;
2195 	int i, add_len;
2196 
2197 	error = &hostrcb->hcam.u.error64.u.type_30_error;
2198 
2199 	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2200 	ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2201 
2202 	add_len = be32_to_cpu(hostrcb->hcam.length) -
2203 		(offsetof(struct ipr_hostrcb64_error, u) +
2204 		 offsetof(struct ipr_hostrcb_type_30_error, desc));
2205 
2206 	for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2207 		ipr_log64_fabric_path(hostrcb, fabric);
2208 		for_each_fabric_cfg(fabric, cfg)
2209 			ipr_log64_path_elem(hostrcb, cfg);
2210 
2211 		add_len -= be16_to_cpu(fabric->length);
2212 		fabric = (struct ipr_hostrcb64_fabric_desc *)
2213 			((unsigned long)fabric + be16_to_cpu(fabric->length));
2214 	}
2215 
2216 	ipr_log_hex_data(ioa_cfg, (u32 *)fabric, add_len);
2217 }
2218 
2219 /**
2220  * ipr_log_generic_error - Log an adapter error.
2221  * @ioa_cfg:	ioa config struct
2222  * @hostrcb:	hostrcb struct
2223  *
2224  * Return value:
2225  * 	none
2226  **/
2227 static void ipr_log_generic_error(struct ipr_ioa_cfg *ioa_cfg,
2228 				  struct ipr_hostrcb *hostrcb)
2229 {
2230 	ipr_log_hex_data(ioa_cfg, hostrcb->hcam.u.raw.data,
2231 			 be32_to_cpu(hostrcb->hcam.length));
2232 }
2233 
2234 /**
2235  * ipr_get_error - Find the specfied IOASC in the ipr_error_table.
2236  * @ioasc:	IOASC
2237  *
2238  * This function will return the index of into the ipr_error_table
2239  * for the specified IOASC. If the IOASC is not in the table,
2240  * 0 will be returned, which points to the entry used for unknown errors.
2241  *
2242  * Return value:
2243  * 	index into the ipr_error_table
2244  **/
2245 static u32 ipr_get_error(u32 ioasc)
2246 {
2247 	int i;
2248 
2249 	for (i = 0; i < ARRAY_SIZE(ipr_error_table); i++)
2250 		if (ipr_error_table[i].ioasc == (ioasc & IPR_IOASC_IOASC_MASK))
2251 			return i;
2252 
2253 	return 0;
2254 }
2255 
2256 /**
2257  * ipr_handle_log_data - Log an adapter error.
2258  * @ioa_cfg:	ioa config struct
2259  * @hostrcb:	hostrcb struct
2260  *
2261  * This function logs an adapter error to the system.
2262  *
2263  * Return value:
2264  * 	none
2265  **/
2266 static void ipr_handle_log_data(struct ipr_ioa_cfg *ioa_cfg,
2267 				struct ipr_hostrcb *hostrcb)
2268 {
2269 	u32 ioasc;
2270 	int error_index;
2271 
2272 	if (hostrcb->hcam.notify_type != IPR_HOST_RCB_NOTIF_TYPE_ERROR_LOG_ENTRY)
2273 		return;
2274 
2275 	if (hostrcb->hcam.notifications_lost == IPR_HOST_RCB_NOTIFICATIONS_LOST)
2276 		dev_err(&ioa_cfg->pdev->dev, "Error notifications lost\n");
2277 
2278 	if (ioa_cfg->sis64)
2279 		ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2280 	else
2281 		ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2282 
2283 	if (!ioa_cfg->sis64 && (ioasc == IPR_IOASC_BUS_WAS_RESET ||
2284 	    ioasc == IPR_IOASC_BUS_WAS_RESET_BY_OTHER)) {
2285 		/* Tell the midlayer we had a bus reset so it will handle the UA properly */
2286 		scsi_report_bus_reset(ioa_cfg->host,
2287 				      hostrcb->hcam.u.error.fd_res_addr.bus);
2288 	}
2289 
2290 	error_index = ipr_get_error(ioasc);
2291 
2292 	if (!ipr_error_table[error_index].log_hcam)
2293 		return;
2294 
2295 	ipr_hcam_err(hostrcb, "%s\n", ipr_error_table[error_index].error);
2296 
2297 	/* Set indication we have logged an error */
2298 	ioa_cfg->errors_logged++;
2299 
2300 	if (ioa_cfg->log_level < ipr_error_table[error_index].log_hcam)
2301 		return;
2302 	if (be32_to_cpu(hostrcb->hcam.length) > sizeof(hostrcb->hcam.u.raw))
2303 		hostrcb->hcam.length = cpu_to_be32(sizeof(hostrcb->hcam.u.raw));
2304 
2305 	switch (hostrcb->hcam.overlay_id) {
2306 	case IPR_HOST_RCB_OVERLAY_ID_2:
2307 		ipr_log_cache_error(ioa_cfg, hostrcb);
2308 		break;
2309 	case IPR_HOST_RCB_OVERLAY_ID_3:
2310 		ipr_log_config_error(ioa_cfg, hostrcb);
2311 		break;
2312 	case IPR_HOST_RCB_OVERLAY_ID_4:
2313 	case IPR_HOST_RCB_OVERLAY_ID_6:
2314 		ipr_log_array_error(ioa_cfg, hostrcb);
2315 		break;
2316 	case IPR_HOST_RCB_OVERLAY_ID_7:
2317 		ipr_log_dual_ioa_error(ioa_cfg, hostrcb);
2318 		break;
2319 	case IPR_HOST_RCB_OVERLAY_ID_12:
2320 		ipr_log_enhanced_cache_error(ioa_cfg, hostrcb);
2321 		break;
2322 	case IPR_HOST_RCB_OVERLAY_ID_13:
2323 		ipr_log_enhanced_config_error(ioa_cfg, hostrcb);
2324 		break;
2325 	case IPR_HOST_RCB_OVERLAY_ID_14:
2326 	case IPR_HOST_RCB_OVERLAY_ID_16:
2327 		ipr_log_enhanced_array_error(ioa_cfg, hostrcb);
2328 		break;
2329 	case IPR_HOST_RCB_OVERLAY_ID_17:
2330 		ipr_log_enhanced_dual_ioa_error(ioa_cfg, hostrcb);
2331 		break;
2332 	case IPR_HOST_RCB_OVERLAY_ID_20:
2333 		ipr_log_fabric_error(ioa_cfg, hostrcb);
2334 		break;
2335 	case IPR_HOST_RCB_OVERLAY_ID_23:
2336 		ipr_log_sis64_config_error(ioa_cfg, hostrcb);
2337 		break;
2338 	case IPR_HOST_RCB_OVERLAY_ID_24:
2339 	case IPR_HOST_RCB_OVERLAY_ID_26:
2340 		ipr_log_sis64_array_error(ioa_cfg, hostrcb);
2341 		break;
2342 	case IPR_HOST_RCB_OVERLAY_ID_30:
2343 		ipr_log_sis64_fabric_error(ioa_cfg, hostrcb);
2344 		break;
2345 	case IPR_HOST_RCB_OVERLAY_ID_1:
2346 	case IPR_HOST_RCB_OVERLAY_ID_DEFAULT:
2347 	default:
2348 		ipr_log_generic_error(ioa_cfg, hostrcb);
2349 		break;
2350 	}
2351 }
2352 
2353 /**
2354  * ipr_process_error - Op done function for an adapter error log.
2355  * @ipr_cmd:	ipr command struct
2356  *
2357  * This function is the op done function for an error log host
2358  * controlled async from the adapter. It will log the error and
2359  * send the HCAM back to the adapter.
2360  *
2361  * Return value:
2362  * 	none
2363  **/
2364 static void ipr_process_error(struct ipr_cmnd *ipr_cmd)
2365 {
2366 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2367 	struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
2368 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
2369 	u32 fd_ioasc;
2370 
2371 	if (ioa_cfg->sis64)
2372 		fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2373 	else
2374 		fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2375 
2376 	list_del(&hostrcb->queue);
2377 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
2378 
2379 	if (!ioasc) {
2380 		ipr_handle_log_data(ioa_cfg, hostrcb);
2381 		if (fd_ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED)
2382 			ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
2383 	} else if (ioasc != IPR_IOASC_IOA_WAS_RESET) {
2384 		dev_err(&ioa_cfg->pdev->dev,
2385 			"Host RCB failed with IOASC: 0x%08X\n", ioasc);
2386 	}
2387 
2388 	ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
2389 }
2390 
2391 /**
2392  * ipr_timeout -  An internally generated op has timed out.
2393  * @ipr_cmd:	ipr command struct
2394  *
2395  * This function blocks host requests and initiates an
2396  * adapter reset.
2397  *
2398  * Return value:
2399  * 	none
2400  **/
2401 static void ipr_timeout(struct ipr_cmnd *ipr_cmd)
2402 {
2403 	unsigned long lock_flags = 0;
2404 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2405 
2406 	ENTER;
2407 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2408 
2409 	ioa_cfg->errors_logged++;
2410 	dev_err(&ioa_cfg->pdev->dev,
2411 		"Adapter being reset due to command timeout.\n");
2412 
2413 	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2414 		ioa_cfg->sdt_state = GET_DUMP;
2415 
2416 	if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd)
2417 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2418 
2419 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2420 	LEAVE;
2421 }
2422 
2423 /**
2424  * ipr_oper_timeout -  Adapter timed out transitioning to operational
2425  * @ipr_cmd:	ipr command struct
2426  *
2427  * This function blocks host requests and initiates an
2428  * adapter reset.
2429  *
2430  * Return value:
2431  * 	none
2432  **/
2433 static void ipr_oper_timeout(struct ipr_cmnd *ipr_cmd)
2434 {
2435 	unsigned long lock_flags = 0;
2436 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2437 
2438 	ENTER;
2439 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2440 
2441 	ioa_cfg->errors_logged++;
2442 	dev_err(&ioa_cfg->pdev->dev,
2443 		"Adapter timed out transitioning to operational.\n");
2444 
2445 	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2446 		ioa_cfg->sdt_state = GET_DUMP;
2447 
2448 	if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd) {
2449 		if (ipr_fastfail)
2450 			ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
2451 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2452 	}
2453 
2454 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2455 	LEAVE;
2456 }
2457 
2458 /**
2459  * ipr_reset_reload - Reset/Reload the IOA
2460  * @ioa_cfg:		ioa config struct
2461  * @shutdown_type:	shutdown type
2462  *
2463  * This function resets the adapter and re-initializes it.
2464  * This function assumes that all new host commands have been stopped.
2465  * Return value:
2466  * 	SUCCESS / FAILED
2467  **/
2468 static int ipr_reset_reload(struct ipr_ioa_cfg *ioa_cfg,
2469 			    enum ipr_shutdown_type shutdown_type)
2470 {
2471 	if (!ioa_cfg->in_reset_reload)
2472 		ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
2473 
2474 	spin_unlock_irq(ioa_cfg->host->host_lock);
2475 	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
2476 	spin_lock_irq(ioa_cfg->host->host_lock);
2477 
2478 	/* If we got hit with a host reset while we were already resetting
2479 	 the adapter for some reason, and the reset failed. */
2480 	if (ioa_cfg->ioa_is_dead) {
2481 		ipr_trace;
2482 		return FAILED;
2483 	}
2484 
2485 	return SUCCESS;
2486 }
2487 
2488 /**
2489  * ipr_find_ses_entry - Find matching SES in SES table
2490  * @res:	resource entry struct of SES
2491  *
2492  * Return value:
2493  * 	pointer to SES table entry / NULL on failure
2494  **/
2495 static const struct ipr_ses_table_entry *
2496 ipr_find_ses_entry(struct ipr_resource_entry *res)
2497 {
2498 	int i, j, matches;
2499 	struct ipr_std_inq_vpids *vpids;
2500 	const struct ipr_ses_table_entry *ste = ipr_ses_table;
2501 
2502 	for (i = 0; i < ARRAY_SIZE(ipr_ses_table); i++, ste++) {
2503 		for (j = 0, matches = 0; j < IPR_PROD_ID_LEN; j++) {
2504 			if (ste->compare_product_id_byte[j] == 'X') {
2505 				vpids = &res->std_inq_data.vpids;
2506 				if (vpids->product_id[j] == ste->product_id[j])
2507 					matches++;
2508 				else
2509 					break;
2510 			} else
2511 				matches++;
2512 		}
2513 
2514 		if (matches == IPR_PROD_ID_LEN)
2515 			return ste;
2516 	}
2517 
2518 	return NULL;
2519 }
2520 
2521 /**
2522  * ipr_get_max_scsi_speed - Determine max SCSI speed for a given bus
2523  * @ioa_cfg:	ioa config struct
2524  * @bus:		SCSI bus
2525  * @bus_width:	bus width
2526  *
2527  * Return value:
2528  *	SCSI bus speed in units of 100KHz, 1600 is 160 MHz
2529  *	For a 2-byte wide SCSI bus, the maximum transfer speed is
2530  *	twice the maximum transfer rate (e.g. for a wide enabled bus,
2531  *	max 160MHz = max 320MB/sec).
2532  **/
2533 static u32 ipr_get_max_scsi_speed(struct ipr_ioa_cfg *ioa_cfg, u8 bus, u8 bus_width)
2534 {
2535 	struct ipr_resource_entry *res;
2536 	const struct ipr_ses_table_entry *ste;
2537 	u32 max_xfer_rate = IPR_MAX_SCSI_RATE(bus_width);
2538 
2539 	/* Loop through each config table entry in the config table buffer */
2540 	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
2541 		if (!(IPR_IS_SES_DEVICE(res->std_inq_data)))
2542 			continue;
2543 
2544 		if (bus != res->bus)
2545 			continue;
2546 
2547 		if (!(ste = ipr_find_ses_entry(res)))
2548 			continue;
2549 
2550 		max_xfer_rate = (ste->max_bus_speed_limit * 10) / (bus_width / 8);
2551 	}
2552 
2553 	return max_xfer_rate;
2554 }
2555 
2556 /**
2557  * ipr_wait_iodbg_ack - Wait for an IODEBUG ACK from the IOA
2558  * @ioa_cfg:		ioa config struct
2559  * @max_delay:		max delay in micro-seconds to wait
2560  *
2561  * Waits for an IODEBUG ACK from the IOA, doing busy looping.
2562  *
2563  * Return value:
2564  * 	0 on success / other on failure
2565  **/
2566 static int ipr_wait_iodbg_ack(struct ipr_ioa_cfg *ioa_cfg, int max_delay)
2567 {
2568 	volatile u32 pcii_reg;
2569 	int delay = 1;
2570 
2571 	/* Read interrupt reg until IOA signals IO Debug Acknowledge */
2572 	while (delay < max_delay) {
2573 		pcii_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
2574 
2575 		if (pcii_reg & IPR_PCII_IO_DEBUG_ACKNOWLEDGE)
2576 			return 0;
2577 
2578 		/* udelay cannot be used if delay is more than a few milliseconds */
2579 		if ((delay / 1000) > MAX_UDELAY_MS)
2580 			mdelay(delay / 1000);
2581 		else
2582 			udelay(delay);
2583 
2584 		delay += delay;
2585 	}
2586 	return -EIO;
2587 }
2588 
2589 /**
2590  * ipr_get_sis64_dump_data_section - Dump IOA memory
2591  * @ioa_cfg:			ioa config struct
2592  * @start_addr:			adapter address to dump
2593  * @dest:			destination kernel buffer
2594  * @length_in_words:		length to dump in 4 byte words
2595  *
2596  * Return value:
2597  * 	0 on success
2598  **/
2599 static int ipr_get_sis64_dump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2600 					   u32 start_addr,
2601 					   __be32 *dest, u32 length_in_words)
2602 {
2603 	int i;
2604 
2605 	for (i = 0; i < length_in_words; i++) {
2606 		writel(start_addr+(i*4), ioa_cfg->regs.dump_addr_reg);
2607 		*dest = cpu_to_be32(readl(ioa_cfg->regs.dump_data_reg));
2608 		dest++;
2609 	}
2610 
2611 	return 0;
2612 }
2613 
2614 /**
2615  * ipr_get_ldump_data_section - Dump IOA memory
2616  * @ioa_cfg:			ioa config struct
2617  * @start_addr:			adapter address to dump
2618  * @dest:				destination kernel buffer
2619  * @length_in_words:	length to dump in 4 byte words
2620  *
2621  * Return value:
2622  * 	0 on success / -EIO on failure
2623  **/
2624 static int ipr_get_ldump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2625 				      u32 start_addr,
2626 				      __be32 *dest, u32 length_in_words)
2627 {
2628 	volatile u32 temp_pcii_reg;
2629 	int i, delay = 0;
2630 
2631 	if (ioa_cfg->sis64)
2632 		return ipr_get_sis64_dump_data_section(ioa_cfg, start_addr,
2633 						       dest, length_in_words);
2634 
2635 	/* Write IOA interrupt reg starting LDUMP state  */
2636 	writel((IPR_UPROCI_RESET_ALERT | IPR_UPROCI_IO_DEBUG_ALERT),
2637 	       ioa_cfg->regs.set_uproc_interrupt_reg32);
2638 
2639 	/* Wait for IO debug acknowledge */
2640 	if (ipr_wait_iodbg_ack(ioa_cfg,
2641 			       IPR_LDUMP_MAX_LONG_ACK_DELAY_IN_USEC)) {
2642 		dev_err(&ioa_cfg->pdev->dev,
2643 			"IOA dump long data transfer timeout\n");
2644 		return -EIO;
2645 	}
2646 
2647 	/* Signal LDUMP interlocked - clear IO debug ack */
2648 	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2649 	       ioa_cfg->regs.clr_interrupt_reg);
2650 
2651 	/* Write Mailbox with starting address */
2652 	writel(start_addr, ioa_cfg->ioa_mailbox);
2653 
2654 	/* Signal address valid - clear IOA Reset alert */
2655 	writel(IPR_UPROCI_RESET_ALERT,
2656 	       ioa_cfg->regs.clr_uproc_interrupt_reg32);
2657 
2658 	for (i = 0; i < length_in_words; i++) {
2659 		/* Wait for IO debug acknowledge */
2660 		if (ipr_wait_iodbg_ack(ioa_cfg,
2661 				       IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC)) {
2662 			dev_err(&ioa_cfg->pdev->dev,
2663 				"IOA dump short data transfer timeout\n");
2664 			return -EIO;
2665 		}
2666 
2667 		/* Read data from mailbox and increment destination pointer */
2668 		*dest = cpu_to_be32(readl(ioa_cfg->ioa_mailbox));
2669 		dest++;
2670 
2671 		/* For all but the last word of data, signal data received */
2672 		if (i < (length_in_words - 1)) {
2673 			/* Signal dump data received - Clear IO debug Ack */
2674 			writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2675 			       ioa_cfg->regs.clr_interrupt_reg);
2676 		}
2677 	}
2678 
2679 	/* Signal end of block transfer. Set reset alert then clear IO debug ack */
2680 	writel(IPR_UPROCI_RESET_ALERT,
2681 	       ioa_cfg->regs.set_uproc_interrupt_reg32);
2682 
2683 	writel(IPR_UPROCI_IO_DEBUG_ALERT,
2684 	       ioa_cfg->regs.clr_uproc_interrupt_reg32);
2685 
2686 	/* Signal dump data received - Clear IO debug Ack */
2687 	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2688 	       ioa_cfg->regs.clr_interrupt_reg);
2689 
2690 	/* Wait for IOA to signal LDUMP exit - IOA reset alert will be cleared */
2691 	while (delay < IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC) {
2692 		temp_pcii_reg =
2693 		    readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
2694 
2695 		if (!(temp_pcii_reg & IPR_UPROCI_RESET_ALERT))
2696 			return 0;
2697 
2698 		udelay(10);
2699 		delay += 10;
2700 	}
2701 
2702 	return 0;
2703 }
2704 
2705 #ifdef CONFIG_SCSI_IPR_DUMP
2706 /**
2707  * ipr_sdt_copy - Copy Smart Dump Table to kernel buffer
2708  * @ioa_cfg:		ioa config struct
2709  * @pci_address:	adapter address
2710  * @length:			length of data to copy
2711  *
2712  * Copy data from PCI adapter to kernel buffer.
2713  * Note: length MUST be a 4 byte multiple
2714  * Return value:
2715  * 	0 on success / other on failure
2716  **/
2717 static int ipr_sdt_copy(struct ipr_ioa_cfg *ioa_cfg,
2718 			unsigned long pci_address, u32 length)
2719 {
2720 	int bytes_copied = 0;
2721 	int cur_len, rc, rem_len, rem_page_len, max_dump_size;
2722 	__be32 *page;
2723 	unsigned long lock_flags = 0;
2724 	struct ipr_ioa_dump *ioa_dump = &ioa_cfg->dump->ioa_dump;
2725 
2726 	if (ioa_cfg->sis64)
2727 		max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
2728 	else
2729 		max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
2730 
2731 	while (bytes_copied < length &&
2732 	       (ioa_dump->hdr.len + bytes_copied) < max_dump_size) {
2733 		if (ioa_dump->page_offset >= PAGE_SIZE ||
2734 		    ioa_dump->page_offset == 0) {
2735 			page = (__be32 *)__get_free_page(GFP_ATOMIC);
2736 
2737 			if (!page) {
2738 				ipr_trace;
2739 				return bytes_copied;
2740 			}
2741 
2742 			ioa_dump->page_offset = 0;
2743 			ioa_dump->ioa_data[ioa_dump->next_page_index] = page;
2744 			ioa_dump->next_page_index++;
2745 		} else
2746 			page = ioa_dump->ioa_data[ioa_dump->next_page_index - 1];
2747 
2748 		rem_len = length - bytes_copied;
2749 		rem_page_len = PAGE_SIZE - ioa_dump->page_offset;
2750 		cur_len = min(rem_len, rem_page_len);
2751 
2752 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2753 		if (ioa_cfg->sdt_state == ABORT_DUMP) {
2754 			rc = -EIO;
2755 		} else {
2756 			rc = ipr_get_ldump_data_section(ioa_cfg,
2757 							pci_address + bytes_copied,
2758 							&page[ioa_dump->page_offset / 4],
2759 							(cur_len / sizeof(u32)));
2760 		}
2761 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2762 
2763 		if (!rc) {
2764 			ioa_dump->page_offset += cur_len;
2765 			bytes_copied += cur_len;
2766 		} else {
2767 			ipr_trace;
2768 			break;
2769 		}
2770 		schedule();
2771 	}
2772 
2773 	return bytes_copied;
2774 }
2775 
2776 /**
2777  * ipr_init_dump_entry_hdr - Initialize a dump entry header.
2778  * @hdr:	dump entry header struct
2779  *
2780  * Return value:
2781  * 	nothing
2782  **/
2783 static void ipr_init_dump_entry_hdr(struct ipr_dump_entry_header *hdr)
2784 {
2785 	hdr->eye_catcher = IPR_DUMP_EYE_CATCHER;
2786 	hdr->num_elems = 1;
2787 	hdr->offset = sizeof(*hdr);
2788 	hdr->status = IPR_DUMP_STATUS_SUCCESS;
2789 }
2790 
2791 /**
2792  * ipr_dump_ioa_type_data - Fill in the adapter type in the dump.
2793  * @ioa_cfg:	ioa config struct
2794  * @driver_dump:	driver dump struct
2795  *
2796  * Return value:
2797  * 	nothing
2798  **/
2799 static void ipr_dump_ioa_type_data(struct ipr_ioa_cfg *ioa_cfg,
2800 				   struct ipr_driver_dump *driver_dump)
2801 {
2802 	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
2803 
2804 	ipr_init_dump_entry_hdr(&driver_dump->ioa_type_entry.hdr);
2805 	driver_dump->ioa_type_entry.hdr.len =
2806 		sizeof(struct ipr_dump_ioa_type_entry) -
2807 		sizeof(struct ipr_dump_entry_header);
2808 	driver_dump->ioa_type_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
2809 	driver_dump->ioa_type_entry.hdr.id = IPR_DUMP_DRIVER_TYPE_ID;
2810 	driver_dump->ioa_type_entry.type = ioa_cfg->type;
2811 	driver_dump->ioa_type_entry.fw_version = (ucode_vpd->major_release << 24) |
2812 		(ucode_vpd->card_type << 16) | (ucode_vpd->minor_release[0] << 8) |
2813 		ucode_vpd->minor_release[1];
2814 	driver_dump->hdr.num_entries++;
2815 }
2816 
2817 /**
2818  * ipr_dump_version_data - Fill in the driver version in the dump.
2819  * @ioa_cfg:	ioa config struct
2820  * @driver_dump:	driver dump struct
2821  *
2822  * Return value:
2823  * 	nothing
2824  **/
2825 static void ipr_dump_version_data(struct ipr_ioa_cfg *ioa_cfg,
2826 				  struct ipr_driver_dump *driver_dump)
2827 {
2828 	ipr_init_dump_entry_hdr(&driver_dump->version_entry.hdr);
2829 	driver_dump->version_entry.hdr.len =
2830 		sizeof(struct ipr_dump_version_entry) -
2831 		sizeof(struct ipr_dump_entry_header);
2832 	driver_dump->version_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
2833 	driver_dump->version_entry.hdr.id = IPR_DUMP_DRIVER_VERSION_ID;
2834 	strcpy(driver_dump->version_entry.version, IPR_DRIVER_VERSION);
2835 	driver_dump->hdr.num_entries++;
2836 }
2837 
2838 /**
2839  * ipr_dump_trace_data - Fill in the IOA trace in the dump.
2840  * @ioa_cfg:	ioa config struct
2841  * @driver_dump:	driver dump struct
2842  *
2843  * Return value:
2844  * 	nothing
2845  **/
2846 static void ipr_dump_trace_data(struct ipr_ioa_cfg *ioa_cfg,
2847 				   struct ipr_driver_dump *driver_dump)
2848 {
2849 	ipr_init_dump_entry_hdr(&driver_dump->trace_entry.hdr);
2850 	driver_dump->trace_entry.hdr.len =
2851 		sizeof(struct ipr_dump_trace_entry) -
2852 		sizeof(struct ipr_dump_entry_header);
2853 	driver_dump->trace_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
2854 	driver_dump->trace_entry.hdr.id = IPR_DUMP_TRACE_ID;
2855 	memcpy(driver_dump->trace_entry.trace, ioa_cfg->trace, IPR_TRACE_SIZE);
2856 	driver_dump->hdr.num_entries++;
2857 }
2858 
2859 /**
2860  * ipr_dump_location_data - Fill in the IOA location in the dump.
2861  * @ioa_cfg:	ioa config struct
2862  * @driver_dump:	driver dump struct
2863  *
2864  * Return value:
2865  * 	nothing
2866  **/
2867 static void ipr_dump_location_data(struct ipr_ioa_cfg *ioa_cfg,
2868 				   struct ipr_driver_dump *driver_dump)
2869 {
2870 	ipr_init_dump_entry_hdr(&driver_dump->location_entry.hdr);
2871 	driver_dump->location_entry.hdr.len =
2872 		sizeof(struct ipr_dump_location_entry) -
2873 		sizeof(struct ipr_dump_entry_header);
2874 	driver_dump->location_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
2875 	driver_dump->location_entry.hdr.id = IPR_DUMP_LOCATION_ID;
2876 	strcpy(driver_dump->location_entry.location, dev_name(&ioa_cfg->pdev->dev));
2877 	driver_dump->hdr.num_entries++;
2878 }
2879 
2880 /**
2881  * ipr_get_ioa_dump - Perform a dump of the driver and adapter.
2882  * @ioa_cfg:	ioa config struct
2883  * @dump:		dump struct
2884  *
2885  * Return value:
2886  * 	nothing
2887  **/
2888 static void ipr_get_ioa_dump(struct ipr_ioa_cfg *ioa_cfg, struct ipr_dump *dump)
2889 {
2890 	unsigned long start_addr, sdt_word;
2891 	unsigned long lock_flags = 0;
2892 	struct ipr_driver_dump *driver_dump = &dump->driver_dump;
2893 	struct ipr_ioa_dump *ioa_dump = &dump->ioa_dump;
2894 	u32 num_entries, max_num_entries, start_off, end_off;
2895 	u32 max_dump_size, bytes_to_copy, bytes_copied, rc;
2896 	struct ipr_sdt *sdt;
2897 	int valid = 1;
2898 	int i;
2899 
2900 	ENTER;
2901 
2902 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2903 
2904 	if (ioa_cfg->sdt_state != GET_DUMP) {
2905 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2906 		return;
2907 	}
2908 
2909 	if (ioa_cfg->sis64) {
2910 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2911 		ssleep(IPR_DUMP_DELAY_SECONDS);
2912 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2913 	}
2914 
2915 	start_addr = readl(ioa_cfg->ioa_mailbox);
2916 
2917 	if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(start_addr)) {
2918 		dev_err(&ioa_cfg->pdev->dev,
2919 			"Invalid dump table format: %lx\n", start_addr);
2920 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2921 		return;
2922 	}
2923 
2924 	dev_err(&ioa_cfg->pdev->dev, "Dump of IOA initiated\n");
2925 
2926 	driver_dump->hdr.eye_catcher = IPR_DUMP_EYE_CATCHER;
2927 
2928 	/* Initialize the overall dump header */
2929 	driver_dump->hdr.len = sizeof(struct ipr_driver_dump);
2930 	driver_dump->hdr.num_entries = 1;
2931 	driver_dump->hdr.first_entry_offset = sizeof(struct ipr_dump_header);
2932 	driver_dump->hdr.status = IPR_DUMP_STATUS_SUCCESS;
2933 	driver_dump->hdr.os = IPR_DUMP_OS_LINUX;
2934 	driver_dump->hdr.driver_name = IPR_DUMP_DRIVER_NAME;
2935 
2936 	ipr_dump_version_data(ioa_cfg, driver_dump);
2937 	ipr_dump_location_data(ioa_cfg, driver_dump);
2938 	ipr_dump_ioa_type_data(ioa_cfg, driver_dump);
2939 	ipr_dump_trace_data(ioa_cfg, driver_dump);
2940 
2941 	/* Update dump_header */
2942 	driver_dump->hdr.len += sizeof(struct ipr_dump_entry_header);
2943 
2944 	/* IOA Dump entry */
2945 	ipr_init_dump_entry_hdr(&ioa_dump->hdr);
2946 	ioa_dump->hdr.len = 0;
2947 	ioa_dump->hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
2948 	ioa_dump->hdr.id = IPR_DUMP_IOA_DUMP_ID;
2949 
2950 	/* First entries in sdt are actually a list of dump addresses and
2951 	 lengths to gather the real dump data.  sdt represents the pointer
2952 	 to the ioa generated dump table.  Dump data will be extracted based
2953 	 on entries in this table */
2954 	sdt = &ioa_dump->sdt;
2955 
2956 	if (ioa_cfg->sis64) {
2957 		max_num_entries = IPR_FMT3_NUM_SDT_ENTRIES;
2958 		max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
2959 	} else {
2960 		max_num_entries = IPR_FMT2_NUM_SDT_ENTRIES;
2961 		max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
2962 	}
2963 
2964 	bytes_to_copy = offsetof(struct ipr_sdt, entry) +
2965 			(max_num_entries * sizeof(struct ipr_sdt_entry));
2966 	rc = ipr_get_ldump_data_section(ioa_cfg, start_addr, (__be32 *)sdt,
2967 					bytes_to_copy / sizeof(__be32));
2968 
2969 	/* Smart Dump table is ready to use and the first entry is valid */
2970 	if (rc || ((be32_to_cpu(sdt->hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
2971 	    (be32_to_cpu(sdt->hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
2972 		dev_err(&ioa_cfg->pdev->dev,
2973 			"Dump of IOA failed. Dump table not valid: %d, %X.\n",
2974 			rc, be32_to_cpu(sdt->hdr.state));
2975 		driver_dump->hdr.status = IPR_DUMP_STATUS_FAILED;
2976 		ioa_cfg->sdt_state = DUMP_OBTAINED;
2977 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2978 		return;
2979 	}
2980 
2981 	num_entries = be32_to_cpu(sdt->hdr.num_entries_used);
2982 
2983 	if (num_entries > max_num_entries)
2984 		num_entries = max_num_entries;
2985 
2986 	/* Update dump length to the actual data to be copied */
2987 	dump->driver_dump.hdr.len += sizeof(struct ipr_sdt_header);
2988 	if (ioa_cfg->sis64)
2989 		dump->driver_dump.hdr.len += num_entries * sizeof(struct ipr_sdt_entry);
2990 	else
2991 		dump->driver_dump.hdr.len += max_num_entries * sizeof(struct ipr_sdt_entry);
2992 
2993 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2994 
2995 	for (i = 0; i < num_entries; i++) {
2996 		if (ioa_dump->hdr.len > max_dump_size) {
2997 			driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
2998 			break;
2999 		}
3000 
3001 		if (sdt->entry[i].flags & IPR_SDT_VALID_ENTRY) {
3002 			sdt_word = be32_to_cpu(sdt->entry[i].start_token);
3003 			if (ioa_cfg->sis64)
3004 				bytes_to_copy = be32_to_cpu(sdt->entry[i].end_token);
3005 			else {
3006 				start_off = sdt_word & IPR_FMT2_MBX_ADDR_MASK;
3007 				end_off = be32_to_cpu(sdt->entry[i].end_token);
3008 
3009 				if (ipr_sdt_is_fmt2(sdt_word) && sdt_word)
3010 					bytes_to_copy = end_off - start_off;
3011 				else
3012 					valid = 0;
3013 			}
3014 			if (valid) {
3015 				if (bytes_to_copy > max_dump_size) {
3016 					sdt->entry[i].flags &= ~IPR_SDT_VALID_ENTRY;
3017 					continue;
3018 				}
3019 
3020 				/* Copy data from adapter to driver buffers */
3021 				bytes_copied = ipr_sdt_copy(ioa_cfg, sdt_word,
3022 							    bytes_to_copy);
3023 
3024 				ioa_dump->hdr.len += bytes_copied;
3025 
3026 				if (bytes_copied != bytes_to_copy) {
3027 					driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3028 					break;
3029 				}
3030 			}
3031 		}
3032 	}
3033 
3034 	dev_err(&ioa_cfg->pdev->dev, "Dump of IOA completed.\n");
3035 
3036 	/* Update dump_header */
3037 	driver_dump->hdr.len += ioa_dump->hdr.len;
3038 	wmb();
3039 	ioa_cfg->sdt_state = DUMP_OBTAINED;
3040 	LEAVE;
3041 }
3042 
3043 #else
3044 #define ipr_get_ioa_dump(ioa_cfg, dump) do { } while(0)
3045 #endif
3046 
3047 /**
3048  * ipr_release_dump - Free adapter dump memory
3049  * @kref:	kref struct
3050  *
3051  * Return value:
3052  *	nothing
3053  **/
3054 static void ipr_release_dump(struct kref *kref)
3055 {
3056 	struct ipr_dump *dump = container_of(kref,struct ipr_dump,kref);
3057 	struct ipr_ioa_cfg *ioa_cfg = dump->ioa_cfg;
3058 	unsigned long lock_flags = 0;
3059 	int i;
3060 
3061 	ENTER;
3062 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3063 	ioa_cfg->dump = NULL;
3064 	ioa_cfg->sdt_state = INACTIVE;
3065 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3066 
3067 	for (i = 0; i < dump->ioa_dump.next_page_index; i++)
3068 		free_page((unsigned long) dump->ioa_dump.ioa_data[i]);
3069 
3070 	vfree(dump->ioa_dump.ioa_data);
3071 	kfree(dump);
3072 	LEAVE;
3073 }
3074 
3075 /**
3076  * ipr_worker_thread - Worker thread
3077  * @work:		ioa config struct
3078  *
3079  * Called at task level from a work thread. This function takes care
3080  * of adding and removing device from the mid-layer as configuration
3081  * changes are detected by the adapter.
3082  *
3083  * Return value:
3084  * 	nothing
3085  **/
3086 static void ipr_worker_thread(struct work_struct *work)
3087 {
3088 	unsigned long lock_flags;
3089 	struct ipr_resource_entry *res;
3090 	struct scsi_device *sdev;
3091 	struct ipr_dump *dump;
3092 	struct ipr_ioa_cfg *ioa_cfg =
3093 		container_of(work, struct ipr_ioa_cfg, work_q);
3094 	u8 bus, target, lun;
3095 	int did_work;
3096 
3097 	ENTER;
3098 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3099 
3100 	if (ioa_cfg->sdt_state == GET_DUMP) {
3101 		dump = ioa_cfg->dump;
3102 		if (!dump) {
3103 			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3104 			return;
3105 		}
3106 		kref_get(&dump->kref);
3107 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3108 		ipr_get_ioa_dump(ioa_cfg, dump);
3109 		kref_put(&dump->kref, ipr_release_dump);
3110 
3111 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3112 		if (ioa_cfg->sdt_state == DUMP_OBTAINED)
3113 			ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3114 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3115 		return;
3116 	}
3117 
3118 restart:
3119 	do {
3120 		did_work = 0;
3121 		if (!ioa_cfg->allow_cmds || !ioa_cfg->allow_ml_add_del) {
3122 			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3123 			return;
3124 		}
3125 
3126 		list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3127 			if (res->del_from_ml && res->sdev) {
3128 				did_work = 1;
3129 				sdev = res->sdev;
3130 				if (!scsi_device_get(sdev)) {
3131 					if (!res->add_to_ml)
3132 						list_move_tail(&res->queue, &ioa_cfg->free_res_q);
3133 					else
3134 						res->del_from_ml = 0;
3135 					spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3136 					scsi_remove_device(sdev);
3137 					scsi_device_put(sdev);
3138 					spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3139 				}
3140 				break;
3141 			}
3142 		}
3143 	} while(did_work);
3144 
3145 	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3146 		if (res->add_to_ml) {
3147 			bus = res->bus;
3148 			target = res->target;
3149 			lun = res->lun;
3150 			res->add_to_ml = 0;
3151 			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3152 			scsi_add_device(ioa_cfg->host, bus, target, lun);
3153 			spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3154 			goto restart;
3155 		}
3156 	}
3157 
3158 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3159 	kobject_uevent(&ioa_cfg->host->shost_dev.kobj, KOBJ_CHANGE);
3160 	LEAVE;
3161 }
3162 
3163 #ifdef CONFIG_SCSI_IPR_TRACE
3164 /**
3165  * ipr_read_trace - Dump the adapter trace
3166  * @filp:		open sysfs file
3167  * @kobj:		kobject struct
3168  * @bin_attr:		bin_attribute struct
3169  * @buf:		buffer
3170  * @off:		offset
3171  * @count:		buffer size
3172  *
3173  * Return value:
3174  *	number of bytes printed to buffer
3175  **/
3176 static ssize_t ipr_read_trace(struct file *filp, struct kobject *kobj,
3177 			      struct bin_attribute *bin_attr,
3178 			      char *buf, loff_t off, size_t count)
3179 {
3180 	struct device *dev = container_of(kobj, struct device, kobj);
3181 	struct Scsi_Host *shost = class_to_shost(dev);
3182 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3183 	unsigned long lock_flags = 0;
3184 	ssize_t ret;
3185 
3186 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3187 	ret = memory_read_from_buffer(buf, count, &off, ioa_cfg->trace,
3188 				IPR_TRACE_SIZE);
3189 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3190 
3191 	return ret;
3192 }
3193 
3194 static struct bin_attribute ipr_trace_attr = {
3195 	.attr =	{
3196 		.name = "trace",
3197 		.mode = S_IRUGO,
3198 	},
3199 	.size = 0,
3200 	.read = ipr_read_trace,
3201 };
3202 #endif
3203 
3204 /**
3205  * ipr_show_fw_version - Show the firmware version
3206  * @dev:	class device struct
3207  * @buf:	buffer
3208  *
3209  * Return value:
3210  *	number of bytes printed to buffer
3211  **/
3212 static ssize_t ipr_show_fw_version(struct device *dev,
3213 				   struct device_attribute *attr, char *buf)
3214 {
3215 	struct Scsi_Host *shost = class_to_shost(dev);
3216 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3217 	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
3218 	unsigned long lock_flags = 0;
3219 	int len;
3220 
3221 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3222 	len = snprintf(buf, PAGE_SIZE, "%02X%02X%02X%02X\n",
3223 		       ucode_vpd->major_release, ucode_vpd->card_type,
3224 		       ucode_vpd->minor_release[0],
3225 		       ucode_vpd->minor_release[1]);
3226 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3227 	return len;
3228 }
3229 
3230 static struct device_attribute ipr_fw_version_attr = {
3231 	.attr = {
3232 		.name =		"fw_version",
3233 		.mode =		S_IRUGO,
3234 	},
3235 	.show = ipr_show_fw_version,
3236 };
3237 
3238 /**
3239  * ipr_show_log_level - Show the adapter's error logging level
3240  * @dev:	class device struct
3241  * @buf:	buffer
3242  *
3243  * Return value:
3244  * 	number of bytes printed to buffer
3245  **/
3246 static ssize_t ipr_show_log_level(struct device *dev,
3247 				   struct device_attribute *attr, char *buf)
3248 {
3249 	struct Scsi_Host *shost = class_to_shost(dev);
3250 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3251 	unsigned long lock_flags = 0;
3252 	int len;
3253 
3254 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3255 	len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->log_level);
3256 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3257 	return len;
3258 }
3259 
3260 /**
3261  * ipr_store_log_level - Change the adapter's error logging level
3262  * @dev:	class device struct
3263  * @buf:	buffer
3264  *
3265  * Return value:
3266  * 	number of bytes printed to buffer
3267  **/
3268 static ssize_t ipr_store_log_level(struct device *dev,
3269 			           struct device_attribute *attr,
3270 				   const char *buf, size_t count)
3271 {
3272 	struct Scsi_Host *shost = class_to_shost(dev);
3273 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3274 	unsigned long lock_flags = 0;
3275 
3276 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3277 	ioa_cfg->log_level = simple_strtoul(buf, NULL, 10);
3278 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3279 	return strlen(buf);
3280 }
3281 
3282 static struct device_attribute ipr_log_level_attr = {
3283 	.attr = {
3284 		.name =		"log_level",
3285 		.mode =		S_IRUGO | S_IWUSR,
3286 	},
3287 	.show = ipr_show_log_level,
3288 	.store = ipr_store_log_level
3289 };
3290 
3291 /**
3292  * ipr_store_diagnostics - IOA Diagnostics interface
3293  * @dev:	device struct
3294  * @buf:	buffer
3295  * @count:	buffer size
3296  *
3297  * This function will reset the adapter and wait a reasonable
3298  * amount of time for any errors that the adapter might log.
3299  *
3300  * Return value:
3301  * 	count on success / other on failure
3302  **/
3303 static ssize_t ipr_store_diagnostics(struct device *dev,
3304 				     struct device_attribute *attr,
3305 				     const char *buf, size_t count)
3306 {
3307 	struct Scsi_Host *shost = class_to_shost(dev);
3308 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3309 	unsigned long lock_flags = 0;
3310 	int rc = count;
3311 
3312 	if (!capable(CAP_SYS_ADMIN))
3313 		return -EACCES;
3314 
3315 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3316 	while(ioa_cfg->in_reset_reload) {
3317 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3318 		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3319 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3320 	}
3321 
3322 	ioa_cfg->errors_logged = 0;
3323 	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3324 
3325 	if (ioa_cfg->in_reset_reload) {
3326 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3327 		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3328 
3329 		/* Wait for a second for any errors to be logged */
3330 		msleep(1000);
3331 	} else {
3332 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3333 		return -EIO;
3334 	}
3335 
3336 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3337 	if (ioa_cfg->in_reset_reload || ioa_cfg->errors_logged)
3338 		rc = -EIO;
3339 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3340 
3341 	return rc;
3342 }
3343 
3344 static struct device_attribute ipr_diagnostics_attr = {
3345 	.attr = {
3346 		.name =		"run_diagnostics",
3347 		.mode =		S_IWUSR,
3348 	},
3349 	.store = ipr_store_diagnostics
3350 };
3351 
3352 /**
3353  * ipr_show_adapter_state - Show the adapter's state
3354  * @class_dev:	device struct
3355  * @buf:	buffer
3356  *
3357  * Return value:
3358  * 	number of bytes printed to buffer
3359  **/
3360 static ssize_t ipr_show_adapter_state(struct device *dev,
3361 				      struct device_attribute *attr, char *buf)
3362 {
3363 	struct Scsi_Host *shost = class_to_shost(dev);
3364 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3365 	unsigned long lock_flags = 0;
3366 	int len;
3367 
3368 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3369 	if (ioa_cfg->ioa_is_dead)
3370 		len = snprintf(buf, PAGE_SIZE, "offline\n");
3371 	else
3372 		len = snprintf(buf, PAGE_SIZE, "online\n");
3373 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3374 	return len;
3375 }
3376 
3377 /**
3378  * ipr_store_adapter_state - Change adapter state
3379  * @dev:	device struct
3380  * @buf:	buffer
3381  * @count:	buffer size
3382  *
3383  * This function will change the adapter's state.
3384  *
3385  * Return value:
3386  * 	count on success / other on failure
3387  **/
3388 static ssize_t ipr_store_adapter_state(struct device *dev,
3389 				       struct device_attribute *attr,
3390 				       const char *buf, size_t count)
3391 {
3392 	struct Scsi_Host *shost = class_to_shost(dev);
3393 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3394 	unsigned long lock_flags;
3395 	int result = count;
3396 
3397 	if (!capable(CAP_SYS_ADMIN))
3398 		return -EACCES;
3399 
3400 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3401 	if (ioa_cfg->ioa_is_dead && !strncmp(buf, "online", 6)) {
3402 		ioa_cfg->ioa_is_dead = 0;
3403 		ioa_cfg->reset_retries = 0;
3404 		ioa_cfg->in_ioa_bringdown = 0;
3405 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3406 	}
3407 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3408 	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3409 
3410 	return result;
3411 }
3412 
3413 static struct device_attribute ipr_ioa_state_attr = {
3414 	.attr = {
3415 		.name =		"online_state",
3416 		.mode =		S_IRUGO | S_IWUSR,
3417 	},
3418 	.show = ipr_show_adapter_state,
3419 	.store = ipr_store_adapter_state
3420 };
3421 
3422 /**
3423  * ipr_store_reset_adapter - Reset the adapter
3424  * @dev:	device struct
3425  * @buf:	buffer
3426  * @count:	buffer size
3427  *
3428  * This function will reset the adapter.
3429  *
3430  * Return value:
3431  * 	count on success / other on failure
3432  **/
3433 static ssize_t ipr_store_reset_adapter(struct device *dev,
3434 				       struct device_attribute *attr,
3435 				       const char *buf, size_t count)
3436 {
3437 	struct Scsi_Host *shost = class_to_shost(dev);
3438 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3439 	unsigned long lock_flags;
3440 	int result = count;
3441 
3442 	if (!capable(CAP_SYS_ADMIN))
3443 		return -EACCES;
3444 
3445 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3446 	if (!ioa_cfg->in_reset_reload)
3447 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3448 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3449 	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3450 
3451 	return result;
3452 }
3453 
3454 static struct device_attribute ipr_ioa_reset_attr = {
3455 	.attr = {
3456 		.name =		"reset_host",
3457 		.mode =		S_IWUSR,
3458 	},
3459 	.store = ipr_store_reset_adapter
3460 };
3461 
3462 /**
3463  * ipr_alloc_ucode_buffer - Allocates a microcode download buffer
3464  * @buf_len:		buffer length
3465  *
3466  * Allocates a DMA'able buffer in chunks and assembles a scatter/gather
3467  * list to use for microcode download
3468  *
3469  * Return value:
3470  * 	pointer to sglist / NULL on failure
3471  **/
3472 static struct ipr_sglist *ipr_alloc_ucode_buffer(int buf_len)
3473 {
3474 	int sg_size, order, bsize_elem, num_elem, i, j;
3475 	struct ipr_sglist *sglist;
3476 	struct scatterlist *scatterlist;
3477 	struct page *page;
3478 
3479 	/* Get the minimum size per scatter/gather element */
3480 	sg_size = buf_len / (IPR_MAX_SGLIST - 1);
3481 
3482 	/* Get the actual size per element */
3483 	order = get_order(sg_size);
3484 
3485 	/* Determine the actual number of bytes per element */
3486 	bsize_elem = PAGE_SIZE * (1 << order);
3487 
3488 	/* Determine the actual number of sg entries needed */
3489 	if (buf_len % bsize_elem)
3490 		num_elem = (buf_len / bsize_elem) + 1;
3491 	else
3492 		num_elem = buf_len / bsize_elem;
3493 
3494 	/* Allocate a scatter/gather list for the DMA */
3495 	sglist = kzalloc(sizeof(struct ipr_sglist) +
3496 			 (sizeof(struct scatterlist) * (num_elem - 1)),
3497 			 GFP_KERNEL);
3498 
3499 	if (sglist == NULL) {
3500 		ipr_trace;
3501 		return NULL;
3502 	}
3503 
3504 	scatterlist = sglist->scatterlist;
3505 	sg_init_table(scatterlist, num_elem);
3506 
3507 	sglist->order = order;
3508 	sglist->num_sg = num_elem;
3509 
3510 	/* Allocate a bunch of sg elements */
3511 	for (i = 0; i < num_elem; i++) {
3512 		page = alloc_pages(GFP_KERNEL, order);
3513 		if (!page) {
3514 			ipr_trace;
3515 
3516 			/* Free up what we already allocated */
3517 			for (j = i - 1; j >= 0; j--)
3518 				__free_pages(sg_page(&scatterlist[j]), order);
3519 			kfree(sglist);
3520 			return NULL;
3521 		}
3522 
3523 		sg_set_page(&scatterlist[i], page, 0, 0);
3524 	}
3525 
3526 	return sglist;
3527 }
3528 
3529 /**
3530  * ipr_free_ucode_buffer - Frees a microcode download buffer
3531  * @p_dnld:		scatter/gather list pointer
3532  *
3533  * Free a DMA'able ucode download buffer previously allocated with
3534  * ipr_alloc_ucode_buffer
3535  *
3536  * Return value:
3537  * 	nothing
3538  **/
3539 static void ipr_free_ucode_buffer(struct ipr_sglist *sglist)
3540 {
3541 	int i;
3542 
3543 	for (i = 0; i < sglist->num_sg; i++)
3544 		__free_pages(sg_page(&sglist->scatterlist[i]), sglist->order);
3545 
3546 	kfree(sglist);
3547 }
3548 
3549 /**
3550  * ipr_copy_ucode_buffer - Copy user buffer to kernel buffer
3551  * @sglist:		scatter/gather list pointer
3552  * @buffer:		buffer pointer
3553  * @len:		buffer length
3554  *
3555  * Copy a microcode image from a user buffer into a buffer allocated by
3556  * ipr_alloc_ucode_buffer
3557  *
3558  * Return value:
3559  * 	0 on success / other on failure
3560  **/
3561 static int ipr_copy_ucode_buffer(struct ipr_sglist *sglist,
3562 				 u8 *buffer, u32 len)
3563 {
3564 	int bsize_elem, i, result = 0;
3565 	struct scatterlist *scatterlist;
3566 	void *kaddr;
3567 
3568 	/* Determine the actual number of bytes per element */
3569 	bsize_elem = PAGE_SIZE * (1 << sglist->order);
3570 
3571 	scatterlist = sglist->scatterlist;
3572 
3573 	for (i = 0; i < (len / bsize_elem); i++, buffer += bsize_elem) {
3574 		struct page *page = sg_page(&scatterlist[i]);
3575 
3576 		kaddr = kmap(page);
3577 		memcpy(kaddr, buffer, bsize_elem);
3578 		kunmap(page);
3579 
3580 		scatterlist[i].length = bsize_elem;
3581 
3582 		if (result != 0) {
3583 			ipr_trace;
3584 			return result;
3585 		}
3586 	}
3587 
3588 	if (len % bsize_elem) {
3589 		struct page *page = sg_page(&scatterlist[i]);
3590 
3591 		kaddr = kmap(page);
3592 		memcpy(kaddr, buffer, len % bsize_elem);
3593 		kunmap(page);
3594 
3595 		scatterlist[i].length = len % bsize_elem;
3596 	}
3597 
3598 	sglist->buffer_len = len;
3599 	return result;
3600 }
3601 
3602 /**
3603  * ipr_build_ucode_ioadl64 - Build a microcode download IOADL
3604  * @ipr_cmd:		ipr command struct
3605  * @sglist:		scatter/gather list
3606  *
3607  * Builds a microcode download IOA data list (IOADL).
3608  *
3609  **/
3610 static void ipr_build_ucode_ioadl64(struct ipr_cmnd *ipr_cmd,
3611 				    struct ipr_sglist *sglist)
3612 {
3613 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3614 	struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
3615 	struct scatterlist *scatterlist = sglist->scatterlist;
3616 	int i;
3617 
3618 	ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3619 	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3620 	ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3621 
3622 	ioarcb->ioadl_len =
3623 		cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
3624 	for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
3625 		ioadl64[i].flags = cpu_to_be32(IPR_IOADL_FLAGS_WRITE);
3626 		ioadl64[i].data_len = cpu_to_be32(sg_dma_len(&scatterlist[i]));
3627 		ioadl64[i].address = cpu_to_be64(sg_dma_address(&scatterlist[i]));
3628 	}
3629 
3630 	ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3631 }
3632 
3633 /**
3634  * ipr_build_ucode_ioadl - Build a microcode download IOADL
3635  * @ipr_cmd:	ipr command struct
3636  * @sglist:		scatter/gather list
3637  *
3638  * Builds a microcode download IOA data list (IOADL).
3639  *
3640  **/
3641 static void ipr_build_ucode_ioadl(struct ipr_cmnd *ipr_cmd,
3642 				  struct ipr_sglist *sglist)
3643 {
3644 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3645 	struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
3646 	struct scatterlist *scatterlist = sglist->scatterlist;
3647 	int i;
3648 
3649 	ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3650 	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3651 	ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3652 
3653 	ioarcb->ioadl_len =
3654 		cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
3655 
3656 	for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
3657 		ioadl[i].flags_and_data_len =
3658 			cpu_to_be32(IPR_IOADL_FLAGS_WRITE | sg_dma_len(&scatterlist[i]));
3659 		ioadl[i].address =
3660 			cpu_to_be32(sg_dma_address(&scatterlist[i]));
3661 	}
3662 
3663 	ioadl[i-1].flags_and_data_len |=
3664 		cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3665 }
3666 
3667 /**
3668  * ipr_update_ioa_ucode - Update IOA's microcode
3669  * @ioa_cfg:	ioa config struct
3670  * @sglist:		scatter/gather list
3671  *
3672  * Initiate an adapter reset to update the IOA's microcode
3673  *
3674  * Return value:
3675  * 	0 on success / -EIO on failure
3676  **/
3677 static int ipr_update_ioa_ucode(struct ipr_ioa_cfg *ioa_cfg,
3678 				struct ipr_sglist *sglist)
3679 {
3680 	unsigned long lock_flags;
3681 
3682 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3683 	while(ioa_cfg->in_reset_reload) {
3684 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3685 		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3686 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3687 	}
3688 
3689 	if (ioa_cfg->ucode_sglist) {
3690 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3691 		dev_err(&ioa_cfg->pdev->dev,
3692 			"Microcode download already in progress\n");
3693 		return -EIO;
3694 	}
3695 
3696 	sglist->num_dma_sg = pci_map_sg(ioa_cfg->pdev, sglist->scatterlist,
3697 					sglist->num_sg, DMA_TO_DEVICE);
3698 
3699 	if (!sglist->num_dma_sg) {
3700 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3701 		dev_err(&ioa_cfg->pdev->dev,
3702 			"Failed to map microcode download buffer!\n");
3703 		return -EIO;
3704 	}
3705 
3706 	ioa_cfg->ucode_sglist = sglist;
3707 	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3708 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3709 	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3710 
3711 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3712 	ioa_cfg->ucode_sglist = NULL;
3713 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3714 	return 0;
3715 }
3716 
3717 /**
3718  * ipr_store_update_fw - Update the firmware on the adapter
3719  * @class_dev:	device struct
3720  * @buf:	buffer
3721  * @count:	buffer size
3722  *
3723  * This function will update the firmware on the adapter.
3724  *
3725  * Return value:
3726  * 	count on success / other on failure
3727  **/
3728 static ssize_t ipr_store_update_fw(struct device *dev,
3729 				   struct device_attribute *attr,
3730 				   const char *buf, size_t count)
3731 {
3732 	struct Scsi_Host *shost = class_to_shost(dev);
3733 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3734 	struct ipr_ucode_image_header *image_hdr;
3735 	const struct firmware *fw_entry;
3736 	struct ipr_sglist *sglist;
3737 	char fname[100];
3738 	char *src;
3739 	int len, result, dnld_size;
3740 
3741 	if (!capable(CAP_SYS_ADMIN))
3742 		return -EACCES;
3743 
3744 	len = snprintf(fname, 99, "%s", buf);
3745 	fname[len-1] = '\0';
3746 
3747 	if(request_firmware(&fw_entry, fname, &ioa_cfg->pdev->dev)) {
3748 		dev_err(&ioa_cfg->pdev->dev, "Firmware file %s not found\n", fname);
3749 		return -EIO;
3750 	}
3751 
3752 	image_hdr = (struct ipr_ucode_image_header *)fw_entry->data;
3753 
3754 	if (be32_to_cpu(image_hdr->header_length) > fw_entry->size ||
3755 	    (ioa_cfg->vpd_cbs->page3_data.card_type &&
3756 	     ioa_cfg->vpd_cbs->page3_data.card_type != image_hdr->card_type)) {
3757 		dev_err(&ioa_cfg->pdev->dev, "Invalid microcode buffer\n");
3758 		release_firmware(fw_entry);
3759 		return -EINVAL;
3760 	}
3761 
3762 	src = (u8 *)image_hdr + be32_to_cpu(image_hdr->header_length);
3763 	dnld_size = fw_entry->size - be32_to_cpu(image_hdr->header_length);
3764 	sglist = ipr_alloc_ucode_buffer(dnld_size);
3765 
3766 	if (!sglist) {
3767 		dev_err(&ioa_cfg->pdev->dev, "Microcode buffer allocation failed\n");
3768 		release_firmware(fw_entry);
3769 		return -ENOMEM;
3770 	}
3771 
3772 	result = ipr_copy_ucode_buffer(sglist, src, dnld_size);
3773 
3774 	if (result) {
3775 		dev_err(&ioa_cfg->pdev->dev,
3776 			"Microcode buffer copy to DMA buffer failed\n");
3777 		goto out;
3778 	}
3779 
3780 	result = ipr_update_ioa_ucode(ioa_cfg, sglist);
3781 
3782 	if (!result)
3783 		result = count;
3784 out:
3785 	ipr_free_ucode_buffer(sglist);
3786 	release_firmware(fw_entry);
3787 	return result;
3788 }
3789 
3790 static struct device_attribute ipr_update_fw_attr = {
3791 	.attr = {
3792 		.name =		"update_fw",
3793 		.mode =		S_IWUSR,
3794 	},
3795 	.store = ipr_store_update_fw
3796 };
3797 
3798 /**
3799  * ipr_show_fw_type - Show the adapter's firmware type.
3800  * @dev:	class device struct
3801  * @buf:	buffer
3802  *
3803  * Return value:
3804  *	number of bytes printed to buffer
3805  **/
3806 static ssize_t ipr_show_fw_type(struct device *dev,
3807 				struct device_attribute *attr, char *buf)
3808 {
3809 	struct Scsi_Host *shost = class_to_shost(dev);
3810 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3811 	unsigned long lock_flags = 0;
3812 	int len;
3813 
3814 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3815 	len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->sis64);
3816 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3817 	return len;
3818 }
3819 
3820 static struct device_attribute ipr_ioa_fw_type_attr = {
3821 	.attr = {
3822 		.name =		"fw_type",
3823 		.mode =		S_IRUGO,
3824 	},
3825 	.show = ipr_show_fw_type
3826 };
3827 
3828 static struct device_attribute *ipr_ioa_attrs[] = {
3829 	&ipr_fw_version_attr,
3830 	&ipr_log_level_attr,
3831 	&ipr_diagnostics_attr,
3832 	&ipr_ioa_state_attr,
3833 	&ipr_ioa_reset_attr,
3834 	&ipr_update_fw_attr,
3835 	&ipr_ioa_fw_type_attr,
3836 	NULL,
3837 };
3838 
3839 #ifdef CONFIG_SCSI_IPR_DUMP
3840 /**
3841  * ipr_read_dump - Dump the adapter
3842  * @filp:		open sysfs file
3843  * @kobj:		kobject struct
3844  * @bin_attr:		bin_attribute struct
3845  * @buf:		buffer
3846  * @off:		offset
3847  * @count:		buffer size
3848  *
3849  * Return value:
3850  *	number of bytes printed to buffer
3851  **/
3852 static ssize_t ipr_read_dump(struct file *filp, struct kobject *kobj,
3853 			     struct bin_attribute *bin_attr,
3854 			     char *buf, loff_t off, size_t count)
3855 {
3856 	struct device *cdev = container_of(kobj, struct device, kobj);
3857 	struct Scsi_Host *shost = class_to_shost(cdev);
3858 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3859 	struct ipr_dump *dump;
3860 	unsigned long lock_flags = 0;
3861 	char *src;
3862 	int len, sdt_end;
3863 	size_t rc = count;
3864 
3865 	if (!capable(CAP_SYS_ADMIN))
3866 		return -EACCES;
3867 
3868 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3869 	dump = ioa_cfg->dump;
3870 
3871 	if (ioa_cfg->sdt_state != DUMP_OBTAINED || !dump) {
3872 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3873 		return 0;
3874 	}
3875 	kref_get(&dump->kref);
3876 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3877 
3878 	if (off > dump->driver_dump.hdr.len) {
3879 		kref_put(&dump->kref, ipr_release_dump);
3880 		return 0;
3881 	}
3882 
3883 	if (off + count > dump->driver_dump.hdr.len) {
3884 		count = dump->driver_dump.hdr.len - off;
3885 		rc = count;
3886 	}
3887 
3888 	if (count && off < sizeof(dump->driver_dump)) {
3889 		if (off + count > sizeof(dump->driver_dump))
3890 			len = sizeof(dump->driver_dump) - off;
3891 		else
3892 			len = count;
3893 		src = (u8 *)&dump->driver_dump + off;
3894 		memcpy(buf, src, len);
3895 		buf += len;
3896 		off += len;
3897 		count -= len;
3898 	}
3899 
3900 	off -= sizeof(dump->driver_dump);
3901 
3902 	if (ioa_cfg->sis64)
3903 		sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
3904 			  (be32_to_cpu(dump->ioa_dump.sdt.hdr.num_entries_used) *
3905 			   sizeof(struct ipr_sdt_entry));
3906 	else
3907 		sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
3908 			  (IPR_FMT2_NUM_SDT_ENTRIES * sizeof(struct ipr_sdt_entry));
3909 
3910 	if (count && off < sdt_end) {
3911 		if (off + count > sdt_end)
3912 			len = sdt_end - off;
3913 		else
3914 			len = count;
3915 		src = (u8 *)&dump->ioa_dump + off;
3916 		memcpy(buf, src, len);
3917 		buf += len;
3918 		off += len;
3919 		count -= len;
3920 	}
3921 
3922 	off -= sdt_end;
3923 
3924 	while (count) {
3925 		if ((off & PAGE_MASK) != ((off + count) & PAGE_MASK))
3926 			len = PAGE_ALIGN(off) - off;
3927 		else
3928 			len = count;
3929 		src = (u8 *)dump->ioa_dump.ioa_data[(off & PAGE_MASK) >> PAGE_SHIFT];
3930 		src += off & ~PAGE_MASK;
3931 		memcpy(buf, src, len);
3932 		buf += len;
3933 		off += len;
3934 		count -= len;
3935 	}
3936 
3937 	kref_put(&dump->kref, ipr_release_dump);
3938 	return rc;
3939 }
3940 
3941 /**
3942  * ipr_alloc_dump - Prepare for adapter dump
3943  * @ioa_cfg:	ioa config struct
3944  *
3945  * Return value:
3946  *	0 on success / other on failure
3947  **/
3948 static int ipr_alloc_dump(struct ipr_ioa_cfg *ioa_cfg)
3949 {
3950 	struct ipr_dump *dump;
3951 	__be32 **ioa_data;
3952 	unsigned long lock_flags = 0;
3953 
3954 	dump = kzalloc(sizeof(struct ipr_dump), GFP_KERNEL);
3955 
3956 	if (!dump) {
3957 		ipr_err("Dump memory allocation failed\n");
3958 		return -ENOMEM;
3959 	}
3960 
3961 	if (ioa_cfg->sis64)
3962 		ioa_data = vmalloc(IPR_FMT3_MAX_NUM_DUMP_PAGES * sizeof(__be32 *));
3963 	else
3964 		ioa_data = vmalloc(IPR_FMT2_MAX_NUM_DUMP_PAGES * sizeof(__be32 *));
3965 
3966 	if (!ioa_data) {
3967 		ipr_err("Dump memory allocation failed\n");
3968 		kfree(dump);
3969 		return -ENOMEM;
3970 	}
3971 
3972 	dump->ioa_dump.ioa_data = ioa_data;
3973 
3974 	kref_init(&dump->kref);
3975 	dump->ioa_cfg = ioa_cfg;
3976 
3977 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3978 
3979 	if (INACTIVE != ioa_cfg->sdt_state) {
3980 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3981 		vfree(dump->ioa_dump.ioa_data);
3982 		kfree(dump);
3983 		return 0;
3984 	}
3985 
3986 	ioa_cfg->dump = dump;
3987 	ioa_cfg->sdt_state = WAIT_FOR_DUMP;
3988 	if (ioa_cfg->ioa_is_dead && !ioa_cfg->dump_taken) {
3989 		ioa_cfg->dump_taken = 1;
3990 		schedule_work(&ioa_cfg->work_q);
3991 	}
3992 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3993 
3994 	return 0;
3995 }
3996 
3997 /**
3998  * ipr_free_dump - Free adapter dump memory
3999  * @ioa_cfg:	ioa config struct
4000  *
4001  * Return value:
4002  *	0 on success / other on failure
4003  **/
4004 static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg)
4005 {
4006 	struct ipr_dump *dump;
4007 	unsigned long lock_flags = 0;
4008 
4009 	ENTER;
4010 
4011 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4012 	dump = ioa_cfg->dump;
4013 	if (!dump) {
4014 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4015 		return 0;
4016 	}
4017 
4018 	ioa_cfg->dump = NULL;
4019 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4020 
4021 	kref_put(&dump->kref, ipr_release_dump);
4022 
4023 	LEAVE;
4024 	return 0;
4025 }
4026 
4027 /**
4028  * ipr_write_dump - Setup dump state of adapter
4029  * @filp:		open sysfs file
4030  * @kobj:		kobject struct
4031  * @bin_attr:		bin_attribute struct
4032  * @buf:		buffer
4033  * @off:		offset
4034  * @count:		buffer size
4035  *
4036  * Return value:
4037  *	number of bytes printed to buffer
4038  **/
4039 static ssize_t ipr_write_dump(struct file *filp, struct kobject *kobj,
4040 			      struct bin_attribute *bin_attr,
4041 			      char *buf, loff_t off, size_t count)
4042 {
4043 	struct device *cdev = container_of(kobj, struct device, kobj);
4044 	struct Scsi_Host *shost = class_to_shost(cdev);
4045 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4046 	int rc;
4047 
4048 	if (!capable(CAP_SYS_ADMIN))
4049 		return -EACCES;
4050 
4051 	if (buf[0] == '1')
4052 		rc = ipr_alloc_dump(ioa_cfg);
4053 	else if (buf[0] == '0')
4054 		rc = ipr_free_dump(ioa_cfg);
4055 	else
4056 		return -EINVAL;
4057 
4058 	if (rc)
4059 		return rc;
4060 	else
4061 		return count;
4062 }
4063 
4064 static struct bin_attribute ipr_dump_attr = {
4065 	.attr =	{
4066 		.name = "dump",
4067 		.mode = S_IRUSR | S_IWUSR,
4068 	},
4069 	.size = 0,
4070 	.read = ipr_read_dump,
4071 	.write = ipr_write_dump
4072 };
4073 #else
4074 static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg) { return 0; };
4075 #endif
4076 
4077 /**
4078  * ipr_change_queue_depth - Change the device's queue depth
4079  * @sdev:	scsi device struct
4080  * @qdepth:	depth to set
4081  * @reason:	calling context
4082  *
4083  * Return value:
4084  * 	actual depth set
4085  **/
4086 static int ipr_change_queue_depth(struct scsi_device *sdev, int qdepth,
4087 				  int reason)
4088 {
4089 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4090 	struct ipr_resource_entry *res;
4091 	unsigned long lock_flags = 0;
4092 
4093 	if (reason != SCSI_QDEPTH_DEFAULT)
4094 		return -EOPNOTSUPP;
4095 
4096 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4097 	res = (struct ipr_resource_entry *)sdev->hostdata;
4098 
4099 	if (res && ipr_is_gata(res) && qdepth > IPR_MAX_CMD_PER_ATA_LUN)
4100 		qdepth = IPR_MAX_CMD_PER_ATA_LUN;
4101 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4102 
4103 	scsi_adjust_queue_depth(sdev, scsi_get_tag_type(sdev), qdepth);
4104 	return sdev->queue_depth;
4105 }
4106 
4107 /**
4108  * ipr_change_queue_type - Change the device's queue type
4109  * @dsev:		scsi device struct
4110  * @tag_type:	type of tags to use
4111  *
4112  * Return value:
4113  * 	actual queue type set
4114  **/
4115 static int ipr_change_queue_type(struct scsi_device *sdev, int tag_type)
4116 {
4117 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4118 	struct ipr_resource_entry *res;
4119 	unsigned long lock_flags = 0;
4120 
4121 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4122 	res = (struct ipr_resource_entry *)sdev->hostdata;
4123 
4124 	if (res) {
4125 		if (ipr_is_gscsi(res) && sdev->tagged_supported) {
4126 			/*
4127 			 * We don't bother quiescing the device here since the
4128 			 * adapter firmware does it for us.
4129 			 */
4130 			scsi_set_tag_type(sdev, tag_type);
4131 
4132 			if (tag_type)
4133 				scsi_activate_tcq(sdev, sdev->queue_depth);
4134 			else
4135 				scsi_deactivate_tcq(sdev, sdev->queue_depth);
4136 		} else
4137 			tag_type = 0;
4138 	} else
4139 		tag_type = 0;
4140 
4141 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4142 	return tag_type;
4143 }
4144 
4145 /**
4146  * ipr_show_adapter_handle - Show the adapter's resource handle for this device
4147  * @dev:	device struct
4148  * @attr:	device attribute structure
4149  * @buf:	buffer
4150  *
4151  * Return value:
4152  * 	number of bytes printed to buffer
4153  **/
4154 static ssize_t ipr_show_adapter_handle(struct device *dev, struct device_attribute *attr, char *buf)
4155 {
4156 	struct scsi_device *sdev = to_scsi_device(dev);
4157 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4158 	struct ipr_resource_entry *res;
4159 	unsigned long lock_flags = 0;
4160 	ssize_t len = -ENXIO;
4161 
4162 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4163 	res = (struct ipr_resource_entry *)sdev->hostdata;
4164 	if (res)
4165 		len = snprintf(buf, PAGE_SIZE, "%08X\n", res->res_handle);
4166 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4167 	return len;
4168 }
4169 
4170 static struct device_attribute ipr_adapter_handle_attr = {
4171 	.attr = {
4172 		.name = 	"adapter_handle",
4173 		.mode =		S_IRUSR,
4174 	},
4175 	.show = ipr_show_adapter_handle
4176 };
4177 
4178 /**
4179  * ipr_show_resource_path - Show the resource path or the resource address for
4180  *			    this device.
4181  * @dev:	device struct
4182  * @attr:	device attribute structure
4183  * @buf:	buffer
4184  *
4185  * Return value:
4186  * 	number of bytes printed to buffer
4187  **/
4188 static ssize_t ipr_show_resource_path(struct device *dev, struct device_attribute *attr, char *buf)
4189 {
4190 	struct scsi_device *sdev = to_scsi_device(dev);
4191 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4192 	struct ipr_resource_entry *res;
4193 	unsigned long lock_flags = 0;
4194 	ssize_t len = -ENXIO;
4195 	char buffer[IPR_MAX_RES_PATH_LENGTH];
4196 
4197 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4198 	res = (struct ipr_resource_entry *)sdev->hostdata;
4199 	if (res && ioa_cfg->sis64)
4200 		len = snprintf(buf, PAGE_SIZE, "%s\n",
4201 			       ipr_format_res_path(res->res_path, buffer,
4202 						   sizeof(buffer)));
4203 	else if (res)
4204 		len = snprintf(buf, PAGE_SIZE, "%d:%d:%d:%d\n", ioa_cfg->host->host_no,
4205 			       res->bus, res->target, res->lun);
4206 
4207 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4208 	return len;
4209 }
4210 
4211 static struct device_attribute ipr_resource_path_attr = {
4212 	.attr = {
4213 		.name = 	"resource_path",
4214 		.mode =		S_IRUGO,
4215 	},
4216 	.show = ipr_show_resource_path
4217 };
4218 
4219 /**
4220  * ipr_show_device_id - Show the device_id for this device.
4221  * @dev:	device struct
4222  * @attr:	device attribute structure
4223  * @buf:	buffer
4224  *
4225  * Return value:
4226  *	number of bytes printed to buffer
4227  **/
4228 static ssize_t ipr_show_device_id(struct device *dev, struct device_attribute *attr, char *buf)
4229 {
4230 	struct scsi_device *sdev = to_scsi_device(dev);
4231 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4232 	struct ipr_resource_entry *res;
4233 	unsigned long lock_flags = 0;
4234 	ssize_t len = -ENXIO;
4235 
4236 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4237 	res = (struct ipr_resource_entry *)sdev->hostdata;
4238 	if (res && ioa_cfg->sis64)
4239 		len = snprintf(buf, PAGE_SIZE, "0x%llx\n", res->dev_id);
4240 	else if (res)
4241 		len = snprintf(buf, PAGE_SIZE, "0x%llx\n", res->lun_wwn);
4242 
4243 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4244 	return len;
4245 }
4246 
4247 static struct device_attribute ipr_device_id_attr = {
4248 	.attr = {
4249 		.name =		"device_id",
4250 		.mode =		S_IRUGO,
4251 	},
4252 	.show = ipr_show_device_id
4253 };
4254 
4255 /**
4256  * ipr_show_resource_type - Show the resource type for this device.
4257  * @dev:	device struct
4258  * @attr:	device attribute structure
4259  * @buf:	buffer
4260  *
4261  * Return value:
4262  *	number of bytes printed to buffer
4263  **/
4264 static ssize_t ipr_show_resource_type(struct device *dev, struct device_attribute *attr, char *buf)
4265 {
4266 	struct scsi_device *sdev = to_scsi_device(dev);
4267 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4268 	struct ipr_resource_entry *res;
4269 	unsigned long lock_flags = 0;
4270 	ssize_t len = -ENXIO;
4271 
4272 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4273 	res = (struct ipr_resource_entry *)sdev->hostdata;
4274 
4275 	if (res)
4276 		len = snprintf(buf, PAGE_SIZE, "%x\n", res->type);
4277 
4278 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4279 	return len;
4280 }
4281 
4282 static struct device_attribute ipr_resource_type_attr = {
4283 	.attr = {
4284 		.name =		"resource_type",
4285 		.mode =		S_IRUGO,
4286 	},
4287 	.show = ipr_show_resource_type
4288 };
4289 
4290 static struct device_attribute *ipr_dev_attrs[] = {
4291 	&ipr_adapter_handle_attr,
4292 	&ipr_resource_path_attr,
4293 	&ipr_device_id_attr,
4294 	&ipr_resource_type_attr,
4295 	NULL,
4296 };
4297 
4298 /**
4299  * ipr_biosparam - Return the HSC mapping
4300  * @sdev:			scsi device struct
4301  * @block_device:	block device pointer
4302  * @capacity:		capacity of the device
4303  * @parm:			Array containing returned HSC values.
4304  *
4305  * This function generates the HSC parms that fdisk uses.
4306  * We want to make sure we return something that places partitions
4307  * on 4k boundaries for best performance with the IOA.
4308  *
4309  * Return value:
4310  * 	0 on success
4311  **/
4312 static int ipr_biosparam(struct scsi_device *sdev,
4313 			 struct block_device *block_device,
4314 			 sector_t capacity, int *parm)
4315 {
4316 	int heads, sectors;
4317 	sector_t cylinders;
4318 
4319 	heads = 128;
4320 	sectors = 32;
4321 
4322 	cylinders = capacity;
4323 	sector_div(cylinders, (128 * 32));
4324 
4325 	/* return result */
4326 	parm[0] = heads;
4327 	parm[1] = sectors;
4328 	parm[2] = cylinders;
4329 
4330 	return 0;
4331 }
4332 
4333 /**
4334  * ipr_find_starget - Find target based on bus/target.
4335  * @starget:	scsi target struct
4336  *
4337  * Return value:
4338  * 	resource entry pointer if found / NULL if not found
4339  **/
4340 static struct ipr_resource_entry *ipr_find_starget(struct scsi_target *starget)
4341 {
4342 	struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4343 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4344 	struct ipr_resource_entry *res;
4345 
4346 	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4347 		if ((res->bus == starget->channel) &&
4348 		    (res->target == starget->id) &&
4349 		    (res->lun == 0)) {
4350 			return res;
4351 		}
4352 	}
4353 
4354 	return NULL;
4355 }
4356 
4357 static struct ata_port_info sata_port_info;
4358 
4359 /**
4360  * ipr_target_alloc - Prepare for commands to a SCSI target
4361  * @starget:	scsi target struct
4362  *
4363  * If the device is a SATA device, this function allocates an
4364  * ATA port with libata, else it does nothing.
4365  *
4366  * Return value:
4367  * 	0 on success / non-0 on failure
4368  **/
4369 static int ipr_target_alloc(struct scsi_target *starget)
4370 {
4371 	struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4372 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4373 	struct ipr_sata_port *sata_port;
4374 	struct ata_port *ap;
4375 	struct ipr_resource_entry *res;
4376 	unsigned long lock_flags;
4377 
4378 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4379 	res = ipr_find_starget(starget);
4380 	starget->hostdata = NULL;
4381 
4382 	if (res && ipr_is_gata(res)) {
4383 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4384 		sata_port = kzalloc(sizeof(*sata_port), GFP_KERNEL);
4385 		if (!sata_port)
4386 			return -ENOMEM;
4387 
4388 		ap = ata_sas_port_alloc(&ioa_cfg->ata_host, &sata_port_info, shost);
4389 		if (ap) {
4390 			spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4391 			sata_port->ioa_cfg = ioa_cfg;
4392 			sata_port->ap = ap;
4393 			sata_port->res = res;
4394 
4395 			res->sata_port = sata_port;
4396 			ap->private_data = sata_port;
4397 			starget->hostdata = sata_port;
4398 		} else {
4399 			kfree(sata_port);
4400 			return -ENOMEM;
4401 		}
4402 	}
4403 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4404 
4405 	return 0;
4406 }
4407 
4408 /**
4409  * ipr_target_destroy - Destroy a SCSI target
4410  * @starget:	scsi target struct
4411  *
4412  * If the device was a SATA device, this function frees the libata
4413  * ATA port, else it does nothing.
4414  *
4415  **/
4416 static void ipr_target_destroy(struct scsi_target *starget)
4417 {
4418 	struct ipr_sata_port *sata_port = starget->hostdata;
4419 	struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4420 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4421 
4422 	if (ioa_cfg->sis64) {
4423 		if (starget->channel == IPR_ARRAY_VIRTUAL_BUS)
4424 			clear_bit(starget->id, ioa_cfg->array_ids);
4425 		else if (starget->channel == IPR_VSET_VIRTUAL_BUS)
4426 			clear_bit(starget->id, ioa_cfg->vset_ids);
4427 		else if (starget->channel == 0)
4428 			clear_bit(starget->id, ioa_cfg->target_ids);
4429 	}
4430 
4431 	if (sata_port) {
4432 		starget->hostdata = NULL;
4433 		ata_sas_port_destroy(sata_port->ap);
4434 		kfree(sata_port);
4435 	}
4436 }
4437 
4438 /**
4439  * ipr_find_sdev - Find device based on bus/target/lun.
4440  * @sdev:	scsi device struct
4441  *
4442  * Return value:
4443  * 	resource entry pointer if found / NULL if not found
4444  **/
4445 static struct ipr_resource_entry *ipr_find_sdev(struct scsi_device *sdev)
4446 {
4447 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4448 	struct ipr_resource_entry *res;
4449 
4450 	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4451 		if ((res->bus == sdev->channel) &&
4452 		    (res->target == sdev->id) &&
4453 		    (res->lun == sdev->lun))
4454 			return res;
4455 	}
4456 
4457 	return NULL;
4458 }
4459 
4460 /**
4461  * ipr_slave_destroy - Unconfigure a SCSI device
4462  * @sdev:	scsi device struct
4463  *
4464  * Return value:
4465  * 	nothing
4466  **/
4467 static void ipr_slave_destroy(struct scsi_device *sdev)
4468 {
4469 	struct ipr_resource_entry *res;
4470 	struct ipr_ioa_cfg *ioa_cfg;
4471 	unsigned long lock_flags = 0;
4472 
4473 	ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4474 
4475 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4476 	res = (struct ipr_resource_entry *) sdev->hostdata;
4477 	if (res) {
4478 		if (res->sata_port)
4479 			res->sata_port->ap->link.device[0].class = ATA_DEV_NONE;
4480 		sdev->hostdata = NULL;
4481 		res->sdev = NULL;
4482 		res->sata_port = NULL;
4483 	}
4484 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4485 }
4486 
4487 /**
4488  * ipr_slave_configure - Configure a SCSI device
4489  * @sdev:	scsi device struct
4490  *
4491  * This function configures the specified scsi device.
4492  *
4493  * Return value:
4494  * 	0 on success
4495  **/
4496 static int ipr_slave_configure(struct scsi_device *sdev)
4497 {
4498 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4499 	struct ipr_resource_entry *res;
4500 	struct ata_port *ap = NULL;
4501 	unsigned long lock_flags = 0;
4502 	char buffer[IPR_MAX_RES_PATH_LENGTH];
4503 
4504 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4505 	res = sdev->hostdata;
4506 	if (res) {
4507 		if (ipr_is_af_dasd_device(res))
4508 			sdev->type = TYPE_RAID;
4509 		if (ipr_is_af_dasd_device(res) || ipr_is_ioa_resource(res)) {
4510 			sdev->scsi_level = 4;
4511 			sdev->no_uld_attach = 1;
4512 		}
4513 		if (ipr_is_vset_device(res)) {
4514 			blk_queue_rq_timeout(sdev->request_queue,
4515 					     IPR_VSET_RW_TIMEOUT);
4516 			blk_queue_max_hw_sectors(sdev->request_queue, IPR_VSET_MAX_SECTORS);
4517 		}
4518 		if (ipr_is_gata(res) && res->sata_port)
4519 			ap = res->sata_port->ap;
4520 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4521 
4522 		if (ap) {
4523 			scsi_adjust_queue_depth(sdev, 0, IPR_MAX_CMD_PER_ATA_LUN);
4524 			ata_sas_slave_configure(sdev, ap);
4525 		} else
4526 			scsi_adjust_queue_depth(sdev, 0, sdev->host->cmd_per_lun);
4527 		if (ioa_cfg->sis64)
4528 			sdev_printk(KERN_INFO, sdev, "Resource path: %s\n",
4529 				    ipr_format_res_path(res->res_path, buffer,
4530 							sizeof(buffer)));
4531 		return 0;
4532 	}
4533 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4534 	return 0;
4535 }
4536 
4537 /**
4538  * ipr_ata_slave_alloc - Prepare for commands to a SATA device
4539  * @sdev:	scsi device struct
4540  *
4541  * This function initializes an ATA port so that future commands
4542  * sent through queuecommand will work.
4543  *
4544  * Return value:
4545  * 	0 on success
4546  **/
4547 static int ipr_ata_slave_alloc(struct scsi_device *sdev)
4548 {
4549 	struct ipr_sata_port *sata_port = NULL;
4550 	int rc = -ENXIO;
4551 
4552 	ENTER;
4553 	if (sdev->sdev_target)
4554 		sata_port = sdev->sdev_target->hostdata;
4555 	if (sata_port)
4556 		rc = ata_sas_port_init(sata_port->ap);
4557 	if (rc)
4558 		ipr_slave_destroy(sdev);
4559 
4560 	LEAVE;
4561 	return rc;
4562 }
4563 
4564 /**
4565  * ipr_slave_alloc - Prepare for commands to a device.
4566  * @sdev:	scsi device struct
4567  *
4568  * This function saves a pointer to the resource entry
4569  * in the scsi device struct if the device exists. We
4570  * can then use this pointer in ipr_queuecommand when
4571  * handling new commands.
4572  *
4573  * Return value:
4574  * 	0 on success / -ENXIO if device does not exist
4575  **/
4576 static int ipr_slave_alloc(struct scsi_device *sdev)
4577 {
4578 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4579 	struct ipr_resource_entry *res;
4580 	unsigned long lock_flags;
4581 	int rc = -ENXIO;
4582 
4583 	sdev->hostdata = NULL;
4584 
4585 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4586 
4587 	res = ipr_find_sdev(sdev);
4588 	if (res) {
4589 		res->sdev = sdev;
4590 		res->add_to_ml = 0;
4591 		res->in_erp = 0;
4592 		sdev->hostdata = res;
4593 		if (!ipr_is_naca_model(res))
4594 			res->needs_sync_complete = 1;
4595 		rc = 0;
4596 		if (ipr_is_gata(res)) {
4597 			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4598 			return ipr_ata_slave_alloc(sdev);
4599 		}
4600 	}
4601 
4602 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4603 
4604 	return rc;
4605 }
4606 
4607 /**
4608  * ipr_eh_host_reset - Reset the host adapter
4609  * @scsi_cmd:	scsi command struct
4610  *
4611  * Return value:
4612  * 	SUCCESS / FAILED
4613  **/
4614 static int __ipr_eh_host_reset(struct scsi_cmnd * scsi_cmd)
4615 {
4616 	struct ipr_ioa_cfg *ioa_cfg;
4617 	int rc;
4618 
4619 	ENTER;
4620 	ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
4621 
4622 	dev_err(&ioa_cfg->pdev->dev,
4623 		"Adapter being reset as a result of error recovery.\n");
4624 
4625 	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
4626 		ioa_cfg->sdt_state = GET_DUMP;
4627 
4628 	rc = ipr_reset_reload(ioa_cfg, IPR_SHUTDOWN_ABBREV);
4629 
4630 	LEAVE;
4631 	return rc;
4632 }
4633 
4634 static int ipr_eh_host_reset(struct scsi_cmnd * cmd)
4635 {
4636 	int rc;
4637 
4638 	spin_lock_irq(cmd->device->host->host_lock);
4639 	rc = __ipr_eh_host_reset(cmd);
4640 	spin_unlock_irq(cmd->device->host->host_lock);
4641 
4642 	return rc;
4643 }
4644 
4645 /**
4646  * ipr_device_reset - Reset the device
4647  * @ioa_cfg:	ioa config struct
4648  * @res:		resource entry struct
4649  *
4650  * This function issues a device reset to the affected device.
4651  * If the device is a SCSI device, a LUN reset will be sent
4652  * to the device first. If that does not work, a target reset
4653  * will be sent. If the device is a SATA device, a PHY reset will
4654  * be sent.
4655  *
4656  * Return value:
4657  *	0 on success / non-zero on failure
4658  **/
4659 static int ipr_device_reset(struct ipr_ioa_cfg *ioa_cfg,
4660 			    struct ipr_resource_entry *res)
4661 {
4662 	struct ipr_cmnd *ipr_cmd;
4663 	struct ipr_ioarcb *ioarcb;
4664 	struct ipr_cmd_pkt *cmd_pkt;
4665 	struct ipr_ioarcb_ata_regs *regs;
4666 	u32 ioasc;
4667 
4668 	ENTER;
4669 	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
4670 	ioarcb = &ipr_cmd->ioarcb;
4671 	cmd_pkt = &ioarcb->cmd_pkt;
4672 
4673 	if (ipr_cmd->ioa_cfg->sis64) {
4674 		regs = &ipr_cmd->i.ata_ioadl.regs;
4675 		ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
4676 	} else
4677 		regs = &ioarcb->u.add_data.u.regs;
4678 
4679 	ioarcb->res_handle = res->res_handle;
4680 	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
4681 	cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
4682 	if (ipr_is_gata(res)) {
4683 		cmd_pkt->cdb[2] = IPR_ATA_PHY_RESET;
4684 		ioarcb->add_cmd_parms_len = cpu_to_be16(sizeof(regs->flags));
4685 		regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
4686 	}
4687 
4688 	ipr_send_blocking_cmd(ipr_cmd, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
4689 	ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
4690 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
4691 	if (ipr_is_gata(res) && res->sata_port && ioasc != IPR_IOASC_IOA_WAS_RESET) {
4692 		if (ipr_cmd->ioa_cfg->sis64)
4693 			memcpy(&res->sata_port->ioasa, &ipr_cmd->s.ioasa64.u.gata,
4694 			       sizeof(struct ipr_ioasa_gata));
4695 		else
4696 			memcpy(&res->sata_port->ioasa, &ipr_cmd->s.ioasa.u.gata,
4697 			       sizeof(struct ipr_ioasa_gata));
4698 	}
4699 
4700 	LEAVE;
4701 	return (IPR_IOASC_SENSE_KEY(ioasc) ? -EIO : 0);
4702 }
4703 
4704 /**
4705  * ipr_sata_reset - Reset the SATA port
4706  * @link:	SATA link to reset
4707  * @classes:	class of the attached device
4708  *
4709  * This function issues a SATA phy reset to the affected ATA link.
4710  *
4711  * Return value:
4712  *	0 on success / non-zero on failure
4713  **/
4714 static int ipr_sata_reset(struct ata_link *link, unsigned int *classes,
4715 				unsigned long deadline)
4716 {
4717 	struct ipr_sata_port *sata_port = link->ap->private_data;
4718 	struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
4719 	struct ipr_resource_entry *res;
4720 	unsigned long lock_flags = 0;
4721 	int rc = -ENXIO;
4722 
4723 	ENTER;
4724 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4725 	while(ioa_cfg->in_reset_reload) {
4726 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4727 		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4728 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4729 	}
4730 
4731 	res = sata_port->res;
4732 	if (res) {
4733 		rc = ipr_device_reset(ioa_cfg, res);
4734 		*classes = res->ata_class;
4735 	}
4736 
4737 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4738 	LEAVE;
4739 	return rc;
4740 }
4741 
4742 /**
4743  * ipr_eh_dev_reset - Reset the device
4744  * @scsi_cmd:	scsi command struct
4745  *
4746  * This function issues a device reset to the affected device.
4747  * A LUN reset will be sent to the device first. If that does
4748  * not work, a target reset will be sent.
4749  *
4750  * Return value:
4751  *	SUCCESS / FAILED
4752  **/
4753 static int __ipr_eh_dev_reset(struct scsi_cmnd * scsi_cmd)
4754 {
4755 	struct ipr_cmnd *ipr_cmd;
4756 	struct ipr_ioa_cfg *ioa_cfg;
4757 	struct ipr_resource_entry *res;
4758 	struct ata_port *ap;
4759 	int rc = 0;
4760 
4761 	ENTER;
4762 	ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
4763 	res = scsi_cmd->device->hostdata;
4764 
4765 	if (!res)
4766 		return FAILED;
4767 
4768 	/*
4769 	 * If we are currently going through reset/reload, return failed. This will force the
4770 	 * mid-layer to call ipr_eh_host_reset, which will then go to sleep and wait for the
4771 	 * reset to complete
4772 	 */
4773 	if (ioa_cfg->in_reset_reload)
4774 		return FAILED;
4775 	if (ioa_cfg->ioa_is_dead)
4776 		return FAILED;
4777 
4778 	list_for_each_entry(ipr_cmd, &ioa_cfg->pending_q, queue) {
4779 		if (ipr_cmd->ioarcb.res_handle == res->res_handle) {
4780 			if (ipr_cmd->scsi_cmd)
4781 				ipr_cmd->done = ipr_scsi_eh_done;
4782 			if (ipr_cmd->qc)
4783 				ipr_cmd->done = ipr_sata_eh_done;
4784 			if (ipr_cmd->qc && !(ipr_cmd->qc->flags & ATA_QCFLAG_FAILED)) {
4785 				ipr_cmd->qc->err_mask |= AC_ERR_TIMEOUT;
4786 				ipr_cmd->qc->flags |= ATA_QCFLAG_FAILED;
4787 			}
4788 		}
4789 	}
4790 
4791 	res->resetting_device = 1;
4792 	scmd_printk(KERN_ERR, scsi_cmd, "Resetting device\n");
4793 
4794 	if (ipr_is_gata(res) && res->sata_port) {
4795 		ap = res->sata_port->ap;
4796 		spin_unlock_irq(scsi_cmd->device->host->host_lock);
4797 		ata_std_error_handler(ap);
4798 		spin_lock_irq(scsi_cmd->device->host->host_lock);
4799 
4800 		list_for_each_entry(ipr_cmd, &ioa_cfg->pending_q, queue) {
4801 			if (ipr_cmd->ioarcb.res_handle == res->res_handle) {
4802 				rc = -EIO;
4803 				break;
4804 			}
4805 		}
4806 	} else
4807 		rc = ipr_device_reset(ioa_cfg, res);
4808 	res->resetting_device = 0;
4809 
4810 	LEAVE;
4811 	return (rc ? FAILED : SUCCESS);
4812 }
4813 
4814 static int ipr_eh_dev_reset(struct scsi_cmnd * cmd)
4815 {
4816 	int rc;
4817 
4818 	spin_lock_irq(cmd->device->host->host_lock);
4819 	rc = __ipr_eh_dev_reset(cmd);
4820 	spin_unlock_irq(cmd->device->host->host_lock);
4821 
4822 	return rc;
4823 }
4824 
4825 /**
4826  * ipr_bus_reset_done - Op done function for bus reset.
4827  * @ipr_cmd:	ipr command struct
4828  *
4829  * This function is the op done function for a bus reset
4830  *
4831  * Return value:
4832  * 	none
4833  **/
4834 static void ipr_bus_reset_done(struct ipr_cmnd *ipr_cmd)
4835 {
4836 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4837 	struct ipr_resource_entry *res;
4838 
4839 	ENTER;
4840 	if (!ioa_cfg->sis64)
4841 		list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4842 			if (res->res_handle == ipr_cmd->ioarcb.res_handle) {
4843 				scsi_report_bus_reset(ioa_cfg->host, res->bus);
4844 				break;
4845 			}
4846 		}
4847 
4848 	/*
4849 	 * If abort has not completed, indicate the reset has, else call the
4850 	 * abort's done function to wake the sleeping eh thread
4851 	 */
4852 	if (ipr_cmd->sibling->sibling)
4853 		ipr_cmd->sibling->sibling = NULL;
4854 	else
4855 		ipr_cmd->sibling->done(ipr_cmd->sibling);
4856 
4857 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
4858 	LEAVE;
4859 }
4860 
4861 /**
4862  * ipr_abort_timeout - An abort task has timed out
4863  * @ipr_cmd:	ipr command struct
4864  *
4865  * This function handles when an abort task times out. If this
4866  * happens we issue a bus reset since we have resources tied
4867  * up that must be freed before returning to the midlayer.
4868  *
4869  * Return value:
4870  *	none
4871  **/
4872 static void ipr_abort_timeout(struct ipr_cmnd *ipr_cmd)
4873 {
4874 	struct ipr_cmnd *reset_cmd;
4875 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4876 	struct ipr_cmd_pkt *cmd_pkt;
4877 	unsigned long lock_flags = 0;
4878 
4879 	ENTER;
4880 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4881 	if (ipr_cmd->completion.done || ioa_cfg->in_reset_reload) {
4882 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4883 		return;
4884 	}
4885 
4886 	sdev_printk(KERN_ERR, ipr_cmd->u.sdev, "Abort timed out. Resetting bus.\n");
4887 	reset_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
4888 	ipr_cmd->sibling = reset_cmd;
4889 	reset_cmd->sibling = ipr_cmd;
4890 	reset_cmd->ioarcb.res_handle = ipr_cmd->ioarcb.res_handle;
4891 	cmd_pkt = &reset_cmd->ioarcb.cmd_pkt;
4892 	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
4893 	cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
4894 	cmd_pkt->cdb[2] = IPR_RESET_TYPE_SELECT | IPR_BUS_RESET;
4895 
4896 	ipr_do_req(reset_cmd, ipr_bus_reset_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
4897 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4898 	LEAVE;
4899 }
4900 
4901 /**
4902  * ipr_cancel_op - Cancel specified op
4903  * @scsi_cmd:	scsi command struct
4904  *
4905  * This function cancels specified op.
4906  *
4907  * Return value:
4908  *	SUCCESS / FAILED
4909  **/
4910 static int ipr_cancel_op(struct scsi_cmnd * scsi_cmd)
4911 {
4912 	struct ipr_cmnd *ipr_cmd;
4913 	struct ipr_ioa_cfg *ioa_cfg;
4914 	struct ipr_resource_entry *res;
4915 	struct ipr_cmd_pkt *cmd_pkt;
4916 	u32 ioasc;
4917 	int op_found = 0;
4918 
4919 	ENTER;
4920 	ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
4921 	res = scsi_cmd->device->hostdata;
4922 
4923 	/* If we are currently going through reset/reload, return failed.
4924 	 * This will force the mid-layer to call ipr_eh_host_reset,
4925 	 * which will then go to sleep and wait for the reset to complete
4926 	 */
4927 	if (ioa_cfg->in_reset_reload || ioa_cfg->ioa_is_dead)
4928 		return FAILED;
4929 	if (!res || !ipr_is_gscsi(res))
4930 		return FAILED;
4931 
4932 	list_for_each_entry(ipr_cmd, &ioa_cfg->pending_q, queue) {
4933 		if (ipr_cmd->scsi_cmd == scsi_cmd) {
4934 			ipr_cmd->done = ipr_scsi_eh_done;
4935 			op_found = 1;
4936 			break;
4937 		}
4938 	}
4939 
4940 	if (!op_found)
4941 		return SUCCESS;
4942 
4943 	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
4944 	ipr_cmd->ioarcb.res_handle = res->res_handle;
4945 	cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
4946 	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
4947 	cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
4948 	ipr_cmd->u.sdev = scsi_cmd->device;
4949 
4950 	scmd_printk(KERN_ERR, scsi_cmd, "Aborting command: %02X\n",
4951 		    scsi_cmd->cmnd[0]);
4952 	ipr_send_blocking_cmd(ipr_cmd, ipr_abort_timeout, IPR_CANCEL_ALL_TIMEOUT);
4953 	ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
4954 
4955 	/*
4956 	 * If the abort task timed out and we sent a bus reset, we will get
4957 	 * one the following responses to the abort
4958 	 */
4959 	if (ioasc == IPR_IOASC_BUS_WAS_RESET || ioasc == IPR_IOASC_SYNC_REQUIRED) {
4960 		ioasc = 0;
4961 		ipr_trace;
4962 	}
4963 
4964 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
4965 	if (!ipr_is_naca_model(res))
4966 		res->needs_sync_complete = 1;
4967 
4968 	LEAVE;
4969 	return (IPR_IOASC_SENSE_KEY(ioasc) ? FAILED : SUCCESS);
4970 }
4971 
4972 /**
4973  * ipr_eh_abort - Abort a single op
4974  * @scsi_cmd:	scsi command struct
4975  *
4976  * Return value:
4977  * 	SUCCESS / FAILED
4978  **/
4979 static int ipr_eh_abort(struct scsi_cmnd * scsi_cmd)
4980 {
4981 	unsigned long flags;
4982 	int rc;
4983 
4984 	ENTER;
4985 
4986 	spin_lock_irqsave(scsi_cmd->device->host->host_lock, flags);
4987 	rc = ipr_cancel_op(scsi_cmd);
4988 	spin_unlock_irqrestore(scsi_cmd->device->host->host_lock, flags);
4989 
4990 	LEAVE;
4991 	return rc;
4992 }
4993 
4994 /**
4995  * ipr_handle_other_interrupt - Handle "other" interrupts
4996  * @ioa_cfg:	ioa config struct
4997  * @int_reg:	interrupt register
4998  *
4999  * Return value:
5000  * 	IRQ_NONE / IRQ_HANDLED
5001  **/
5002 static irqreturn_t ipr_handle_other_interrupt(struct ipr_ioa_cfg *ioa_cfg,
5003 					      u32 int_reg)
5004 {
5005 	irqreturn_t rc = IRQ_HANDLED;
5006 	u32 int_mask_reg;
5007 
5008 	int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
5009 	int_reg &= ~int_mask_reg;
5010 
5011 	/* If an interrupt on the adapter did not occur, ignore it.
5012 	 * Or in the case of SIS 64, check for a stage change interrupt.
5013 	 */
5014 	if ((int_reg & IPR_PCII_OPER_INTERRUPTS) == 0) {
5015 		if (ioa_cfg->sis64) {
5016 			int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
5017 			int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5018 			if (int_reg & IPR_PCII_IPL_STAGE_CHANGE) {
5019 
5020 				/* clear stage change */
5021 				writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.clr_interrupt_reg);
5022 				int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5023 				list_del(&ioa_cfg->reset_cmd->queue);
5024 				del_timer(&ioa_cfg->reset_cmd->timer);
5025 				ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5026 				return IRQ_HANDLED;
5027 			}
5028 		}
5029 
5030 		return IRQ_NONE;
5031 	}
5032 
5033 	if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
5034 		/* Mask the interrupt */
5035 		writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.set_interrupt_mask_reg);
5036 
5037 		/* Clear the interrupt */
5038 		writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.clr_interrupt_reg);
5039 		int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
5040 
5041 		list_del(&ioa_cfg->reset_cmd->queue);
5042 		del_timer(&ioa_cfg->reset_cmd->timer);
5043 		ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5044 	} else if ((int_reg & IPR_PCII_HRRQ_UPDATED) == int_reg) {
5045 		if (ipr_debug && printk_ratelimit())
5046 			dev_err(&ioa_cfg->pdev->dev,
5047 				"Spurious interrupt detected. 0x%08X\n", int_reg);
5048 		writel(IPR_PCII_HRRQ_UPDATED, ioa_cfg->regs.clr_interrupt_reg32);
5049 		int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5050 		return IRQ_NONE;
5051 	} else {
5052 		if (int_reg & IPR_PCII_IOA_UNIT_CHECKED)
5053 			ioa_cfg->ioa_unit_checked = 1;
5054 		else
5055 			dev_err(&ioa_cfg->pdev->dev,
5056 				"Permanent IOA failure. 0x%08X\n", int_reg);
5057 
5058 		if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5059 			ioa_cfg->sdt_state = GET_DUMP;
5060 
5061 		ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
5062 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5063 	}
5064 
5065 	return rc;
5066 }
5067 
5068 /**
5069  * ipr_isr_eh - Interrupt service routine error handler
5070  * @ioa_cfg:	ioa config struct
5071  * @msg:	message to log
5072  *
5073  * Return value:
5074  * 	none
5075  **/
5076 static void ipr_isr_eh(struct ipr_ioa_cfg *ioa_cfg, char *msg)
5077 {
5078 	ioa_cfg->errors_logged++;
5079 	dev_err(&ioa_cfg->pdev->dev, "%s\n", msg);
5080 
5081 	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5082 		ioa_cfg->sdt_state = GET_DUMP;
5083 
5084 	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5085 }
5086 
5087 /**
5088  * ipr_isr - Interrupt service routine
5089  * @irq:	irq number
5090  * @devp:	pointer to ioa config struct
5091  *
5092  * Return value:
5093  * 	IRQ_NONE / IRQ_HANDLED
5094  **/
5095 static irqreturn_t ipr_isr(int irq, void *devp)
5096 {
5097 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
5098 	unsigned long lock_flags = 0;
5099 	u32 int_reg = 0;
5100 	u32 ioasc;
5101 	u16 cmd_index;
5102 	int num_hrrq = 0;
5103 	int irq_none = 0;
5104 	struct ipr_cmnd *ipr_cmd;
5105 	irqreturn_t rc = IRQ_NONE;
5106 
5107 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5108 
5109 	/* If interrupts are disabled, ignore the interrupt */
5110 	if (!ioa_cfg->allow_interrupts) {
5111 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5112 		return IRQ_NONE;
5113 	}
5114 
5115 	while (1) {
5116 		ipr_cmd = NULL;
5117 
5118 		while ((be32_to_cpu(*ioa_cfg->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5119 		       ioa_cfg->toggle_bit) {
5120 
5121 			cmd_index = (be32_to_cpu(*ioa_cfg->hrrq_curr) &
5122 				     IPR_HRRQ_REQ_RESP_HANDLE_MASK) >> IPR_HRRQ_REQ_RESP_HANDLE_SHIFT;
5123 
5124 			if (unlikely(cmd_index >= IPR_NUM_CMD_BLKS)) {
5125 				ipr_isr_eh(ioa_cfg, "Invalid response handle from IOA");
5126 				spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5127 				return IRQ_HANDLED;
5128 			}
5129 
5130 			ipr_cmd = ioa_cfg->ipr_cmnd_list[cmd_index];
5131 
5132 			ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5133 
5134 			ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, ioasc);
5135 
5136 			list_del(&ipr_cmd->queue);
5137 			del_timer(&ipr_cmd->timer);
5138 			ipr_cmd->done(ipr_cmd);
5139 
5140 			rc = IRQ_HANDLED;
5141 
5142 			if (ioa_cfg->hrrq_curr < ioa_cfg->hrrq_end) {
5143 				ioa_cfg->hrrq_curr++;
5144 			} else {
5145 				ioa_cfg->hrrq_curr = ioa_cfg->hrrq_start;
5146 				ioa_cfg->toggle_bit ^= 1u;
5147 			}
5148 		}
5149 
5150 		if (ipr_cmd != NULL) {
5151 			/* Clear the PCI interrupt */
5152 			num_hrrq = 0;
5153 			do {
5154 				writel(IPR_PCII_HRRQ_UPDATED, ioa_cfg->regs.clr_interrupt_reg32);
5155 				int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5156 			} while (int_reg & IPR_PCII_HRRQ_UPDATED &&
5157 					num_hrrq++ < IPR_MAX_HRRQ_RETRIES);
5158 
5159 		} else if (rc == IRQ_NONE && irq_none == 0) {
5160 			int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5161 			irq_none++;
5162 		} else if (num_hrrq == IPR_MAX_HRRQ_RETRIES &&
5163 			   int_reg & IPR_PCII_HRRQ_UPDATED) {
5164 			ipr_isr_eh(ioa_cfg, "Error clearing HRRQ");
5165 			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5166 			return IRQ_HANDLED;
5167 		} else
5168 			break;
5169 	}
5170 
5171 	if (unlikely(rc == IRQ_NONE))
5172 		rc = ipr_handle_other_interrupt(ioa_cfg, int_reg);
5173 
5174 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5175 	return rc;
5176 }
5177 
5178 /**
5179  * ipr_build_ioadl64 - Build a scatter/gather list and map the buffer
5180  * @ioa_cfg:	ioa config struct
5181  * @ipr_cmd:	ipr command struct
5182  *
5183  * Return value:
5184  * 	0 on success / -1 on failure
5185  **/
5186 static int ipr_build_ioadl64(struct ipr_ioa_cfg *ioa_cfg,
5187 			     struct ipr_cmnd *ipr_cmd)
5188 {
5189 	int i, nseg;
5190 	struct scatterlist *sg;
5191 	u32 length;
5192 	u32 ioadl_flags = 0;
5193 	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5194 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5195 	struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
5196 
5197 	length = scsi_bufflen(scsi_cmd);
5198 	if (!length)
5199 		return 0;
5200 
5201 	nseg = scsi_dma_map(scsi_cmd);
5202 	if (nseg < 0) {
5203 		if (printk_ratelimit())
5204 			dev_err(&ioa_cfg->pdev->dev, "pci_map_sg failed!\n");
5205 		return -1;
5206 	}
5207 
5208 	ipr_cmd->dma_use_sg = nseg;
5209 
5210 	ioarcb->data_transfer_length = cpu_to_be32(length);
5211 	ioarcb->ioadl_len =
5212 		cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
5213 
5214 	if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5215 		ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5216 		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5217 	} else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE)
5218 		ioadl_flags = IPR_IOADL_FLAGS_READ;
5219 
5220 	scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5221 		ioadl64[i].flags = cpu_to_be32(ioadl_flags);
5222 		ioadl64[i].data_len = cpu_to_be32(sg_dma_len(sg));
5223 		ioadl64[i].address = cpu_to_be64(sg_dma_address(sg));
5224 	}
5225 
5226 	ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5227 	return 0;
5228 }
5229 
5230 /**
5231  * ipr_build_ioadl - Build a scatter/gather list and map the buffer
5232  * @ioa_cfg:	ioa config struct
5233  * @ipr_cmd:	ipr command struct
5234  *
5235  * Return value:
5236  * 	0 on success / -1 on failure
5237  **/
5238 static int ipr_build_ioadl(struct ipr_ioa_cfg *ioa_cfg,
5239 			   struct ipr_cmnd *ipr_cmd)
5240 {
5241 	int i, nseg;
5242 	struct scatterlist *sg;
5243 	u32 length;
5244 	u32 ioadl_flags = 0;
5245 	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5246 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5247 	struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
5248 
5249 	length = scsi_bufflen(scsi_cmd);
5250 	if (!length)
5251 		return 0;
5252 
5253 	nseg = scsi_dma_map(scsi_cmd);
5254 	if (nseg < 0) {
5255 		dev_err(&ioa_cfg->pdev->dev, "pci_map_sg failed!\n");
5256 		return -1;
5257 	}
5258 
5259 	ipr_cmd->dma_use_sg = nseg;
5260 
5261 	if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5262 		ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5263 		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5264 		ioarcb->data_transfer_length = cpu_to_be32(length);
5265 		ioarcb->ioadl_len =
5266 			cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
5267 	} else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE) {
5268 		ioadl_flags = IPR_IOADL_FLAGS_READ;
5269 		ioarcb->read_data_transfer_length = cpu_to_be32(length);
5270 		ioarcb->read_ioadl_len =
5271 			cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
5272 	}
5273 
5274 	if (ipr_cmd->dma_use_sg <= ARRAY_SIZE(ioarcb->u.add_data.u.ioadl)) {
5275 		ioadl = ioarcb->u.add_data.u.ioadl;
5276 		ioarcb->write_ioadl_addr = cpu_to_be32((ipr_cmd->dma_addr) +
5277 				    offsetof(struct ipr_ioarcb, u.add_data));
5278 		ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
5279 	}
5280 
5281 	scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5282 		ioadl[i].flags_and_data_len =
5283 			cpu_to_be32(ioadl_flags | sg_dma_len(sg));
5284 		ioadl[i].address = cpu_to_be32(sg_dma_address(sg));
5285 	}
5286 
5287 	ioadl[i-1].flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5288 	return 0;
5289 }
5290 
5291 /**
5292  * ipr_get_task_attributes - Translate SPI Q-Tag to task attributes
5293  * @scsi_cmd:	scsi command struct
5294  *
5295  * Return value:
5296  * 	task attributes
5297  **/
5298 static u8 ipr_get_task_attributes(struct scsi_cmnd *scsi_cmd)
5299 {
5300 	u8 tag[2];
5301 	u8 rc = IPR_FLAGS_LO_UNTAGGED_TASK;
5302 
5303 	if (scsi_populate_tag_msg(scsi_cmd, tag)) {
5304 		switch (tag[0]) {
5305 		case MSG_SIMPLE_TAG:
5306 			rc = IPR_FLAGS_LO_SIMPLE_TASK;
5307 			break;
5308 		case MSG_HEAD_TAG:
5309 			rc = IPR_FLAGS_LO_HEAD_OF_Q_TASK;
5310 			break;
5311 		case MSG_ORDERED_TAG:
5312 			rc = IPR_FLAGS_LO_ORDERED_TASK;
5313 			break;
5314 		};
5315 	}
5316 
5317 	return rc;
5318 }
5319 
5320 /**
5321  * ipr_erp_done - Process completion of ERP for a device
5322  * @ipr_cmd:		ipr command struct
5323  *
5324  * This function copies the sense buffer into the scsi_cmd
5325  * struct and pushes the scsi_done function.
5326  *
5327  * Return value:
5328  * 	nothing
5329  **/
5330 static void ipr_erp_done(struct ipr_cmnd *ipr_cmd)
5331 {
5332 	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5333 	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
5334 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5335 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5336 
5337 	if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
5338 		scsi_cmd->result |= (DID_ERROR << 16);
5339 		scmd_printk(KERN_ERR, scsi_cmd,
5340 			    "Request Sense failed with IOASC: 0x%08X\n", ioasc);
5341 	} else {
5342 		memcpy(scsi_cmd->sense_buffer, ipr_cmd->sense_buffer,
5343 		       SCSI_SENSE_BUFFERSIZE);
5344 	}
5345 
5346 	if (res) {
5347 		if (!ipr_is_naca_model(res))
5348 			res->needs_sync_complete = 1;
5349 		res->in_erp = 0;
5350 	}
5351 	scsi_dma_unmap(ipr_cmd->scsi_cmd);
5352 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5353 	scsi_cmd->scsi_done(scsi_cmd);
5354 }
5355 
5356 /**
5357  * ipr_reinit_ipr_cmnd_for_erp - Re-initialize a cmnd block to be used for ERP
5358  * @ipr_cmd:	ipr command struct
5359  *
5360  * Return value:
5361  * 	none
5362  **/
5363 static void ipr_reinit_ipr_cmnd_for_erp(struct ipr_cmnd *ipr_cmd)
5364 {
5365 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5366 	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5367 	dma_addr_t dma_addr = ipr_cmd->dma_addr;
5368 
5369 	memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
5370 	ioarcb->data_transfer_length = 0;
5371 	ioarcb->read_data_transfer_length = 0;
5372 	ioarcb->ioadl_len = 0;
5373 	ioarcb->read_ioadl_len = 0;
5374 	ioasa->hdr.ioasc = 0;
5375 	ioasa->hdr.residual_data_len = 0;
5376 
5377 	if (ipr_cmd->ioa_cfg->sis64)
5378 		ioarcb->u.sis64_addr_data.data_ioadl_addr =
5379 			cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
5380 	else {
5381 		ioarcb->write_ioadl_addr =
5382 			cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
5383 		ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
5384 	}
5385 }
5386 
5387 /**
5388  * ipr_erp_request_sense - Send request sense to a device
5389  * @ipr_cmd:	ipr command struct
5390  *
5391  * This function sends a request sense to a device as a result
5392  * of a check condition.
5393  *
5394  * Return value:
5395  * 	nothing
5396  **/
5397 static void ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
5398 {
5399 	struct ipr_cmd_pkt *cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5400 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5401 
5402 	if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
5403 		ipr_erp_done(ipr_cmd);
5404 		return;
5405 	}
5406 
5407 	ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
5408 
5409 	cmd_pkt->request_type = IPR_RQTYPE_SCSICDB;
5410 	cmd_pkt->cdb[0] = REQUEST_SENSE;
5411 	cmd_pkt->cdb[4] = SCSI_SENSE_BUFFERSIZE;
5412 	cmd_pkt->flags_hi |= IPR_FLAGS_HI_SYNC_OVERRIDE;
5413 	cmd_pkt->flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
5414 	cmd_pkt->timeout = cpu_to_be16(IPR_REQUEST_SENSE_TIMEOUT / HZ);
5415 
5416 	ipr_init_ioadl(ipr_cmd, ipr_cmd->sense_buffer_dma,
5417 		       SCSI_SENSE_BUFFERSIZE, IPR_IOADL_FLAGS_READ_LAST);
5418 
5419 	ipr_do_req(ipr_cmd, ipr_erp_done, ipr_timeout,
5420 		   IPR_REQUEST_SENSE_TIMEOUT * 2);
5421 }
5422 
5423 /**
5424  * ipr_erp_cancel_all - Send cancel all to a device
5425  * @ipr_cmd:	ipr command struct
5426  *
5427  * This function sends a cancel all to a device to clear the
5428  * queue. If we are running TCQ on the device, QERR is set to 1,
5429  * which means all outstanding ops have been dropped on the floor.
5430  * Cancel all will return them to us.
5431  *
5432  * Return value:
5433  * 	nothing
5434  **/
5435 static void ipr_erp_cancel_all(struct ipr_cmnd *ipr_cmd)
5436 {
5437 	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5438 	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
5439 	struct ipr_cmd_pkt *cmd_pkt;
5440 
5441 	res->in_erp = 1;
5442 
5443 	ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
5444 
5445 	if (!scsi_get_tag_type(scsi_cmd->device)) {
5446 		ipr_erp_request_sense(ipr_cmd);
5447 		return;
5448 	}
5449 
5450 	cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5451 	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5452 	cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
5453 
5454 	ipr_do_req(ipr_cmd, ipr_erp_request_sense, ipr_timeout,
5455 		   IPR_CANCEL_ALL_TIMEOUT);
5456 }
5457 
5458 /**
5459  * ipr_dump_ioasa - Dump contents of IOASA
5460  * @ioa_cfg:	ioa config struct
5461  * @ipr_cmd:	ipr command struct
5462  * @res:		resource entry struct
5463  *
5464  * This function is invoked by the interrupt handler when ops
5465  * fail. It will log the IOASA if appropriate. Only called
5466  * for GPDD ops.
5467  *
5468  * Return value:
5469  * 	none
5470  **/
5471 static void ipr_dump_ioasa(struct ipr_ioa_cfg *ioa_cfg,
5472 			   struct ipr_cmnd *ipr_cmd, struct ipr_resource_entry *res)
5473 {
5474 	int i;
5475 	u16 data_len;
5476 	u32 ioasc, fd_ioasc;
5477 	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5478 	__be32 *ioasa_data = (__be32 *)ioasa;
5479 	int error_index;
5480 
5481 	ioasc = be32_to_cpu(ioasa->hdr.ioasc) & IPR_IOASC_IOASC_MASK;
5482 	fd_ioasc = be32_to_cpu(ioasa->hdr.fd_ioasc) & IPR_IOASC_IOASC_MASK;
5483 
5484 	if (0 == ioasc)
5485 		return;
5486 
5487 	if (ioa_cfg->log_level < IPR_DEFAULT_LOG_LEVEL)
5488 		return;
5489 
5490 	if (ioasc == IPR_IOASC_BUS_WAS_RESET && fd_ioasc)
5491 		error_index = ipr_get_error(fd_ioasc);
5492 	else
5493 		error_index = ipr_get_error(ioasc);
5494 
5495 	if (ioa_cfg->log_level < IPR_MAX_LOG_LEVEL) {
5496 		/* Don't log an error if the IOA already logged one */
5497 		if (ioasa->hdr.ilid != 0)
5498 			return;
5499 
5500 		if (!ipr_is_gscsi(res))
5501 			return;
5502 
5503 		if (ipr_error_table[error_index].log_ioasa == 0)
5504 			return;
5505 	}
5506 
5507 	ipr_res_err(ioa_cfg, res, "%s\n", ipr_error_table[error_index].error);
5508 
5509 	data_len = be16_to_cpu(ioasa->hdr.ret_stat_len);
5510 	if (ioa_cfg->sis64 && sizeof(struct ipr_ioasa64) < data_len)
5511 		data_len = sizeof(struct ipr_ioasa64);
5512 	else if (!ioa_cfg->sis64 && sizeof(struct ipr_ioasa) < data_len)
5513 		data_len = sizeof(struct ipr_ioasa);
5514 
5515 	ipr_err("IOASA Dump:\n");
5516 
5517 	for (i = 0; i < data_len / 4; i += 4) {
5518 		ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
5519 			be32_to_cpu(ioasa_data[i]),
5520 			be32_to_cpu(ioasa_data[i+1]),
5521 			be32_to_cpu(ioasa_data[i+2]),
5522 			be32_to_cpu(ioasa_data[i+3]));
5523 	}
5524 }
5525 
5526 /**
5527  * ipr_gen_sense - Generate SCSI sense data from an IOASA
5528  * @ioasa:		IOASA
5529  * @sense_buf:	sense data buffer
5530  *
5531  * Return value:
5532  * 	none
5533  **/
5534 static void ipr_gen_sense(struct ipr_cmnd *ipr_cmd)
5535 {
5536 	u32 failing_lba;
5537 	u8 *sense_buf = ipr_cmd->scsi_cmd->sense_buffer;
5538 	struct ipr_resource_entry *res = ipr_cmd->scsi_cmd->device->hostdata;
5539 	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5540 	u32 ioasc = be32_to_cpu(ioasa->hdr.ioasc);
5541 
5542 	memset(sense_buf, 0, SCSI_SENSE_BUFFERSIZE);
5543 
5544 	if (ioasc >= IPR_FIRST_DRIVER_IOASC)
5545 		return;
5546 
5547 	ipr_cmd->scsi_cmd->result = SAM_STAT_CHECK_CONDITION;
5548 
5549 	if (ipr_is_vset_device(res) &&
5550 	    ioasc == IPR_IOASC_MED_DO_NOT_REALLOC &&
5551 	    ioasa->u.vset.failing_lba_hi != 0) {
5552 		sense_buf[0] = 0x72;
5553 		sense_buf[1] = IPR_IOASC_SENSE_KEY(ioasc);
5554 		sense_buf[2] = IPR_IOASC_SENSE_CODE(ioasc);
5555 		sense_buf[3] = IPR_IOASC_SENSE_QUAL(ioasc);
5556 
5557 		sense_buf[7] = 12;
5558 		sense_buf[8] = 0;
5559 		sense_buf[9] = 0x0A;
5560 		sense_buf[10] = 0x80;
5561 
5562 		failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_hi);
5563 
5564 		sense_buf[12] = (failing_lba & 0xff000000) >> 24;
5565 		sense_buf[13] = (failing_lba & 0x00ff0000) >> 16;
5566 		sense_buf[14] = (failing_lba & 0x0000ff00) >> 8;
5567 		sense_buf[15] = failing_lba & 0x000000ff;
5568 
5569 		failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
5570 
5571 		sense_buf[16] = (failing_lba & 0xff000000) >> 24;
5572 		sense_buf[17] = (failing_lba & 0x00ff0000) >> 16;
5573 		sense_buf[18] = (failing_lba & 0x0000ff00) >> 8;
5574 		sense_buf[19] = failing_lba & 0x000000ff;
5575 	} else {
5576 		sense_buf[0] = 0x70;
5577 		sense_buf[2] = IPR_IOASC_SENSE_KEY(ioasc);
5578 		sense_buf[12] = IPR_IOASC_SENSE_CODE(ioasc);
5579 		sense_buf[13] = IPR_IOASC_SENSE_QUAL(ioasc);
5580 
5581 		/* Illegal request */
5582 		if ((IPR_IOASC_SENSE_KEY(ioasc) == 0x05) &&
5583 		    (be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_FIELD_POINTER_VALID)) {
5584 			sense_buf[7] = 10;	/* additional length */
5585 
5586 			/* IOARCB was in error */
5587 			if (IPR_IOASC_SENSE_CODE(ioasc) == 0x24)
5588 				sense_buf[15] = 0xC0;
5589 			else	/* Parameter data was invalid */
5590 				sense_buf[15] = 0x80;
5591 
5592 			sense_buf[16] =
5593 			    ((IPR_FIELD_POINTER_MASK &
5594 			      be32_to_cpu(ioasa->hdr.ioasc_specific)) >> 8) & 0xff;
5595 			sense_buf[17] =
5596 			    (IPR_FIELD_POINTER_MASK &
5597 			     be32_to_cpu(ioasa->hdr.ioasc_specific)) & 0xff;
5598 		} else {
5599 			if (ioasc == IPR_IOASC_MED_DO_NOT_REALLOC) {
5600 				if (ipr_is_vset_device(res))
5601 					failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
5602 				else
5603 					failing_lba = be32_to_cpu(ioasa->u.dasd.failing_lba);
5604 
5605 				sense_buf[0] |= 0x80;	/* Or in the Valid bit */
5606 				sense_buf[3] = (failing_lba & 0xff000000) >> 24;
5607 				sense_buf[4] = (failing_lba & 0x00ff0000) >> 16;
5608 				sense_buf[5] = (failing_lba & 0x0000ff00) >> 8;
5609 				sense_buf[6] = failing_lba & 0x000000ff;
5610 			}
5611 
5612 			sense_buf[7] = 6;	/* additional length */
5613 		}
5614 	}
5615 }
5616 
5617 /**
5618  * ipr_get_autosense - Copy autosense data to sense buffer
5619  * @ipr_cmd:	ipr command struct
5620  *
5621  * This function copies the autosense buffer to the buffer
5622  * in the scsi_cmd, if there is autosense available.
5623  *
5624  * Return value:
5625  *	1 if autosense was available / 0 if not
5626  **/
5627 static int ipr_get_autosense(struct ipr_cmnd *ipr_cmd)
5628 {
5629 	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5630 	struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
5631 
5632 	if ((be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_AUTOSENSE_VALID) == 0)
5633 		return 0;
5634 
5635 	if (ipr_cmd->ioa_cfg->sis64)
5636 		memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa64->auto_sense.data,
5637 		       min_t(u16, be16_to_cpu(ioasa64->auto_sense.auto_sense_len),
5638 			   SCSI_SENSE_BUFFERSIZE));
5639 	else
5640 		memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa->auto_sense.data,
5641 		       min_t(u16, be16_to_cpu(ioasa->auto_sense.auto_sense_len),
5642 			   SCSI_SENSE_BUFFERSIZE));
5643 	return 1;
5644 }
5645 
5646 /**
5647  * ipr_erp_start - Process an error response for a SCSI op
5648  * @ioa_cfg:	ioa config struct
5649  * @ipr_cmd:	ipr command struct
5650  *
5651  * This function determines whether or not to initiate ERP
5652  * on the affected device.
5653  *
5654  * Return value:
5655  * 	nothing
5656  **/
5657 static void ipr_erp_start(struct ipr_ioa_cfg *ioa_cfg,
5658 			      struct ipr_cmnd *ipr_cmd)
5659 {
5660 	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5661 	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
5662 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5663 	u32 masked_ioasc = ioasc & IPR_IOASC_IOASC_MASK;
5664 
5665 	if (!res) {
5666 		ipr_scsi_eh_done(ipr_cmd);
5667 		return;
5668 	}
5669 
5670 	if (!ipr_is_gscsi(res) && masked_ioasc != IPR_IOASC_HW_DEV_BUS_STATUS)
5671 		ipr_gen_sense(ipr_cmd);
5672 
5673 	ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
5674 
5675 	switch (masked_ioasc) {
5676 	case IPR_IOASC_ABORTED_CMD_TERM_BY_HOST:
5677 		if (ipr_is_naca_model(res))
5678 			scsi_cmd->result |= (DID_ABORT << 16);
5679 		else
5680 			scsi_cmd->result |= (DID_IMM_RETRY << 16);
5681 		break;
5682 	case IPR_IOASC_IR_RESOURCE_HANDLE:
5683 	case IPR_IOASC_IR_NO_CMDS_TO_2ND_IOA:
5684 		scsi_cmd->result |= (DID_NO_CONNECT << 16);
5685 		break;
5686 	case IPR_IOASC_HW_SEL_TIMEOUT:
5687 		scsi_cmd->result |= (DID_NO_CONNECT << 16);
5688 		if (!ipr_is_naca_model(res))
5689 			res->needs_sync_complete = 1;
5690 		break;
5691 	case IPR_IOASC_SYNC_REQUIRED:
5692 		if (!res->in_erp)
5693 			res->needs_sync_complete = 1;
5694 		scsi_cmd->result |= (DID_IMM_RETRY << 16);
5695 		break;
5696 	case IPR_IOASC_MED_DO_NOT_REALLOC: /* prevent retries */
5697 	case IPR_IOASA_IR_DUAL_IOA_DISABLED:
5698 		scsi_cmd->result |= (DID_PASSTHROUGH << 16);
5699 		break;
5700 	case IPR_IOASC_BUS_WAS_RESET:
5701 	case IPR_IOASC_BUS_WAS_RESET_BY_OTHER:
5702 		/*
5703 		 * Report the bus reset and ask for a retry. The device
5704 		 * will give CC/UA the next command.
5705 		 */
5706 		if (!res->resetting_device)
5707 			scsi_report_bus_reset(ioa_cfg->host, scsi_cmd->device->channel);
5708 		scsi_cmd->result |= (DID_ERROR << 16);
5709 		if (!ipr_is_naca_model(res))
5710 			res->needs_sync_complete = 1;
5711 		break;
5712 	case IPR_IOASC_HW_DEV_BUS_STATUS:
5713 		scsi_cmd->result |= IPR_IOASC_SENSE_STATUS(ioasc);
5714 		if (IPR_IOASC_SENSE_STATUS(ioasc) == SAM_STAT_CHECK_CONDITION) {
5715 			if (!ipr_get_autosense(ipr_cmd)) {
5716 				if (!ipr_is_naca_model(res)) {
5717 					ipr_erp_cancel_all(ipr_cmd);
5718 					return;
5719 				}
5720 			}
5721 		}
5722 		if (!ipr_is_naca_model(res))
5723 			res->needs_sync_complete = 1;
5724 		break;
5725 	case IPR_IOASC_NR_INIT_CMD_REQUIRED:
5726 		break;
5727 	default:
5728 		if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
5729 			scsi_cmd->result |= (DID_ERROR << 16);
5730 		if (!ipr_is_vset_device(res) && !ipr_is_naca_model(res))
5731 			res->needs_sync_complete = 1;
5732 		break;
5733 	}
5734 
5735 	scsi_dma_unmap(ipr_cmd->scsi_cmd);
5736 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5737 	scsi_cmd->scsi_done(scsi_cmd);
5738 }
5739 
5740 /**
5741  * ipr_scsi_done - mid-layer done function
5742  * @ipr_cmd:	ipr command struct
5743  *
5744  * This function is invoked by the interrupt handler for
5745  * ops generated by the SCSI mid-layer
5746  *
5747  * Return value:
5748  * 	none
5749  **/
5750 static void ipr_scsi_done(struct ipr_cmnd *ipr_cmd)
5751 {
5752 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5753 	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5754 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5755 
5756 	scsi_set_resid(scsi_cmd, be32_to_cpu(ipr_cmd->s.ioasa.hdr.residual_data_len));
5757 
5758 	if (likely(IPR_IOASC_SENSE_KEY(ioasc) == 0)) {
5759 		scsi_dma_unmap(ipr_cmd->scsi_cmd);
5760 		list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5761 		scsi_cmd->scsi_done(scsi_cmd);
5762 	} else
5763 		ipr_erp_start(ioa_cfg, ipr_cmd);
5764 }
5765 
5766 /**
5767  * ipr_queuecommand - Queue a mid-layer request
5768  * @scsi_cmd:	scsi command struct
5769  * @done:		done function
5770  *
5771  * This function queues a request generated by the mid-layer.
5772  *
5773  * Return value:
5774  *	0 on success
5775  *	SCSI_MLQUEUE_DEVICE_BUSY if device is busy
5776  *	SCSI_MLQUEUE_HOST_BUSY if host is busy
5777  **/
5778 static int ipr_queuecommand_lck(struct scsi_cmnd *scsi_cmd,
5779 			    void (*done) (struct scsi_cmnd *))
5780 {
5781 	struct ipr_ioa_cfg *ioa_cfg;
5782 	struct ipr_resource_entry *res;
5783 	struct ipr_ioarcb *ioarcb;
5784 	struct ipr_cmnd *ipr_cmd;
5785 	int rc = 0;
5786 
5787 	scsi_cmd->scsi_done = done;
5788 	ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
5789 	res = scsi_cmd->device->hostdata;
5790 	scsi_cmd->result = (DID_OK << 16);
5791 
5792 	/*
5793 	 * We are currently blocking all devices due to a host reset
5794 	 * We have told the host to stop giving us new requests, but
5795 	 * ERP ops don't count. FIXME
5796 	 */
5797 	if (unlikely(!ioa_cfg->allow_cmds && !ioa_cfg->ioa_is_dead))
5798 		return SCSI_MLQUEUE_HOST_BUSY;
5799 
5800 	/*
5801 	 * FIXME - Create scsi_set_host_offline interface
5802 	 *  and the ioa_is_dead check can be removed
5803 	 */
5804 	if (unlikely(ioa_cfg->ioa_is_dead || !res)) {
5805 		memset(scsi_cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
5806 		scsi_cmd->result = (DID_NO_CONNECT << 16);
5807 		scsi_cmd->scsi_done(scsi_cmd);
5808 		return 0;
5809 	}
5810 
5811 	if (ipr_is_gata(res) && res->sata_port)
5812 		return ata_sas_queuecmd(scsi_cmd, res->sata_port->ap);
5813 
5814 	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5815 	ioarcb = &ipr_cmd->ioarcb;
5816 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
5817 
5818 	memcpy(ioarcb->cmd_pkt.cdb, scsi_cmd->cmnd, scsi_cmd->cmd_len);
5819 	ipr_cmd->scsi_cmd = scsi_cmd;
5820 	ioarcb->res_handle = res->res_handle;
5821 	ipr_cmd->done = ipr_scsi_done;
5822 	ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
5823 
5824 	if (ipr_is_gscsi(res) || ipr_is_vset_device(res)) {
5825 		if (scsi_cmd->underflow == 0)
5826 			ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
5827 
5828 		if (res->needs_sync_complete) {
5829 			ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_SYNC_COMPLETE;
5830 			res->needs_sync_complete = 0;
5831 		}
5832 
5833 		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
5834 		if (ipr_is_gscsi(res))
5835 			ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_DELAY_AFTER_RST;
5836 		ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_ALIGNED_BFR;
5837 		ioarcb->cmd_pkt.flags_lo |= ipr_get_task_attributes(scsi_cmd);
5838 	}
5839 
5840 	if (scsi_cmd->cmnd[0] >= 0xC0 &&
5841 	    (!ipr_is_gscsi(res) || scsi_cmd->cmnd[0] == IPR_QUERY_RSRC_STATE))
5842 		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
5843 
5844 	if (likely(rc == 0)) {
5845 		if (ioa_cfg->sis64)
5846 			rc = ipr_build_ioadl64(ioa_cfg, ipr_cmd);
5847 		else
5848 			rc = ipr_build_ioadl(ioa_cfg, ipr_cmd);
5849 	}
5850 
5851 	if (likely(rc == 0)) {
5852 		mb();
5853 		ipr_send_command(ipr_cmd);
5854 	} else {
5855 		 list_move_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5856 		 return SCSI_MLQUEUE_HOST_BUSY;
5857 	}
5858 
5859 	return 0;
5860 }
5861 
5862 static DEF_SCSI_QCMD(ipr_queuecommand)
5863 
5864 /**
5865  * ipr_ioctl - IOCTL handler
5866  * @sdev:	scsi device struct
5867  * @cmd:	IOCTL cmd
5868  * @arg:	IOCTL arg
5869  *
5870  * Return value:
5871  * 	0 on success / other on failure
5872  **/
5873 static int ipr_ioctl(struct scsi_device *sdev, int cmd, void __user *arg)
5874 {
5875 	struct ipr_resource_entry *res;
5876 
5877 	res = (struct ipr_resource_entry *)sdev->hostdata;
5878 	if (res && ipr_is_gata(res)) {
5879 		if (cmd == HDIO_GET_IDENTITY)
5880 			return -ENOTTY;
5881 		return ata_sas_scsi_ioctl(res->sata_port->ap, sdev, cmd, arg);
5882 	}
5883 
5884 	return -EINVAL;
5885 }
5886 
5887 /**
5888  * ipr_info - Get information about the card/driver
5889  * @scsi_host:	scsi host struct
5890  *
5891  * Return value:
5892  * 	pointer to buffer with description string
5893  **/
5894 static const char * ipr_ioa_info(struct Scsi_Host *host)
5895 {
5896 	static char buffer[512];
5897 	struct ipr_ioa_cfg *ioa_cfg;
5898 	unsigned long lock_flags = 0;
5899 
5900 	ioa_cfg = (struct ipr_ioa_cfg *) host->hostdata;
5901 
5902 	spin_lock_irqsave(host->host_lock, lock_flags);
5903 	sprintf(buffer, "IBM %X Storage Adapter", ioa_cfg->type);
5904 	spin_unlock_irqrestore(host->host_lock, lock_flags);
5905 
5906 	return buffer;
5907 }
5908 
5909 static struct scsi_host_template driver_template = {
5910 	.module = THIS_MODULE,
5911 	.name = "IPR",
5912 	.info = ipr_ioa_info,
5913 	.ioctl = ipr_ioctl,
5914 	.queuecommand = ipr_queuecommand,
5915 	.eh_abort_handler = ipr_eh_abort,
5916 	.eh_device_reset_handler = ipr_eh_dev_reset,
5917 	.eh_host_reset_handler = ipr_eh_host_reset,
5918 	.slave_alloc = ipr_slave_alloc,
5919 	.slave_configure = ipr_slave_configure,
5920 	.slave_destroy = ipr_slave_destroy,
5921 	.target_alloc = ipr_target_alloc,
5922 	.target_destroy = ipr_target_destroy,
5923 	.change_queue_depth = ipr_change_queue_depth,
5924 	.change_queue_type = ipr_change_queue_type,
5925 	.bios_param = ipr_biosparam,
5926 	.can_queue = IPR_MAX_COMMANDS,
5927 	.this_id = -1,
5928 	.sg_tablesize = IPR_MAX_SGLIST,
5929 	.max_sectors = IPR_IOA_MAX_SECTORS,
5930 	.cmd_per_lun = IPR_MAX_CMD_PER_LUN,
5931 	.use_clustering = ENABLE_CLUSTERING,
5932 	.shost_attrs = ipr_ioa_attrs,
5933 	.sdev_attrs = ipr_dev_attrs,
5934 	.proc_name = IPR_NAME
5935 };
5936 
5937 /**
5938  * ipr_ata_phy_reset - libata phy_reset handler
5939  * @ap:		ata port to reset
5940  *
5941  **/
5942 static void ipr_ata_phy_reset(struct ata_port *ap)
5943 {
5944 	unsigned long flags;
5945 	struct ipr_sata_port *sata_port = ap->private_data;
5946 	struct ipr_resource_entry *res = sata_port->res;
5947 	struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
5948 	int rc;
5949 
5950 	ENTER;
5951 	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
5952 	while(ioa_cfg->in_reset_reload) {
5953 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
5954 		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5955 		spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
5956 	}
5957 
5958 	if (!ioa_cfg->allow_cmds)
5959 		goto out_unlock;
5960 
5961 	rc = ipr_device_reset(ioa_cfg, res);
5962 
5963 	if (rc) {
5964 		ap->link.device[0].class = ATA_DEV_NONE;
5965 		goto out_unlock;
5966 	}
5967 
5968 	ap->link.device[0].class = res->ata_class;
5969 	if (ap->link.device[0].class == ATA_DEV_UNKNOWN)
5970 		ap->link.device[0].class = ATA_DEV_NONE;
5971 
5972 out_unlock:
5973 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
5974 	LEAVE;
5975 }
5976 
5977 /**
5978  * ipr_ata_post_internal - Cleanup after an internal command
5979  * @qc:	ATA queued command
5980  *
5981  * Return value:
5982  * 	none
5983  **/
5984 static void ipr_ata_post_internal(struct ata_queued_cmd *qc)
5985 {
5986 	struct ipr_sata_port *sata_port = qc->ap->private_data;
5987 	struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
5988 	struct ipr_cmnd *ipr_cmd;
5989 	unsigned long flags;
5990 
5991 	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
5992 	while(ioa_cfg->in_reset_reload) {
5993 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
5994 		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5995 		spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
5996 	}
5997 
5998 	list_for_each_entry(ipr_cmd, &ioa_cfg->pending_q, queue) {
5999 		if (ipr_cmd->qc == qc) {
6000 			ipr_device_reset(ioa_cfg, sata_port->res);
6001 			break;
6002 		}
6003 	}
6004 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6005 }
6006 
6007 /**
6008  * ipr_copy_sata_tf - Copy a SATA taskfile to an IOA data structure
6009  * @regs:	destination
6010  * @tf:	source ATA taskfile
6011  *
6012  * Return value:
6013  * 	none
6014  **/
6015 static void ipr_copy_sata_tf(struct ipr_ioarcb_ata_regs *regs,
6016 			     struct ata_taskfile *tf)
6017 {
6018 	regs->feature = tf->feature;
6019 	regs->nsect = tf->nsect;
6020 	regs->lbal = tf->lbal;
6021 	regs->lbam = tf->lbam;
6022 	regs->lbah = tf->lbah;
6023 	regs->device = tf->device;
6024 	regs->command = tf->command;
6025 	regs->hob_feature = tf->hob_feature;
6026 	regs->hob_nsect = tf->hob_nsect;
6027 	regs->hob_lbal = tf->hob_lbal;
6028 	regs->hob_lbam = tf->hob_lbam;
6029 	regs->hob_lbah = tf->hob_lbah;
6030 	regs->ctl = tf->ctl;
6031 }
6032 
6033 /**
6034  * ipr_sata_done - done function for SATA commands
6035  * @ipr_cmd:	ipr command struct
6036  *
6037  * This function is invoked by the interrupt handler for
6038  * ops generated by the SCSI mid-layer to SATA devices
6039  *
6040  * Return value:
6041  * 	none
6042  **/
6043 static void ipr_sata_done(struct ipr_cmnd *ipr_cmd)
6044 {
6045 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6046 	struct ata_queued_cmd *qc = ipr_cmd->qc;
6047 	struct ipr_sata_port *sata_port = qc->ap->private_data;
6048 	struct ipr_resource_entry *res = sata_port->res;
6049 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6050 
6051 	if (ipr_cmd->ioa_cfg->sis64)
6052 		memcpy(&sata_port->ioasa, &ipr_cmd->s.ioasa64.u.gata,
6053 		       sizeof(struct ipr_ioasa_gata));
6054 	else
6055 		memcpy(&sata_port->ioasa, &ipr_cmd->s.ioasa.u.gata,
6056 		       sizeof(struct ipr_ioasa_gata));
6057 	ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
6058 
6059 	if (be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc_specific) & IPR_ATA_DEVICE_WAS_RESET)
6060 		scsi_report_device_reset(ioa_cfg->host, res->bus, res->target);
6061 
6062 	if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
6063 		qc->err_mask |= __ac_err_mask(sata_port->ioasa.status);
6064 	else
6065 		qc->err_mask |= ac_err_mask(sata_port->ioasa.status);
6066 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
6067 	ata_qc_complete(qc);
6068 }
6069 
6070 /**
6071  * ipr_build_ata_ioadl64 - Build an ATA scatter/gather list
6072  * @ipr_cmd:	ipr command struct
6073  * @qc:		ATA queued command
6074  *
6075  **/
6076 static void ipr_build_ata_ioadl64(struct ipr_cmnd *ipr_cmd,
6077 				  struct ata_queued_cmd *qc)
6078 {
6079 	u32 ioadl_flags = 0;
6080 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6081 	struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
6082 	struct ipr_ioadl64_desc *last_ioadl64 = NULL;
6083 	int len = qc->nbytes;
6084 	struct scatterlist *sg;
6085 	unsigned int si;
6086 	dma_addr_t dma_addr = ipr_cmd->dma_addr;
6087 
6088 	if (len == 0)
6089 		return;
6090 
6091 	if (qc->dma_dir == DMA_TO_DEVICE) {
6092 		ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6093 		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6094 	} else if (qc->dma_dir == DMA_FROM_DEVICE)
6095 		ioadl_flags = IPR_IOADL_FLAGS_READ;
6096 
6097 	ioarcb->data_transfer_length = cpu_to_be32(len);
6098 	ioarcb->ioadl_len =
6099 		cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
6100 	ioarcb->u.sis64_addr_data.data_ioadl_addr =
6101 		cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ata_ioadl));
6102 
6103 	for_each_sg(qc->sg, sg, qc->n_elem, si) {
6104 		ioadl64->flags = cpu_to_be32(ioadl_flags);
6105 		ioadl64->data_len = cpu_to_be32(sg_dma_len(sg));
6106 		ioadl64->address = cpu_to_be64(sg_dma_address(sg));
6107 
6108 		last_ioadl64 = ioadl64;
6109 		ioadl64++;
6110 	}
6111 
6112 	if (likely(last_ioadl64))
6113 		last_ioadl64->flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6114 }
6115 
6116 /**
6117  * ipr_build_ata_ioadl - Build an ATA scatter/gather list
6118  * @ipr_cmd:	ipr command struct
6119  * @qc:		ATA queued command
6120  *
6121  **/
6122 static void ipr_build_ata_ioadl(struct ipr_cmnd *ipr_cmd,
6123 				struct ata_queued_cmd *qc)
6124 {
6125 	u32 ioadl_flags = 0;
6126 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6127 	struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
6128 	struct ipr_ioadl_desc *last_ioadl = NULL;
6129 	int len = qc->nbytes;
6130 	struct scatterlist *sg;
6131 	unsigned int si;
6132 
6133 	if (len == 0)
6134 		return;
6135 
6136 	if (qc->dma_dir == DMA_TO_DEVICE) {
6137 		ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6138 		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6139 		ioarcb->data_transfer_length = cpu_to_be32(len);
6140 		ioarcb->ioadl_len =
6141 			cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6142 	} else if (qc->dma_dir == DMA_FROM_DEVICE) {
6143 		ioadl_flags = IPR_IOADL_FLAGS_READ;
6144 		ioarcb->read_data_transfer_length = cpu_to_be32(len);
6145 		ioarcb->read_ioadl_len =
6146 			cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6147 	}
6148 
6149 	for_each_sg(qc->sg, sg, qc->n_elem, si) {
6150 		ioadl->flags_and_data_len = cpu_to_be32(ioadl_flags | sg_dma_len(sg));
6151 		ioadl->address = cpu_to_be32(sg_dma_address(sg));
6152 
6153 		last_ioadl = ioadl;
6154 		ioadl++;
6155 	}
6156 
6157 	if (likely(last_ioadl))
6158 		last_ioadl->flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6159 }
6160 
6161 /**
6162  * ipr_qc_issue - Issue a SATA qc to a device
6163  * @qc:	queued command
6164  *
6165  * Return value:
6166  * 	0 if success
6167  **/
6168 static unsigned int ipr_qc_issue(struct ata_queued_cmd *qc)
6169 {
6170 	struct ata_port *ap = qc->ap;
6171 	struct ipr_sata_port *sata_port = ap->private_data;
6172 	struct ipr_resource_entry *res = sata_port->res;
6173 	struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6174 	struct ipr_cmnd *ipr_cmd;
6175 	struct ipr_ioarcb *ioarcb;
6176 	struct ipr_ioarcb_ata_regs *regs;
6177 
6178 	if (unlikely(!ioa_cfg->allow_cmds || ioa_cfg->ioa_is_dead))
6179 		return AC_ERR_SYSTEM;
6180 
6181 	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
6182 	ioarcb = &ipr_cmd->ioarcb;
6183 
6184 	if (ioa_cfg->sis64) {
6185 		regs = &ipr_cmd->i.ata_ioadl.regs;
6186 		ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
6187 	} else
6188 		regs = &ioarcb->u.add_data.u.regs;
6189 
6190 	memset(regs, 0, sizeof(*regs));
6191 	ioarcb->add_cmd_parms_len = cpu_to_be16(sizeof(*regs));
6192 
6193 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
6194 	ipr_cmd->qc = qc;
6195 	ipr_cmd->done = ipr_sata_done;
6196 	ipr_cmd->ioarcb.res_handle = res->res_handle;
6197 	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_ATA_PASSTHRU;
6198 	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
6199 	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6200 	ipr_cmd->dma_use_sg = qc->n_elem;
6201 
6202 	if (ioa_cfg->sis64)
6203 		ipr_build_ata_ioadl64(ipr_cmd, qc);
6204 	else
6205 		ipr_build_ata_ioadl(ipr_cmd, qc);
6206 
6207 	regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
6208 	ipr_copy_sata_tf(regs, &qc->tf);
6209 	memcpy(ioarcb->cmd_pkt.cdb, qc->cdb, IPR_MAX_CDB_LEN);
6210 	ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
6211 
6212 	switch (qc->tf.protocol) {
6213 	case ATA_PROT_NODATA:
6214 	case ATA_PROT_PIO:
6215 		break;
6216 
6217 	case ATA_PROT_DMA:
6218 		regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
6219 		break;
6220 
6221 	case ATAPI_PROT_PIO:
6222 	case ATAPI_PROT_NODATA:
6223 		regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
6224 		break;
6225 
6226 	case ATAPI_PROT_DMA:
6227 		regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
6228 		regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
6229 		break;
6230 
6231 	default:
6232 		WARN_ON(1);
6233 		return AC_ERR_INVALID;
6234 	}
6235 
6236 	mb();
6237 
6238 	ipr_send_command(ipr_cmd);
6239 
6240 	return 0;
6241 }
6242 
6243 /**
6244  * ipr_qc_fill_rtf - Read result TF
6245  * @qc: ATA queued command
6246  *
6247  * Return value:
6248  * 	true
6249  **/
6250 static bool ipr_qc_fill_rtf(struct ata_queued_cmd *qc)
6251 {
6252 	struct ipr_sata_port *sata_port = qc->ap->private_data;
6253 	struct ipr_ioasa_gata *g = &sata_port->ioasa;
6254 	struct ata_taskfile *tf = &qc->result_tf;
6255 
6256 	tf->feature = g->error;
6257 	tf->nsect = g->nsect;
6258 	tf->lbal = g->lbal;
6259 	tf->lbam = g->lbam;
6260 	tf->lbah = g->lbah;
6261 	tf->device = g->device;
6262 	tf->command = g->status;
6263 	tf->hob_nsect = g->hob_nsect;
6264 	tf->hob_lbal = g->hob_lbal;
6265 	tf->hob_lbam = g->hob_lbam;
6266 	tf->hob_lbah = g->hob_lbah;
6267 	tf->ctl = g->alt_status;
6268 
6269 	return true;
6270 }
6271 
6272 static struct ata_port_operations ipr_sata_ops = {
6273 	.phy_reset = ipr_ata_phy_reset,
6274 	.hardreset = ipr_sata_reset,
6275 	.post_internal_cmd = ipr_ata_post_internal,
6276 	.qc_prep = ata_noop_qc_prep,
6277 	.qc_issue = ipr_qc_issue,
6278 	.qc_fill_rtf = ipr_qc_fill_rtf,
6279 	.port_start = ata_sas_port_start,
6280 	.port_stop = ata_sas_port_stop
6281 };
6282 
6283 static struct ata_port_info sata_port_info = {
6284 	.flags		= ATA_FLAG_SATA | ATA_FLAG_PIO_DMA,
6285 	.pio_mask	= ATA_PIO4_ONLY,
6286 	.mwdma_mask	= ATA_MWDMA2,
6287 	.udma_mask	= ATA_UDMA6,
6288 	.port_ops	= &ipr_sata_ops
6289 };
6290 
6291 #ifdef CONFIG_PPC_PSERIES
6292 static const u16 ipr_blocked_processors[] = {
6293 	PV_NORTHSTAR,
6294 	PV_PULSAR,
6295 	PV_POWER4,
6296 	PV_ICESTAR,
6297 	PV_SSTAR,
6298 	PV_POWER4p,
6299 	PV_630,
6300 	PV_630p
6301 };
6302 
6303 /**
6304  * ipr_invalid_adapter - Determine if this adapter is supported on this hardware
6305  * @ioa_cfg:	ioa cfg struct
6306  *
6307  * Adapters that use Gemstone revision < 3.1 do not work reliably on
6308  * certain pSeries hardware. This function determines if the given
6309  * adapter is in one of these confgurations or not.
6310  *
6311  * Return value:
6312  * 	1 if adapter is not supported / 0 if adapter is supported
6313  **/
6314 static int ipr_invalid_adapter(struct ipr_ioa_cfg *ioa_cfg)
6315 {
6316 	int i;
6317 
6318 	if ((ioa_cfg->type == 0x5702) && (ioa_cfg->pdev->revision < 4)) {
6319 		for (i = 0; i < ARRAY_SIZE(ipr_blocked_processors); i++){
6320 			if (__is_processor(ipr_blocked_processors[i]))
6321 				return 1;
6322 		}
6323 	}
6324 	return 0;
6325 }
6326 #else
6327 #define ipr_invalid_adapter(ioa_cfg) 0
6328 #endif
6329 
6330 /**
6331  * ipr_ioa_bringdown_done - IOA bring down completion.
6332  * @ipr_cmd:	ipr command struct
6333  *
6334  * This function processes the completion of an adapter bring down.
6335  * It wakes any reset sleepers.
6336  *
6337  * Return value:
6338  * 	IPR_RC_JOB_RETURN
6339  **/
6340 static int ipr_ioa_bringdown_done(struct ipr_cmnd *ipr_cmd)
6341 {
6342 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6343 
6344 	ENTER;
6345 	ioa_cfg->in_reset_reload = 0;
6346 	ioa_cfg->reset_retries = 0;
6347 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
6348 	wake_up_all(&ioa_cfg->reset_wait_q);
6349 
6350 	spin_unlock_irq(ioa_cfg->host->host_lock);
6351 	scsi_unblock_requests(ioa_cfg->host);
6352 	spin_lock_irq(ioa_cfg->host->host_lock);
6353 	LEAVE;
6354 
6355 	return IPR_RC_JOB_RETURN;
6356 }
6357 
6358 /**
6359  * ipr_ioa_reset_done - IOA reset completion.
6360  * @ipr_cmd:	ipr command struct
6361  *
6362  * This function processes the completion of an adapter reset.
6363  * It schedules any necessary mid-layer add/removes and
6364  * wakes any reset sleepers.
6365  *
6366  * Return value:
6367  * 	IPR_RC_JOB_RETURN
6368  **/
6369 static int ipr_ioa_reset_done(struct ipr_cmnd *ipr_cmd)
6370 {
6371 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6372 	struct ipr_resource_entry *res;
6373 	struct ipr_hostrcb *hostrcb, *temp;
6374 	int i = 0;
6375 
6376 	ENTER;
6377 	ioa_cfg->in_reset_reload = 0;
6378 	ioa_cfg->allow_cmds = 1;
6379 	ioa_cfg->reset_cmd = NULL;
6380 	ioa_cfg->doorbell |= IPR_RUNTIME_RESET;
6381 
6382 	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
6383 		if (ioa_cfg->allow_ml_add_del && (res->add_to_ml || res->del_from_ml)) {
6384 			ipr_trace;
6385 			break;
6386 		}
6387 	}
6388 	schedule_work(&ioa_cfg->work_q);
6389 
6390 	list_for_each_entry_safe(hostrcb, temp, &ioa_cfg->hostrcb_free_q, queue) {
6391 		list_del(&hostrcb->queue);
6392 		if (i++ < IPR_NUM_LOG_HCAMS)
6393 			ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
6394 		else
6395 			ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
6396 	}
6397 
6398 	scsi_report_bus_reset(ioa_cfg->host, IPR_VSET_BUS);
6399 	dev_info(&ioa_cfg->pdev->dev, "IOA initialized.\n");
6400 
6401 	ioa_cfg->reset_retries = 0;
6402 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
6403 	wake_up_all(&ioa_cfg->reset_wait_q);
6404 
6405 	spin_unlock(ioa_cfg->host->host_lock);
6406 	scsi_unblock_requests(ioa_cfg->host);
6407 	spin_lock(ioa_cfg->host->host_lock);
6408 
6409 	if (!ioa_cfg->allow_cmds)
6410 		scsi_block_requests(ioa_cfg->host);
6411 
6412 	LEAVE;
6413 	return IPR_RC_JOB_RETURN;
6414 }
6415 
6416 /**
6417  * ipr_set_sup_dev_dflt - Initialize a Set Supported Device buffer
6418  * @supported_dev:	supported device struct
6419  * @vpids:			vendor product id struct
6420  *
6421  * Return value:
6422  * 	none
6423  **/
6424 static void ipr_set_sup_dev_dflt(struct ipr_supported_device *supported_dev,
6425 				 struct ipr_std_inq_vpids *vpids)
6426 {
6427 	memset(supported_dev, 0, sizeof(struct ipr_supported_device));
6428 	memcpy(&supported_dev->vpids, vpids, sizeof(struct ipr_std_inq_vpids));
6429 	supported_dev->num_records = 1;
6430 	supported_dev->data_length =
6431 		cpu_to_be16(sizeof(struct ipr_supported_device));
6432 	supported_dev->reserved = 0;
6433 }
6434 
6435 /**
6436  * ipr_set_supported_devs - Send Set Supported Devices for a device
6437  * @ipr_cmd:	ipr command struct
6438  *
6439  * This function sends a Set Supported Devices to the adapter
6440  *
6441  * Return value:
6442  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6443  **/
6444 static int ipr_set_supported_devs(struct ipr_cmnd *ipr_cmd)
6445 {
6446 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6447 	struct ipr_supported_device *supp_dev = &ioa_cfg->vpd_cbs->supp_dev;
6448 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6449 	struct ipr_resource_entry *res = ipr_cmd->u.res;
6450 
6451 	ipr_cmd->job_step = ipr_ioa_reset_done;
6452 
6453 	list_for_each_entry_continue(res, &ioa_cfg->used_res_q, queue) {
6454 		if (!ipr_is_scsi_disk(res))
6455 			continue;
6456 
6457 		ipr_cmd->u.res = res;
6458 		ipr_set_sup_dev_dflt(supp_dev, &res->std_inq_data.vpids);
6459 
6460 		ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
6461 		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6462 		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
6463 
6464 		ioarcb->cmd_pkt.cdb[0] = IPR_SET_SUPPORTED_DEVICES;
6465 		ioarcb->cmd_pkt.cdb[1] = IPR_SET_ALL_SUPPORTED_DEVICES;
6466 		ioarcb->cmd_pkt.cdb[7] = (sizeof(struct ipr_supported_device) >> 8) & 0xff;
6467 		ioarcb->cmd_pkt.cdb[8] = sizeof(struct ipr_supported_device) & 0xff;
6468 
6469 		ipr_init_ioadl(ipr_cmd,
6470 			       ioa_cfg->vpd_cbs_dma +
6471 				 offsetof(struct ipr_misc_cbs, supp_dev),
6472 			       sizeof(struct ipr_supported_device),
6473 			       IPR_IOADL_FLAGS_WRITE_LAST);
6474 
6475 		ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
6476 			   IPR_SET_SUP_DEVICE_TIMEOUT);
6477 
6478 		if (!ioa_cfg->sis64)
6479 			ipr_cmd->job_step = ipr_set_supported_devs;
6480 		return IPR_RC_JOB_RETURN;
6481 	}
6482 
6483 	return IPR_RC_JOB_CONTINUE;
6484 }
6485 
6486 /**
6487  * ipr_get_mode_page - Locate specified mode page
6488  * @mode_pages:	mode page buffer
6489  * @page_code:	page code to find
6490  * @len:		minimum required length for mode page
6491  *
6492  * Return value:
6493  * 	pointer to mode page / NULL on failure
6494  **/
6495 static void *ipr_get_mode_page(struct ipr_mode_pages *mode_pages,
6496 			       u32 page_code, u32 len)
6497 {
6498 	struct ipr_mode_page_hdr *mode_hdr;
6499 	u32 page_length;
6500 	u32 length;
6501 
6502 	if (!mode_pages || (mode_pages->hdr.length == 0))
6503 		return NULL;
6504 
6505 	length = (mode_pages->hdr.length + 1) - 4 - mode_pages->hdr.block_desc_len;
6506 	mode_hdr = (struct ipr_mode_page_hdr *)
6507 		(mode_pages->data + mode_pages->hdr.block_desc_len);
6508 
6509 	while (length) {
6510 		if (IPR_GET_MODE_PAGE_CODE(mode_hdr) == page_code) {
6511 			if (mode_hdr->page_length >= (len - sizeof(struct ipr_mode_page_hdr)))
6512 				return mode_hdr;
6513 			break;
6514 		} else {
6515 			page_length = (sizeof(struct ipr_mode_page_hdr) +
6516 				       mode_hdr->page_length);
6517 			length -= page_length;
6518 			mode_hdr = (struct ipr_mode_page_hdr *)
6519 				((unsigned long)mode_hdr + page_length);
6520 		}
6521 	}
6522 	return NULL;
6523 }
6524 
6525 /**
6526  * ipr_check_term_power - Check for term power errors
6527  * @ioa_cfg:	ioa config struct
6528  * @mode_pages:	IOAFP mode pages buffer
6529  *
6530  * Check the IOAFP's mode page 28 for term power errors
6531  *
6532  * Return value:
6533  * 	nothing
6534  **/
6535 static void ipr_check_term_power(struct ipr_ioa_cfg *ioa_cfg,
6536 				 struct ipr_mode_pages *mode_pages)
6537 {
6538 	int i;
6539 	int entry_length;
6540 	struct ipr_dev_bus_entry *bus;
6541 	struct ipr_mode_page28 *mode_page;
6542 
6543 	mode_page = ipr_get_mode_page(mode_pages, 0x28,
6544 				      sizeof(struct ipr_mode_page28));
6545 
6546 	entry_length = mode_page->entry_length;
6547 
6548 	bus = mode_page->bus;
6549 
6550 	for (i = 0; i < mode_page->num_entries; i++) {
6551 		if (bus->flags & IPR_SCSI_ATTR_NO_TERM_PWR) {
6552 			dev_err(&ioa_cfg->pdev->dev,
6553 				"Term power is absent on scsi bus %d\n",
6554 				bus->res_addr.bus);
6555 		}
6556 
6557 		bus = (struct ipr_dev_bus_entry *)((char *)bus + entry_length);
6558 	}
6559 }
6560 
6561 /**
6562  * ipr_scsi_bus_speed_limit - Limit the SCSI speed based on SES table
6563  * @ioa_cfg:	ioa config struct
6564  *
6565  * Looks through the config table checking for SES devices. If
6566  * the SES device is in the SES table indicating a maximum SCSI
6567  * bus speed, the speed is limited for the bus.
6568  *
6569  * Return value:
6570  * 	none
6571  **/
6572 static void ipr_scsi_bus_speed_limit(struct ipr_ioa_cfg *ioa_cfg)
6573 {
6574 	u32 max_xfer_rate;
6575 	int i;
6576 
6577 	for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
6578 		max_xfer_rate = ipr_get_max_scsi_speed(ioa_cfg, i,
6579 						       ioa_cfg->bus_attr[i].bus_width);
6580 
6581 		if (max_xfer_rate < ioa_cfg->bus_attr[i].max_xfer_rate)
6582 			ioa_cfg->bus_attr[i].max_xfer_rate = max_xfer_rate;
6583 	}
6584 }
6585 
6586 /**
6587  * ipr_modify_ioafp_mode_page_28 - Modify IOAFP Mode Page 28
6588  * @ioa_cfg:	ioa config struct
6589  * @mode_pages:	mode page 28 buffer
6590  *
6591  * Updates mode page 28 based on driver configuration
6592  *
6593  * Return value:
6594  * 	none
6595  **/
6596 static void ipr_modify_ioafp_mode_page_28(struct ipr_ioa_cfg *ioa_cfg,
6597 					  	struct ipr_mode_pages *mode_pages)
6598 {
6599 	int i, entry_length;
6600 	struct ipr_dev_bus_entry *bus;
6601 	struct ipr_bus_attributes *bus_attr;
6602 	struct ipr_mode_page28 *mode_page;
6603 
6604 	mode_page = ipr_get_mode_page(mode_pages, 0x28,
6605 				      sizeof(struct ipr_mode_page28));
6606 
6607 	entry_length = mode_page->entry_length;
6608 
6609 	/* Loop for each device bus entry */
6610 	for (i = 0, bus = mode_page->bus;
6611 	     i < mode_page->num_entries;
6612 	     i++, bus = (struct ipr_dev_bus_entry *)((u8 *)bus + entry_length)) {
6613 		if (bus->res_addr.bus > IPR_MAX_NUM_BUSES) {
6614 			dev_err(&ioa_cfg->pdev->dev,
6615 				"Invalid resource address reported: 0x%08X\n",
6616 				IPR_GET_PHYS_LOC(bus->res_addr));
6617 			continue;
6618 		}
6619 
6620 		bus_attr = &ioa_cfg->bus_attr[i];
6621 		bus->extended_reset_delay = IPR_EXTENDED_RESET_DELAY;
6622 		bus->bus_width = bus_attr->bus_width;
6623 		bus->max_xfer_rate = cpu_to_be32(bus_attr->max_xfer_rate);
6624 		bus->flags &= ~IPR_SCSI_ATTR_QAS_MASK;
6625 		if (bus_attr->qas_enabled)
6626 			bus->flags |= IPR_SCSI_ATTR_ENABLE_QAS;
6627 		else
6628 			bus->flags |= IPR_SCSI_ATTR_DISABLE_QAS;
6629 	}
6630 }
6631 
6632 /**
6633  * ipr_build_mode_select - Build a mode select command
6634  * @ipr_cmd:	ipr command struct
6635  * @res_handle:	resource handle to send command to
6636  * @parm:		Byte 2 of Mode Sense command
6637  * @dma_addr:	DMA buffer address
6638  * @xfer_len:	data transfer length
6639  *
6640  * Return value:
6641  * 	none
6642  **/
6643 static void ipr_build_mode_select(struct ipr_cmnd *ipr_cmd,
6644 				  __be32 res_handle, u8 parm,
6645 				  dma_addr_t dma_addr, u8 xfer_len)
6646 {
6647 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6648 
6649 	ioarcb->res_handle = res_handle;
6650 	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
6651 	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6652 	ioarcb->cmd_pkt.cdb[0] = MODE_SELECT;
6653 	ioarcb->cmd_pkt.cdb[1] = parm;
6654 	ioarcb->cmd_pkt.cdb[4] = xfer_len;
6655 
6656 	ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_WRITE_LAST);
6657 }
6658 
6659 /**
6660  * ipr_ioafp_mode_select_page28 - Issue Mode Select Page 28 to IOA
6661  * @ipr_cmd:	ipr command struct
6662  *
6663  * This function sets up the SCSI bus attributes and sends
6664  * a Mode Select for Page 28 to activate them.
6665  *
6666  * Return value:
6667  * 	IPR_RC_JOB_RETURN
6668  **/
6669 static int ipr_ioafp_mode_select_page28(struct ipr_cmnd *ipr_cmd)
6670 {
6671 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6672 	struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
6673 	int length;
6674 
6675 	ENTER;
6676 	ipr_scsi_bus_speed_limit(ioa_cfg);
6677 	ipr_check_term_power(ioa_cfg, mode_pages);
6678 	ipr_modify_ioafp_mode_page_28(ioa_cfg, mode_pages);
6679 	length = mode_pages->hdr.length + 1;
6680 	mode_pages->hdr.length = 0;
6681 
6682 	ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
6683 			      ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
6684 			      length);
6685 
6686 	ipr_cmd->job_step = ipr_set_supported_devs;
6687 	ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
6688 				    struct ipr_resource_entry, queue);
6689 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6690 
6691 	LEAVE;
6692 	return IPR_RC_JOB_RETURN;
6693 }
6694 
6695 /**
6696  * ipr_build_mode_sense - Builds a mode sense command
6697  * @ipr_cmd:	ipr command struct
6698  * @res:		resource entry struct
6699  * @parm:		Byte 2 of mode sense command
6700  * @dma_addr:	DMA address of mode sense buffer
6701  * @xfer_len:	Size of DMA buffer
6702  *
6703  * Return value:
6704  * 	none
6705  **/
6706 static void ipr_build_mode_sense(struct ipr_cmnd *ipr_cmd,
6707 				 __be32 res_handle,
6708 				 u8 parm, dma_addr_t dma_addr, u8 xfer_len)
6709 {
6710 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6711 
6712 	ioarcb->res_handle = res_handle;
6713 	ioarcb->cmd_pkt.cdb[0] = MODE_SENSE;
6714 	ioarcb->cmd_pkt.cdb[2] = parm;
6715 	ioarcb->cmd_pkt.cdb[4] = xfer_len;
6716 	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
6717 
6718 	ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
6719 }
6720 
6721 /**
6722  * ipr_reset_cmd_failed - Handle failure of IOA reset command
6723  * @ipr_cmd:	ipr command struct
6724  *
6725  * This function handles the failure of an IOA bringup command.
6726  *
6727  * Return value:
6728  * 	IPR_RC_JOB_RETURN
6729  **/
6730 static int ipr_reset_cmd_failed(struct ipr_cmnd *ipr_cmd)
6731 {
6732 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6733 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6734 
6735 	dev_err(&ioa_cfg->pdev->dev,
6736 		"0x%02X failed with IOASC: 0x%08X\n",
6737 		ipr_cmd->ioarcb.cmd_pkt.cdb[0], ioasc);
6738 
6739 	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
6740 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
6741 	return IPR_RC_JOB_RETURN;
6742 }
6743 
6744 /**
6745  * ipr_reset_mode_sense_failed - Handle failure of IOAFP mode sense
6746  * @ipr_cmd:	ipr command struct
6747  *
6748  * This function handles the failure of a Mode Sense to the IOAFP.
6749  * Some adapters do not handle all mode pages.
6750  *
6751  * Return value:
6752  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6753  **/
6754 static int ipr_reset_mode_sense_failed(struct ipr_cmnd *ipr_cmd)
6755 {
6756 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6757 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6758 
6759 	if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
6760 		ipr_cmd->job_step = ipr_set_supported_devs;
6761 		ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
6762 					    struct ipr_resource_entry, queue);
6763 		return IPR_RC_JOB_CONTINUE;
6764 	}
6765 
6766 	return ipr_reset_cmd_failed(ipr_cmd);
6767 }
6768 
6769 /**
6770  * ipr_ioafp_mode_sense_page28 - Issue Mode Sense Page 28 to IOA
6771  * @ipr_cmd:	ipr command struct
6772  *
6773  * This function send a Page 28 mode sense to the IOA to
6774  * retrieve SCSI bus attributes.
6775  *
6776  * Return value:
6777  * 	IPR_RC_JOB_RETURN
6778  **/
6779 static int ipr_ioafp_mode_sense_page28(struct ipr_cmnd *ipr_cmd)
6780 {
6781 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6782 
6783 	ENTER;
6784 	ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
6785 			     0x28, ioa_cfg->vpd_cbs_dma +
6786 			     offsetof(struct ipr_misc_cbs, mode_pages),
6787 			     sizeof(struct ipr_mode_pages));
6788 
6789 	ipr_cmd->job_step = ipr_ioafp_mode_select_page28;
6790 	ipr_cmd->job_step_failed = ipr_reset_mode_sense_failed;
6791 
6792 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6793 
6794 	LEAVE;
6795 	return IPR_RC_JOB_RETURN;
6796 }
6797 
6798 /**
6799  * ipr_ioafp_mode_select_page24 - Issue Mode Select to IOA
6800  * @ipr_cmd:	ipr command struct
6801  *
6802  * This function enables dual IOA RAID support if possible.
6803  *
6804  * Return value:
6805  * 	IPR_RC_JOB_RETURN
6806  **/
6807 static int ipr_ioafp_mode_select_page24(struct ipr_cmnd *ipr_cmd)
6808 {
6809 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6810 	struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
6811 	struct ipr_mode_page24 *mode_page;
6812 	int length;
6813 
6814 	ENTER;
6815 	mode_page = ipr_get_mode_page(mode_pages, 0x24,
6816 				      sizeof(struct ipr_mode_page24));
6817 
6818 	if (mode_page)
6819 		mode_page->flags |= IPR_ENABLE_DUAL_IOA_AF;
6820 
6821 	length = mode_pages->hdr.length + 1;
6822 	mode_pages->hdr.length = 0;
6823 
6824 	ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
6825 			      ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
6826 			      length);
6827 
6828 	ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
6829 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6830 
6831 	LEAVE;
6832 	return IPR_RC_JOB_RETURN;
6833 }
6834 
6835 /**
6836  * ipr_reset_mode_sense_page24_failed - Handle failure of IOAFP mode sense
6837  * @ipr_cmd:	ipr command struct
6838  *
6839  * This function handles the failure of a Mode Sense to the IOAFP.
6840  * Some adapters do not handle all mode pages.
6841  *
6842  * Return value:
6843  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6844  **/
6845 static int ipr_reset_mode_sense_page24_failed(struct ipr_cmnd *ipr_cmd)
6846 {
6847 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6848 
6849 	if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
6850 		ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
6851 		return IPR_RC_JOB_CONTINUE;
6852 	}
6853 
6854 	return ipr_reset_cmd_failed(ipr_cmd);
6855 }
6856 
6857 /**
6858  * ipr_ioafp_mode_sense_page24 - Issue Page 24 Mode Sense to IOA
6859  * @ipr_cmd:	ipr command struct
6860  *
6861  * This function send a mode sense to the IOA to retrieve
6862  * the IOA Advanced Function Control mode page.
6863  *
6864  * Return value:
6865  * 	IPR_RC_JOB_RETURN
6866  **/
6867 static int ipr_ioafp_mode_sense_page24(struct ipr_cmnd *ipr_cmd)
6868 {
6869 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6870 
6871 	ENTER;
6872 	ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
6873 			     0x24, ioa_cfg->vpd_cbs_dma +
6874 			     offsetof(struct ipr_misc_cbs, mode_pages),
6875 			     sizeof(struct ipr_mode_pages));
6876 
6877 	ipr_cmd->job_step = ipr_ioafp_mode_select_page24;
6878 	ipr_cmd->job_step_failed = ipr_reset_mode_sense_page24_failed;
6879 
6880 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6881 
6882 	LEAVE;
6883 	return IPR_RC_JOB_RETURN;
6884 }
6885 
6886 /**
6887  * ipr_init_res_table - Initialize the resource table
6888  * @ipr_cmd:	ipr command struct
6889  *
6890  * This function looks through the existing resource table, comparing
6891  * it with the config table. This function will take care of old/new
6892  * devices and schedule adding/removing them from the mid-layer
6893  * as appropriate.
6894  *
6895  * Return value:
6896  * 	IPR_RC_JOB_CONTINUE
6897  **/
6898 static int ipr_init_res_table(struct ipr_cmnd *ipr_cmd)
6899 {
6900 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6901 	struct ipr_resource_entry *res, *temp;
6902 	struct ipr_config_table_entry_wrapper cfgtew;
6903 	int entries, found, flag, i;
6904 	LIST_HEAD(old_res);
6905 
6906 	ENTER;
6907 	if (ioa_cfg->sis64)
6908 		flag = ioa_cfg->u.cfg_table64->hdr64.flags;
6909 	else
6910 		flag = ioa_cfg->u.cfg_table->hdr.flags;
6911 
6912 	if (flag & IPR_UCODE_DOWNLOAD_REQ)
6913 		dev_err(&ioa_cfg->pdev->dev, "Microcode download required\n");
6914 
6915 	list_for_each_entry_safe(res, temp, &ioa_cfg->used_res_q, queue)
6916 		list_move_tail(&res->queue, &old_res);
6917 
6918 	if (ioa_cfg->sis64)
6919 		entries = be16_to_cpu(ioa_cfg->u.cfg_table64->hdr64.num_entries);
6920 	else
6921 		entries = ioa_cfg->u.cfg_table->hdr.num_entries;
6922 
6923 	for (i = 0; i < entries; i++) {
6924 		if (ioa_cfg->sis64)
6925 			cfgtew.u.cfgte64 = &ioa_cfg->u.cfg_table64->dev[i];
6926 		else
6927 			cfgtew.u.cfgte = &ioa_cfg->u.cfg_table->dev[i];
6928 		found = 0;
6929 
6930 		list_for_each_entry_safe(res, temp, &old_res, queue) {
6931 			if (ipr_is_same_device(res, &cfgtew)) {
6932 				list_move_tail(&res->queue, &ioa_cfg->used_res_q);
6933 				found = 1;
6934 				break;
6935 			}
6936 		}
6937 
6938 		if (!found) {
6939 			if (list_empty(&ioa_cfg->free_res_q)) {
6940 				dev_err(&ioa_cfg->pdev->dev, "Too many devices attached\n");
6941 				break;
6942 			}
6943 
6944 			found = 1;
6945 			res = list_entry(ioa_cfg->free_res_q.next,
6946 					 struct ipr_resource_entry, queue);
6947 			list_move_tail(&res->queue, &ioa_cfg->used_res_q);
6948 			ipr_init_res_entry(res, &cfgtew);
6949 			res->add_to_ml = 1;
6950 		} else if (res->sdev && (ipr_is_vset_device(res) || ipr_is_scsi_disk(res)))
6951 			res->sdev->allow_restart = 1;
6952 
6953 		if (found)
6954 			ipr_update_res_entry(res, &cfgtew);
6955 	}
6956 
6957 	list_for_each_entry_safe(res, temp, &old_res, queue) {
6958 		if (res->sdev) {
6959 			res->del_from_ml = 1;
6960 			res->res_handle = IPR_INVALID_RES_HANDLE;
6961 			list_move_tail(&res->queue, &ioa_cfg->used_res_q);
6962 		}
6963 	}
6964 
6965 	list_for_each_entry_safe(res, temp, &old_res, queue) {
6966 		ipr_clear_res_target(res);
6967 		list_move_tail(&res->queue, &ioa_cfg->free_res_q);
6968 	}
6969 
6970 	if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
6971 		ipr_cmd->job_step = ipr_ioafp_mode_sense_page24;
6972 	else
6973 		ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
6974 
6975 	LEAVE;
6976 	return IPR_RC_JOB_CONTINUE;
6977 }
6978 
6979 /**
6980  * ipr_ioafp_query_ioa_cfg - Send a Query IOA Config to the adapter.
6981  * @ipr_cmd:	ipr command struct
6982  *
6983  * This function sends a Query IOA Configuration command
6984  * to the adapter to retrieve the IOA configuration table.
6985  *
6986  * Return value:
6987  * 	IPR_RC_JOB_RETURN
6988  **/
6989 static int ipr_ioafp_query_ioa_cfg(struct ipr_cmnd *ipr_cmd)
6990 {
6991 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6992 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6993 	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
6994 	struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
6995 
6996 	ENTER;
6997 	if (cap->cap & IPR_CAP_DUAL_IOA_RAID)
6998 		ioa_cfg->dual_raid = 1;
6999 	dev_info(&ioa_cfg->pdev->dev, "Adapter firmware version: %02X%02X%02X%02X\n",
7000 		 ucode_vpd->major_release, ucode_vpd->card_type,
7001 		 ucode_vpd->minor_release[0], ucode_vpd->minor_release[1]);
7002 	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7003 	ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7004 
7005 	ioarcb->cmd_pkt.cdb[0] = IPR_QUERY_IOA_CONFIG;
7006 	ioarcb->cmd_pkt.cdb[6] = (ioa_cfg->cfg_table_size >> 16) & 0xff;
7007 	ioarcb->cmd_pkt.cdb[7] = (ioa_cfg->cfg_table_size >> 8) & 0xff;
7008 	ioarcb->cmd_pkt.cdb[8] = ioa_cfg->cfg_table_size & 0xff;
7009 
7010 	ipr_init_ioadl(ipr_cmd, ioa_cfg->cfg_table_dma, ioa_cfg->cfg_table_size,
7011 		       IPR_IOADL_FLAGS_READ_LAST);
7012 
7013 	ipr_cmd->job_step = ipr_init_res_table;
7014 
7015 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7016 
7017 	LEAVE;
7018 	return IPR_RC_JOB_RETURN;
7019 }
7020 
7021 /**
7022  * ipr_ioafp_inquiry - Send an Inquiry to the adapter.
7023  * @ipr_cmd:	ipr command struct
7024  *
7025  * This utility function sends an inquiry to the adapter.
7026  *
7027  * Return value:
7028  * 	none
7029  **/
7030 static void ipr_ioafp_inquiry(struct ipr_cmnd *ipr_cmd, u8 flags, u8 page,
7031 			      dma_addr_t dma_addr, u8 xfer_len)
7032 {
7033 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7034 
7035 	ENTER;
7036 	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7037 	ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7038 
7039 	ioarcb->cmd_pkt.cdb[0] = INQUIRY;
7040 	ioarcb->cmd_pkt.cdb[1] = flags;
7041 	ioarcb->cmd_pkt.cdb[2] = page;
7042 	ioarcb->cmd_pkt.cdb[4] = xfer_len;
7043 
7044 	ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
7045 
7046 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7047 	LEAVE;
7048 }
7049 
7050 /**
7051  * ipr_inquiry_page_supported - Is the given inquiry page supported
7052  * @page0:		inquiry page 0 buffer
7053  * @page:		page code.
7054  *
7055  * This function determines if the specified inquiry page is supported.
7056  *
7057  * Return value:
7058  *	1 if page is supported / 0 if not
7059  **/
7060 static int ipr_inquiry_page_supported(struct ipr_inquiry_page0 *page0, u8 page)
7061 {
7062 	int i;
7063 
7064 	for (i = 0; i < min_t(u8, page0->len, IPR_INQUIRY_PAGE0_ENTRIES); i++)
7065 		if (page0->page[i] == page)
7066 			return 1;
7067 
7068 	return 0;
7069 }
7070 
7071 /**
7072  * ipr_ioafp_cap_inquiry - Send a Page 0xD0 Inquiry to the adapter.
7073  * @ipr_cmd:	ipr command struct
7074  *
7075  * This function sends a Page 0xD0 inquiry to the adapter
7076  * to retrieve adapter capabilities.
7077  *
7078  * Return value:
7079  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7080  **/
7081 static int ipr_ioafp_cap_inquiry(struct ipr_cmnd *ipr_cmd)
7082 {
7083 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7084 	struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
7085 	struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
7086 
7087 	ENTER;
7088 	ipr_cmd->job_step = ipr_ioafp_query_ioa_cfg;
7089 	memset(cap, 0, sizeof(*cap));
7090 
7091 	if (ipr_inquiry_page_supported(page0, 0xD0)) {
7092 		ipr_ioafp_inquiry(ipr_cmd, 1, 0xD0,
7093 				  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, cap),
7094 				  sizeof(struct ipr_inquiry_cap));
7095 		return IPR_RC_JOB_RETURN;
7096 	}
7097 
7098 	LEAVE;
7099 	return IPR_RC_JOB_CONTINUE;
7100 }
7101 
7102 /**
7103  * ipr_ioafp_page3_inquiry - Send a Page 3 Inquiry to the adapter.
7104  * @ipr_cmd:	ipr command struct
7105  *
7106  * This function sends a Page 3 inquiry to the adapter
7107  * to retrieve software VPD information.
7108  *
7109  * Return value:
7110  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7111  **/
7112 static int ipr_ioafp_page3_inquiry(struct ipr_cmnd *ipr_cmd)
7113 {
7114 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7115 
7116 	ENTER;
7117 
7118 	ipr_cmd->job_step = ipr_ioafp_cap_inquiry;
7119 
7120 	ipr_ioafp_inquiry(ipr_cmd, 1, 3,
7121 			  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page3_data),
7122 			  sizeof(struct ipr_inquiry_page3));
7123 
7124 	LEAVE;
7125 	return IPR_RC_JOB_RETURN;
7126 }
7127 
7128 /**
7129  * ipr_ioafp_page0_inquiry - Send a Page 0 Inquiry to the adapter.
7130  * @ipr_cmd:	ipr command struct
7131  *
7132  * This function sends a Page 0 inquiry to the adapter
7133  * to retrieve supported inquiry pages.
7134  *
7135  * Return value:
7136  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7137  **/
7138 static int ipr_ioafp_page0_inquiry(struct ipr_cmnd *ipr_cmd)
7139 {
7140 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7141 	char type[5];
7142 
7143 	ENTER;
7144 
7145 	/* Grab the type out of the VPD and store it away */
7146 	memcpy(type, ioa_cfg->vpd_cbs->ioa_vpd.std_inq_data.vpids.product_id, 4);
7147 	type[4] = '\0';
7148 	ioa_cfg->type = simple_strtoul((char *)type, NULL, 16);
7149 
7150 	ipr_cmd->job_step = ipr_ioafp_page3_inquiry;
7151 
7152 	ipr_ioafp_inquiry(ipr_cmd, 1, 0,
7153 			  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page0_data),
7154 			  sizeof(struct ipr_inquiry_page0));
7155 
7156 	LEAVE;
7157 	return IPR_RC_JOB_RETURN;
7158 }
7159 
7160 /**
7161  * ipr_ioafp_std_inquiry - Send a Standard Inquiry to the adapter.
7162  * @ipr_cmd:	ipr command struct
7163  *
7164  * This function sends a standard inquiry to the adapter.
7165  *
7166  * Return value:
7167  * 	IPR_RC_JOB_RETURN
7168  **/
7169 static int ipr_ioafp_std_inquiry(struct ipr_cmnd *ipr_cmd)
7170 {
7171 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7172 
7173 	ENTER;
7174 	ipr_cmd->job_step = ipr_ioafp_page0_inquiry;
7175 
7176 	ipr_ioafp_inquiry(ipr_cmd, 0, 0,
7177 			  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, ioa_vpd),
7178 			  sizeof(struct ipr_ioa_vpd));
7179 
7180 	LEAVE;
7181 	return IPR_RC_JOB_RETURN;
7182 }
7183 
7184 /**
7185  * ipr_ioafp_identify_hrrq - Send Identify Host RRQ.
7186  * @ipr_cmd:	ipr command struct
7187  *
7188  * This function send an Identify Host Request Response Queue
7189  * command to establish the HRRQ with the adapter.
7190  *
7191  * Return value:
7192  * 	IPR_RC_JOB_RETURN
7193  **/
7194 static int ipr_ioafp_identify_hrrq(struct ipr_cmnd *ipr_cmd)
7195 {
7196 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7197 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7198 
7199 	ENTER;
7200 	dev_info(&ioa_cfg->pdev->dev, "Starting IOA initialization sequence.\n");
7201 
7202 	ioarcb->cmd_pkt.cdb[0] = IPR_ID_HOST_RR_Q;
7203 	ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7204 
7205 	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7206 	if (ioa_cfg->sis64)
7207 		ioarcb->cmd_pkt.cdb[1] = 0x1;
7208 	ioarcb->cmd_pkt.cdb[2] =
7209 		((u64) ioa_cfg->host_rrq_dma >> 24) & 0xff;
7210 	ioarcb->cmd_pkt.cdb[3] =
7211 		((u64) ioa_cfg->host_rrq_dma >> 16) & 0xff;
7212 	ioarcb->cmd_pkt.cdb[4] =
7213 		((u64) ioa_cfg->host_rrq_dma >> 8) & 0xff;
7214 	ioarcb->cmd_pkt.cdb[5] =
7215 		((u64) ioa_cfg->host_rrq_dma) & 0xff;
7216 	ioarcb->cmd_pkt.cdb[7] =
7217 		((sizeof(u32) * IPR_NUM_CMD_BLKS) >> 8) & 0xff;
7218 	ioarcb->cmd_pkt.cdb[8] =
7219 		(sizeof(u32) * IPR_NUM_CMD_BLKS) & 0xff;
7220 
7221 	if (ioa_cfg->sis64) {
7222 		ioarcb->cmd_pkt.cdb[10] =
7223 			((u64) ioa_cfg->host_rrq_dma >> 56) & 0xff;
7224 		ioarcb->cmd_pkt.cdb[11] =
7225 			((u64) ioa_cfg->host_rrq_dma >> 48) & 0xff;
7226 		ioarcb->cmd_pkt.cdb[12] =
7227 			((u64) ioa_cfg->host_rrq_dma >> 40) & 0xff;
7228 		ioarcb->cmd_pkt.cdb[13] =
7229 			((u64) ioa_cfg->host_rrq_dma >> 32) & 0xff;
7230 	}
7231 
7232 	ipr_cmd->job_step = ipr_ioafp_std_inquiry;
7233 
7234 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7235 
7236 	LEAVE;
7237 	return IPR_RC_JOB_RETURN;
7238 }
7239 
7240 /**
7241  * ipr_reset_timer_done - Adapter reset timer function
7242  * @ipr_cmd:	ipr command struct
7243  *
7244  * Description: This function is used in adapter reset processing
7245  * for timing events. If the reset_cmd pointer in the IOA
7246  * config struct is not this adapter's we are doing nested
7247  * resets and fail_all_ops will take care of freeing the
7248  * command block.
7249  *
7250  * Return value:
7251  * 	none
7252  **/
7253 static void ipr_reset_timer_done(struct ipr_cmnd *ipr_cmd)
7254 {
7255 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7256 	unsigned long lock_flags = 0;
7257 
7258 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
7259 
7260 	if (ioa_cfg->reset_cmd == ipr_cmd) {
7261 		list_del(&ipr_cmd->queue);
7262 		ipr_cmd->done(ipr_cmd);
7263 	}
7264 
7265 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
7266 }
7267 
7268 /**
7269  * ipr_reset_start_timer - Start a timer for adapter reset job
7270  * @ipr_cmd:	ipr command struct
7271  * @timeout:	timeout value
7272  *
7273  * Description: This function is used in adapter reset processing
7274  * for timing events. If the reset_cmd pointer in the IOA
7275  * config struct is not this adapter's we are doing nested
7276  * resets and fail_all_ops will take care of freeing the
7277  * command block.
7278  *
7279  * Return value:
7280  * 	none
7281  **/
7282 static void ipr_reset_start_timer(struct ipr_cmnd *ipr_cmd,
7283 				  unsigned long timeout)
7284 {
7285 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->ioa_cfg->pending_q);
7286 	ipr_cmd->done = ipr_reset_ioa_job;
7287 
7288 	ipr_cmd->timer.data = (unsigned long) ipr_cmd;
7289 	ipr_cmd->timer.expires = jiffies + timeout;
7290 	ipr_cmd->timer.function = (void (*)(unsigned long))ipr_reset_timer_done;
7291 	add_timer(&ipr_cmd->timer);
7292 }
7293 
7294 /**
7295  * ipr_init_ioa_mem - Initialize ioa_cfg control block
7296  * @ioa_cfg:	ioa cfg struct
7297  *
7298  * Return value:
7299  * 	nothing
7300  **/
7301 static void ipr_init_ioa_mem(struct ipr_ioa_cfg *ioa_cfg)
7302 {
7303 	memset(ioa_cfg->host_rrq, 0, sizeof(u32) * IPR_NUM_CMD_BLKS);
7304 
7305 	/* Initialize Host RRQ pointers */
7306 	ioa_cfg->hrrq_start = ioa_cfg->host_rrq;
7307 	ioa_cfg->hrrq_end = &ioa_cfg->host_rrq[IPR_NUM_CMD_BLKS - 1];
7308 	ioa_cfg->hrrq_curr = ioa_cfg->hrrq_start;
7309 	ioa_cfg->toggle_bit = 1;
7310 
7311 	/* Zero out config table */
7312 	memset(ioa_cfg->u.cfg_table, 0, ioa_cfg->cfg_table_size);
7313 }
7314 
7315 /**
7316  * ipr_reset_next_stage - Process IPL stage change based on feedback register.
7317  * @ipr_cmd:	ipr command struct
7318  *
7319  * Return value:
7320  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7321  **/
7322 static int ipr_reset_next_stage(struct ipr_cmnd *ipr_cmd)
7323 {
7324 	unsigned long stage, stage_time;
7325 	u32 feedback;
7326 	volatile u32 int_reg;
7327 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7328 	u64 maskval = 0;
7329 
7330 	feedback = readl(ioa_cfg->regs.init_feedback_reg);
7331 	stage = feedback & IPR_IPL_INIT_STAGE_MASK;
7332 	stage_time = feedback & IPR_IPL_INIT_STAGE_TIME_MASK;
7333 
7334 	ipr_dbg("IPL stage = 0x%lx, IPL stage time = %ld\n", stage, stage_time);
7335 
7336 	/* sanity check the stage_time value */
7337 	if (stage_time == 0)
7338 		stage_time = IPR_IPL_INIT_DEFAULT_STAGE_TIME;
7339 	else if (stage_time < IPR_IPL_INIT_MIN_STAGE_TIME)
7340 		stage_time = IPR_IPL_INIT_MIN_STAGE_TIME;
7341 	else if (stage_time > IPR_LONG_OPERATIONAL_TIMEOUT)
7342 		stage_time = IPR_LONG_OPERATIONAL_TIMEOUT;
7343 
7344 	if (stage == IPR_IPL_INIT_STAGE_UNKNOWN) {
7345 		writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.set_interrupt_mask_reg);
7346 		int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7347 		stage_time = ioa_cfg->transop_timeout;
7348 		ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7349 	} else if (stage == IPR_IPL_INIT_STAGE_TRANSOP) {
7350 		int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
7351 		if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
7352 			ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7353 			maskval = IPR_PCII_IPL_STAGE_CHANGE;
7354 			maskval = (maskval << 32) | IPR_PCII_IOA_TRANS_TO_OPER;
7355 			writeq(maskval, ioa_cfg->regs.set_interrupt_mask_reg);
7356 			int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7357 			return IPR_RC_JOB_CONTINUE;
7358 		}
7359 	}
7360 
7361 	ipr_cmd->timer.data = (unsigned long) ipr_cmd;
7362 	ipr_cmd->timer.expires = jiffies + stage_time * HZ;
7363 	ipr_cmd->timer.function = (void (*)(unsigned long))ipr_oper_timeout;
7364 	ipr_cmd->done = ipr_reset_ioa_job;
7365 	add_timer(&ipr_cmd->timer);
7366 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
7367 
7368 	return IPR_RC_JOB_RETURN;
7369 }
7370 
7371 /**
7372  * ipr_reset_enable_ioa - Enable the IOA following a reset.
7373  * @ipr_cmd:	ipr command struct
7374  *
7375  * This function reinitializes some control blocks and
7376  * enables destructive diagnostics on the adapter.
7377  *
7378  * Return value:
7379  * 	IPR_RC_JOB_RETURN
7380  **/
7381 static int ipr_reset_enable_ioa(struct ipr_cmnd *ipr_cmd)
7382 {
7383 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7384 	volatile u32 int_reg;
7385 	volatile u64 maskval;
7386 
7387 	ENTER;
7388 	ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7389 	ipr_init_ioa_mem(ioa_cfg);
7390 
7391 	ioa_cfg->allow_interrupts = 1;
7392 	if (ioa_cfg->sis64) {
7393 		/* Set the adapter to the correct endian mode. */
7394 		writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
7395 		int_reg = readl(ioa_cfg->regs.endian_swap_reg);
7396 	}
7397 
7398 	int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
7399 
7400 	if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
7401 		writel((IPR_PCII_ERROR_INTERRUPTS | IPR_PCII_HRRQ_UPDATED),
7402 		       ioa_cfg->regs.clr_interrupt_mask_reg32);
7403 		int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7404 		return IPR_RC_JOB_CONTINUE;
7405 	}
7406 
7407 	/* Enable destructive diagnostics on IOA */
7408 	writel(ioa_cfg->doorbell, ioa_cfg->regs.set_uproc_interrupt_reg32);
7409 
7410 	if (ioa_cfg->sis64) {
7411 		maskval = IPR_PCII_IPL_STAGE_CHANGE;
7412 		maskval = (maskval << 32) | IPR_PCII_OPER_INTERRUPTS;
7413 		writeq(maskval, ioa_cfg->regs.clr_interrupt_mask_reg);
7414 	} else
7415 		writel(IPR_PCII_OPER_INTERRUPTS, ioa_cfg->regs.clr_interrupt_mask_reg32);
7416 
7417 	int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7418 
7419 	dev_info(&ioa_cfg->pdev->dev, "Initializing IOA.\n");
7420 
7421 	if (ioa_cfg->sis64) {
7422 		ipr_cmd->job_step = ipr_reset_next_stage;
7423 		return IPR_RC_JOB_CONTINUE;
7424 	}
7425 
7426 	ipr_cmd->timer.data = (unsigned long) ipr_cmd;
7427 	ipr_cmd->timer.expires = jiffies + (ioa_cfg->transop_timeout * HZ);
7428 	ipr_cmd->timer.function = (void (*)(unsigned long))ipr_oper_timeout;
7429 	ipr_cmd->done = ipr_reset_ioa_job;
7430 	add_timer(&ipr_cmd->timer);
7431 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
7432 
7433 	LEAVE;
7434 	return IPR_RC_JOB_RETURN;
7435 }
7436 
7437 /**
7438  * ipr_reset_wait_for_dump - Wait for a dump to timeout.
7439  * @ipr_cmd:	ipr command struct
7440  *
7441  * This function is invoked when an adapter dump has run out
7442  * of processing time.
7443  *
7444  * Return value:
7445  * 	IPR_RC_JOB_CONTINUE
7446  **/
7447 static int ipr_reset_wait_for_dump(struct ipr_cmnd *ipr_cmd)
7448 {
7449 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7450 
7451 	if (ioa_cfg->sdt_state == GET_DUMP)
7452 		ioa_cfg->sdt_state = ABORT_DUMP;
7453 
7454 	ipr_cmd->job_step = ipr_reset_alert;
7455 
7456 	return IPR_RC_JOB_CONTINUE;
7457 }
7458 
7459 /**
7460  * ipr_unit_check_no_data - Log a unit check/no data error log
7461  * @ioa_cfg:		ioa config struct
7462  *
7463  * Logs an error indicating the adapter unit checked, but for some
7464  * reason, we were unable to fetch the unit check buffer.
7465  *
7466  * Return value:
7467  * 	nothing
7468  **/
7469 static void ipr_unit_check_no_data(struct ipr_ioa_cfg *ioa_cfg)
7470 {
7471 	ioa_cfg->errors_logged++;
7472 	dev_err(&ioa_cfg->pdev->dev, "IOA unit check with no data\n");
7473 }
7474 
7475 /**
7476  * ipr_get_unit_check_buffer - Get the unit check buffer from the IOA
7477  * @ioa_cfg:		ioa config struct
7478  *
7479  * Fetches the unit check buffer from the adapter by clocking the data
7480  * through the mailbox register.
7481  *
7482  * Return value:
7483  * 	nothing
7484  **/
7485 static void ipr_get_unit_check_buffer(struct ipr_ioa_cfg *ioa_cfg)
7486 {
7487 	unsigned long mailbox;
7488 	struct ipr_hostrcb *hostrcb;
7489 	struct ipr_uc_sdt sdt;
7490 	int rc, length;
7491 	u32 ioasc;
7492 
7493 	mailbox = readl(ioa_cfg->ioa_mailbox);
7494 
7495 	if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(mailbox)) {
7496 		ipr_unit_check_no_data(ioa_cfg);
7497 		return;
7498 	}
7499 
7500 	memset(&sdt, 0, sizeof(struct ipr_uc_sdt));
7501 	rc = ipr_get_ldump_data_section(ioa_cfg, mailbox, (__be32 *) &sdt,
7502 					(sizeof(struct ipr_uc_sdt)) / sizeof(__be32));
7503 
7504 	if (rc || !(sdt.entry[0].flags & IPR_SDT_VALID_ENTRY) ||
7505 	    ((be32_to_cpu(sdt.hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
7506 	    (be32_to_cpu(sdt.hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
7507 		ipr_unit_check_no_data(ioa_cfg);
7508 		return;
7509 	}
7510 
7511 	/* Find length of the first sdt entry (UC buffer) */
7512 	if (be32_to_cpu(sdt.hdr.state) == IPR_FMT3_SDT_READY_TO_USE)
7513 		length = be32_to_cpu(sdt.entry[0].end_token);
7514 	else
7515 		length = (be32_to_cpu(sdt.entry[0].end_token) -
7516 			  be32_to_cpu(sdt.entry[0].start_token)) &
7517 			  IPR_FMT2_MBX_ADDR_MASK;
7518 
7519 	hostrcb = list_entry(ioa_cfg->hostrcb_free_q.next,
7520 			     struct ipr_hostrcb, queue);
7521 	list_del(&hostrcb->queue);
7522 	memset(&hostrcb->hcam, 0, sizeof(hostrcb->hcam));
7523 
7524 	rc = ipr_get_ldump_data_section(ioa_cfg,
7525 					be32_to_cpu(sdt.entry[0].start_token),
7526 					(__be32 *)&hostrcb->hcam,
7527 					min(length, (int)sizeof(hostrcb->hcam)) / sizeof(__be32));
7528 
7529 	if (!rc) {
7530 		ipr_handle_log_data(ioa_cfg, hostrcb);
7531 		ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
7532 		if (ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED &&
7533 		    ioa_cfg->sdt_state == GET_DUMP)
7534 			ioa_cfg->sdt_state = WAIT_FOR_DUMP;
7535 	} else
7536 		ipr_unit_check_no_data(ioa_cfg);
7537 
7538 	list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
7539 }
7540 
7541 /**
7542  * ipr_reset_get_unit_check_job - Call to get the unit check buffer.
7543  * @ipr_cmd:	ipr command struct
7544  *
7545  * Description: This function will call to get the unit check buffer.
7546  *
7547  * Return value:
7548  *	IPR_RC_JOB_RETURN
7549  **/
7550 static int ipr_reset_get_unit_check_job(struct ipr_cmnd *ipr_cmd)
7551 {
7552 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7553 
7554 	ENTER;
7555 	ioa_cfg->ioa_unit_checked = 0;
7556 	ipr_get_unit_check_buffer(ioa_cfg);
7557 	ipr_cmd->job_step = ipr_reset_alert;
7558 	ipr_reset_start_timer(ipr_cmd, 0);
7559 
7560 	LEAVE;
7561 	return IPR_RC_JOB_RETURN;
7562 }
7563 
7564 /**
7565  * ipr_reset_restore_cfg_space - Restore PCI config space.
7566  * @ipr_cmd:	ipr command struct
7567  *
7568  * Description: This function restores the saved PCI config space of
7569  * the adapter, fails all outstanding ops back to the callers, and
7570  * fetches the dump/unit check if applicable to this reset.
7571  *
7572  * Return value:
7573  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7574  **/
7575 static int ipr_reset_restore_cfg_space(struct ipr_cmnd *ipr_cmd)
7576 {
7577 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7578 	u32 int_reg;
7579 
7580 	ENTER;
7581 	ioa_cfg->pdev->state_saved = true;
7582 	pci_restore_state(ioa_cfg->pdev);
7583 
7584 	if (ipr_set_pcix_cmd_reg(ioa_cfg)) {
7585 		ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
7586 		return IPR_RC_JOB_CONTINUE;
7587 	}
7588 
7589 	ipr_fail_all_ops(ioa_cfg);
7590 
7591 	if (ioa_cfg->sis64) {
7592 		/* Set the adapter to the correct endian mode. */
7593 		writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
7594 		int_reg = readl(ioa_cfg->regs.endian_swap_reg);
7595 	}
7596 
7597 	if (ioa_cfg->ioa_unit_checked) {
7598 		if (ioa_cfg->sis64) {
7599 			ipr_cmd->job_step = ipr_reset_get_unit_check_job;
7600 			ipr_reset_start_timer(ipr_cmd, IPR_DUMP_DELAY_TIMEOUT);
7601 			return IPR_RC_JOB_RETURN;
7602 		} else {
7603 			ioa_cfg->ioa_unit_checked = 0;
7604 			ipr_get_unit_check_buffer(ioa_cfg);
7605 			ipr_cmd->job_step = ipr_reset_alert;
7606 			ipr_reset_start_timer(ipr_cmd, 0);
7607 			return IPR_RC_JOB_RETURN;
7608 		}
7609 	}
7610 
7611 	if (ioa_cfg->in_ioa_bringdown) {
7612 		ipr_cmd->job_step = ipr_ioa_bringdown_done;
7613 	} else {
7614 		ipr_cmd->job_step = ipr_reset_enable_ioa;
7615 
7616 		if (GET_DUMP == ioa_cfg->sdt_state) {
7617 			if (ioa_cfg->sis64)
7618 				ipr_reset_start_timer(ipr_cmd, IPR_SIS64_DUMP_TIMEOUT);
7619 			else
7620 				ipr_reset_start_timer(ipr_cmd, IPR_SIS32_DUMP_TIMEOUT);
7621 			ipr_cmd->job_step = ipr_reset_wait_for_dump;
7622 			schedule_work(&ioa_cfg->work_q);
7623 			return IPR_RC_JOB_RETURN;
7624 		}
7625 	}
7626 
7627 	LEAVE;
7628 	return IPR_RC_JOB_CONTINUE;
7629 }
7630 
7631 /**
7632  * ipr_reset_bist_done - BIST has completed on the adapter.
7633  * @ipr_cmd:	ipr command struct
7634  *
7635  * Description: Unblock config space and resume the reset process.
7636  *
7637  * Return value:
7638  * 	IPR_RC_JOB_CONTINUE
7639  **/
7640 static int ipr_reset_bist_done(struct ipr_cmnd *ipr_cmd)
7641 {
7642 	ENTER;
7643 	pci_unblock_user_cfg_access(ipr_cmd->ioa_cfg->pdev);
7644 	ipr_cmd->job_step = ipr_reset_restore_cfg_space;
7645 	LEAVE;
7646 	return IPR_RC_JOB_CONTINUE;
7647 }
7648 
7649 /**
7650  * ipr_reset_start_bist - Run BIST on the adapter.
7651  * @ipr_cmd:	ipr command struct
7652  *
7653  * Description: This function runs BIST on the adapter, then delays 2 seconds.
7654  *
7655  * Return value:
7656  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7657  **/
7658 static int ipr_reset_start_bist(struct ipr_cmnd *ipr_cmd)
7659 {
7660 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7661 	int rc = PCIBIOS_SUCCESSFUL;
7662 
7663 	ENTER;
7664 	pci_block_user_cfg_access(ioa_cfg->pdev);
7665 
7666 	if (ioa_cfg->ipr_chip->bist_method == IPR_MMIO)
7667 		writel(IPR_UPROCI_SIS64_START_BIST,
7668 		       ioa_cfg->regs.set_uproc_interrupt_reg32);
7669 	else
7670 		rc = pci_write_config_byte(ioa_cfg->pdev, PCI_BIST, PCI_BIST_START);
7671 
7672 	if (rc == PCIBIOS_SUCCESSFUL) {
7673 		ipr_cmd->job_step = ipr_reset_bist_done;
7674 		ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
7675 		rc = IPR_RC_JOB_RETURN;
7676 	} else {
7677 		pci_unblock_user_cfg_access(ipr_cmd->ioa_cfg->pdev);
7678 		ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
7679 		rc = IPR_RC_JOB_CONTINUE;
7680 	}
7681 
7682 	LEAVE;
7683 	return rc;
7684 }
7685 
7686 /**
7687  * ipr_reset_slot_reset_done - Clear PCI reset to the adapter
7688  * @ipr_cmd:	ipr command struct
7689  *
7690  * Description: This clears PCI reset to the adapter and delays two seconds.
7691  *
7692  * Return value:
7693  * 	IPR_RC_JOB_RETURN
7694  **/
7695 static int ipr_reset_slot_reset_done(struct ipr_cmnd *ipr_cmd)
7696 {
7697 	ENTER;
7698 	pci_set_pcie_reset_state(ipr_cmd->ioa_cfg->pdev, pcie_deassert_reset);
7699 	ipr_cmd->job_step = ipr_reset_bist_done;
7700 	ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
7701 	LEAVE;
7702 	return IPR_RC_JOB_RETURN;
7703 }
7704 
7705 /**
7706  * ipr_reset_slot_reset - Reset the PCI slot of the adapter.
7707  * @ipr_cmd:	ipr command struct
7708  *
7709  * Description: This asserts PCI reset to the adapter.
7710  *
7711  * Return value:
7712  * 	IPR_RC_JOB_RETURN
7713  **/
7714 static int ipr_reset_slot_reset(struct ipr_cmnd *ipr_cmd)
7715 {
7716 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7717 	struct pci_dev *pdev = ioa_cfg->pdev;
7718 
7719 	ENTER;
7720 	pci_block_user_cfg_access(pdev);
7721 	pci_set_pcie_reset_state(pdev, pcie_warm_reset);
7722 	ipr_cmd->job_step = ipr_reset_slot_reset_done;
7723 	ipr_reset_start_timer(ipr_cmd, IPR_PCI_RESET_TIMEOUT);
7724 	LEAVE;
7725 	return IPR_RC_JOB_RETURN;
7726 }
7727 
7728 /**
7729  * ipr_reset_allowed - Query whether or not IOA can be reset
7730  * @ioa_cfg:	ioa config struct
7731  *
7732  * Return value:
7733  * 	0 if reset not allowed / non-zero if reset is allowed
7734  **/
7735 static int ipr_reset_allowed(struct ipr_ioa_cfg *ioa_cfg)
7736 {
7737 	volatile u32 temp_reg;
7738 
7739 	temp_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
7740 	return ((temp_reg & IPR_PCII_CRITICAL_OPERATION) == 0);
7741 }
7742 
7743 /**
7744  * ipr_reset_wait_to_start_bist - Wait for permission to reset IOA.
7745  * @ipr_cmd:	ipr command struct
7746  *
7747  * Description: This function waits for adapter permission to run BIST,
7748  * then runs BIST. If the adapter does not give permission after a
7749  * reasonable time, we will reset the adapter anyway. The impact of
7750  * resetting the adapter without warning the adapter is the risk of
7751  * losing the persistent error log on the adapter. If the adapter is
7752  * reset while it is writing to the flash on the adapter, the flash
7753  * segment will have bad ECC and be zeroed.
7754  *
7755  * Return value:
7756  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7757  **/
7758 static int ipr_reset_wait_to_start_bist(struct ipr_cmnd *ipr_cmd)
7759 {
7760 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7761 	int rc = IPR_RC_JOB_RETURN;
7762 
7763 	if (!ipr_reset_allowed(ioa_cfg) && ipr_cmd->u.time_left) {
7764 		ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
7765 		ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
7766 	} else {
7767 		ipr_cmd->job_step = ioa_cfg->reset;
7768 		rc = IPR_RC_JOB_CONTINUE;
7769 	}
7770 
7771 	return rc;
7772 }
7773 
7774 /**
7775  * ipr_reset_alert - Alert the adapter of a pending reset
7776  * @ipr_cmd:	ipr command struct
7777  *
7778  * Description: This function alerts the adapter that it will be reset.
7779  * If memory space is not currently enabled, proceed directly
7780  * to running BIST on the adapter. The timer must always be started
7781  * so we guarantee we do not run BIST from ipr_isr.
7782  *
7783  * Return value:
7784  * 	IPR_RC_JOB_RETURN
7785  **/
7786 static int ipr_reset_alert(struct ipr_cmnd *ipr_cmd)
7787 {
7788 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7789 	u16 cmd_reg;
7790 	int rc;
7791 
7792 	ENTER;
7793 	rc = pci_read_config_word(ioa_cfg->pdev, PCI_COMMAND, &cmd_reg);
7794 
7795 	if ((rc == PCIBIOS_SUCCESSFUL) && (cmd_reg & PCI_COMMAND_MEMORY)) {
7796 		ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
7797 		writel(IPR_UPROCI_RESET_ALERT, ioa_cfg->regs.set_uproc_interrupt_reg32);
7798 		ipr_cmd->job_step = ipr_reset_wait_to_start_bist;
7799 	} else {
7800 		ipr_cmd->job_step = ioa_cfg->reset;
7801 	}
7802 
7803 	ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
7804 	ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
7805 
7806 	LEAVE;
7807 	return IPR_RC_JOB_RETURN;
7808 }
7809 
7810 /**
7811  * ipr_reset_ucode_download_done - Microcode download completion
7812  * @ipr_cmd:	ipr command struct
7813  *
7814  * Description: This function unmaps the microcode download buffer.
7815  *
7816  * Return value:
7817  * 	IPR_RC_JOB_CONTINUE
7818  **/
7819 static int ipr_reset_ucode_download_done(struct ipr_cmnd *ipr_cmd)
7820 {
7821 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7822 	struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
7823 
7824 	pci_unmap_sg(ioa_cfg->pdev, sglist->scatterlist,
7825 		     sglist->num_sg, DMA_TO_DEVICE);
7826 
7827 	ipr_cmd->job_step = ipr_reset_alert;
7828 	return IPR_RC_JOB_CONTINUE;
7829 }
7830 
7831 /**
7832  * ipr_reset_ucode_download - Download microcode to the adapter
7833  * @ipr_cmd:	ipr command struct
7834  *
7835  * Description: This function checks to see if it there is microcode
7836  * to download to the adapter. If there is, a download is performed.
7837  *
7838  * Return value:
7839  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7840  **/
7841 static int ipr_reset_ucode_download(struct ipr_cmnd *ipr_cmd)
7842 {
7843 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7844 	struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
7845 
7846 	ENTER;
7847 	ipr_cmd->job_step = ipr_reset_alert;
7848 
7849 	if (!sglist)
7850 		return IPR_RC_JOB_CONTINUE;
7851 
7852 	ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7853 	ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7854 	ipr_cmd->ioarcb.cmd_pkt.cdb[0] = WRITE_BUFFER;
7855 	ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_WR_BUF_DOWNLOAD_AND_SAVE;
7856 	ipr_cmd->ioarcb.cmd_pkt.cdb[6] = (sglist->buffer_len & 0xff0000) >> 16;
7857 	ipr_cmd->ioarcb.cmd_pkt.cdb[7] = (sglist->buffer_len & 0x00ff00) >> 8;
7858 	ipr_cmd->ioarcb.cmd_pkt.cdb[8] = sglist->buffer_len & 0x0000ff;
7859 
7860 	if (ioa_cfg->sis64)
7861 		ipr_build_ucode_ioadl64(ipr_cmd, sglist);
7862 	else
7863 		ipr_build_ucode_ioadl(ipr_cmd, sglist);
7864 	ipr_cmd->job_step = ipr_reset_ucode_download_done;
7865 
7866 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
7867 		   IPR_WRITE_BUFFER_TIMEOUT);
7868 
7869 	LEAVE;
7870 	return IPR_RC_JOB_RETURN;
7871 }
7872 
7873 /**
7874  * ipr_reset_shutdown_ioa - Shutdown the adapter
7875  * @ipr_cmd:	ipr command struct
7876  *
7877  * Description: This function issues an adapter shutdown of the
7878  * specified type to the specified adapter as part of the
7879  * adapter reset job.
7880  *
7881  * Return value:
7882  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7883  **/
7884 static int ipr_reset_shutdown_ioa(struct ipr_cmnd *ipr_cmd)
7885 {
7886 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7887 	enum ipr_shutdown_type shutdown_type = ipr_cmd->u.shutdown_type;
7888 	unsigned long timeout;
7889 	int rc = IPR_RC_JOB_CONTINUE;
7890 
7891 	ENTER;
7892 	if (shutdown_type != IPR_SHUTDOWN_NONE && !ioa_cfg->ioa_is_dead) {
7893 		ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7894 		ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7895 		ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
7896 		ipr_cmd->ioarcb.cmd_pkt.cdb[1] = shutdown_type;
7897 
7898 		if (shutdown_type == IPR_SHUTDOWN_NORMAL)
7899 			timeout = IPR_SHUTDOWN_TIMEOUT;
7900 		else if (shutdown_type == IPR_SHUTDOWN_PREPARE_FOR_NORMAL)
7901 			timeout = IPR_INTERNAL_TIMEOUT;
7902 		else if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
7903 			timeout = IPR_DUAL_IOA_ABBR_SHUTDOWN_TO;
7904 		else
7905 			timeout = IPR_ABBREV_SHUTDOWN_TIMEOUT;
7906 
7907 		ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, timeout);
7908 
7909 		rc = IPR_RC_JOB_RETURN;
7910 		ipr_cmd->job_step = ipr_reset_ucode_download;
7911 	} else
7912 		ipr_cmd->job_step = ipr_reset_alert;
7913 
7914 	LEAVE;
7915 	return rc;
7916 }
7917 
7918 /**
7919  * ipr_reset_ioa_job - Adapter reset job
7920  * @ipr_cmd:	ipr command struct
7921  *
7922  * Description: This function is the job router for the adapter reset job.
7923  *
7924  * Return value:
7925  * 	none
7926  **/
7927 static void ipr_reset_ioa_job(struct ipr_cmnd *ipr_cmd)
7928 {
7929 	u32 rc, ioasc;
7930 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7931 
7932 	do {
7933 		ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7934 
7935 		if (ioa_cfg->reset_cmd != ipr_cmd) {
7936 			/*
7937 			 * We are doing nested adapter resets and this is
7938 			 * not the current reset job.
7939 			 */
7940 			list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
7941 			return;
7942 		}
7943 
7944 		if (IPR_IOASC_SENSE_KEY(ioasc)) {
7945 			rc = ipr_cmd->job_step_failed(ipr_cmd);
7946 			if (rc == IPR_RC_JOB_RETURN)
7947 				return;
7948 		}
7949 
7950 		ipr_reinit_ipr_cmnd(ipr_cmd);
7951 		ipr_cmd->job_step_failed = ipr_reset_cmd_failed;
7952 		rc = ipr_cmd->job_step(ipr_cmd);
7953 	} while(rc == IPR_RC_JOB_CONTINUE);
7954 }
7955 
7956 /**
7957  * _ipr_initiate_ioa_reset - Initiate an adapter reset
7958  * @ioa_cfg:		ioa config struct
7959  * @job_step:		first job step of reset job
7960  * @shutdown_type:	shutdown type
7961  *
7962  * Description: This function will initiate the reset of the given adapter
7963  * starting at the selected job step.
7964  * If the caller needs to wait on the completion of the reset,
7965  * the caller must sleep on the reset_wait_q.
7966  *
7967  * Return value:
7968  * 	none
7969  **/
7970 static void _ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
7971 				    int (*job_step) (struct ipr_cmnd *),
7972 				    enum ipr_shutdown_type shutdown_type)
7973 {
7974 	struct ipr_cmnd *ipr_cmd;
7975 
7976 	ioa_cfg->in_reset_reload = 1;
7977 	ioa_cfg->allow_cmds = 0;
7978 	scsi_block_requests(ioa_cfg->host);
7979 
7980 	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
7981 	ioa_cfg->reset_cmd = ipr_cmd;
7982 	ipr_cmd->job_step = job_step;
7983 	ipr_cmd->u.shutdown_type = shutdown_type;
7984 
7985 	ipr_reset_ioa_job(ipr_cmd);
7986 }
7987 
7988 /**
7989  * ipr_initiate_ioa_reset - Initiate an adapter reset
7990  * @ioa_cfg:		ioa config struct
7991  * @shutdown_type:	shutdown type
7992  *
7993  * Description: This function will initiate the reset of the given adapter.
7994  * If the caller needs to wait on the completion of the reset,
7995  * the caller must sleep on the reset_wait_q.
7996  *
7997  * Return value:
7998  * 	none
7999  **/
8000 static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
8001 				   enum ipr_shutdown_type shutdown_type)
8002 {
8003 	if (ioa_cfg->ioa_is_dead)
8004 		return;
8005 
8006 	if (ioa_cfg->in_reset_reload && ioa_cfg->sdt_state == GET_DUMP)
8007 		ioa_cfg->sdt_state = ABORT_DUMP;
8008 
8009 	if (ioa_cfg->reset_retries++ >= IPR_NUM_RESET_RELOAD_RETRIES) {
8010 		dev_err(&ioa_cfg->pdev->dev,
8011 			"IOA taken offline - error recovery failed\n");
8012 
8013 		ioa_cfg->reset_retries = 0;
8014 		ioa_cfg->ioa_is_dead = 1;
8015 
8016 		if (ioa_cfg->in_ioa_bringdown) {
8017 			ioa_cfg->reset_cmd = NULL;
8018 			ioa_cfg->in_reset_reload = 0;
8019 			ipr_fail_all_ops(ioa_cfg);
8020 			wake_up_all(&ioa_cfg->reset_wait_q);
8021 
8022 			spin_unlock_irq(ioa_cfg->host->host_lock);
8023 			scsi_unblock_requests(ioa_cfg->host);
8024 			spin_lock_irq(ioa_cfg->host->host_lock);
8025 			return;
8026 		} else {
8027 			ioa_cfg->in_ioa_bringdown = 1;
8028 			shutdown_type = IPR_SHUTDOWN_NONE;
8029 		}
8030 	}
8031 
8032 	_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_shutdown_ioa,
8033 				shutdown_type);
8034 }
8035 
8036 /**
8037  * ipr_reset_freeze - Hold off all I/O activity
8038  * @ipr_cmd:	ipr command struct
8039  *
8040  * Description: If the PCI slot is frozen, hold off all I/O
8041  * activity; then, as soon as the slot is available again,
8042  * initiate an adapter reset.
8043  */
8044 static int ipr_reset_freeze(struct ipr_cmnd *ipr_cmd)
8045 {
8046 	/* Disallow new interrupts, avoid loop */
8047 	ipr_cmd->ioa_cfg->allow_interrupts = 0;
8048 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->ioa_cfg->pending_q);
8049 	ipr_cmd->done = ipr_reset_ioa_job;
8050 	return IPR_RC_JOB_RETURN;
8051 }
8052 
8053 /**
8054  * ipr_pci_frozen - Called when slot has experienced a PCI bus error.
8055  * @pdev:	PCI device struct
8056  *
8057  * Description: This routine is called to tell us that the PCI bus
8058  * is down. Can't do anything here, except put the device driver
8059  * into a holding pattern, waiting for the PCI bus to come back.
8060  */
8061 static void ipr_pci_frozen(struct pci_dev *pdev)
8062 {
8063 	unsigned long flags = 0;
8064 	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8065 
8066 	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8067 	_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_freeze, IPR_SHUTDOWN_NONE);
8068 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
8069 }
8070 
8071 /**
8072  * ipr_pci_slot_reset - Called when PCI slot has been reset.
8073  * @pdev:	PCI device struct
8074  *
8075  * Description: This routine is called by the pci error recovery
8076  * code after the PCI slot has been reset, just before we
8077  * should resume normal operations.
8078  */
8079 static pci_ers_result_t ipr_pci_slot_reset(struct pci_dev *pdev)
8080 {
8081 	unsigned long flags = 0;
8082 	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8083 
8084 	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8085 	if (ioa_cfg->needs_warm_reset)
8086 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8087 	else
8088 		_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_restore_cfg_space,
8089 					IPR_SHUTDOWN_NONE);
8090 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
8091 	return PCI_ERS_RESULT_RECOVERED;
8092 }
8093 
8094 /**
8095  * ipr_pci_perm_failure - Called when PCI slot is dead for good.
8096  * @pdev:	PCI device struct
8097  *
8098  * Description: This routine is called when the PCI bus has
8099  * permanently failed.
8100  */
8101 static void ipr_pci_perm_failure(struct pci_dev *pdev)
8102 {
8103 	unsigned long flags = 0;
8104 	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8105 
8106 	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8107 	if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
8108 		ioa_cfg->sdt_state = ABORT_DUMP;
8109 	ioa_cfg->reset_retries = IPR_NUM_RESET_RELOAD_RETRIES;
8110 	ioa_cfg->in_ioa_bringdown = 1;
8111 	ioa_cfg->allow_cmds = 0;
8112 	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8113 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
8114 }
8115 
8116 /**
8117  * ipr_pci_error_detected - Called when a PCI error is detected.
8118  * @pdev:	PCI device struct
8119  * @state:	PCI channel state
8120  *
8121  * Description: Called when a PCI error is detected.
8122  *
8123  * Return value:
8124  * 	PCI_ERS_RESULT_NEED_RESET or PCI_ERS_RESULT_DISCONNECT
8125  */
8126 static pci_ers_result_t ipr_pci_error_detected(struct pci_dev *pdev,
8127 					       pci_channel_state_t state)
8128 {
8129 	switch (state) {
8130 	case pci_channel_io_frozen:
8131 		ipr_pci_frozen(pdev);
8132 		return PCI_ERS_RESULT_NEED_RESET;
8133 	case pci_channel_io_perm_failure:
8134 		ipr_pci_perm_failure(pdev);
8135 		return PCI_ERS_RESULT_DISCONNECT;
8136 		break;
8137 	default:
8138 		break;
8139 	}
8140 	return PCI_ERS_RESULT_NEED_RESET;
8141 }
8142 
8143 /**
8144  * ipr_probe_ioa_part2 - Initializes IOAs found in ipr_probe_ioa(..)
8145  * @ioa_cfg:	ioa cfg struct
8146  *
8147  * Description: This is the second phase of adapter intialization
8148  * This function takes care of initilizing the adapter to the point
8149  * where it can accept new commands.
8150 
8151  * Return value:
8152  * 	0 on success / -EIO on failure
8153  **/
8154 static int __devinit ipr_probe_ioa_part2(struct ipr_ioa_cfg *ioa_cfg)
8155 {
8156 	int rc = 0;
8157 	unsigned long host_lock_flags = 0;
8158 
8159 	ENTER;
8160 	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
8161 	dev_dbg(&ioa_cfg->pdev->dev, "ioa_cfg adx: 0x%p\n", ioa_cfg);
8162 	if (ioa_cfg->needs_hard_reset) {
8163 		ioa_cfg->needs_hard_reset = 0;
8164 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8165 	} else
8166 		_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_enable_ioa,
8167 					IPR_SHUTDOWN_NONE);
8168 
8169 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
8170 	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
8171 	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
8172 
8173 	if (ioa_cfg->ioa_is_dead) {
8174 		rc = -EIO;
8175 	} else if (ipr_invalid_adapter(ioa_cfg)) {
8176 		if (!ipr_testmode)
8177 			rc = -EIO;
8178 
8179 		dev_err(&ioa_cfg->pdev->dev,
8180 			"Adapter not supported in this hardware configuration.\n");
8181 	}
8182 
8183 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
8184 
8185 	LEAVE;
8186 	return rc;
8187 }
8188 
8189 /**
8190  * ipr_free_cmd_blks - Frees command blocks allocated for an adapter
8191  * @ioa_cfg:	ioa config struct
8192  *
8193  * Return value:
8194  * 	none
8195  **/
8196 static void ipr_free_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
8197 {
8198 	int i;
8199 
8200 	for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
8201 		if (ioa_cfg->ipr_cmnd_list[i])
8202 			pci_pool_free(ioa_cfg->ipr_cmd_pool,
8203 				      ioa_cfg->ipr_cmnd_list[i],
8204 				      ioa_cfg->ipr_cmnd_list_dma[i]);
8205 
8206 		ioa_cfg->ipr_cmnd_list[i] = NULL;
8207 	}
8208 
8209 	if (ioa_cfg->ipr_cmd_pool)
8210 		pci_pool_destroy (ioa_cfg->ipr_cmd_pool);
8211 
8212 	ioa_cfg->ipr_cmd_pool = NULL;
8213 }
8214 
8215 /**
8216  * ipr_free_mem - Frees memory allocated for an adapter
8217  * @ioa_cfg:	ioa cfg struct
8218  *
8219  * Return value:
8220  * 	nothing
8221  **/
8222 static void ipr_free_mem(struct ipr_ioa_cfg *ioa_cfg)
8223 {
8224 	int i;
8225 
8226 	kfree(ioa_cfg->res_entries);
8227 	pci_free_consistent(ioa_cfg->pdev, sizeof(struct ipr_misc_cbs),
8228 			    ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
8229 	ipr_free_cmd_blks(ioa_cfg);
8230 	pci_free_consistent(ioa_cfg->pdev, sizeof(u32) * IPR_NUM_CMD_BLKS,
8231 			    ioa_cfg->host_rrq, ioa_cfg->host_rrq_dma);
8232 	pci_free_consistent(ioa_cfg->pdev, ioa_cfg->cfg_table_size,
8233 			    ioa_cfg->u.cfg_table,
8234 			    ioa_cfg->cfg_table_dma);
8235 
8236 	for (i = 0; i < IPR_NUM_HCAMS; i++) {
8237 		pci_free_consistent(ioa_cfg->pdev,
8238 				    sizeof(struct ipr_hostrcb),
8239 				    ioa_cfg->hostrcb[i],
8240 				    ioa_cfg->hostrcb_dma[i]);
8241 	}
8242 
8243 	ipr_free_dump(ioa_cfg);
8244 	kfree(ioa_cfg->trace);
8245 }
8246 
8247 /**
8248  * ipr_free_all_resources - Free all allocated resources for an adapter.
8249  * @ipr_cmd:	ipr command struct
8250  *
8251  * This function frees all allocated resources for the
8252  * specified adapter.
8253  *
8254  * Return value:
8255  * 	none
8256  **/
8257 static void ipr_free_all_resources(struct ipr_ioa_cfg *ioa_cfg)
8258 {
8259 	struct pci_dev *pdev = ioa_cfg->pdev;
8260 
8261 	ENTER;
8262 	free_irq(pdev->irq, ioa_cfg);
8263 	pci_disable_msi(pdev);
8264 	iounmap(ioa_cfg->hdw_dma_regs);
8265 	pci_release_regions(pdev);
8266 	ipr_free_mem(ioa_cfg);
8267 	scsi_host_put(ioa_cfg->host);
8268 	pci_disable_device(pdev);
8269 	LEAVE;
8270 }
8271 
8272 /**
8273  * ipr_alloc_cmd_blks - Allocate command blocks for an adapter
8274  * @ioa_cfg:	ioa config struct
8275  *
8276  * Return value:
8277  * 	0 on success / -ENOMEM on allocation failure
8278  **/
8279 static int __devinit ipr_alloc_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
8280 {
8281 	struct ipr_cmnd *ipr_cmd;
8282 	struct ipr_ioarcb *ioarcb;
8283 	dma_addr_t dma_addr;
8284 	int i;
8285 
8286 	ioa_cfg->ipr_cmd_pool = pci_pool_create (IPR_NAME, ioa_cfg->pdev,
8287 						 sizeof(struct ipr_cmnd), 16, 0);
8288 
8289 	if (!ioa_cfg->ipr_cmd_pool)
8290 		return -ENOMEM;
8291 
8292 	for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
8293 		ipr_cmd = pci_pool_alloc (ioa_cfg->ipr_cmd_pool, GFP_KERNEL, &dma_addr);
8294 
8295 		if (!ipr_cmd) {
8296 			ipr_free_cmd_blks(ioa_cfg);
8297 			return -ENOMEM;
8298 		}
8299 
8300 		memset(ipr_cmd, 0, sizeof(*ipr_cmd));
8301 		ioa_cfg->ipr_cmnd_list[i] = ipr_cmd;
8302 		ioa_cfg->ipr_cmnd_list_dma[i] = dma_addr;
8303 
8304 		ioarcb = &ipr_cmd->ioarcb;
8305 		ipr_cmd->dma_addr = dma_addr;
8306 		if (ioa_cfg->sis64)
8307 			ioarcb->a.ioarcb_host_pci_addr64 = cpu_to_be64(dma_addr);
8308 		else
8309 			ioarcb->a.ioarcb_host_pci_addr = cpu_to_be32(dma_addr);
8310 
8311 		ioarcb->host_response_handle = cpu_to_be32(i << 2);
8312 		if (ioa_cfg->sis64) {
8313 			ioarcb->u.sis64_addr_data.data_ioadl_addr =
8314 				cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
8315 			ioarcb->u.sis64_addr_data.ioasa_host_pci_addr =
8316 				cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, s.ioasa64));
8317 		} else {
8318 			ioarcb->write_ioadl_addr =
8319 				cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
8320 			ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
8321 			ioarcb->ioasa_host_pci_addr =
8322 				cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, s.ioasa));
8323 		}
8324 		ioarcb->ioasa_len = cpu_to_be16(sizeof(struct ipr_ioasa));
8325 		ipr_cmd->cmd_index = i;
8326 		ipr_cmd->ioa_cfg = ioa_cfg;
8327 		ipr_cmd->sense_buffer_dma = dma_addr +
8328 			offsetof(struct ipr_cmnd, sense_buffer);
8329 
8330 		list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
8331 	}
8332 
8333 	return 0;
8334 }
8335 
8336 /**
8337  * ipr_alloc_mem - Allocate memory for an adapter
8338  * @ioa_cfg:	ioa config struct
8339  *
8340  * Return value:
8341  * 	0 on success / non-zero for error
8342  **/
8343 static int __devinit ipr_alloc_mem(struct ipr_ioa_cfg *ioa_cfg)
8344 {
8345 	struct pci_dev *pdev = ioa_cfg->pdev;
8346 	int i, rc = -ENOMEM;
8347 
8348 	ENTER;
8349 	ioa_cfg->res_entries = kzalloc(sizeof(struct ipr_resource_entry) *
8350 				       ioa_cfg->max_devs_supported, GFP_KERNEL);
8351 
8352 	if (!ioa_cfg->res_entries)
8353 		goto out;
8354 
8355 	if (ioa_cfg->sis64) {
8356 		ioa_cfg->target_ids = kzalloc(sizeof(unsigned long) *
8357 					      BITS_TO_LONGS(ioa_cfg->max_devs_supported), GFP_KERNEL);
8358 		ioa_cfg->array_ids = kzalloc(sizeof(unsigned long) *
8359 					     BITS_TO_LONGS(ioa_cfg->max_devs_supported), GFP_KERNEL);
8360 		ioa_cfg->vset_ids = kzalloc(sizeof(unsigned long) *
8361 					    BITS_TO_LONGS(ioa_cfg->max_devs_supported), GFP_KERNEL);
8362 	}
8363 
8364 	for (i = 0; i < ioa_cfg->max_devs_supported; i++) {
8365 		list_add_tail(&ioa_cfg->res_entries[i].queue, &ioa_cfg->free_res_q);
8366 		ioa_cfg->res_entries[i].ioa_cfg = ioa_cfg;
8367 	}
8368 
8369 	ioa_cfg->vpd_cbs = pci_alloc_consistent(ioa_cfg->pdev,
8370 						sizeof(struct ipr_misc_cbs),
8371 						&ioa_cfg->vpd_cbs_dma);
8372 
8373 	if (!ioa_cfg->vpd_cbs)
8374 		goto out_free_res_entries;
8375 
8376 	if (ipr_alloc_cmd_blks(ioa_cfg))
8377 		goto out_free_vpd_cbs;
8378 
8379 	ioa_cfg->host_rrq = pci_alloc_consistent(ioa_cfg->pdev,
8380 						 sizeof(u32) * IPR_NUM_CMD_BLKS,
8381 						 &ioa_cfg->host_rrq_dma);
8382 
8383 	if (!ioa_cfg->host_rrq)
8384 		goto out_ipr_free_cmd_blocks;
8385 
8386 	ioa_cfg->u.cfg_table = pci_alloc_consistent(ioa_cfg->pdev,
8387 						    ioa_cfg->cfg_table_size,
8388 						    &ioa_cfg->cfg_table_dma);
8389 
8390 	if (!ioa_cfg->u.cfg_table)
8391 		goto out_free_host_rrq;
8392 
8393 	for (i = 0; i < IPR_NUM_HCAMS; i++) {
8394 		ioa_cfg->hostrcb[i] = pci_alloc_consistent(ioa_cfg->pdev,
8395 							   sizeof(struct ipr_hostrcb),
8396 							   &ioa_cfg->hostrcb_dma[i]);
8397 
8398 		if (!ioa_cfg->hostrcb[i])
8399 			goto out_free_hostrcb_dma;
8400 
8401 		ioa_cfg->hostrcb[i]->hostrcb_dma =
8402 			ioa_cfg->hostrcb_dma[i] + offsetof(struct ipr_hostrcb, hcam);
8403 		ioa_cfg->hostrcb[i]->ioa_cfg = ioa_cfg;
8404 		list_add_tail(&ioa_cfg->hostrcb[i]->queue, &ioa_cfg->hostrcb_free_q);
8405 	}
8406 
8407 	ioa_cfg->trace = kzalloc(sizeof(struct ipr_trace_entry) *
8408 				 IPR_NUM_TRACE_ENTRIES, GFP_KERNEL);
8409 
8410 	if (!ioa_cfg->trace)
8411 		goto out_free_hostrcb_dma;
8412 
8413 	rc = 0;
8414 out:
8415 	LEAVE;
8416 	return rc;
8417 
8418 out_free_hostrcb_dma:
8419 	while (i-- > 0) {
8420 		pci_free_consistent(pdev, sizeof(struct ipr_hostrcb),
8421 				    ioa_cfg->hostrcb[i],
8422 				    ioa_cfg->hostrcb_dma[i]);
8423 	}
8424 	pci_free_consistent(pdev, ioa_cfg->cfg_table_size,
8425 			    ioa_cfg->u.cfg_table,
8426 			    ioa_cfg->cfg_table_dma);
8427 out_free_host_rrq:
8428 	pci_free_consistent(pdev, sizeof(u32) * IPR_NUM_CMD_BLKS,
8429 			    ioa_cfg->host_rrq, ioa_cfg->host_rrq_dma);
8430 out_ipr_free_cmd_blocks:
8431 	ipr_free_cmd_blks(ioa_cfg);
8432 out_free_vpd_cbs:
8433 	pci_free_consistent(pdev, sizeof(struct ipr_misc_cbs),
8434 			    ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
8435 out_free_res_entries:
8436 	kfree(ioa_cfg->res_entries);
8437 	goto out;
8438 }
8439 
8440 /**
8441  * ipr_initialize_bus_attr - Initialize SCSI bus attributes to default values
8442  * @ioa_cfg:	ioa config struct
8443  *
8444  * Return value:
8445  * 	none
8446  **/
8447 static void __devinit ipr_initialize_bus_attr(struct ipr_ioa_cfg *ioa_cfg)
8448 {
8449 	int i;
8450 
8451 	for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
8452 		ioa_cfg->bus_attr[i].bus = i;
8453 		ioa_cfg->bus_attr[i].qas_enabled = 0;
8454 		ioa_cfg->bus_attr[i].bus_width = IPR_DEFAULT_BUS_WIDTH;
8455 		if (ipr_max_speed < ARRAY_SIZE(ipr_max_bus_speeds))
8456 			ioa_cfg->bus_attr[i].max_xfer_rate = ipr_max_bus_speeds[ipr_max_speed];
8457 		else
8458 			ioa_cfg->bus_attr[i].max_xfer_rate = IPR_U160_SCSI_RATE;
8459 	}
8460 }
8461 
8462 /**
8463  * ipr_init_ioa_cfg - Initialize IOA config struct
8464  * @ioa_cfg:	ioa config struct
8465  * @host:		scsi host struct
8466  * @pdev:		PCI dev struct
8467  *
8468  * Return value:
8469  * 	none
8470  **/
8471 static void __devinit ipr_init_ioa_cfg(struct ipr_ioa_cfg *ioa_cfg,
8472 				       struct Scsi_Host *host, struct pci_dev *pdev)
8473 {
8474 	const struct ipr_interrupt_offsets *p;
8475 	struct ipr_interrupts *t;
8476 	void __iomem *base;
8477 
8478 	ioa_cfg->host = host;
8479 	ioa_cfg->pdev = pdev;
8480 	ioa_cfg->log_level = ipr_log_level;
8481 	ioa_cfg->doorbell = IPR_DOORBELL;
8482 	sprintf(ioa_cfg->eye_catcher, IPR_EYECATCHER);
8483 	sprintf(ioa_cfg->trace_start, IPR_TRACE_START_LABEL);
8484 	sprintf(ioa_cfg->ipr_free_label, IPR_FREEQ_LABEL);
8485 	sprintf(ioa_cfg->ipr_pending_label, IPR_PENDQ_LABEL);
8486 	sprintf(ioa_cfg->cfg_table_start, IPR_CFG_TBL_START);
8487 	sprintf(ioa_cfg->resource_table_label, IPR_RES_TABLE_LABEL);
8488 	sprintf(ioa_cfg->ipr_hcam_label, IPR_HCAM_LABEL);
8489 	sprintf(ioa_cfg->ipr_cmd_label, IPR_CMD_LABEL);
8490 
8491 	INIT_LIST_HEAD(&ioa_cfg->free_q);
8492 	INIT_LIST_HEAD(&ioa_cfg->pending_q);
8493 	INIT_LIST_HEAD(&ioa_cfg->hostrcb_free_q);
8494 	INIT_LIST_HEAD(&ioa_cfg->hostrcb_pending_q);
8495 	INIT_LIST_HEAD(&ioa_cfg->free_res_q);
8496 	INIT_LIST_HEAD(&ioa_cfg->used_res_q);
8497 	INIT_WORK(&ioa_cfg->work_q, ipr_worker_thread);
8498 	init_waitqueue_head(&ioa_cfg->reset_wait_q);
8499 	init_waitqueue_head(&ioa_cfg->msi_wait_q);
8500 	ioa_cfg->sdt_state = INACTIVE;
8501 
8502 	ipr_initialize_bus_attr(ioa_cfg);
8503 	ioa_cfg->max_devs_supported = ipr_max_devs;
8504 
8505 	if (ioa_cfg->sis64) {
8506 		host->max_id = IPR_MAX_SIS64_TARGETS_PER_BUS;
8507 		host->max_lun = IPR_MAX_SIS64_LUNS_PER_TARGET;
8508 		if (ipr_max_devs > IPR_MAX_SIS64_DEVS)
8509 			ioa_cfg->max_devs_supported = IPR_MAX_SIS64_DEVS;
8510 	} else {
8511 		host->max_id = IPR_MAX_NUM_TARGETS_PER_BUS;
8512 		host->max_lun = IPR_MAX_NUM_LUNS_PER_TARGET;
8513 		if (ipr_max_devs > IPR_MAX_PHYSICAL_DEVS)
8514 			ioa_cfg->max_devs_supported = IPR_MAX_PHYSICAL_DEVS;
8515 	}
8516 	host->max_channel = IPR_MAX_BUS_TO_SCAN;
8517 	host->unique_id = host->host_no;
8518 	host->max_cmd_len = IPR_MAX_CDB_LEN;
8519 	pci_set_drvdata(pdev, ioa_cfg);
8520 
8521 	p = &ioa_cfg->chip_cfg->regs;
8522 	t = &ioa_cfg->regs;
8523 	base = ioa_cfg->hdw_dma_regs;
8524 
8525 	t->set_interrupt_mask_reg = base + p->set_interrupt_mask_reg;
8526 	t->clr_interrupt_mask_reg = base + p->clr_interrupt_mask_reg;
8527 	t->clr_interrupt_mask_reg32 = base + p->clr_interrupt_mask_reg32;
8528 	t->sense_interrupt_mask_reg = base + p->sense_interrupt_mask_reg;
8529 	t->sense_interrupt_mask_reg32 = base + p->sense_interrupt_mask_reg32;
8530 	t->clr_interrupt_reg = base + p->clr_interrupt_reg;
8531 	t->clr_interrupt_reg32 = base + p->clr_interrupt_reg32;
8532 	t->sense_interrupt_reg = base + p->sense_interrupt_reg;
8533 	t->sense_interrupt_reg32 = base + p->sense_interrupt_reg32;
8534 	t->ioarrin_reg = base + p->ioarrin_reg;
8535 	t->sense_uproc_interrupt_reg = base + p->sense_uproc_interrupt_reg;
8536 	t->sense_uproc_interrupt_reg32 = base + p->sense_uproc_interrupt_reg32;
8537 	t->set_uproc_interrupt_reg = base + p->set_uproc_interrupt_reg;
8538 	t->set_uproc_interrupt_reg32 = base + p->set_uproc_interrupt_reg32;
8539 	t->clr_uproc_interrupt_reg = base + p->clr_uproc_interrupt_reg;
8540 	t->clr_uproc_interrupt_reg32 = base + p->clr_uproc_interrupt_reg32;
8541 
8542 	if (ioa_cfg->sis64) {
8543 		t->init_feedback_reg = base + p->init_feedback_reg;
8544 		t->dump_addr_reg = base + p->dump_addr_reg;
8545 		t->dump_data_reg = base + p->dump_data_reg;
8546 		t->endian_swap_reg = base + p->endian_swap_reg;
8547 	}
8548 }
8549 
8550 /**
8551  * ipr_get_chip_info - Find adapter chip information
8552  * @dev_id:		PCI device id struct
8553  *
8554  * Return value:
8555  * 	ptr to chip information on success / NULL on failure
8556  **/
8557 static const struct ipr_chip_t * __devinit
8558 ipr_get_chip_info(const struct pci_device_id *dev_id)
8559 {
8560 	int i;
8561 
8562 	for (i = 0; i < ARRAY_SIZE(ipr_chip); i++)
8563 		if (ipr_chip[i].vendor == dev_id->vendor &&
8564 		    ipr_chip[i].device == dev_id->device)
8565 			return &ipr_chip[i];
8566 	return NULL;
8567 }
8568 
8569 /**
8570  * ipr_test_intr - Handle the interrupt generated in ipr_test_msi().
8571  * @pdev:		PCI device struct
8572  *
8573  * Description: Simply set the msi_received flag to 1 indicating that
8574  * Message Signaled Interrupts are supported.
8575  *
8576  * Return value:
8577  * 	0 on success / non-zero on failure
8578  **/
8579 static irqreturn_t __devinit ipr_test_intr(int irq, void *devp)
8580 {
8581 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
8582 	unsigned long lock_flags = 0;
8583 	irqreturn_t rc = IRQ_HANDLED;
8584 
8585 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8586 
8587 	ioa_cfg->msi_received = 1;
8588 	wake_up(&ioa_cfg->msi_wait_q);
8589 
8590 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8591 	return rc;
8592 }
8593 
8594 /**
8595  * ipr_test_msi - Test for Message Signaled Interrupt (MSI) support.
8596  * @pdev:		PCI device struct
8597  *
8598  * Description: The return value from pci_enable_msi() can not always be
8599  * trusted.  This routine sets up and initiates a test interrupt to determine
8600  * if the interrupt is received via the ipr_test_intr() service routine.
8601  * If the tests fails, the driver will fall back to LSI.
8602  *
8603  * Return value:
8604  * 	0 on success / non-zero on failure
8605  **/
8606 static int __devinit ipr_test_msi(struct ipr_ioa_cfg *ioa_cfg,
8607 				  struct pci_dev *pdev)
8608 {
8609 	int rc;
8610 	volatile u32 int_reg;
8611 	unsigned long lock_flags = 0;
8612 
8613 	ENTER;
8614 
8615 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8616 	init_waitqueue_head(&ioa_cfg->msi_wait_q);
8617 	ioa_cfg->msi_received = 0;
8618 	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
8619 	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.clr_interrupt_mask_reg32);
8620 	int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8621 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8622 
8623 	rc = request_irq(pdev->irq, ipr_test_intr, 0, IPR_NAME, ioa_cfg);
8624 	if (rc) {
8625 		dev_err(&pdev->dev, "Can not assign irq %d\n", pdev->irq);
8626 		return rc;
8627 	} else if (ipr_debug)
8628 		dev_info(&pdev->dev, "IRQ assigned: %d\n", pdev->irq);
8629 
8630 	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.sense_interrupt_reg32);
8631 	int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
8632 	wait_event_timeout(ioa_cfg->msi_wait_q, ioa_cfg->msi_received, HZ);
8633 	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
8634 
8635 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8636 	if (!ioa_cfg->msi_received) {
8637 		/* MSI test failed */
8638 		dev_info(&pdev->dev, "MSI test failed.  Falling back to LSI.\n");
8639 		rc = -EOPNOTSUPP;
8640 	} else if (ipr_debug)
8641 		dev_info(&pdev->dev, "MSI test succeeded.\n");
8642 
8643 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8644 
8645 	free_irq(pdev->irq, ioa_cfg);
8646 
8647 	LEAVE;
8648 
8649 	return rc;
8650 }
8651 
8652 /**
8653  * ipr_probe_ioa - Allocates memory and does first stage of initialization
8654  * @pdev:		PCI device struct
8655  * @dev_id:		PCI device id struct
8656  *
8657  * Return value:
8658  * 	0 on success / non-zero on failure
8659  **/
8660 static int __devinit ipr_probe_ioa(struct pci_dev *pdev,
8661 				   const struct pci_device_id *dev_id)
8662 {
8663 	struct ipr_ioa_cfg *ioa_cfg;
8664 	struct Scsi_Host *host;
8665 	unsigned long ipr_regs_pci;
8666 	void __iomem *ipr_regs;
8667 	int rc = PCIBIOS_SUCCESSFUL;
8668 	volatile u32 mask, uproc, interrupts;
8669 
8670 	ENTER;
8671 
8672 	if ((rc = pci_enable_device(pdev))) {
8673 		dev_err(&pdev->dev, "Cannot enable adapter\n");
8674 		goto out;
8675 	}
8676 
8677 	dev_info(&pdev->dev, "Found IOA with IRQ: %d\n", pdev->irq);
8678 
8679 	host = scsi_host_alloc(&driver_template, sizeof(*ioa_cfg));
8680 
8681 	if (!host) {
8682 		dev_err(&pdev->dev, "call to scsi_host_alloc failed!\n");
8683 		rc = -ENOMEM;
8684 		goto out_disable;
8685 	}
8686 
8687 	ioa_cfg = (struct ipr_ioa_cfg *)host->hostdata;
8688 	memset(ioa_cfg, 0, sizeof(struct ipr_ioa_cfg));
8689 	ata_host_init(&ioa_cfg->ata_host, &pdev->dev,
8690 		      sata_port_info.flags, &ipr_sata_ops);
8691 
8692 	ioa_cfg->ipr_chip = ipr_get_chip_info(dev_id);
8693 
8694 	if (!ioa_cfg->ipr_chip) {
8695 		dev_err(&pdev->dev, "Unknown adapter chipset 0x%04X 0x%04X\n",
8696 			dev_id->vendor, dev_id->device);
8697 		goto out_scsi_host_put;
8698 	}
8699 
8700 	/* set SIS 32 or SIS 64 */
8701 	ioa_cfg->sis64 = ioa_cfg->ipr_chip->sis_type == IPR_SIS64 ? 1 : 0;
8702 	ioa_cfg->chip_cfg = ioa_cfg->ipr_chip->cfg;
8703 
8704 	if (ipr_transop_timeout)
8705 		ioa_cfg->transop_timeout = ipr_transop_timeout;
8706 	else if (dev_id->driver_data & IPR_USE_LONG_TRANSOP_TIMEOUT)
8707 		ioa_cfg->transop_timeout = IPR_LONG_OPERATIONAL_TIMEOUT;
8708 	else
8709 		ioa_cfg->transop_timeout = IPR_OPERATIONAL_TIMEOUT;
8710 
8711 	ioa_cfg->revid = pdev->revision;
8712 
8713 	ipr_regs_pci = pci_resource_start(pdev, 0);
8714 
8715 	rc = pci_request_regions(pdev, IPR_NAME);
8716 	if (rc < 0) {
8717 		dev_err(&pdev->dev,
8718 			"Couldn't register memory range of registers\n");
8719 		goto out_scsi_host_put;
8720 	}
8721 
8722 	ipr_regs = pci_ioremap_bar(pdev, 0);
8723 
8724 	if (!ipr_regs) {
8725 		dev_err(&pdev->dev,
8726 			"Couldn't map memory range of registers\n");
8727 		rc = -ENOMEM;
8728 		goto out_release_regions;
8729 	}
8730 
8731 	ioa_cfg->hdw_dma_regs = ipr_regs;
8732 	ioa_cfg->hdw_dma_regs_pci = ipr_regs_pci;
8733 	ioa_cfg->ioa_mailbox = ioa_cfg->chip_cfg->mailbox + ipr_regs;
8734 
8735 	ipr_init_ioa_cfg(ioa_cfg, host, pdev);
8736 
8737 	pci_set_master(pdev);
8738 
8739 	if (ioa_cfg->sis64) {
8740 		rc = pci_set_dma_mask(pdev, DMA_BIT_MASK(64));
8741 		if (rc < 0) {
8742 			dev_dbg(&pdev->dev, "Failed to set 64 bit PCI DMA mask\n");
8743 			rc = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
8744 		}
8745 
8746 	} else
8747 		rc = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
8748 
8749 	if (rc < 0) {
8750 		dev_err(&pdev->dev, "Failed to set PCI DMA mask\n");
8751 		goto cleanup_nomem;
8752 	}
8753 
8754 	rc = pci_write_config_byte(pdev, PCI_CACHE_LINE_SIZE,
8755 				   ioa_cfg->chip_cfg->cache_line_size);
8756 
8757 	if (rc != PCIBIOS_SUCCESSFUL) {
8758 		dev_err(&pdev->dev, "Write of cache line size failed\n");
8759 		rc = -EIO;
8760 		goto cleanup_nomem;
8761 	}
8762 
8763 	/* Enable MSI style interrupts if they are supported. */
8764 	if (ioa_cfg->ipr_chip->intr_type == IPR_USE_MSI && !pci_enable_msi(pdev)) {
8765 		rc = ipr_test_msi(ioa_cfg, pdev);
8766 		if (rc == -EOPNOTSUPP)
8767 			pci_disable_msi(pdev);
8768 		else if (rc)
8769 			goto out_msi_disable;
8770 		else
8771 			dev_info(&pdev->dev, "MSI enabled with IRQ: %d\n", pdev->irq);
8772 	} else if (ipr_debug)
8773 		dev_info(&pdev->dev, "Cannot enable MSI.\n");
8774 
8775 	/* Save away PCI config space for use following IOA reset */
8776 	rc = pci_save_state(pdev);
8777 
8778 	if (rc != PCIBIOS_SUCCESSFUL) {
8779 		dev_err(&pdev->dev, "Failed to save PCI config space\n");
8780 		rc = -EIO;
8781 		goto out_msi_disable;
8782 	}
8783 
8784 	if ((rc = ipr_save_pcix_cmd_reg(ioa_cfg)))
8785 		goto out_msi_disable;
8786 
8787 	if ((rc = ipr_set_pcix_cmd_reg(ioa_cfg)))
8788 		goto out_msi_disable;
8789 
8790 	if (ioa_cfg->sis64)
8791 		ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr64)
8792 				+ ((sizeof(struct ipr_config_table_entry64)
8793 				* ioa_cfg->max_devs_supported)));
8794 	else
8795 		ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr)
8796 				+ ((sizeof(struct ipr_config_table_entry)
8797 				* ioa_cfg->max_devs_supported)));
8798 
8799 	rc = ipr_alloc_mem(ioa_cfg);
8800 	if (rc < 0) {
8801 		dev_err(&pdev->dev,
8802 			"Couldn't allocate enough memory for device driver!\n");
8803 		goto out_msi_disable;
8804 	}
8805 
8806 	/*
8807 	 * If HRRQ updated interrupt is not masked, or reset alert is set,
8808 	 * the card is in an unknown state and needs a hard reset
8809 	 */
8810 	mask = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
8811 	interrupts = readl(ioa_cfg->regs.sense_interrupt_reg32);
8812 	uproc = readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
8813 	if ((mask & IPR_PCII_HRRQ_UPDATED) == 0 || (uproc & IPR_UPROCI_RESET_ALERT))
8814 		ioa_cfg->needs_hard_reset = 1;
8815 	if (interrupts & IPR_PCII_ERROR_INTERRUPTS)
8816 		ioa_cfg->needs_hard_reset = 1;
8817 	if (interrupts & IPR_PCII_IOA_UNIT_CHECKED)
8818 		ioa_cfg->ioa_unit_checked = 1;
8819 
8820 	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
8821 	rc = request_irq(pdev->irq, ipr_isr,
8822 			 ioa_cfg->msi_received ? 0 : IRQF_SHARED,
8823 			 IPR_NAME, ioa_cfg);
8824 
8825 	if (rc) {
8826 		dev_err(&pdev->dev, "Couldn't register IRQ %d! rc=%d\n",
8827 			pdev->irq, rc);
8828 		goto cleanup_nolog;
8829 	}
8830 
8831 	if ((dev_id->driver_data & IPR_USE_PCI_WARM_RESET) ||
8832 	    (dev_id->device == PCI_DEVICE_ID_IBM_OBSIDIAN_E && !ioa_cfg->revid)) {
8833 		ioa_cfg->needs_warm_reset = 1;
8834 		ioa_cfg->reset = ipr_reset_slot_reset;
8835 	} else
8836 		ioa_cfg->reset = ipr_reset_start_bist;
8837 
8838 	spin_lock(&ipr_driver_lock);
8839 	list_add_tail(&ioa_cfg->queue, &ipr_ioa_head);
8840 	spin_unlock(&ipr_driver_lock);
8841 
8842 	LEAVE;
8843 out:
8844 	return rc;
8845 
8846 cleanup_nolog:
8847 	ipr_free_mem(ioa_cfg);
8848 out_msi_disable:
8849 	pci_disable_msi(pdev);
8850 cleanup_nomem:
8851 	iounmap(ipr_regs);
8852 out_release_regions:
8853 	pci_release_regions(pdev);
8854 out_scsi_host_put:
8855 	scsi_host_put(host);
8856 out_disable:
8857 	pci_disable_device(pdev);
8858 	goto out;
8859 }
8860 
8861 /**
8862  * ipr_scan_vsets - Scans for VSET devices
8863  * @ioa_cfg:	ioa config struct
8864  *
8865  * Description: Since the VSET resources do not follow SAM in that we can have
8866  * sparse LUNs with no LUN 0, we have to scan for these ourselves.
8867  *
8868  * Return value:
8869  * 	none
8870  **/
8871 static void ipr_scan_vsets(struct ipr_ioa_cfg *ioa_cfg)
8872 {
8873 	int target, lun;
8874 
8875 	for (target = 0; target < IPR_MAX_NUM_TARGETS_PER_BUS; target++)
8876 		for (lun = 0; lun < IPR_MAX_NUM_VSET_LUNS_PER_TARGET; lun++ )
8877 			scsi_add_device(ioa_cfg->host, IPR_VSET_BUS, target, lun);
8878 }
8879 
8880 /**
8881  * ipr_initiate_ioa_bringdown - Bring down an adapter
8882  * @ioa_cfg:		ioa config struct
8883  * @shutdown_type:	shutdown type
8884  *
8885  * Description: This function will initiate bringing down the adapter.
8886  * This consists of issuing an IOA shutdown to the adapter
8887  * to flush the cache, and running BIST.
8888  * If the caller needs to wait on the completion of the reset,
8889  * the caller must sleep on the reset_wait_q.
8890  *
8891  * Return value:
8892  * 	none
8893  **/
8894 static void ipr_initiate_ioa_bringdown(struct ipr_ioa_cfg *ioa_cfg,
8895 				       enum ipr_shutdown_type shutdown_type)
8896 {
8897 	ENTER;
8898 	if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
8899 		ioa_cfg->sdt_state = ABORT_DUMP;
8900 	ioa_cfg->reset_retries = 0;
8901 	ioa_cfg->in_ioa_bringdown = 1;
8902 	ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
8903 	LEAVE;
8904 }
8905 
8906 /**
8907  * __ipr_remove - Remove a single adapter
8908  * @pdev:	pci device struct
8909  *
8910  * Adapter hot plug remove entry point.
8911  *
8912  * Return value:
8913  * 	none
8914  **/
8915 static void __ipr_remove(struct pci_dev *pdev)
8916 {
8917 	unsigned long host_lock_flags = 0;
8918 	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8919 	ENTER;
8920 
8921 	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
8922 	while(ioa_cfg->in_reset_reload) {
8923 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
8924 		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
8925 		spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
8926 	}
8927 
8928 	ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
8929 
8930 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
8931 	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
8932 	flush_work_sync(&ioa_cfg->work_q);
8933 	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
8934 
8935 	spin_lock(&ipr_driver_lock);
8936 	list_del(&ioa_cfg->queue);
8937 	spin_unlock(&ipr_driver_lock);
8938 
8939 	if (ioa_cfg->sdt_state == ABORT_DUMP)
8940 		ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8941 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
8942 
8943 	ipr_free_all_resources(ioa_cfg);
8944 
8945 	LEAVE;
8946 }
8947 
8948 /**
8949  * ipr_remove - IOA hot plug remove entry point
8950  * @pdev:	pci device struct
8951  *
8952  * Adapter hot plug remove entry point.
8953  *
8954  * Return value:
8955  * 	none
8956  **/
8957 static void __devexit ipr_remove(struct pci_dev *pdev)
8958 {
8959 	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8960 
8961 	ENTER;
8962 
8963 	ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
8964 			      &ipr_trace_attr);
8965 	ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
8966 			     &ipr_dump_attr);
8967 	scsi_remove_host(ioa_cfg->host);
8968 
8969 	__ipr_remove(pdev);
8970 
8971 	LEAVE;
8972 }
8973 
8974 /**
8975  * ipr_probe - Adapter hot plug add entry point
8976  *
8977  * Return value:
8978  * 	0 on success / non-zero on failure
8979  **/
8980 static int __devinit ipr_probe(struct pci_dev *pdev,
8981 			       const struct pci_device_id *dev_id)
8982 {
8983 	struct ipr_ioa_cfg *ioa_cfg;
8984 	int rc;
8985 
8986 	rc = ipr_probe_ioa(pdev, dev_id);
8987 
8988 	if (rc)
8989 		return rc;
8990 
8991 	ioa_cfg = pci_get_drvdata(pdev);
8992 	rc = ipr_probe_ioa_part2(ioa_cfg);
8993 
8994 	if (rc) {
8995 		__ipr_remove(pdev);
8996 		return rc;
8997 	}
8998 
8999 	rc = scsi_add_host(ioa_cfg->host, &pdev->dev);
9000 
9001 	if (rc) {
9002 		__ipr_remove(pdev);
9003 		return rc;
9004 	}
9005 
9006 	rc = ipr_create_trace_file(&ioa_cfg->host->shost_dev.kobj,
9007 				   &ipr_trace_attr);
9008 
9009 	if (rc) {
9010 		scsi_remove_host(ioa_cfg->host);
9011 		__ipr_remove(pdev);
9012 		return rc;
9013 	}
9014 
9015 	rc = ipr_create_dump_file(&ioa_cfg->host->shost_dev.kobj,
9016 				   &ipr_dump_attr);
9017 
9018 	if (rc) {
9019 		ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
9020 				      &ipr_trace_attr);
9021 		scsi_remove_host(ioa_cfg->host);
9022 		__ipr_remove(pdev);
9023 		return rc;
9024 	}
9025 
9026 	scsi_scan_host(ioa_cfg->host);
9027 	ipr_scan_vsets(ioa_cfg);
9028 	scsi_add_device(ioa_cfg->host, IPR_IOA_BUS, IPR_IOA_TARGET, IPR_IOA_LUN);
9029 	ioa_cfg->allow_ml_add_del = 1;
9030 	ioa_cfg->host->max_channel = IPR_VSET_BUS;
9031 	schedule_work(&ioa_cfg->work_q);
9032 	return 0;
9033 }
9034 
9035 /**
9036  * ipr_shutdown - Shutdown handler.
9037  * @pdev:	pci device struct
9038  *
9039  * This function is invoked upon system shutdown/reboot. It will issue
9040  * an adapter shutdown to the adapter to flush the write cache.
9041  *
9042  * Return value:
9043  * 	none
9044  **/
9045 static void ipr_shutdown(struct pci_dev *pdev)
9046 {
9047 	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9048 	unsigned long lock_flags = 0;
9049 
9050 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9051 	while(ioa_cfg->in_reset_reload) {
9052 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
9053 		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9054 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9055 	}
9056 
9057 	ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
9058 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
9059 	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9060 }
9061 
9062 static struct pci_device_id ipr_pci_table[] __devinitdata = {
9063 	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9064 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5702, 0, 0, 0 },
9065 	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9066 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5703, 0, 0, 0 },
9067 	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9068 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573D, 0, 0, 0 },
9069 	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9070 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573E, 0, 0, 0 },
9071 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9072 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571B, 0, 0, 0 },
9073 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9074 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572E, 0, 0, 0 },
9075 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9076 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571A, 0, 0, 0 },
9077 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9078 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575B, 0, 0,
9079 		IPR_USE_LONG_TRANSOP_TIMEOUT },
9080 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
9081 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
9082 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
9083 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
9084 	      IPR_USE_LONG_TRANSOP_TIMEOUT },
9085 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
9086 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
9087 	      IPR_USE_LONG_TRANSOP_TIMEOUT },
9088 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
9089 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
9090 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
9091 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
9092 	      IPR_USE_LONG_TRANSOP_TIMEOUT},
9093 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
9094 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
9095 	      IPR_USE_LONG_TRANSOP_TIMEOUT },
9096 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9097 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574E, 0, 0,
9098 	      IPR_USE_LONG_TRANSOP_TIMEOUT },
9099 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9100 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B3, 0, 0, 0 },
9101 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9102 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CC, 0, 0, 0 },
9103 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9104 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B7, 0, 0,
9105 	      IPR_USE_LONG_TRANSOP_TIMEOUT | IPR_USE_PCI_WARM_RESET },
9106 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE,
9107 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2780, 0, 0, 0 },
9108 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
9109 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571E, 0, 0, 0 },
9110 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
9111 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571F, 0, 0,
9112 		IPR_USE_LONG_TRANSOP_TIMEOUT },
9113 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
9114 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572F, 0, 0,
9115 		IPR_USE_LONG_TRANSOP_TIMEOUT },
9116 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9117 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B5, 0, 0, 0 },
9118 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9119 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574D, 0, 0, 0 },
9120 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9121 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B2, 0, 0, 0 },
9122 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9123 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C4, 0, 0, 0 },
9124 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_ASIC_E2,
9125 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B4, 0, 0, 0 },
9126 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_ASIC_E2,
9127 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B1, 0, 0, 0 },
9128 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_ASIC_E2,
9129 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C6, 0, 0, 0 },
9130 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_ASIC_E2,
9131 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575D, 0, 0, 0 },
9132 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_ASIC_E2,
9133 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CE, 0, 0, 0 },
9134 	{ }
9135 };
9136 MODULE_DEVICE_TABLE(pci, ipr_pci_table);
9137 
9138 static struct pci_error_handlers ipr_err_handler = {
9139 	.error_detected = ipr_pci_error_detected,
9140 	.slot_reset = ipr_pci_slot_reset,
9141 };
9142 
9143 static struct pci_driver ipr_driver = {
9144 	.name = IPR_NAME,
9145 	.id_table = ipr_pci_table,
9146 	.probe = ipr_probe,
9147 	.remove = __devexit_p(ipr_remove),
9148 	.shutdown = ipr_shutdown,
9149 	.err_handler = &ipr_err_handler,
9150 };
9151 
9152 /**
9153  * ipr_halt_done - Shutdown prepare completion
9154  *
9155  * Return value:
9156  * 	none
9157  **/
9158 static void ipr_halt_done(struct ipr_cmnd *ipr_cmd)
9159 {
9160 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9161 
9162 	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
9163 }
9164 
9165 /**
9166  * ipr_halt - Issue shutdown prepare to all adapters
9167  *
9168  * Return value:
9169  * 	NOTIFY_OK on success / NOTIFY_DONE on failure
9170  **/
9171 static int ipr_halt(struct notifier_block *nb, ulong event, void *buf)
9172 {
9173 	struct ipr_cmnd *ipr_cmd;
9174 	struct ipr_ioa_cfg *ioa_cfg;
9175 	unsigned long flags = 0;
9176 
9177 	if (event != SYS_RESTART && event != SYS_HALT && event != SYS_POWER_OFF)
9178 		return NOTIFY_DONE;
9179 
9180 	spin_lock(&ipr_driver_lock);
9181 
9182 	list_for_each_entry(ioa_cfg, &ipr_ioa_head, queue) {
9183 		spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9184 		if (!ioa_cfg->allow_cmds) {
9185 			spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9186 			continue;
9187 		}
9188 
9189 		ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
9190 		ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
9191 		ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
9192 		ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
9193 		ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_SHUTDOWN_PREPARE_FOR_NORMAL;
9194 
9195 		ipr_do_req(ipr_cmd, ipr_halt_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
9196 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9197 	}
9198 	spin_unlock(&ipr_driver_lock);
9199 
9200 	return NOTIFY_OK;
9201 }
9202 
9203 static struct notifier_block ipr_notifier = {
9204 	ipr_halt, NULL, 0
9205 };
9206 
9207 /**
9208  * ipr_init - Module entry point
9209  *
9210  * Return value:
9211  * 	0 on success / negative value on failure
9212  **/
9213 static int __init ipr_init(void)
9214 {
9215 	ipr_info("IBM Power RAID SCSI Device Driver version: %s %s\n",
9216 		 IPR_DRIVER_VERSION, IPR_DRIVER_DATE);
9217 
9218 	register_reboot_notifier(&ipr_notifier);
9219 	return pci_register_driver(&ipr_driver);
9220 }
9221 
9222 /**
9223  * ipr_exit - Module unload
9224  *
9225  * Module unload entry point.
9226  *
9227  * Return value:
9228  * 	none
9229  **/
9230 static void __exit ipr_exit(void)
9231 {
9232 	unregister_reboot_notifier(&ipr_notifier);
9233 	pci_unregister_driver(&ipr_driver);
9234 }
9235 
9236 module_init(ipr_init);
9237 module_exit(ipr_exit);
9238