xref: /openbmc/linux/drivers/scsi/megaraid/megaraid_mbox.c (revision 1da177e4c3f41524e886b7f1b8a0c1fc7321cac2)
1 /*
2  *
3  *			Linux MegaRAID device driver
4  *
5  * Copyright (c) 2003-2004  LSI Logic Corporation.
6  *
7  *	   This program is free software; you can redistribute it and/or
8  *	   modify it under the terms of the GNU General Public License
9  *	   as published by the Free Software Foundation; either version
10  *	   2 of the License, or (at your option) any later version.
11  *
12  * FILE		: megaraid_mbox.c
13  * Version	: v2.20.4.5 (Feb 03 2005)
14  *
15  * Authors:
16  * 	Atul Mukker		<Atul.Mukker@lsil.com>
17  * 	Sreenivas Bagalkote	<Sreenivas.Bagalkote@lsil.com>
18  * 	Manoj Jose		<Manoj.Jose@lsil.com>
19  *
20  * List of supported controllers
21  *
22  * OEM	Product Name			VID	DID	SSVID	SSID
23  * ---	------------			---	---	----	----
24  * Dell PERC3/QC			101E	1960	1028	0471
25  * Dell PERC3/DC			101E	1960	1028	0493
26  * Dell PERC3/SC			101E	1960	1028	0475
27  * Dell PERC3/Di			1028	1960	1028	0123
28  * Dell PERC4/SC			1000	1960	1028	0520
29  * Dell PERC4/DC			1000	1960	1028	0518
30  * Dell PERC4/QC			1000	0407	1028	0531
31  * Dell PERC4/Di			1028	000F	1028	014A
32  * Dell PERC 4e/Si			1028	0013	1028	016c
33  * Dell PERC 4e/Di			1028	0013	1028	016d
34  * Dell PERC 4e/Di			1028	0013	1028	016e
35  * Dell PERC 4e/Di			1028	0013	1028	016f
36  * Dell PERC 4e/Di			1028	0013	1028	0170
37  * Dell PERC 4e/DC			1000	0408	1028	0002
38  * Dell PERC 4e/SC			1000	0408	1028	0001
39  *
40  *
41  * LSI MegaRAID SCSI 320-0		1000	1960	1000	A520
42  * LSI MegaRAID SCSI 320-1		1000	1960	1000	0520
43  * LSI MegaRAID SCSI 320-2		1000	1960	1000	0518
44  * LSI MegaRAID SCSI 320-0X		1000	0407	1000	0530
45  * LSI MegaRAID SCSI 320-2X		1000	0407	1000	0532
46  * LSI MegaRAID SCSI 320-4X		1000	0407	1000	0531
47  * LSI MegaRAID SCSI 320-1E		1000	0408	1000	0001
48  * LSI MegaRAID SCSI 320-2E		1000	0408	1000	0002
49  * LSI MegaRAID SATA 150-4		1000	1960	1000	4523
50  * LSI MegaRAID SATA 150-6		1000	1960	1000	0523
51  * LSI MegaRAID SATA 300-4X		1000	0409	1000	3004
52  * LSI MegaRAID SATA 300-8X		1000	0409	1000	3008
53  *
54  * INTEL RAID Controller SRCU42X	1000	0407	8086	0532
55  * INTEL RAID Controller SRCS16		1000	1960	8086	0523
56  * INTEL RAID Controller SRCU42E	1000	0408	8086	0002
57  * INTEL RAID Controller SRCZCRX	1000	0407	8086	0530
58  * INTEL RAID Controller SRCS28X	1000	0409	8086	3008
59  * INTEL RAID Controller SROMBU42E	1000	0408	8086	3431
60  * INTEL RAID Controller SROMBU42E	1000	0408	8086	3499
61  * INTEL RAID Controller SRCU51L	1000	1960	8086	0520
62  *
63  * FSC	MegaRAID PCI Express ROMB	1000	0408	1734	1065
64  *
65  * ACER	MegaRAID ROMB-2E		1000	0408	1025	004D
66  *
67  * NEC	MegaRAID PCI Express ROMB	1000	0408	1033	8287
68  *
69  * For history of changes, see Documentation/ChangeLog.megaraid
70  */
71 
72 #include "megaraid_mbox.h"
73 
74 static int megaraid_init(void);
75 static void megaraid_exit(void);
76 
77 static int megaraid_probe_one(struct pci_dev*, const struct pci_device_id *);
78 static void megaraid_detach_one(struct pci_dev *);
79 static void megaraid_mbox_shutdown(struct device *);
80 
81 static int megaraid_io_attach(adapter_t *);
82 static void megaraid_io_detach(adapter_t *);
83 
84 static int megaraid_init_mbox(adapter_t *);
85 static void megaraid_fini_mbox(adapter_t *);
86 
87 static int megaraid_alloc_cmd_packets(adapter_t *);
88 static void megaraid_free_cmd_packets(adapter_t *);
89 
90 static int megaraid_mbox_setup_dma_pools(adapter_t *);
91 static void megaraid_mbox_teardown_dma_pools(adapter_t *);
92 
93 static int megaraid_sysfs_alloc_resources(adapter_t *);
94 static void megaraid_sysfs_free_resources(adapter_t *);
95 
96 static int megaraid_abort_handler(struct scsi_cmnd *);
97 static int megaraid_reset_handler(struct scsi_cmnd *);
98 
99 static int mbox_post_sync_cmd(adapter_t *, uint8_t []);
100 static int mbox_post_sync_cmd_fast(adapter_t *, uint8_t []);
101 static int megaraid_busywait_mbox(mraid_device_t *);
102 static int megaraid_mbox_product_info(adapter_t *);
103 static int megaraid_mbox_extended_cdb(adapter_t *);
104 static int megaraid_mbox_support_ha(adapter_t *, uint16_t *);
105 static int megaraid_mbox_support_random_del(adapter_t *);
106 static int megaraid_mbox_get_max_sg(adapter_t *);
107 static void megaraid_mbox_enum_raid_scsi(adapter_t *);
108 static void megaraid_mbox_flush_cache(adapter_t *);
109 
110 static void megaraid_mbox_display_scb(adapter_t *, scb_t *);
111 static void megaraid_mbox_setup_device_map(adapter_t *);
112 
113 static int megaraid_queue_command(struct scsi_cmnd *,
114 		void (*)(struct scsi_cmnd *));
115 static scb_t *megaraid_mbox_build_cmd(adapter_t *, struct scsi_cmnd *, int *);
116 static void megaraid_mbox_runpendq(adapter_t *, scb_t *);
117 static void megaraid_mbox_prepare_pthru(adapter_t *, scb_t *,
118 		struct scsi_cmnd *);
119 static void megaraid_mbox_prepare_epthru(adapter_t *, scb_t *,
120 		struct scsi_cmnd *);
121 
122 static irqreturn_t megaraid_isr(int, void *, struct pt_regs *);
123 
124 static void megaraid_mbox_dpc(unsigned long);
125 
126 static ssize_t megaraid_sysfs_show_app_hndl(struct class_device *, char *);
127 static ssize_t megaraid_sysfs_show_ldnum(struct device *, char *);
128 
129 static int megaraid_cmm_register(adapter_t *);
130 static int megaraid_cmm_unregister(adapter_t *);
131 static int megaraid_mbox_mm_handler(unsigned long, uioc_t *, uint32_t);
132 static int megaraid_mbox_mm_command(adapter_t *, uioc_t *);
133 static void megaraid_mbox_mm_done(adapter_t *, scb_t *);
134 static int gather_hbainfo(adapter_t *, mraid_hba_info_t *);
135 static int wait_till_fw_empty(adapter_t *);
136 
137 
138 
139 MODULE_AUTHOR("LSI Logic Corporation");
140 MODULE_DESCRIPTION("LSI Logic MegaRAID Mailbox Driver");
141 MODULE_LICENSE("GPL");
142 MODULE_VERSION(MEGARAID_VERSION);
143 
144 /*
145  * ### modules parameters for driver ###
146  */
147 
148 /**
149  * Set to enable driver to expose unconfigured disk to kernel
150  */
151 static int megaraid_expose_unconf_disks = 0;
152 module_param_named(unconf_disks, megaraid_expose_unconf_disks, int, 0);
153 MODULE_PARM_DESC(unconf_disks,
154 	"Set to expose unconfigured disks to kernel (default=0)");
155 
156 /**
157  * driver wait time if the adapter's mailbox is busy
158  */
159 static unsigned int max_mbox_busy_wait = MBOX_BUSY_WAIT;
160 module_param_named(busy_wait, max_mbox_busy_wait, int, 0);
161 MODULE_PARM_DESC(busy_wait,
162 	"Max wait for mailbox in microseconds if busy (default=10)");
163 
164 /**
165  * number of sectors per IO command
166  */
167 static unsigned int megaraid_max_sectors = MBOX_MAX_SECTORS;
168 module_param_named(max_sectors, megaraid_max_sectors, int, 0);
169 MODULE_PARM_DESC(max_sectors,
170 	"Maximum number of sectors per IO command (default=128)");
171 
172 /**
173  * number of commands per logical unit
174  */
175 static unsigned int megaraid_cmd_per_lun = MBOX_DEF_CMD_PER_LUN;
176 module_param_named(cmd_per_lun, megaraid_cmd_per_lun, int, 0);
177 MODULE_PARM_DESC(cmd_per_lun,
178 	"Maximum number of commands per logical unit (default=64)");
179 
180 
181 /**
182  * Fast driver load option, skip scanning for physical devices during load.
183  * This would result in non-disk devices being skipped during driver load
184  * time. These can be later added though, using /proc/scsi/scsi
185  */
186 static unsigned int megaraid_fast_load = 0;
187 module_param_named(fast_load, megaraid_fast_load, int, 0);
188 MODULE_PARM_DESC(fast_load,
189 	"Faster loading of the driver, skips physical devices! (default=0)");
190 
191 
192 /**
193  * mraid_debug level - threshold for amount of information to be displayed by
194  * the driver. This level can be changed through modules parameters, ioctl or
195  * sysfs/proc interface. By default, print the announcement messages only.
196  */
197 int mraid_debug_level = CL_ANN;
198 module_param_named(debug_level, mraid_debug_level, int, 0);
199 MODULE_PARM_DESC(debug_level, "Debug level for driver (default=0)");
200 
201 /*
202  * ### global data ###
203  */
204 static uint8_t megaraid_mbox_version[8] =
205 	{ 0x02, 0x20, 0x04, 0x05, 2, 3, 20, 5 };
206 
207 
208 /*
209  * PCI table for all supported controllers.
210  */
211 static struct pci_device_id pci_id_table_g[] =  {
212 	{
213 		PCI_VENDOR_ID_DELL,
214 		PCI_DEVICE_ID_PERC4_DI_DISCOVERY,
215 		PCI_VENDOR_ID_DELL,
216 		PCI_SUBSYS_ID_PERC4_DI_DISCOVERY,
217 	},
218 	{
219 		PCI_VENDOR_ID_LSI_LOGIC,
220 		PCI_DEVICE_ID_PERC4_SC,
221 		PCI_VENDOR_ID_DELL,
222 		PCI_SUBSYS_ID_PERC4_SC,
223 	},
224 	{
225 		PCI_VENDOR_ID_LSI_LOGIC,
226 		PCI_DEVICE_ID_PERC4_DC,
227 		PCI_VENDOR_ID_DELL,
228 		PCI_SUBSYS_ID_PERC4_DC,
229 	},
230 	{
231 		PCI_VENDOR_ID_LSI_LOGIC,
232 		PCI_DEVICE_ID_PERC4_QC,
233 		PCI_VENDOR_ID_DELL,
234 		PCI_SUBSYS_ID_PERC4_QC,
235 	},
236 	{
237 		PCI_VENDOR_ID_DELL,
238 		PCI_DEVICE_ID_PERC4_DI_EVERGLADES,
239 		PCI_VENDOR_ID_DELL,
240 		PCI_SUBSYS_ID_PERC4_DI_EVERGLADES,
241 	},
242 	{
243 		PCI_VENDOR_ID_DELL,
244 		PCI_DEVICE_ID_PERC4E_SI_BIGBEND,
245 		PCI_VENDOR_ID_DELL,
246 		PCI_SUBSYS_ID_PERC4E_SI_BIGBEND,
247 	},
248 	{
249 		PCI_VENDOR_ID_DELL,
250 		PCI_DEVICE_ID_PERC4E_DI_KOBUK,
251 		PCI_VENDOR_ID_DELL,
252 		PCI_SUBSYS_ID_PERC4E_DI_KOBUK,
253 	},
254 	{
255 		PCI_VENDOR_ID_DELL,
256 		PCI_DEVICE_ID_PERC4E_DI_CORVETTE,
257 		PCI_VENDOR_ID_DELL,
258 		PCI_SUBSYS_ID_PERC4E_DI_CORVETTE,
259 	},
260 	{
261 		PCI_VENDOR_ID_DELL,
262 		PCI_DEVICE_ID_PERC4E_DI_EXPEDITION,
263 		PCI_VENDOR_ID_DELL,
264 		PCI_SUBSYS_ID_PERC4E_DI_EXPEDITION,
265 	},
266 	{
267 		PCI_VENDOR_ID_DELL,
268 		PCI_DEVICE_ID_PERC4E_DI_GUADALUPE,
269 		PCI_VENDOR_ID_DELL,
270 		PCI_SUBSYS_ID_PERC4E_DI_GUADALUPE,
271 	},
272 	{
273 		PCI_VENDOR_ID_LSI_LOGIC,
274 		PCI_DEVICE_ID_PERC4E_DC_320_2E,
275 		PCI_VENDOR_ID_DELL,
276 		PCI_SUBSYS_ID_PERC4E_DC_320_2E,
277 	},
278 	{
279 		PCI_VENDOR_ID_LSI_LOGIC,
280 		PCI_DEVICE_ID_PERC4E_SC_320_1E,
281 		PCI_VENDOR_ID_DELL,
282 		PCI_SUBSYS_ID_PERC4E_SC_320_1E,
283 	},
284 	{
285 		PCI_VENDOR_ID_AMI,
286 		PCI_DEVICE_ID_AMI_MEGARAID3,
287 		PCI_VENDOR_ID_DELL,
288 		PCI_SUBSYS_ID_PERC3_QC,
289 	},
290 	{
291 		PCI_VENDOR_ID_AMI,
292 		PCI_DEVICE_ID_AMI_MEGARAID3,
293 		PCI_VENDOR_ID_DELL,
294 		PCI_SUBSYS_ID_PERC3_DC,
295 	},
296 	{
297 		PCI_VENDOR_ID_AMI,
298 		PCI_DEVICE_ID_AMI_MEGARAID3,
299 		PCI_VENDOR_ID_DELL,
300 		PCI_SUBSYS_ID_PERC3_SC,
301 	},
302 	{
303 		PCI_VENDOR_ID_AMI,
304 		PCI_DEVICE_ID_AMI_MEGARAID3,
305 		PCI_VENDOR_ID_AMI,
306 		PCI_SUBSYS_ID_PERC3_SC,
307 	},
308 	{
309 		PCI_VENDOR_ID_AMI,
310 		PCI_DEVICE_ID_AMI_MEGARAID3,
311 		PCI_VENDOR_ID_AMI,
312 		PCI_SUBSYS_ID_PERC3_DC,
313 	},
314 	{
315 		PCI_VENDOR_ID_LSI_LOGIC,
316 		PCI_DEVICE_ID_MEGARAID_SCSI_320_0,
317 		PCI_VENDOR_ID_LSI_LOGIC,
318 		PCI_SUBSYS_ID_MEGARAID_SCSI_320_0,
319 	},
320 	{
321 		PCI_VENDOR_ID_LSI_LOGIC,
322 		PCI_DEVICE_ID_MEGARAID_SCSI_320_1,
323 		PCI_VENDOR_ID_LSI_LOGIC,
324 		PCI_SUBSYS_ID_MEGARAID_SCSI_320_1,
325 	},
326 	{
327 		PCI_VENDOR_ID_LSI_LOGIC,
328 		PCI_DEVICE_ID_MEGARAID_SCSI_320_2,
329 		PCI_VENDOR_ID_LSI_LOGIC,
330 		PCI_SUBSYS_ID_MEGARAID_SCSI_320_2,
331 	},
332 	{
333 		PCI_VENDOR_ID_LSI_LOGIC,
334 		PCI_DEVICE_ID_MEGARAID_SCSI_320_0x,
335 		PCI_VENDOR_ID_LSI_LOGIC,
336 		PCI_SUBSYS_ID_MEGARAID_SCSI_320_0x,
337 	},
338 	{
339 		PCI_VENDOR_ID_LSI_LOGIC,
340 		PCI_DEVICE_ID_MEGARAID_SCSI_320_2x,
341 		PCI_VENDOR_ID_LSI_LOGIC,
342 		PCI_SUBSYS_ID_MEGARAID_SCSI_320_2x,
343 	},
344 	{
345 		PCI_VENDOR_ID_LSI_LOGIC,
346 		PCI_DEVICE_ID_MEGARAID_SCSI_320_4x,
347 		PCI_VENDOR_ID_LSI_LOGIC,
348 		PCI_SUBSYS_ID_MEGARAID_SCSI_320_4x,
349 	},
350 	{
351 		PCI_VENDOR_ID_LSI_LOGIC,
352 		PCI_DEVICE_ID_MEGARAID_SCSI_320_1E,
353 		PCI_VENDOR_ID_LSI_LOGIC,
354 		PCI_SUBSYS_ID_MEGARAID_SCSI_320_1E,
355 	},
356 	{
357 		PCI_VENDOR_ID_LSI_LOGIC,
358 		PCI_DEVICE_ID_MEGARAID_SCSI_320_2E,
359 		PCI_VENDOR_ID_LSI_LOGIC,
360 		PCI_SUBSYS_ID_MEGARAID_SCSI_320_2E,
361 	},
362 	{
363 		PCI_VENDOR_ID_LSI_LOGIC,
364 		PCI_DEVICE_ID_MEGARAID_I4_133_RAID,
365 		PCI_VENDOR_ID_LSI_LOGIC,
366 		PCI_SUBSYS_ID_MEGARAID_I4_133_RAID,
367 	},
368 	{
369 		PCI_VENDOR_ID_LSI_LOGIC,
370 		PCI_DEVICE_ID_MEGARAID_SATA_150_4,
371 		PCI_VENDOR_ID_LSI_LOGIC,
372 		PCI_SUBSYS_ID_MEGARAID_SATA_150_4,
373 	},
374 	{
375 		PCI_VENDOR_ID_LSI_LOGIC,
376 		PCI_DEVICE_ID_MEGARAID_SATA_150_6,
377 		PCI_VENDOR_ID_LSI_LOGIC,
378 		PCI_SUBSYS_ID_MEGARAID_SATA_150_6,
379 	},
380 	{
381 		PCI_VENDOR_ID_LSI_LOGIC,
382 		PCI_DEVICE_ID_MEGARAID_SATA_300_4x,
383 		PCI_VENDOR_ID_LSI_LOGIC,
384 		PCI_SUBSYS_ID_MEGARAID_SATA_300_4x,
385 	},
386 	{
387 		PCI_VENDOR_ID_LSI_LOGIC,
388 		PCI_DEVICE_ID_MEGARAID_SATA_300_8x,
389 		PCI_VENDOR_ID_LSI_LOGIC,
390 		PCI_SUBSYS_ID_MEGARAID_SATA_300_8x,
391 	},
392 	{
393 		PCI_VENDOR_ID_LSI_LOGIC,
394 		PCI_DEVICE_ID_INTEL_RAID_SRCU42X,
395 		PCI_VENDOR_ID_INTEL,
396 		PCI_SUBSYS_ID_INTEL_RAID_SRCU42X,
397 	},
398 	{
399 		PCI_VENDOR_ID_LSI_LOGIC,
400 		PCI_DEVICE_ID_INTEL_RAID_SRCS16,
401 		PCI_VENDOR_ID_INTEL,
402 		PCI_SUBSYS_ID_INTEL_RAID_SRCS16,
403 	},
404 	{
405 		PCI_VENDOR_ID_LSI_LOGIC,
406 		PCI_DEVICE_ID_INTEL_RAID_SRCU42E,
407 		PCI_VENDOR_ID_INTEL,
408 		PCI_SUBSYS_ID_INTEL_RAID_SRCU42E,
409 	},
410 	{
411 		PCI_VENDOR_ID_LSI_LOGIC,
412 		PCI_DEVICE_ID_INTEL_RAID_SRCZCRX,
413 		PCI_VENDOR_ID_INTEL,
414 		PCI_SUBSYS_ID_INTEL_RAID_SRCZCRX,
415 	},
416 	{
417 		PCI_VENDOR_ID_LSI_LOGIC,
418 		PCI_DEVICE_ID_INTEL_RAID_SRCS28X,
419 		PCI_VENDOR_ID_INTEL,
420 		PCI_SUBSYS_ID_INTEL_RAID_SRCS28X,
421 	},
422 	{
423 		PCI_VENDOR_ID_LSI_LOGIC,
424 		PCI_DEVICE_ID_INTEL_RAID_SROMBU42E_ALIEF,
425 		PCI_VENDOR_ID_INTEL,
426 		PCI_SUBSYS_ID_INTEL_RAID_SROMBU42E_ALIEF,
427 	},
428 	{
429 		PCI_VENDOR_ID_LSI_LOGIC,
430 		PCI_DEVICE_ID_INTEL_RAID_SROMBU42E_HARWICH,
431 		PCI_VENDOR_ID_INTEL,
432 		PCI_SUBSYS_ID_INTEL_RAID_SROMBU42E_HARWICH,
433 	},
434 	{
435 		PCI_VENDOR_ID_LSI_LOGIC,
436 		PCI_DEVICE_ID_INTEL_RAID_SRCU41L_LAKE_SHETEK,
437 		PCI_VENDOR_ID_INTEL,
438 		PCI_SUBSYS_ID_INTEL_RAID_SRCU41L_LAKE_SHETEK,
439 	},
440 	{
441 		PCI_VENDOR_ID_LSI_LOGIC,
442 		PCI_DEVICE_ID_FSC_MEGARAID_PCI_EXPRESS_ROMB,
443 		PCI_SUBSYS_ID_FSC,
444 		PCI_SUBSYS_ID_FSC_MEGARAID_PCI_EXPRESS_ROMB,
445 	},
446 	{
447 		PCI_VENDOR_ID_LSI_LOGIC,
448 		PCI_DEVICE_ID_MEGARAID_ACER_ROMB_2E,
449 		PCI_VENDOR_ID_AI,
450 		PCI_SUBSYS_ID_MEGARAID_ACER_ROMB_2E,
451 	},
452 	{
453 		PCI_VENDOR_ID_LSI_LOGIC,
454 		PCI_DEVICE_ID_MEGARAID_NEC_ROMB_2E,
455 		PCI_VENDOR_ID_NEC,
456 		PCI_SUBSYS_ID_MEGARAID_NEC_ROMB_2E,
457 	},
458 	{0}	/* Terminating entry */
459 };
460 MODULE_DEVICE_TABLE(pci, pci_id_table_g);
461 
462 
463 static struct pci_driver megaraid_pci_driver_g = {
464 	.name		= "megaraid",
465 	.id_table	= pci_id_table_g,
466 	.probe		= megaraid_probe_one,
467 	.remove		= __devexit_p(megaraid_detach_one),
468 	.driver		= {
469 		.shutdown	= megaraid_mbox_shutdown,
470 	}
471 };
472 
473 
474 
475 // definitions for the device attributes for exporting logical drive number
476 // for a scsi address (Host, Channel, Id, Lun)
477 
478 CLASS_DEVICE_ATTR(megaraid_mbox_app_hndl, S_IRUSR, megaraid_sysfs_show_app_hndl,
479 		NULL);
480 
481 // Host template initializer for megaraid mbox sysfs device attributes
482 static struct class_device_attribute *megaraid_shost_attrs[] = {
483 	&class_device_attr_megaraid_mbox_app_hndl,
484 	NULL,
485 };
486 
487 
488 DEVICE_ATTR(megaraid_mbox_ld, S_IRUSR, megaraid_sysfs_show_ldnum, NULL);
489 
490 // Host template initializer for megaraid mbox sysfs device attributes
491 static struct device_attribute *megaraid_sdev_attrs[] = {
492 	&dev_attr_megaraid_mbox_ld,
493 	NULL,
494 };
495 
496 
497 /*
498  * Scsi host template for megaraid unified driver
499  */
500 static struct scsi_host_template megaraid_template_g = {
501 	.module				= THIS_MODULE,
502 	.name				= "LSI Logic MegaRAID driver",
503 	.proc_name			= "megaraid",
504 	.queuecommand			= megaraid_queue_command,
505 	.eh_abort_handler		= megaraid_abort_handler,
506 	.eh_device_reset_handler	= megaraid_reset_handler,
507 	.eh_bus_reset_handler		= megaraid_reset_handler,
508 	.eh_host_reset_handler		= megaraid_reset_handler,
509 	.use_clustering			= ENABLE_CLUSTERING,
510 	.sdev_attrs			= megaraid_sdev_attrs,
511 	.shost_attrs			= megaraid_shost_attrs,
512 };
513 
514 
515 /**
516  * megaraid_init - module load hook
517  *
518  * We register ourselves as hotplug enabled module and let PCI subsystem
519  * discover our adaters
520  **/
521 static int __init
522 megaraid_init(void)
523 {
524 	int	rval;
525 
526 	// Announce the driver version
527 	con_log(CL_ANN, (KERN_INFO "megaraid: %s %s\n", MEGARAID_VERSION,
528 		MEGARAID_EXT_VERSION));
529 
530 	// check validity of module parameters
531 	if (megaraid_cmd_per_lun > MBOX_MAX_SCSI_CMDS) {
532 
533 		con_log(CL_ANN, (KERN_WARNING
534 			"megaraid mailbox: max commands per lun reset to %d\n",
535 			MBOX_MAX_SCSI_CMDS));
536 
537 		megaraid_cmd_per_lun = MBOX_MAX_SCSI_CMDS;
538 	}
539 
540 
541 	// register as a PCI hot-plug driver module
542 	if ((rval = pci_module_init(&megaraid_pci_driver_g))) {
543 		con_log(CL_ANN, (KERN_WARNING
544 			"megaraid: could not register hotplug support.\n"));
545 	}
546 
547 	return rval;
548 }
549 
550 
551 /**
552  * megaraid_exit - driver unload entry point
553  *
554  * We simply unwrap the megaraid_init routine here
555  */
556 static void __exit
557 megaraid_exit(void)
558 {
559 	con_log(CL_DLEVEL1, (KERN_NOTICE "megaraid: unloading framework\n"));
560 
561 	// unregister as PCI hotplug driver
562 	pci_unregister_driver(&megaraid_pci_driver_g);
563 
564 	return;
565 }
566 
567 
568 /**
569  * megaraid_probe_one - PCI hotplug entry point
570  * @param pdev	: handle to this controller's PCI configuration space
571  * @param id	: pci device id of the class of controllers
572  *
573  * This routine should be called whenever a new adapter is detected by the
574  * PCI hotplug susbsytem.
575  **/
576 static int __devinit
577 megaraid_probe_one(struct pci_dev *pdev, const struct pci_device_id *id)
578 {
579 	adapter_t	*adapter;
580 
581 
582 	// detected a new controller
583 	con_log(CL_ANN, (KERN_INFO
584 		"megaraid: probe new device %#4.04x:%#4.04x:%#4.04x:%#4.04x: ",
585 		pdev->vendor, pdev->device, pdev->subsystem_vendor,
586 		pdev->subsystem_device));
587 
588 	con_log(CL_ANN, ("bus %d:slot %d:func %d\n", pdev->bus->number,
589 		PCI_SLOT(pdev->devfn), PCI_FUNC(pdev->devfn)));
590 
591 	if (pci_enable_device(pdev)) {
592 		con_log(CL_ANN, (KERN_WARNING
593 				"megaraid: pci_enable_device failed\n"));
594 
595 		return -ENODEV;
596 	}
597 
598 	// Enable bus-mastering on this controller
599 	pci_set_master(pdev);
600 
601 	// Allocate the per driver initialization structure
602 	adapter = kmalloc(sizeof(adapter_t), GFP_KERNEL);
603 
604 	if (adapter == NULL) {
605 		con_log(CL_ANN, (KERN_WARNING
606 		"megaraid: out of memory, %s %d.\n", __FUNCTION__, __LINE__));
607 
608 		goto out_probe_one;
609 	}
610 	memset(adapter, 0, sizeof(adapter_t));
611 
612 
613 	// set up PCI related soft state and other pre-known parameters
614 	adapter->unique_id	= pdev->bus->number << 8 | pdev->devfn;
615 	adapter->irq		= pdev->irq;
616 	adapter->pdev		= pdev;
617 
618 	atomic_set(&adapter->being_detached, 0);
619 
620 	// Setup the default DMA mask. This would be changed later on
621 	// depending on hardware capabilities
622 	if (pci_set_dma_mask(adapter->pdev, 0xFFFFFFFF) != 0) {
623 
624 		con_log(CL_ANN, (KERN_WARNING
625 			"megaraid: pci_set_dma_mask failed:%d\n", __LINE__));
626 
627 		goto out_free_adapter;
628 	}
629 
630 
631 	// Initialize the synchronization lock for kernel and LLD
632 	spin_lock_init(&adapter->lock);
633 	adapter->host_lock = &adapter->lock;
634 
635 
636 	// Initialize the command queues: the list of free SCBs and the list
637 	// of pending SCBs.
638 	INIT_LIST_HEAD(&adapter->kscb_pool);
639 	spin_lock_init(SCSI_FREE_LIST_LOCK(adapter));
640 
641 	INIT_LIST_HEAD(&adapter->pend_list);
642 	spin_lock_init(PENDING_LIST_LOCK(adapter));
643 
644 	INIT_LIST_HEAD(&adapter->completed_list);
645 	spin_lock_init(COMPLETED_LIST_LOCK(adapter));
646 
647 
648 	// Start the mailbox based controller
649 	if (megaraid_init_mbox(adapter) != 0) {
650 		con_log(CL_ANN, (KERN_WARNING
651 			"megaraid: maibox adapter did not initialize\n"));
652 
653 		goto out_free_adapter;
654 	}
655 
656 	// Register with LSI Common Management Module
657 	if (megaraid_cmm_register(adapter) != 0) {
658 
659 		con_log(CL_ANN, (KERN_WARNING
660 		"megaraid: could not register with management module\n"));
661 
662 		goto out_fini_mbox;
663 	}
664 
665 	// setup adapter handle in PCI soft state
666 	pci_set_drvdata(pdev, adapter);
667 
668 	// attach with scsi mid-layer
669 	if (megaraid_io_attach(adapter) != 0) {
670 
671 		con_log(CL_ANN, (KERN_WARNING "megaraid: io attach failed\n"));
672 
673 		goto out_cmm_unreg;
674 	}
675 
676 	return 0;
677 
678 out_cmm_unreg:
679 	pci_set_drvdata(pdev, NULL);
680 	megaraid_cmm_unregister(adapter);
681 out_fini_mbox:
682 	megaraid_fini_mbox(adapter);
683 out_free_adapter:
684 	kfree(adapter);
685 out_probe_one:
686 	pci_disable_device(pdev);
687 
688 	return -ENODEV;
689 }
690 
691 
692 /**
693  * megaraid_detach_one - release the framework resources and call LLD release
694  * routine
695  * @param pdev	: handle for our PCI cofiguration space
696  *
697  * This routine is called during driver unload. We free all the allocated
698  * resources and call the corresponding LLD so that it can also release all
699  * its resources.
700  *
701  * This routine is also called from the PCI hotplug system
702  **/
703 static void
704 megaraid_detach_one(struct pci_dev *pdev)
705 {
706 	adapter_t		*adapter;
707 	struct Scsi_Host	*host;
708 
709 
710 	// Start a rollback on this adapter
711 	adapter = pci_get_drvdata(pdev);
712 
713 	if (!adapter) {
714 		con_log(CL_ANN, (KERN_CRIT
715 		"megaraid: Invalid detach on %#4.04x:%#4.04x:%#4.04x:%#4.04x\n",
716 			pdev->vendor, pdev->device, pdev->subsystem_vendor,
717 			pdev->subsystem_device));
718 
719 		return;
720 	}
721 	else {
722 		con_log(CL_ANN, (KERN_NOTICE
723 		"megaraid: detaching device %#4.04x:%#4.04x:%#4.04x:%#4.04x\n",
724 			pdev->vendor, pdev->device, pdev->subsystem_vendor,
725 			pdev->subsystem_device));
726 	}
727 
728 
729 	host = adapter->host;
730 
731 	// do not allow any more requests from the management module for this
732 	// adapter.
733 	// FIXME: How do we account for the request which might still be
734 	// pending with us?
735 	atomic_set(&adapter->being_detached, 1);
736 
737 	// detach from the IO sub-system
738 	megaraid_io_detach(adapter);
739 
740 	// reset the device state in the PCI structure. We check this
741 	// condition when we enter here. If the device state is NULL,
742 	// that would mean the device has already been removed
743 	pci_set_drvdata(pdev, NULL);
744 
745 	// Unregister from common management module
746 	//
747 	// FIXME: this must return success or failure for conditions if there
748 	// is a command pending with LLD or not.
749 	megaraid_cmm_unregister(adapter);
750 
751 	// finalize the mailbox based controller and release all resources
752 	megaraid_fini_mbox(adapter);
753 
754 	kfree(adapter);
755 
756 	scsi_host_put(host);
757 
758 	pci_disable_device(pdev);
759 
760 	return;
761 }
762 
763 
764 /**
765  * megaraid_mbox_shutdown - PCI shutdown for megaraid HBA
766  * @param device	: generice driver model device
767  *
768  * Shutdown notification, perform flush cache
769  */
770 static void
771 megaraid_mbox_shutdown(struct device *device)
772 {
773 	adapter_t		*adapter = pci_get_drvdata(to_pci_dev(device));
774 	static int		counter;
775 
776 	if (!adapter) {
777 		con_log(CL_ANN, (KERN_WARNING
778 			"megaraid: null device in shutdown\n"));
779 		return;
780 	}
781 
782 	// flush caches now
783 	con_log(CL_ANN, (KERN_INFO "megaraid: flushing adapter %d...",
784 		counter++));
785 
786 	megaraid_mbox_flush_cache(adapter);
787 
788 	con_log(CL_ANN, ("done\n"));
789 }
790 
791 
792 /**
793  * megaraid_io_attach - attach a device with the IO subsystem
794  * @param adapter	: controller's soft state
795  *
796  * Attach this device with the IO subsystem
797  **/
798 static int
799 megaraid_io_attach(adapter_t *adapter)
800 {
801 	struct Scsi_Host	*host;
802 
803 	// Initialize SCSI Host structure
804 	host = scsi_host_alloc(&megaraid_template_g, 8);
805 	if (!host) {
806 		con_log(CL_ANN, (KERN_WARNING
807 			"megaraid mbox: scsi_register failed\n"));
808 
809 		return -1;
810 	}
811 
812 	SCSIHOST2ADAP(host)	= (caddr_t)adapter;
813 	adapter->host		= host;
814 
815 	// export the parameters required by the mid-layer
816 	scsi_assign_lock(host, adapter->host_lock);
817 	scsi_set_device(host, &adapter->pdev->dev);
818 
819 	host->irq		= adapter->irq;
820 	host->unique_id		= adapter->unique_id;
821 	host->can_queue		= adapter->max_cmds;
822 	host->this_id		= adapter->init_id;
823 	host->sg_tablesize	= adapter->sglen;
824 	host->max_sectors	= adapter->max_sectors;
825 	host->cmd_per_lun	= adapter->cmd_per_lun;
826 	host->max_channel	= adapter->max_channel;
827 	host->max_id		= adapter->max_target;
828 	host->max_lun		= adapter->max_lun;
829 
830 
831 	// notify mid-layer about the new controller
832 	if (scsi_add_host(host, &adapter->pdev->dev)) {
833 
834 		con_log(CL_ANN, (KERN_WARNING
835 			"megaraid mbox: scsi_add_host failed\n"));
836 
837 		scsi_host_put(host);
838 
839 		return -1;
840 	}
841 
842 	scsi_scan_host(host);
843 
844 	return 0;
845 }
846 
847 
848 /**
849  * megaraid_io_detach - detach a device from the IO subsystem
850  * @param adapter	: controller's soft state
851  *
852  * Detach this device from the IO subsystem
853  **/
854 static void
855 megaraid_io_detach(adapter_t *adapter)
856 {
857 	struct Scsi_Host	*host;
858 
859 	con_log(CL_DLEVEL1, (KERN_INFO "megaraid: io detach\n"));
860 
861 	host = adapter->host;
862 
863 	scsi_remove_host(host);
864 
865 	return;
866 }
867 
868 
869 /*
870  * START: Mailbox Low Level Driver
871  *
872  * This is section specific to the single mailbox based controllers
873  */
874 
875 /**
876  * megaraid_init_mbox - initialize controller
877  * @param adapter	- our soft state
878  *
879  * . Allocate 16-byte aligned mailbox memory for firmware handshake
880  * . Allocate controller's memory resources
881  * . Find out all initialization data
882  * . Allocate memory required for all the commands
883  * . Use internal library of FW routines, build up complete soft state
884  */
885 static int __init
886 megaraid_init_mbox(adapter_t *adapter)
887 {
888 	struct pci_dev		*pdev;
889 	mraid_device_t		*raid_dev;
890 	int			i;
891 
892 
893 	adapter->ito	= MBOX_TIMEOUT;
894 	pdev		= adapter->pdev;
895 
896 	/*
897 	 * Allocate and initialize the init data structure for mailbox
898 	 * controllers
899 	 */
900 	raid_dev = kmalloc(sizeof(mraid_device_t), GFP_KERNEL);
901 	if (raid_dev == NULL) return -1;
902 
903 	memset(raid_dev, 0, sizeof(mraid_device_t));
904 
905 	/*
906 	 * Attach the adapter soft state to raid device soft state
907 	 */
908 	adapter->raid_device	= (caddr_t)raid_dev;
909 	raid_dev->fast_load	= megaraid_fast_load;
910 
911 
912 	// our baseport
913 	raid_dev->baseport = pci_resource_start(pdev, 0);
914 
915 	if (pci_request_regions(pdev, "MegaRAID: LSI Logic Corporation") != 0) {
916 
917 		con_log(CL_ANN, (KERN_WARNING
918 				"megaraid: mem region busy\n"));
919 
920 		goto out_free_raid_dev;
921 	}
922 
923 	raid_dev->baseaddr = ioremap_nocache(raid_dev->baseport, 128);
924 
925 	if (!raid_dev->baseaddr) {
926 
927 		con_log(CL_ANN, (KERN_WARNING
928 			"megaraid: could not map hba memory\n") );
929 
930 		goto out_release_regions;
931 	}
932 
933 	//
934 	// Setup the rest of the soft state using the library of FW routines
935 	//
936 
937 	// request IRQ and register the interrupt service routine
938 	if (request_irq(adapter->irq, megaraid_isr, SA_SHIRQ, "megaraid",
939 		adapter)) {
940 
941 		con_log(CL_ANN, (KERN_WARNING
942 			"megaraid: Couldn't register IRQ %d!\n", adapter->irq));
943 
944 		goto out_iounmap;
945 	}
946 
947 
948 	// initialize the mutual exclusion lock for the mailbox
949 	spin_lock_init(&raid_dev->mailbox_lock);
950 
951 	// allocate memory required for commands
952 	if (megaraid_alloc_cmd_packets(adapter) != 0) {
953 		goto out_free_irq;
954 	}
955 
956 	// Product info
957 	if (megaraid_mbox_product_info(adapter) != 0) {
958 		goto out_alloc_cmds;
959 	}
960 
961 	// Do we support extended CDBs
962 	adapter->max_cdb_sz = 10;
963 	if (megaraid_mbox_extended_cdb(adapter) == 0) {
964 		adapter->max_cdb_sz = 16;
965 	}
966 
967 	/*
968 	 * Do we support cluster environment, if we do, what is the initiator
969 	 * id.
970 	 * NOTE: In a non-cluster aware firmware environment, the LLD should
971 	 * return 7 as initiator id.
972 	 */
973 	adapter->ha		= 0;
974 	adapter->init_id	= -1;
975 	if (megaraid_mbox_support_ha(adapter, &adapter->init_id) == 0) {
976 		adapter->ha = 1;
977 	}
978 
979 	/*
980 	 * Prepare the device ids array to have the mapping between the kernel
981 	 * device address and megaraid device address.
982 	 * We export the physical devices on their actual addresses. The
983 	 * logical drives are exported on a virtual SCSI channel
984 	 */
985 	megaraid_mbox_setup_device_map(adapter);
986 
987 	// If the firmware supports random deletion, update the device id map
988 	if (megaraid_mbox_support_random_del(adapter)) {
989 
990 		// Change the logical drives numbers in device_ids array one
991 		// slot in device_ids is reserved for target id, that's why
992 		// "<=" below
993 		for (i = 0; i <= MAX_LOGICAL_DRIVES_40LD; i++) {
994 			adapter->device_ids[adapter->max_channel][i] += 0x80;
995 		}
996 		adapter->device_ids[adapter->max_channel][adapter->init_id] =
997 			0xFF;
998 
999 		raid_dev->random_del_supported = 1;
1000 	}
1001 
1002 	/*
1003 	 * find out the maximum number of scatter-gather elements supported by
1004 	 * this firmware
1005 	 */
1006 	adapter->sglen = megaraid_mbox_get_max_sg(adapter);
1007 
1008 	// enumerate RAID and SCSI channels so that all devices on SCSI
1009 	// channels can later be exported, including disk devices
1010 	megaraid_mbox_enum_raid_scsi(adapter);
1011 
1012 	/*
1013 	 * Other parameters required by upper layer
1014 	 *
1015 	 * maximum number of sectors per IO command
1016 	 */
1017 	adapter->max_sectors = megaraid_max_sectors;
1018 
1019 	/*
1020 	 * number of queued commands per LUN.
1021 	 */
1022 	adapter->cmd_per_lun = megaraid_cmd_per_lun;
1023 
1024 	/*
1025 	 * Allocate resources required to issue FW calls, when sysfs is
1026 	 * accessed
1027 	 */
1028 	if (megaraid_sysfs_alloc_resources(adapter) != 0) {
1029 		goto out_alloc_cmds;
1030 	}
1031 
1032 	// Set the DMA mask to 64-bit. All supported controllers as capable of
1033 	// DMA in this range
1034 	if (pci_set_dma_mask(adapter->pdev, 0xFFFFFFFFFFFFFFFFULL) != 0) {
1035 
1036 		con_log(CL_ANN, (KERN_WARNING
1037 			"megaraid: could not set DMA mask for 64-bit.\n"));
1038 
1039 		goto out_free_sysfs_res;
1040 	}
1041 
1042 	// setup tasklet for DPC
1043 	tasklet_init(&adapter->dpc_h, megaraid_mbox_dpc,
1044 			(unsigned long)adapter);
1045 
1046 	con_log(CL_DLEVEL1, (KERN_INFO
1047 		"megaraid mbox hba successfully initialized\n"));
1048 
1049 	return 0;
1050 
1051 out_free_sysfs_res:
1052 	megaraid_sysfs_free_resources(adapter);
1053 out_alloc_cmds:
1054 	megaraid_free_cmd_packets(adapter);
1055 out_free_irq:
1056 	free_irq(adapter->irq, adapter);
1057 out_iounmap:
1058 	iounmap(raid_dev->baseaddr);
1059 out_release_regions:
1060 	pci_release_regions(pdev);
1061 out_free_raid_dev:
1062 	kfree(raid_dev);
1063 
1064 	return -1;
1065 }
1066 
1067 
1068 /**
1069  * megaraid_fini_mbox - undo controller initialization
1070  * @param adapter	: our soft state
1071  */
1072 static void
1073 megaraid_fini_mbox(adapter_t *adapter)
1074 {
1075 	mraid_device_t *raid_dev = ADAP2RAIDDEV(adapter);
1076 
1077 	// flush all caches
1078 	megaraid_mbox_flush_cache(adapter);
1079 
1080 	tasklet_kill(&adapter->dpc_h);
1081 
1082 	megaraid_sysfs_free_resources(adapter);
1083 
1084 	megaraid_free_cmd_packets(adapter);
1085 
1086 	free_irq(adapter->irq, adapter);
1087 
1088 	iounmap(raid_dev->baseaddr);
1089 
1090 	pci_release_regions(adapter->pdev);
1091 
1092 	kfree(raid_dev);
1093 
1094 	return;
1095 }
1096 
1097 
1098 /**
1099  * megaraid_alloc_cmd_packets - allocate shared mailbox
1100  * @param adapter	: soft state of the raid controller
1101  *
1102  * Allocate and align the shared mailbox. This maibox is used to issue
1103  * all the commands. For IO based controllers, the mailbox is also regsitered
1104  * with the FW. Allocate memory for all commands as well.
1105  * This is our big allocator
1106  */
1107 static int
1108 megaraid_alloc_cmd_packets(adapter_t *adapter)
1109 {
1110 	mraid_device_t		*raid_dev = ADAP2RAIDDEV(adapter);
1111 	struct pci_dev		*pdev;
1112 	unsigned long		align;
1113 	scb_t			*scb;
1114 	mbox_ccb_t		*ccb;
1115 	struct mraid_pci_blk	*epthru_pci_blk;
1116 	struct mraid_pci_blk	*sg_pci_blk;
1117 	struct mraid_pci_blk	*mbox_pci_blk;
1118 	int			i;
1119 
1120 	pdev = adapter->pdev;
1121 
1122 	/*
1123 	 * Setup the mailbox
1124 	 * Allocate the common 16-byte aligned memory for the handshake
1125 	 * mailbox.
1126 	 */
1127 	raid_dev->una_mbox64 = pci_alloc_consistent(adapter->pdev,
1128 			sizeof(mbox64_t), &raid_dev->una_mbox64_dma);
1129 
1130 	if (!raid_dev->una_mbox64) {
1131 		con_log(CL_ANN, (KERN_WARNING
1132 			"megaraid: out of memory, %s %d\n", __FUNCTION__,
1133 			__LINE__));
1134 		return -1;
1135 	}
1136 	memset(raid_dev->una_mbox64, 0, sizeof(mbox64_t));
1137 
1138 	/*
1139 	 * Align the mailbox at 16-byte boundary
1140 	 */
1141 	raid_dev->mbox	= &raid_dev->una_mbox64->mbox32;
1142 
1143 	raid_dev->mbox	= (mbox_t *)((((unsigned long)raid_dev->mbox) + 15) &
1144 				(~0UL ^ 0xFUL));
1145 
1146 	raid_dev->mbox64 = (mbox64_t *)(((unsigned long)raid_dev->mbox) - 8);
1147 
1148 	align = ((void *)raid_dev->mbox -
1149 			((void *)&raid_dev->una_mbox64->mbox32));
1150 
1151 	raid_dev->mbox_dma = (unsigned long)raid_dev->una_mbox64_dma + 8 +
1152 			align;
1153 
1154 	// Allocate memory for commands issued internally
1155 	adapter->ibuf = pci_alloc_consistent(pdev, MBOX_IBUF_SIZE,
1156 				&adapter->ibuf_dma_h);
1157 	if (!adapter->ibuf) {
1158 
1159 		con_log(CL_ANN, (KERN_WARNING
1160 			"megaraid: out of memory, %s %d\n", __FUNCTION__,
1161 			__LINE__));
1162 
1163 		goto out_free_common_mbox;
1164 	}
1165 	memset(adapter->ibuf, 0, MBOX_IBUF_SIZE);
1166 
1167 	// Allocate memory for our SCSI Command Blocks and their associated
1168 	// memory
1169 
1170 	/*
1171 	 * Allocate memory for the base list of scb. Later allocate memory for
1172 	 * CCBs and embedded components of each CCB and point the pointers in
1173 	 * scb to the allocated components
1174 	 * NOTE: The code to allocate SCB will be duplicated in all the LLD
1175 	 * since the calling routine does not yet know the number of available
1176 	 * commands.
1177 	 */
1178 	adapter->kscb_list = kmalloc(sizeof(scb_t) * MBOX_MAX_SCSI_CMDS,
1179 			GFP_KERNEL);
1180 
1181 	if (adapter->kscb_list == NULL) {
1182 		con_log(CL_ANN, (KERN_WARNING
1183 			"megaraid: out of memory, %s %d\n", __FUNCTION__,
1184 			__LINE__));
1185 		goto out_free_ibuf;
1186 	}
1187 	memset(adapter->kscb_list, 0, sizeof(scb_t) * MBOX_MAX_SCSI_CMDS);
1188 
1189 	// memory allocation for our command packets
1190 	if (megaraid_mbox_setup_dma_pools(adapter) != 0) {
1191 		con_log(CL_ANN, (KERN_WARNING
1192 			"megaraid: out of memory, %s %d\n", __FUNCTION__,
1193 			__LINE__));
1194 		goto out_free_scb_list;
1195 	}
1196 
1197 	// Adjust the scb pointers and link in the free pool
1198 	epthru_pci_blk	= raid_dev->epthru_pool;
1199 	sg_pci_blk	= raid_dev->sg_pool;
1200 	mbox_pci_blk	= raid_dev->mbox_pool;
1201 
1202 	for (i = 0; i < MBOX_MAX_SCSI_CMDS; i++) {
1203 		scb			= adapter->kscb_list + i;
1204 		ccb			= raid_dev->ccb_list + i;
1205 
1206 		ccb->mbox	= (mbox_t *)(mbox_pci_blk[i].vaddr + 16);
1207 		ccb->raw_mbox	= (uint8_t *)ccb->mbox;
1208 		ccb->mbox64	= (mbox64_t *)(mbox_pci_blk[i].vaddr + 8);
1209 		ccb->mbox_dma_h	= (unsigned long)mbox_pci_blk[i].dma_addr + 16;
1210 
1211 		// make sure the mailbox is aligned properly
1212 		if (ccb->mbox_dma_h & 0x0F) {
1213 			con_log(CL_ANN, (KERN_CRIT
1214 				"megaraid mbox: not aligned on 16-bytes\n"));
1215 
1216 			goto out_teardown_dma_pools;
1217 		}
1218 
1219 		ccb->epthru		= (mraid_epassthru_t *)
1220 						epthru_pci_blk[i].vaddr;
1221 		ccb->epthru_dma_h	= epthru_pci_blk[i].dma_addr;
1222 		ccb->pthru		= (mraid_passthru_t *)ccb->epthru;
1223 		ccb->pthru_dma_h	= ccb->epthru_dma_h;
1224 
1225 
1226 		ccb->sgl64		= (mbox_sgl64 *)sg_pci_blk[i].vaddr;
1227 		ccb->sgl_dma_h		= sg_pci_blk[i].dma_addr;
1228 		ccb->sgl32		= (mbox_sgl32 *)ccb->sgl64;
1229 
1230 		scb->ccb		= (caddr_t)ccb;
1231 		scb->gp			= 0;
1232 
1233 		scb->sno		= i;	// command index
1234 
1235 		scb->scp		= NULL;
1236 		scb->state		= SCB_FREE;
1237 		scb->dma_direction	= PCI_DMA_NONE;
1238 		scb->dma_type		= MRAID_DMA_NONE;
1239 		scb->dev_channel	= -1;
1240 		scb->dev_target		= -1;
1241 
1242 		// put scb in the free pool
1243 		list_add_tail(&scb->list, &adapter->kscb_pool);
1244 	}
1245 
1246 	return 0;
1247 
1248 out_teardown_dma_pools:
1249 	megaraid_mbox_teardown_dma_pools(adapter);
1250 out_free_scb_list:
1251 	kfree(adapter->kscb_list);
1252 out_free_ibuf:
1253 	pci_free_consistent(pdev, MBOX_IBUF_SIZE, (void *)adapter->ibuf,
1254 		adapter->ibuf_dma_h);
1255 out_free_common_mbox:
1256 	pci_free_consistent(adapter->pdev, sizeof(mbox64_t),
1257 		(caddr_t)raid_dev->una_mbox64, raid_dev->una_mbox64_dma);
1258 
1259 	return -1;
1260 }
1261 
1262 
1263 /**
1264  * megaraid_free_cmd_packets - free memory
1265  * @param adapter	: soft state of the raid controller
1266  *
1267  * Release memory resources allocated for commands
1268  */
1269 static void
1270 megaraid_free_cmd_packets(adapter_t *adapter)
1271 {
1272 	mraid_device_t *raid_dev = ADAP2RAIDDEV(adapter);
1273 
1274 	megaraid_mbox_teardown_dma_pools(adapter);
1275 
1276 	kfree(adapter->kscb_list);
1277 
1278 	pci_free_consistent(adapter->pdev, MBOX_IBUF_SIZE,
1279 		(void *)adapter->ibuf, adapter->ibuf_dma_h);
1280 
1281 	pci_free_consistent(adapter->pdev, sizeof(mbox64_t),
1282 		(caddr_t)raid_dev->una_mbox64, raid_dev->una_mbox64_dma);
1283 	return;
1284 }
1285 
1286 
1287 /**
1288  * megaraid_mbox_setup_dma_pools - setup dma pool for command packets
1289  * @param adapter	: HBA soft state
1290  *
1291  * setup the dma pools for mailbox, passthru and extended passthru structures,
1292  * and scatter-gather lists
1293  */
1294 static int
1295 megaraid_mbox_setup_dma_pools(adapter_t *adapter)
1296 {
1297 	mraid_device_t		*raid_dev = ADAP2RAIDDEV(adapter);
1298 	struct mraid_pci_blk	*epthru_pci_blk;
1299 	struct mraid_pci_blk	*sg_pci_blk;
1300 	struct mraid_pci_blk	*mbox_pci_blk;
1301 	int			i;
1302 
1303 
1304 
1305 	// Allocate memory for 16-bytes aligned mailboxes
1306 	raid_dev->mbox_pool_handle = pci_pool_create("megaraid mbox pool",
1307 						adapter->pdev,
1308 						sizeof(mbox64_t) + 16,
1309 						16, 0);
1310 
1311 	if (raid_dev->mbox_pool_handle == NULL) {
1312 		goto fail_setup_dma_pool;
1313 	}
1314 
1315 	mbox_pci_blk = raid_dev->mbox_pool;
1316 	for (i = 0; i < MBOX_MAX_SCSI_CMDS; i++) {
1317 		mbox_pci_blk[i].vaddr = pci_pool_alloc(
1318 						raid_dev->mbox_pool_handle,
1319 						GFP_KERNEL,
1320 						&mbox_pci_blk[i].dma_addr);
1321 		if (!mbox_pci_blk[i].vaddr) {
1322 			goto fail_setup_dma_pool;
1323 		}
1324 	}
1325 
1326 	/*
1327 	 * Allocate memory for each embedded passthru strucuture pointer
1328 	 * Request for a 128 bytes aligned structure for each passthru command
1329 	 * structure
1330 	 * Since passthru and extended passthru commands are exclusive, they
1331 	 * share common memory pool. Passthru structures piggyback on memory
1332 	 * allocted to extended passthru since passthru is smaller of the two
1333 	 */
1334 	raid_dev->epthru_pool_handle = pci_pool_create("megaraid mbox pthru",
1335 			adapter->pdev, sizeof(mraid_epassthru_t), 128, 0);
1336 
1337 	if (raid_dev->epthru_pool_handle == NULL) {
1338 		goto fail_setup_dma_pool;
1339 	}
1340 
1341 	epthru_pci_blk = raid_dev->epthru_pool;
1342 	for (i = 0; i < MBOX_MAX_SCSI_CMDS; i++) {
1343 		epthru_pci_blk[i].vaddr = pci_pool_alloc(
1344 						raid_dev->epthru_pool_handle,
1345 						GFP_KERNEL,
1346 						&epthru_pci_blk[i].dma_addr);
1347 		if (!epthru_pci_blk[i].vaddr) {
1348 			goto fail_setup_dma_pool;
1349 		}
1350 	}
1351 
1352 
1353 	// Allocate memory for each scatter-gather list. Request for 512 bytes
1354 	// alignment for each sg list
1355 	raid_dev->sg_pool_handle = pci_pool_create("megaraid mbox sg",
1356 					adapter->pdev,
1357 					sizeof(mbox_sgl64) * MBOX_MAX_SG_SIZE,
1358 					512, 0);
1359 
1360 	if (raid_dev->sg_pool_handle == NULL) {
1361 		goto fail_setup_dma_pool;
1362 	}
1363 
1364 	sg_pci_blk = raid_dev->sg_pool;
1365 	for (i = 0; i < MBOX_MAX_SCSI_CMDS; i++) {
1366 		sg_pci_blk[i].vaddr = pci_pool_alloc(
1367 						raid_dev->sg_pool_handle,
1368 						GFP_KERNEL,
1369 						&sg_pci_blk[i].dma_addr);
1370 		if (!sg_pci_blk[i].vaddr) {
1371 			goto fail_setup_dma_pool;
1372 		}
1373 	}
1374 
1375 	return 0;
1376 
1377 fail_setup_dma_pool:
1378 	megaraid_mbox_teardown_dma_pools(adapter);
1379 	return -1;
1380 }
1381 
1382 
1383 /**
1384  * megaraid_mbox_teardown_dma_pools - teardown dma pools for command packets
1385  * @param adapter	: HBA soft state
1386  *
1387  * teardown the dma pool for mailbox, passthru and extended passthru
1388  * structures, and scatter-gather lists
1389  */
1390 static void
1391 megaraid_mbox_teardown_dma_pools(adapter_t *adapter)
1392 {
1393 	mraid_device_t		*raid_dev = ADAP2RAIDDEV(adapter);
1394 	struct mraid_pci_blk	*epthru_pci_blk;
1395 	struct mraid_pci_blk	*sg_pci_blk;
1396 	struct mraid_pci_blk	*mbox_pci_blk;
1397 	int			i;
1398 
1399 
1400 	sg_pci_blk = raid_dev->sg_pool;
1401 	for (i = 0; i < MBOX_MAX_SCSI_CMDS && sg_pci_blk[i].vaddr; i++) {
1402 		pci_pool_free(raid_dev->sg_pool_handle, sg_pci_blk[i].vaddr,
1403 			sg_pci_blk[i].dma_addr);
1404 	}
1405 	if (raid_dev->sg_pool_handle)
1406 		pci_pool_destroy(raid_dev->sg_pool_handle);
1407 
1408 
1409 	epthru_pci_blk = raid_dev->epthru_pool;
1410 	for (i = 0; i < MBOX_MAX_SCSI_CMDS && epthru_pci_blk[i].vaddr; i++) {
1411 		pci_pool_free(raid_dev->epthru_pool_handle,
1412 			epthru_pci_blk[i].vaddr, epthru_pci_blk[i].dma_addr);
1413 	}
1414 	if (raid_dev->epthru_pool_handle)
1415 		pci_pool_destroy(raid_dev->epthru_pool_handle);
1416 
1417 
1418 	mbox_pci_blk = raid_dev->mbox_pool;
1419 	for (i = 0; i < MBOX_MAX_SCSI_CMDS && mbox_pci_blk[i].vaddr; i++) {
1420 		pci_pool_free(raid_dev->mbox_pool_handle,
1421 			mbox_pci_blk[i].vaddr, mbox_pci_blk[i].dma_addr);
1422 	}
1423 	if (raid_dev->mbox_pool_handle)
1424 		pci_pool_destroy(raid_dev->mbox_pool_handle);
1425 
1426 	return;
1427 }
1428 
1429 
1430 /**
1431  * megaraid_alloc_scb - detach and return a scb from the free list
1432  * @adapter	: controller's soft state
1433  *
1434  * return the scb from the head of the free list. NULL if there are none
1435  * available
1436  **/
1437 static inline scb_t *
1438 megaraid_alloc_scb(adapter_t *adapter, struct scsi_cmnd *scp)
1439 {
1440 	struct list_head	*head = &adapter->kscb_pool;
1441 	scb_t			*scb = NULL;
1442 	unsigned long		flags;
1443 
1444 	// detach scb from free pool
1445 	spin_lock_irqsave(SCSI_FREE_LIST_LOCK(adapter), flags);
1446 
1447 	if (list_empty(head)) {
1448 		spin_unlock_irqrestore(SCSI_FREE_LIST_LOCK(adapter), flags);
1449 		return NULL;
1450 	}
1451 
1452 	scb = list_entry(head->next, scb_t, list);
1453 	list_del_init(&scb->list);
1454 
1455 	spin_unlock_irqrestore(SCSI_FREE_LIST_LOCK(adapter), flags);
1456 
1457 	scb->state	= SCB_ACTIVE;
1458 	scb->scp	= scp;
1459 	scb->dma_type	= MRAID_DMA_NONE;
1460 
1461 	return scb;
1462 }
1463 
1464 
1465 /**
1466  * megaraid_dealloc_scb - return the scb to the free pool
1467  * @adapter	: controller's soft state
1468  * @scb		: scb to be freed
1469  *
1470  * return the scb back to the free list of scbs. The caller must 'flush' the
1471  * SCB before calling us. E.g., performing pci_unamp and/or pci_sync etc.
1472  * NOTE NOTE: Make sure the scb is not on any list before calling this
1473  * routine.
1474  **/
1475 static inline void
1476 megaraid_dealloc_scb(adapter_t *adapter, scb_t *scb)
1477 {
1478 	unsigned long		flags;
1479 
1480 	// put scb in the free pool
1481 	scb->state	= SCB_FREE;
1482 	scb->scp	= NULL;
1483 	spin_lock_irqsave(SCSI_FREE_LIST_LOCK(adapter), flags);
1484 
1485 	list_add(&scb->list, &adapter->kscb_pool);
1486 
1487 	spin_unlock_irqrestore(SCSI_FREE_LIST_LOCK(adapter), flags);
1488 
1489 	return;
1490 }
1491 
1492 
1493 /**
1494  * megaraid_mbox_mksgl - make the scatter-gather list
1495  * @adapter	- controller's soft state
1496  * @scb		- scsi control block
1497  *
1498  * prepare the scatter-gather list
1499  */
1500 static inline int
1501 megaraid_mbox_mksgl(adapter_t *adapter, scb_t *scb)
1502 {
1503 	struct scatterlist	*sgl;
1504 	mbox_ccb_t		*ccb;
1505 	struct page		*page;
1506 	unsigned long		offset;
1507 	struct scsi_cmnd	*scp;
1508 	int			sgcnt;
1509 	int			i;
1510 
1511 
1512 	scp	= scb->scp;
1513 	ccb	= (mbox_ccb_t *)scb->ccb;
1514 
1515 	// no mapping required if no data to be transferred
1516 	if (!scp->request_buffer || !scp->request_bufflen)
1517 		return 0;
1518 
1519 	if (!scp->use_sg) {	/* scatter-gather list not used */
1520 
1521 		page = virt_to_page(scp->request_buffer);
1522 
1523 		offset = ((unsigned long)scp->request_buffer & ~PAGE_MASK);
1524 
1525 		ccb->buf_dma_h = pci_map_page(adapter->pdev, page, offset,
1526 						  scp->request_bufflen,
1527 						  scb->dma_direction);
1528 		scb->dma_type = MRAID_DMA_WBUF;
1529 
1530 		/*
1531 		 * We need to handle special 64-bit commands that need a
1532 		 * minimum of 1 SG
1533 		 */
1534 		sgcnt = 1;
1535 		ccb->sgl64[0].address	= ccb->buf_dma_h;
1536 		ccb->sgl64[0].length	= scp->request_bufflen;
1537 
1538 		return sgcnt;
1539 	}
1540 
1541 	sgl = (struct scatterlist *)scp->request_buffer;
1542 
1543 	// The number of sg elements returned must not exceed our limit
1544 	sgcnt = pci_map_sg(adapter->pdev, sgl, scp->use_sg,
1545 			scb->dma_direction);
1546 
1547 	if (sgcnt > adapter->sglen) {
1548 		con_log(CL_ANN, (KERN_CRIT
1549 			"megaraid critical: too many sg elements:%d\n",
1550 			sgcnt));
1551 		BUG();
1552 	}
1553 
1554 	scb->dma_type = MRAID_DMA_WSG;
1555 
1556 	for (i = 0; i < sgcnt; i++, sgl++) {
1557 		ccb->sgl64[i].address	= sg_dma_address(sgl);
1558 		ccb->sgl64[i].length	= sg_dma_len(sgl);
1559 	}
1560 
1561 	// Return count of SG nodes
1562 	return sgcnt;
1563 }
1564 
1565 
1566 /**
1567  * mbox_post_cmd - issue a mailbox command
1568  * @adapter	- controller's soft state
1569  * @scb		- command to be issued
1570  *
1571  * post the command to the controller if mailbox is availble.
1572  */
1573 static inline int
1574 mbox_post_cmd(adapter_t *adapter, scb_t *scb)
1575 {
1576 	mraid_device_t	*raid_dev = ADAP2RAIDDEV(adapter);
1577 	mbox64_t	*mbox64;
1578 	mbox_t		*mbox;
1579 	mbox_ccb_t	*ccb;
1580 	unsigned long	flags;
1581 	unsigned int	i = 0;
1582 
1583 
1584 	ccb	= (mbox_ccb_t *)scb->ccb;
1585 	mbox	= raid_dev->mbox;
1586 	mbox64	= raid_dev->mbox64;
1587 
1588 	/*
1589 	 * Check for busy mailbox. If it is, return failure - the caller
1590 	 * should retry later.
1591 	 */
1592 	spin_lock_irqsave(MAILBOX_LOCK(raid_dev), flags);
1593 
1594 	if (unlikely(mbox->busy)) {
1595 		do {
1596 			udelay(1);
1597 			i++;
1598 			rmb();
1599 		} while(mbox->busy && (i < max_mbox_busy_wait));
1600 
1601 		if (mbox->busy) {
1602 
1603 			spin_unlock_irqrestore(MAILBOX_LOCK(raid_dev), flags);
1604 
1605 			return -1;
1606 		}
1607 	}
1608 
1609 
1610 	// Copy this command's mailbox data into "adapter's" mailbox
1611 	memcpy((caddr_t)mbox64, (caddr_t)ccb->mbox64, 22);
1612 	mbox->cmdid = scb->sno;
1613 
1614 	adapter->outstanding_cmds++;
1615 
1616 	if (scb->dma_direction == PCI_DMA_TODEVICE) {
1617 		if (!scb->scp->use_sg) {	// sg list not used
1618 			pci_dma_sync_single_for_device(adapter->pdev,
1619 					ccb->buf_dma_h,
1620 					scb->scp->request_bufflen,
1621 					PCI_DMA_TODEVICE);
1622 		}
1623 		else {
1624 			pci_dma_sync_sg_for_device(adapter->pdev,
1625 				scb->scp->request_buffer,
1626 				scb->scp->use_sg, PCI_DMA_TODEVICE);
1627 		}
1628 	}
1629 
1630 	mbox->busy	= 1;	// Set busy
1631 	mbox->poll	= 0;
1632 	mbox->ack	= 0;
1633 	wmb();
1634 
1635 	WRINDOOR(raid_dev, raid_dev->mbox_dma | 0x1);
1636 
1637 	spin_unlock_irqrestore(MAILBOX_LOCK(raid_dev), flags);
1638 
1639 	return 0;
1640 }
1641 
1642 
1643 /**
1644  * megaraid_queue_command - generic queue entry point for all LLDs
1645  * @scp		: pointer to the scsi command to be executed
1646  * @done	: callback routine to be called after the cmd has be completed
1647  *
1648  * Queue entry point for mailbox based controllers.
1649  */
1650 static int
1651 megaraid_queue_command(struct scsi_cmnd *scp, void (* done)(struct scsi_cmnd *))
1652 {
1653 	adapter_t	*adapter;
1654 	scb_t		*scb;
1655 	int		if_busy;
1656 
1657 	adapter		= SCP2ADAPTER(scp);
1658 	scp->scsi_done	= done;
1659 	scp->result	= 0;
1660 
1661 	assert_spin_locked(adapter->host_lock);
1662 
1663 	spin_unlock(adapter->host_lock);
1664 
1665 	/*
1666 	 * Allocate and build a SCB request
1667 	 * if_busy flag will be set if megaraid_mbox_build_cmd() command could
1668 	 * not allocate scb. We will return non-zero status in that case.
1669 	 * NOTE: scb can be null even though certain commands completed
1670 	 * successfully, e.g., MODE_SENSE and TEST_UNIT_READY, it would
1671 	 * return 0 in that case, and we would do the callback right away.
1672 	 */
1673 	if_busy	= 0;
1674 	scb	= megaraid_mbox_build_cmd(adapter, scp, &if_busy);
1675 
1676 	if (scb) {
1677 		megaraid_mbox_runpendq(adapter, scb);
1678 	}
1679 
1680 	spin_lock(adapter->host_lock);
1681 
1682 	if (!scb) {	// command already completed
1683 		done(scp);
1684 		return 0;
1685 	}
1686 
1687 	return if_busy;
1688 }
1689 
1690 
1691 /**
1692  * megaraid_mbox_build_cmd - transform the mid-layer scsi command to megaraid
1693  * firmware lingua
1694  * @adapter	- controller's soft state
1695  * @scp		- mid-layer scsi command pointer
1696  * @busy	- set if request could not be completed because of lack of
1697  *		resources
1698  *
1699  * convert the command issued by mid-layer to format understood by megaraid
1700  * firmware. We also complete certain command without sending them to firmware
1701  */
1702 static scb_t *
1703 megaraid_mbox_build_cmd(adapter_t *adapter, struct scsi_cmnd *scp, int *busy)
1704 {
1705 	mraid_device_t		*rdev = ADAP2RAIDDEV(adapter);
1706 	int			channel;
1707 	int			target;
1708 	int			islogical;
1709 	mbox_ccb_t		*ccb;
1710 	mraid_passthru_t	*pthru;
1711 	mbox64_t		*mbox64;
1712 	mbox_t			*mbox;
1713 	scb_t			*scb;
1714 	char			skip[] = "skipping";
1715 	char			scan[] = "scanning";
1716 	char			*ss;
1717 
1718 
1719 	/*
1720 	 * Get the appropriate device map for the device this command is
1721 	 * intended for
1722 	 */
1723 	MRAID_GET_DEVICE_MAP(adapter, scp, channel, target, islogical);
1724 
1725 	/*
1726 	 * Logical drive commands
1727 	 */
1728 	if (islogical) {
1729 		switch (scp->cmnd[0]) {
1730 		case TEST_UNIT_READY:
1731 			/*
1732 			 * Do we support clustering and is the support enabled
1733 			 * If no, return success always
1734 			 */
1735 			if (!adapter->ha) {
1736 				scp->result = (DID_OK << 16);
1737 				return NULL;
1738 			}
1739 
1740 			if (!(scb = megaraid_alloc_scb(adapter, scp))) {
1741 				scp->result = (DID_ERROR << 16);
1742 				*busy = 1;
1743 				return NULL;
1744 			}
1745 
1746 			scb->dma_direction	= scp->sc_data_direction;
1747 			scb->dev_channel	= 0xFF;
1748 			scb->dev_target		= target;
1749 			ccb			= (mbox_ccb_t *)scb->ccb;
1750 
1751 			/*
1752 			 * The command id will be provided by the command
1753 			 * issuance routine
1754 			 */
1755 			ccb->raw_mbox[0]	= CLUSTER_CMD;
1756 			ccb->raw_mbox[2]	= RESERVATION_STATUS;
1757 			ccb->raw_mbox[3]	= target;
1758 
1759 			return scb;
1760 
1761 		case MODE_SENSE:
1762 			if (scp->use_sg) {
1763 				struct scatterlist	*sgl;
1764 				caddr_t			vaddr;
1765 
1766 				sgl = (struct scatterlist *)scp->request_buffer;
1767 				if (sgl->page) {
1768 					vaddr = (caddr_t)
1769 						(page_address((&sgl[0])->page)
1770 						+ (&sgl[0])->offset);
1771 
1772 					memset(vaddr, 0, scp->cmnd[4]);
1773 				}
1774 				else {
1775 					con_log(CL_ANN, (KERN_WARNING
1776 					"megaraid mailbox: invalid sg:%d\n",
1777 					__LINE__));
1778 				}
1779 			}
1780 			else {
1781 				memset(scp->request_buffer, 0, scp->cmnd[4]);
1782 			}
1783 			scp->result = (DID_OK << 16);
1784 			return NULL;
1785 
1786 		case INQUIRY:
1787 			/*
1788 			 * Display the channel scan for logical drives
1789 			 * Do not display scan for a channel if already done.
1790 			 */
1791 			if (!(rdev->last_disp & (1L << SCP2CHANNEL(scp)))) {
1792 
1793 				con_log(CL_ANN, (KERN_INFO
1794 					"scsi[%d]: scanning scsi channel %d",
1795 					adapter->host->host_no,
1796 					SCP2CHANNEL(scp)));
1797 
1798 				con_log(CL_ANN, (
1799 					" [virtual] for logical drives\n"));
1800 
1801 				rdev->last_disp |= (1L << SCP2CHANNEL(scp));
1802 			}
1803 
1804 			/* Fall through */
1805 
1806 		case READ_CAPACITY:
1807 			/*
1808 			 * Do not allow LUN > 0 for logical drives and
1809 			 * requests for more than 40 logical drives
1810 			 */
1811 			if (SCP2LUN(scp)) {
1812 				scp->result = (DID_BAD_TARGET << 16);
1813 				return NULL;
1814 			}
1815 			if ((target % 0x80) >= MAX_LOGICAL_DRIVES_40LD) {
1816 				scp->result = (DID_BAD_TARGET << 16);
1817 				return NULL;
1818 			}
1819 
1820 
1821 			/* Allocate a SCB and initialize passthru */
1822 			if (!(scb = megaraid_alloc_scb(adapter, scp))) {
1823 				scp->result = (DID_ERROR << 16);
1824 				*busy = 1;
1825 				return NULL;
1826 			}
1827 
1828 			ccb			= (mbox_ccb_t *)scb->ccb;
1829 			scb->dev_channel	= 0xFF;
1830 			scb->dev_target		= target;
1831 			pthru			= ccb->pthru;
1832 			mbox			= ccb->mbox;
1833 			mbox64			= ccb->mbox64;
1834 
1835 			pthru->timeout		= 0;
1836 			pthru->ars		= 1;
1837 			pthru->reqsenselen	= 14;
1838 			pthru->islogical	= 1;
1839 			pthru->logdrv		= target;
1840 			pthru->cdblen		= scp->cmd_len;
1841 			memcpy(pthru->cdb, scp->cmnd, scp->cmd_len);
1842 
1843 			mbox->cmd		= MBOXCMD_PASSTHRU64;
1844 			scb->dma_direction	= scp->sc_data_direction;
1845 
1846 			pthru->dataxferlen	= scp->request_bufflen;
1847 			pthru->dataxferaddr	= ccb->sgl_dma_h;
1848 			pthru->numsge		= megaraid_mbox_mksgl(adapter,
1849 							scb);
1850 
1851 			mbox->xferaddr		= 0xFFFFFFFF;
1852 			mbox64->xferaddr_lo	= (uint32_t )ccb->pthru_dma_h;
1853 			mbox64->xferaddr_hi	= 0;
1854 
1855 			return scb;
1856 
1857 		case READ_6:
1858 		case WRITE_6:
1859 		case READ_10:
1860 		case WRITE_10:
1861 		case READ_12:
1862 		case WRITE_12:
1863 
1864 			/*
1865 			 * Allocate a SCB and initialize mailbox
1866 			 */
1867 			if (!(scb = megaraid_alloc_scb(adapter, scp))) {
1868 				scp->result = (DID_ERROR << 16);
1869 				*busy = 1;
1870 				return NULL;
1871 			}
1872 			ccb			= (mbox_ccb_t *)scb->ccb;
1873 			scb->dev_channel	= 0xFF;
1874 			scb->dev_target		= target;
1875 			mbox			= ccb->mbox;
1876 			mbox64			= ccb->mbox64;
1877 			mbox->logdrv		= target;
1878 
1879 			/*
1880 			 * A little HACK: 2nd bit is zero for all scsi read
1881 			 * commands and is set for all scsi write commands
1882 			 */
1883 			mbox->cmd = (scp->cmnd[0] & 0x02) ?  MBOXCMD_LWRITE64:
1884 					MBOXCMD_LREAD64 ;
1885 
1886 			/*
1887 			 * 6-byte READ(0x08) or WRITE(0x0A) cdb
1888 			 */
1889 			if (scp->cmd_len == 6) {
1890 				mbox->numsectors = (uint32_t)scp->cmnd[4];
1891 				mbox->lba =
1892 					((uint32_t)scp->cmnd[1] << 16)	|
1893 					((uint32_t)scp->cmnd[2] << 8)	|
1894 					(uint32_t)scp->cmnd[3];
1895 
1896 				mbox->lba &= 0x1FFFFF;
1897 			}
1898 
1899 			/*
1900 			 * 10-byte READ(0x28) or WRITE(0x2A) cdb
1901 			 */
1902 			else if (scp->cmd_len == 10) {
1903 				mbox->numsectors =
1904 					(uint32_t)scp->cmnd[8] |
1905 					((uint32_t)scp->cmnd[7] << 8);
1906 				mbox->lba =
1907 					((uint32_t)scp->cmnd[2] << 24) |
1908 					((uint32_t)scp->cmnd[3] << 16) |
1909 					((uint32_t)scp->cmnd[4] << 8) |
1910 					(uint32_t)scp->cmnd[5];
1911 			}
1912 
1913 			/*
1914 			 * 12-byte READ(0xA8) or WRITE(0xAA) cdb
1915 			 */
1916 			else if (scp->cmd_len == 12) {
1917 				mbox->lba =
1918 					((uint32_t)scp->cmnd[2] << 24) |
1919 					((uint32_t)scp->cmnd[3] << 16) |
1920 					((uint32_t)scp->cmnd[4] << 8) |
1921 					(uint32_t)scp->cmnd[5];
1922 
1923 				mbox->numsectors =
1924 					((uint32_t)scp->cmnd[6] << 24) |
1925 					((uint32_t)scp->cmnd[7] << 16) |
1926 					((uint32_t)scp->cmnd[8] << 8) |
1927 					(uint32_t)scp->cmnd[9];
1928 			}
1929 			else {
1930 				con_log(CL_ANN, (KERN_WARNING
1931 					"megaraid: unsupported CDB length\n"));
1932 
1933 				megaraid_dealloc_scb(adapter, scb);
1934 
1935 				scp->result = (DID_ERROR << 16);
1936 				return NULL;
1937 			}
1938 
1939 			scb->dma_direction = scp->sc_data_direction;
1940 
1941 			// Calculate Scatter-Gather info
1942 			mbox64->xferaddr_lo	= (uint32_t )ccb->sgl_dma_h;
1943 			mbox->numsge		= megaraid_mbox_mksgl(adapter,
1944 							scb);
1945 			mbox->xferaddr		= 0xFFFFFFFF;
1946 			mbox64->xferaddr_hi	= 0;
1947 
1948 			return scb;
1949 
1950 		case RESERVE:
1951 		case RELEASE:
1952 			/*
1953 			 * Do we support clustering and is the support enabled
1954 			 */
1955 			if (!adapter->ha) {
1956 				scp->result = (DID_BAD_TARGET << 16);
1957 				return NULL;
1958 			}
1959 
1960 			/*
1961 			 * Allocate a SCB and initialize mailbox
1962 			 */
1963 			if (!(scb = megaraid_alloc_scb(adapter, scp))) {
1964 				scp->result = (DID_ERROR << 16);
1965 				*busy = 1;
1966 				return NULL;
1967 			}
1968 
1969 			ccb			= (mbox_ccb_t *)scb->ccb;
1970 			scb->dev_channel	= 0xFF;
1971 			scb->dev_target		= target;
1972 			ccb->raw_mbox[0]	= CLUSTER_CMD;
1973 			ccb->raw_mbox[2]	=  (scp->cmnd[0] == RESERVE) ?
1974 						RESERVE_LD : RELEASE_LD;
1975 
1976 			ccb->raw_mbox[3]	= target;
1977 			scb->dma_direction	= scp->sc_data_direction;
1978 
1979 			return scb;
1980 
1981 		default:
1982 			scp->result = (DID_BAD_TARGET << 16);
1983 			return NULL;
1984 		}
1985 	}
1986 	else { // Passthru device commands
1987 
1988 		// Do not allow access to target id > 15 or LUN > 7
1989 		if (target > 15 || SCP2LUN(scp) > 7) {
1990 			scp->result = (DID_BAD_TARGET << 16);
1991 			return NULL;
1992 		}
1993 
1994 		// if fast load option was set and scan for last device is
1995 		// over, reset the fast_load flag so that during a possible
1996 		// next scan, devices can be made available
1997 		if (rdev->fast_load && (target == 15) &&
1998 			(SCP2CHANNEL(scp) == adapter->max_channel -1)) {
1999 
2000 			con_log(CL_ANN, (KERN_INFO
2001 			"megaraid[%d]: physical device scan re-enabled\n",
2002 				adapter->host->host_no));
2003 			rdev->fast_load = 0;
2004 		}
2005 
2006 		/*
2007 		 * Display the channel scan for physical devices
2008 		 */
2009 		if (!(rdev->last_disp & (1L << SCP2CHANNEL(scp)))) {
2010 
2011 			ss = rdev->fast_load ? skip : scan;
2012 
2013 			con_log(CL_ANN, (KERN_INFO
2014 				"scsi[%d]: %s scsi channel %d [Phy %d]",
2015 				adapter->host->host_no, ss, SCP2CHANNEL(scp),
2016 				channel));
2017 
2018 			con_log(CL_ANN, (
2019 				" for non-raid devices\n"));
2020 
2021 			rdev->last_disp |= (1L << SCP2CHANNEL(scp));
2022 		}
2023 
2024 		// disable channel sweep if fast load option given
2025 		if (rdev->fast_load) {
2026 			scp->result = (DID_BAD_TARGET << 16);
2027 			return NULL;
2028 		}
2029 
2030 		// Allocate a SCB and initialize passthru
2031 		if (!(scb = megaraid_alloc_scb(adapter, scp))) {
2032 			scp->result = (DID_ERROR << 16);
2033 			*busy = 1;
2034 			return NULL;
2035 		}
2036 
2037 		ccb			= (mbox_ccb_t *)scb->ccb;
2038 		scb->dev_channel	= channel;
2039 		scb->dev_target		= target;
2040 		scb->dma_direction	= scp->sc_data_direction;
2041 		mbox			= ccb->mbox;
2042 		mbox64			= ccb->mbox64;
2043 
2044 		// Does this firmware support extended CDBs
2045 		if (adapter->max_cdb_sz == 16) {
2046 			mbox->cmd		= MBOXCMD_EXTPTHRU;
2047 
2048 			megaraid_mbox_prepare_epthru(adapter, scb, scp);
2049 
2050 			mbox64->xferaddr_lo	= (uint32_t)ccb->epthru_dma_h;
2051 			mbox64->xferaddr_hi	= 0;
2052 			mbox->xferaddr		= 0xFFFFFFFF;
2053 		}
2054 		else {
2055 			mbox->cmd = MBOXCMD_PASSTHRU64;
2056 
2057 			megaraid_mbox_prepare_pthru(adapter, scb, scp);
2058 
2059 			mbox64->xferaddr_lo	= (uint32_t)ccb->pthru_dma_h;
2060 			mbox64->xferaddr_hi	= 0;
2061 			mbox->xferaddr		= 0xFFFFFFFF;
2062 		}
2063 		return scb;
2064 	}
2065 
2066 	// NOT REACHED
2067 }
2068 
2069 
2070 /**
2071  * megaraid_mbox_runpendq - execute commands queued in the pending queue
2072  * @adapter	: controller's soft state
2073  * @scb		: SCB to be queued in the pending list
2074  *
2075  * scan the pending list for commands which are not yet issued and try to
2076  * post to the controller. The SCB can be a null pointer, which would indicate
2077  * no SCB to be queue, just try to execute the ones in the pending list.
2078  *
2079  * NOTE: We do not actually traverse the pending list. The SCBs are plucked
2080  * out from the head of the pending list. If it is successfully issued, the
2081  * next SCB is at the head now.
2082  */
2083 static void
2084 megaraid_mbox_runpendq(adapter_t *adapter, scb_t *scb_q)
2085 {
2086 	scb_t			*scb;
2087 	unsigned long		flags;
2088 
2089 	spin_lock_irqsave(PENDING_LIST_LOCK(adapter), flags);
2090 
2091 	if (scb_q) {
2092 		scb_q->state = SCB_PENDQ;
2093 		list_add_tail(&scb_q->list, &adapter->pend_list);
2094 	}
2095 
2096 	// if the adapter in not in quiescent mode, post the commands to FW
2097 	if (adapter->quiescent) {
2098 		spin_unlock_irqrestore(PENDING_LIST_LOCK(adapter), flags);
2099 		return;
2100 	}
2101 
2102 	while (!list_empty(&adapter->pend_list)) {
2103 
2104 		assert_spin_locked(PENDING_LIST_LOCK(adapter));
2105 
2106 		scb = list_entry(adapter->pend_list.next, scb_t, list);
2107 
2108 		// remove the scb from the pending list and try to
2109 		// issue. If we are unable to issue it, put back in
2110 		// the pending list and return
2111 
2112 		list_del_init(&scb->list);
2113 
2114 		spin_unlock_irqrestore(PENDING_LIST_LOCK(adapter), flags);
2115 
2116 		// if mailbox was busy, return SCB back to pending
2117 		// list. Make sure to add at the head, since that's
2118 		// where it would have been removed from
2119 
2120 		scb->state = SCB_ISSUED;
2121 
2122 		if (mbox_post_cmd(adapter, scb) != 0) {
2123 
2124 			spin_lock_irqsave(PENDING_LIST_LOCK(adapter), flags);
2125 
2126 			scb->state = SCB_PENDQ;
2127 
2128 			list_add(&scb->list, &adapter->pend_list);
2129 
2130 			spin_unlock_irqrestore(PENDING_LIST_LOCK(adapter),
2131 				flags);
2132 
2133 			return;
2134 		}
2135 
2136 		spin_lock_irqsave(PENDING_LIST_LOCK(adapter), flags);
2137 	}
2138 
2139 	spin_unlock_irqrestore(PENDING_LIST_LOCK(adapter), flags);
2140 
2141 
2142 	return;
2143 }
2144 
2145 
2146 /**
2147  * megaraid_mbox_prepare_pthru - prepare a command for physical devices
2148  * @adapter	- pointer to controller's soft state
2149  * @scb		- scsi control block
2150  * @scp		- scsi command from the mid-layer
2151  *
2152  * prepare a command for the scsi physical devices
2153  */
2154 static void
2155 megaraid_mbox_prepare_pthru(adapter_t *adapter, scb_t *scb,
2156 		struct scsi_cmnd *scp)
2157 {
2158 	mbox_ccb_t		*ccb;
2159 	mraid_passthru_t	*pthru;
2160 	uint8_t			channel;
2161 	uint8_t			target;
2162 
2163 	ccb	= (mbox_ccb_t *)scb->ccb;
2164 	pthru	= ccb->pthru;
2165 	channel	= scb->dev_channel;
2166 	target	= scb->dev_target;
2167 
2168 	// 0=6sec, 1=60sec, 2=10min, 3=3hrs, 4=NO timeout
2169 	pthru->timeout		= 4;
2170 	pthru->ars		= 1;
2171 	pthru->islogical	= 0;
2172 	pthru->channel		= 0;
2173 	pthru->target		= (channel << 4) | target;
2174 	pthru->logdrv		= SCP2LUN(scp);
2175 	pthru->reqsenselen	= 14;
2176 	pthru->cdblen		= scp->cmd_len;
2177 
2178 	memcpy(pthru->cdb, scp->cmnd, scp->cmd_len);
2179 
2180 	if (scp->request_bufflen) {
2181 		pthru->dataxferlen	= scp->request_bufflen;
2182 		pthru->dataxferaddr	= ccb->sgl_dma_h;
2183 		pthru->numsge		= megaraid_mbox_mksgl(adapter, scb);
2184 	}
2185 	else {
2186 		pthru->dataxferaddr	= 0;
2187 		pthru->dataxferlen	= 0;
2188 		pthru->numsge		= 0;
2189 	}
2190 	return;
2191 }
2192 
2193 
2194 /**
2195  * megaraid_mbox_prepare_epthru - prepare a command for physical devices
2196  * @adapter	- pointer to controller's soft state
2197  * @scb		- scsi control block
2198  * @scp		- scsi command from the mid-layer
2199  *
2200  * prepare a command for the scsi physical devices. This rountine prepares
2201  * commands for devices which can take extended CDBs (>10 bytes)
2202  */
2203 static void
2204 megaraid_mbox_prepare_epthru(adapter_t *adapter, scb_t *scb,
2205 		struct scsi_cmnd *scp)
2206 {
2207 	mbox_ccb_t		*ccb;
2208 	mraid_epassthru_t	*epthru;
2209 	uint8_t			channel;
2210 	uint8_t			target;
2211 
2212 	ccb	= (mbox_ccb_t *)scb->ccb;
2213 	epthru	= ccb->epthru;
2214 	channel	= scb->dev_channel;
2215 	target	= scb->dev_target;
2216 
2217 	// 0=6sec, 1=60sec, 2=10min, 3=3hrs, 4=NO timeout
2218 	epthru->timeout		= 4;
2219 	epthru->ars		= 1;
2220 	epthru->islogical	= 0;
2221 	epthru->channel		= 0;
2222 	epthru->target		= (channel << 4) | target;
2223 	epthru->logdrv		= SCP2LUN(scp);
2224 	epthru->reqsenselen	= 14;
2225 	epthru->cdblen		= scp->cmd_len;
2226 
2227 	memcpy(epthru->cdb, scp->cmnd, scp->cmd_len);
2228 
2229 	if (scp->request_bufflen) {
2230 		epthru->dataxferlen	= scp->request_bufflen;
2231 		epthru->dataxferaddr	= ccb->sgl_dma_h;
2232 		epthru->numsge		= megaraid_mbox_mksgl(adapter, scb);
2233 	}
2234 	else {
2235 		epthru->dataxferaddr	= 0;
2236 		epthru->dataxferlen	= 0;
2237 		epthru->numsge		= 0;
2238 	}
2239 	return;
2240 }
2241 
2242 
2243 /**
2244  * megaraid_ack_sequence - interrupt ack sequence for memory mapped HBAs
2245  * @adapter	- controller's soft state
2246  *
2247  * Interrupt ackrowledgement sequence for memory mapped HBAs. Find out the
2248  * completed command and put them on the completed list for later processing.
2249  *
2250  * Returns:	1 if the interrupt is valid, 0 otherwise
2251  */
2252 static inline int
2253 megaraid_ack_sequence(adapter_t *adapter)
2254 {
2255 	mraid_device_t		*raid_dev = ADAP2RAIDDEV(adapter);
2256 	mbox_t			*mbox;
2257 	scb_t			*scb;
2258 	uint8_t			nstatus;
2259 	uint8_t			completed[MBOX_MAX_FIRMWARE_STATUS];
2260 	struct list_head	clist;
2261 	int			handled;
2262 	uint32_t		dword;
2263 	unsigned long		flags;
2264 	int			i, j;
2265 
2266 
2267 	mbox	= raid_dev->mbox;
2268 
2269 	// move the SCBs from the firmware completed array to our local list
2270 	INIT_LIST_HEAD(&clist);
2271 
2272 	// loop till F/W has more commands for us to complete
2273 	handled = 0;
2274 	spin_lock_irqsave(MAILBOX_LOCK(raid_dev), flags);
2275 	do {
2276 		/*
2277 		 * Check if a valid interrupt is pending. If found, force the
2278 		 * interrupt line low.
2279 		 */
2280 		dword = RDOUTDOOR(raid_dev);
2281 		if (dword != 0x10001234) break;
2282 
2283 		handled = 1;
2284 
2285 		WROUTDOOR(raid_dev, 0x10001234);
2286 
2287 		nstatus = 0;
2288 		// wait for valid numstatus to post
2289 		for (i = 0; i < 0xFFFFF; i++) {
2290 			if (mbox->numstatus != 0xFF) {
2291 				nstatus = mbox->numstatus;
2292 				break;
2293 			}
2294 			rmb();
2295 		}
2296 		mbox->numstatus = 0xFF;
2297 
2298 		adapter->outstanding_cmds -= nstatus;
2299 
2300 		for (i = 0; i < nstatus; i++) {
2301 
2302 			// wait for valid command index to post
2303 			for (j = 0; j < 0xFFFFF; j++) {
2304 				if (mbox->completed[i] != 0xFF) break;
2305 				rmb();
2306 			}
2307 			completed[i]		= mbox->completed[i];
2308 			mbox->completed[i]	= 0xFF;
2309 
2310 			if (completed[i] == 0xFF) {
2311 				con_log(CL_ANN, (KERN_CRIT
2312 				"megaraid: command posting timed out\n"));
2313 
2314 				BUG();
2315 				continue;
2316 			}
2317 
2318 			// Get SCB associated with this command id
2319 			if (completed[i] >= MBOX_MAX_SCSI_CMDS) {
2320 				// a cmm command
2321 				scb = adapter->uscb_list + (completed[i] -
2322 						MBOX_MAX_SCSI_CMDS);
2323 			}
2324 			else {
2325 				// an os command
2326 				scb = adapter->kscb_list + completed[i];
2327 			}
2328 
2329 			scb->status = mbox->status;
2330 			list_add_tail(&scb->list, &clist);
2331 		}
2332 
2333 		// Acknowledge interrupt
2334 		WRINDOOR(raid_dev, 0x02);
2335 
2336 	} while(1);
2337 
2338 	spin_unlock_irqrestore(MAILBOX_LOCK(raid_dev), flags);
2339 
2340 
2341 	// put the completed commands in the completed list. DPC would
2342 	// complete these commands later
2343 	spin_lock_irqsave(COMPLETED_LIST_LOCK(adapter), flags);
2344 
2345 	list_splice(&clist, &adapter->completed_list);
2346 
2347 	spin_unlock_irqrestore(COMPLETED_LIST_LOCK(adapter), flags);
2348 
2349 
2350 	// schedule the DPC if there is some work for it
2351 	if (handled)
2352 		tasklet_schedule(&adapter->dpc_h);
2353 
2354 	return handled;
2355 }
2356 
2357 
2358 /**
2359  * megaraid_isr - isr for memory based mailbox based controllers
2360  * @irq		- irq
2361  * @devp	- pointer to our soft state
2362  * @regs	- unused
2363  *
2364  * Interrupt service routine for memory-mapped mailbox controllers.
2365  */
2366 static irqreturn_t
2367 megaraid_isr(int irq, void *devp, struct pt_regs *regs)
2368 {
2369 	adapter_t	*adapter = devp;
2370 	int		handled;
2371 
2372 	handled = megaraid_ack_sequence(adapter);
2373 
2374 	/* Loop through any pending requests */
2375 	if (!adapter->quiescent) {
2376 		megaraid_mbox_runpendq(adapter, NULL);
2377 	}
2378 
2379 	return IRQ_RETVAL(handled);
2380 }
2381 
2382 
2383 /**
2384  * megaraid_mbox_sync_scb - sync kernel buffers
2385  * @adapter	: controller's soft state
2386  * @scb		: pointer to the resource packet
2387  *
2388  * DMA sync if required.
2389  */
2390 static inline void
2391 megaraid_mbox_sync_scb(adapter_t *adapter, scb_t *scb)
2392 {
2393 	mbox_ccb_t	*ccb;
2394 
2395 	ccb	= (mbox_ccb_t *)scb->ccb;
2396 
2397 	switch (scb->dma_type) {
2398 
2399 	case MRAID_DMA_WBUF:
2400 		if (scb->dma_direction == PCI_DMA_FROMDEVICE) {
2401 			pci_dma_sync_single_for_cpu(adapter->pdev,
2402 					ccb->buf_dma_h,
2403 					scb->scp->request_bufflen,
2404 					PCI_DMA_FROMDEVICE);
2405 		}
2406 
2407 		pci_unmap_page(adapter->pdev, ccb->buf_dma_h,
2408 			scb->scp->request_bufflen, scb->dma_direction);
2409 
2410 		break;
2411 
2412 	case MRAID_DMA_WSG:
2413 		if (scb->dma_direction == PCI_DMA_FROMDEVICE) {
2414 			pci_dma_sync_sg_for_cpu(adapter->pdev,
2415 					scb->scp->request_buffer,
2416 					scb->scp->use_sg, PCI_DMA_FROMDEVICE);
2417 		}
2418 
2419 		pci_unmap_sg(adapter->pdev, scb->scp->request_buffer,
2420 			scb->scp->use_sg, scb->dma_direction);
2421 
2422 		break;
2423 
2424 	default:
2425 		break;
2426 	}
2427 
2428 	return;
2429 }
2430 
2431 
2432 /**
2433  * megaraid_mbox_dpc - the tasklet to complete the commands from completed list
2434  * @devp	: pointer to HBA soft state
2435  *
2436  * Pick up the commands from the completed list and send back to the owners.
2437  * This is a reentrant function and does not assume any locks are held while
2438  * it is being called.
2439  */
2440 static void
2441 megaraid_mbox_dpc(unsigned long devp)
2442 {
2443 	adapter_t		*adapter = (adapter_t *)devp;
2444 	mraid_device_t		*raid_dev;
2445 	struct list_head	clist;
2446 	struct scatterlist	*sgl;
2447 	scb_t			*scb;
2448 	scb_t			*tmp;
2449 	struct scsi_cmnd	*scp;
2450 	mraid_passthru_t	*pthru;
2451 	mraid_epassthru_t	*epthru;
2452 	mbox_ccb_t		*ccb;
2453 	int			islogical;
2454 	int			pdev_index;
2455 	int			pdev_state;
2456 	mbox_t			*mbox;
2457 	unsigned long		flags;
2458 	uint8_t			c;
2459 	int			status;
2460 
2461 
2462 	if (!adapter) return;
2463 
2464 	raid_dev = ADAP2RAIDDEV(adapter);
2465 
2466 	// move the SCBs from the completed list to our local list
2467 	INIT_LIST_HEAD(&clist);
2468 
2469 	spin_lock_irqsave(COMPLETED_LIST_LOCK(adapter), flags);
2470 
2471 	list_splice_init(&adapter->completed_list, &clist);
2472 
2473 	spin_unlock_irqrestore(COMPLETED_LIST_LOCK(adapter), flags);
2474 
2475 
2476 	list_for_each_entry_safe(scb, tmp, &clist, list) {
2477 
2478 		status		= scb->status;
2479 		scp		= scb->scp;
2480 		ccb		= (mbox_ccb_t *)scb->ccb;
2481 		pthru		= ccb->pthru;
2482 		epthru		= ccb->epthru;
2483 		mbox		= ccb->mbox;
2484 
2485 		// Make sure f/w has completed a valid command
2486 		if (scb->state != SCB_ISSUED) {
2487 			con_log(CL_ANN, (KERN_CRIT
2488 			"megaraid critical err: invalid command %d:%d:%p\n",
2489 				scb->sno, scb->state, scp));
2490 			BUG();
2491 			continue;	// Must never happen!
2492 		}
2493 
2494 		// check for the management command and complete it right away
2495 		if (scb->sno >= MBOX_MAX_SCSI_CMDS) {
2496 			scb->state	= SCB_FREE;
2497 			scb->status	= status;
2498 
2499 			// remove from local clist
2500 			list_del_init(&scb->list);
2501 
2502 			megaraid_mbox_mm_done(adapter, scb);
2503 
2504 			continue;
2505 		}
2506 
2507 		// Was an abort issued for this command earlier
2508 		if (scb->state & SCB_ABORT) {
2509 			con_log(CL_ANN, (KERN_NOTICE
2510 			"megaraid: aborted cmd %lx[%x] completed\n",
2511 				scp->serial_number, scb->sno));
2512 		}
2513 
2514 		/*
2515 		 * If the inquiry came of a disk drive which is not part of
2516 		 * any RAID array, expose it to the kernel. For this to be
2517 		 * enabled, user must set the "megaraid_expose_unconf_disks"
2518 		 * flag to 1 by specifying it on module parameter list.
2519 		 * This would enable data migration off drives from other
2520 		 * configurations.
2521 		 */
2522 		islogical = MRAID_IS_LOGICAL(adapter, scp);
2523 		if (scp->cmnd[0] == INQUIRY && status == 0 && islogical == 0
2524 				&& IS_RAID_CH(raid_dev, scb->dev_channel)) {
2525 
2526 			if (scp->use_sg) {
2527 				sgl = (struct scatterlist *)
2528 					scp->request_buffer;
2529 
2530 				if (sgl->page) {
2531 					c = *(unsigned char *)
2532 					(page_address((&sgl[0])->page) +
2533 						(&sgl[0])->offset);
2534 				}
2535 				else {
2536 					con_log(CL_ANN, (KERN_WARNING
2537 					"megaraid mailbox: invalid sg:%d\n",
2538 					__LINE__));
2539 					c = 0;
2540 				}
2541 			}
2542 			else {
2543 				c = *(uint8_t *)scp->request_buffer;
2544 			}
2545 
2546 			if ((c & 0x1F ) == TYPE_DISK) {
2547 				pdev_index = (scb->dev_channel * 16) +
2548 					scb->dev_target;
2549 				pdev_state =
2550 					raid_dev->pdrv_state[pdev_index] & 0x0F;
2551 
2552 				if (pdev_state == PDRV_ONLINE		||
2553 					pdev_state == PDRV_FAILED	||
2554 					pdev_state == PDRV_RBLD		||
2555 					pdev_state == PDRV_HOTSPARE	||
2556 					megaraid_expose_unconf_disks == 0) {
2557 
2558 					status = 0xF0;
2559 				}
2560 			}
2561 		}
2562 
2563 		// Convert MegaRAID status to Linux error code
2564 		switch (status) {
2565 
2566 		case 0x00:
2567 
2568 			scp->result = (DID_OK << 16);
2569 			break;
2570 
2571 		case 0x02:
2572 
2573 			/* set sense_buffer and result fields */
2574 			if (mbox->cmd == MBOXCMD_PASSTHRU ||
2575 				mbox->cmd == MBOXCMD_PASSTHRU64) {
2576 
2577 				memcpy(scp->sense_buffer, pthru->reqsensearea,
2578 						14);
2579 
2580 				scp->result = DRIVER_SENSE << 24 |
2581 					DID_OK << 16 | CHECK_CONDITION << 1;
2582 			}
2583 			else {
2584 				if (mbox->cmd == MBOXCMD_EXTPTHRU) {
2585 
2586 					memcpy(scp->sense_buffer,
2587 						epthru->reqsensearea, 14);
2588 
2589 					scp->result = DRIVER_SENSE << 24 |
2590 						DID_OK << 16 |
2591 						CHECK_CONDITION << 1;
2592 				} else {
2593 					scp->sense_buffer[0] = 0x70;
2594 					scp->sense_buffer[2] = ABORTED_COMMAND;
2595 					scp->result = CHECK_CONDITION << 1;
2596 				}
2597 			}
2598 			break;
2599 
2600 		case 0x08:
2601 
2602 			scp->result = DID_BUS_BUSY << 16 | status;
2603 			break;
2604 
2605 		default:
2606 
2607 			/*
2608 			 * If TEST_UNIT_READY fails, we know RESERVATION_STATUS
2609 			 * failed
2610 			 */
2611 			if (scp->cmnd[0] == TEST_UNIT_READY) {
2612 				scp->result = DID_ERROR << 16 |
2613 					RESERVATION_CONFLICT << 1;
2614 			}
2615 			else
2616 			/*
2617 			 * Error code returned is 1 if Reserve or Release
2618 			 * failed or the input parameter is invalid
2619 			 */
2620 			if (status == 1 && (scp->cmnd[0] == RESERVE ||
2621 					 scp->cmnd[0] == RELEASE)) {
2622 
2623 				scp->result = DID_ERROR << 16 |
2624 					RESERVATION_CONFLICT << 1;
2625 			}
2626 			else {
2627 				scp->result = DID_BAD_TARGET << 16 | status;
2628 			}
2629 		}
2630 
2631 		// print a debug message for all failed commands
2632 		if (status) {
2633 			megaraid_mbox_display_scb(adapter, scb);
2634 		}
2635 
2636 		// Free our internal resources and call the mid-layer callback
2637 		// routine
2638 		megaraid_mbox_sync_scb(adapter, scb);
2639 
2640 		// remove from local clist
2641 		list_del_init(&scb->list);
2642 
2643 		// put back in free list
2644 		megaraid_dealloc_scb(adapter, scb);
2645 
2646 		// send the scsi packet back to kernel
2647 		spin_lock(adapter->host_lock);
2648 		scp->scsi_done(scp);
2649 		spin_unlock(adapter->host_lock);
2650 	}
2651 
2652 	return;
2653 }
2654 
2655 
2656 /**
2657  * megaraid_abort_handler - abort the scsi command
2658  * @scp		: command to be aborted
2659  *
2660  * Abort a previous SCSI request. Only commands on the pending list can be
2661  * aborted. All the commands issued to the F/W must complete.
2662  **/
2663 static int
2664 megaraid_abort_handler(struct scsi_cmnd *scp)
2665 {
2666 	adapter_t		*adapter;
2667 	mraid_device_t		*raid_dev;
2668 	scb_t			*scb;
2669 	scb_t			*tmp;
2670 	int			found;
2671 	unsigned long		flags;
2672 	int			i;
2673 
2674 
2675 	adapter		= SCP2ADAPTER(scp);
2676 	raid_dev	= ADAP2RAIDDEV(adapter);
2677 
2678 	assert_spin_locked(adapter->host_lock);
2679 
2680 	con_log(CL_ANN, (KERN_WARNING
2681 		"megaraid: aborting-%ld cmd=%x <c=%d t=%d l=%d>\n",
2682 		scp->serial_number, scp->cmnd[0], SCP2CHANNEL(scp),
2683 		SCP2TARGET(scp), SCP2LUN(scp)));
2684 
2685 	// If FW has stopped responding, simply return failure
2686 	if (raid_dev->hw_error) {
2687 		con_log(CL_ANN, (KERN_NOTICE
2688 			"megaraid: hw error, not aborting\n"));
2689 		return FAILED;
2690 	}
2691 
2692 	// There might a race here, where the command was completed by the
2693 	// firmware and now it is on the completed list. Before we could
2694 	// complete the command to the kernel in dpc, the abort came.
2695 	// Find out if this is the case to avoid the race.
2696 	scb = NULL;
2697 	spin_lock_irqsave(COMPLETED_LIST_LOCK(adapter), flags);
2698 	list_for_each_entry_safe(scb, tmp, &adapter->completed_list, list) {
2699 
2700 		if (scb->scp == scp) {	// Found command
2701 
2702 			list_del_init(&scb->list);	// from completed list
2703 
2704 			con_log(CL_ANN, (KERN_WARNING
2705 			"megaraid: %ld:%d[%d:%d], abort from completed list\n",
2706 				scp->serial_number, scb->sno,
2707 				scb->dev_channel, scb->dev_target));
2708 
2709 			scp->result = (DID_ABORT << 16);
2710 			scp->scsi_done(scp);
2711 
2712 			megaraid_dealloc_scb(adapter, scb);
2713 
2714 			spin_unlock_irqrestore(COMPLETED_LIST_LOCK(adapter),
2715 				flags);
2716 
2717 			return SUCCESS;
2718 		}
2719 	}
2720 	spin_unlock_irqrestore(COMPLETED_LIST_LOCK(adapter), flags);
2721 
2722 
2723 	// Find out if this command is still on the pending list. If it is and
2724 	// was never issued, abort and return success. If the command is owned
2725 	// by the firmware, we must wait for it to complete by the FW.
2726 	spin_lock_irqsave(PENDING_LIST_LOCK(adapter), flags);
2727 	list_for_each_entry_safe(scb, tmp, &adapter->pend_list, list) {
2728 
2729 		if (scb->scp == scp) {	// Found command
2730 
2731 			list_del_init(&scb->list);	// from pending list
2732 
2733 			ASSERT(!(scb->state & SCB_ISSUED));
2734 
2735 			con_log(CL_ANN, (KERN_WARNING
2736 				"megaraid abort: %ld[%d:%d], driver owner\n",
2737 				scp->serial_number, scb->dev_channel,
2738 				scb->dev_target));
2739 
2740 			scp->result = (DID_ABORT << 16);
2741 			scp->scsi_done(scp);
2742 
2743 			megaraid_dealloc_scb(adapter, scb);
2744 
2745 			spin_unlock_irqrestore(PENDING_LIST_LOCK(adapter),
2746 				flags);
2747 
2748 			return SUCCESS;
2749 		}
2750 	}
2751 	spin_unlock_irqrestore(PENDING_LIST_LOCK(adapter), flags);
2752 
2753 
2754 	// Check do we even own this command, in which case this would be
2755 	// owned by the firmware. The only way to locate the FW scb is to
2756 	// traverse through the list of all SCB, since driver does not
2757 	// maintain these SCBs on any list
2758 	found = 0;
2759 	for (i = 0; i < MBOX_MAX_SCSI_CMDS; i++) {
2760 		scb = adapter->kscb_list + i;
2761 
2762 		if (scb->scp == scp) {
2763 
2764 			found = 1;
2765 
2766 			if (!(scb->state & SCB_ISSUED)) {
2767 				con_log(CL_ANN, (KERN_WARNING
2768 				"megaraid abort: %ld%d[%d:%d], invalid state\n",
2769 				scp->serial_number, scb->sno, scb->dev_channel,
2770 				scb->dev_target));
2771 				BUG();
2772 			}
2773 			else {
2774 				con_log(CL_ANN, (KERN_WARNING
2775 				"megaraid abort: %ld:%d[%d:%d], fw owner\n",
2776 				scp->serial_number, scb->sno, scb->dev_channel,
2777 				scb->dev_target));
2778 			}
2779 		}
2780 	}
2781 
2782 	if (!found) {
2783 		con_log(CL_ANN, (KERN_WARNING
2784 			"megaraid abort: scsi cmd:%ld, do now own\n",
2785 			scp->serial_number));
2786 
2787 		// FIXME: Should there be a callback for this command?
2788 		return SUCCESS;
2789 	}
2790 
2791 	// We cannot actually abort a command owned by firmware, return
2792 	// failure and wait for reset. In host reset handler, we will find out
2793 	// if the HBA is still live
2794 	return FAILED;
2795 }
2796 
2797 
2798 /**
2799  * megaraid_reset_handler - device reset hadler for mailbox based driver
2800  * @scp		: reference command
2801  *
2802  * Reset handler for the mailbox based controller. First try to find out if
2803  * the FW is still live, in which case the outstanding commands counter mut go
2804  * down to 0. If that happens, also issue the reservation reset command to
2805  * relinquish (possible) reservations on the logical drives connected to this
2806  * host
2807  **/
2808 static int
2809 megaraid_reset_handler(struct scsi_cmnd *scp)
2810 {
2811 	adapter_t	*adapter;
2812 	scb_t		*scb;
2813 	scb_t		*tmp;
2814 	mraid_device_t	*raid_dev;
2815 	unsigned long	flags;
2816 	uint8_t		raw_mbox[sizeof(mbox_t)];
2817 	int		rval;
2818 	int		recovery_window;
2819 	int		recovering;
2820 	int		i;
2821 
2822 	adapter		= SCP2ADAPTER(scp);
2823 	raid_dev	= ADAP2RAIDDEV(adapter);
2824 
2825 	assert_spin_locked(adapter->host_lock);
2826 
2827 	con_log(CL_ANN, (KERN_WARNING "megaraid: reseting the host...\n"));
2828 
2829 	// return failure if adapter is not responding
2830 	if (raid_dev->hw_error) {
2831 		con_log(CL_ANN, (KERN_NOTICE
2832 			"megaraid: hw error, cannot reset\n"));
2833 		return FAILED;
2834 	}
2835 
2836 
2837 	// Under exceptional conditions, FW can take up to 3 minutes to
2838 	// complete command processing. Wait for additional 2 minutes for the
2839 	// pending commands counter to go down to 0. If it doesn't, let the
2840 	// controller be marked offline
2841 	// Also, reset all the commands currently owned by the driver
2842 	spin_lock_irqsave(PENDING_LIST_LOCK(adapter), flags);
2843 	list_for_each_entry_safe(scb, tmp, &adapter->pend_list, list) {
2844 
2845 		list_del_init(&scb->list);	// from pending list
2846 
2847 		con_log(CL_ANN, (KERN_WARNING
2848 			"megaraid: %ld:%d[%d:%d], reset from pending list\n",
2849 				scp->serial_number, scb->sno,
2850 				scb->dev_channel, scb->dev_target));
2851 
2852 		scp->result = (DID_RESET << 16);
2853 		scp->scsi_done(scp);
2854 
2855 		megaraid_dealloc_scb(adapter, scb);
2856 	}
2857 	spin_unlock_irqrestore(PENDING_LIST_LOCK(adapter), flags);
2858 
2859 	if (adapter->outstanding_cmds) {
2860 		con_log(CL_ANN, (KERN_NOTICE
2861 			"megaraid: %d outstanding commands. Max wait %d sec\n",
2862 			adapter->outstanding_cmds, MBOX_RESET_WAIT));
2863 	}
2864 
2865 	spin_unlock(adapter->host_lock);
2866 
2867 	recovery_window = MBOX_RESET_WAIT + MBOX_RESET_EXT_WAIT;
2868 
2869 	recovering = adapter->outstanding_cmds;
2870 
2871 	for (i = 0; i < recovery_window && adapter->outstanding_cmds; i++) {
2872 
2873 		megaraid_ack_sequence(adapter);
2874 
2875 		// print a message once every 5 seconds only
2876 		if (!(i % 5)) {
2877 			con_log(CL_ANN, (
2878 			"megaraid mbox: Wait for %d commands to complete:%d\n",
2879 				adapter->outstanding_cmds,
2880 				MBOX_RESET_WAIT - i));
2881 		}
2882 
2883 		// bailout if no recovery happended in reset time
2884 		if ((i == MBOX_RESET_WAIT) &&
2885 			(recovering == adapter->outstanding_cmds)) {
2886 			break;
2887 		}
2888 
2889 		msleep(1000);
2890 	}
2891 
2892 	spin_lock(adapter->host_lock);
2893 
2894 	// If still outstanding commands, bail out
2895 	if (adapter->outstanding_cmds) {
2896 		con_log(CL_ANN, (KERN_WARNING
2897 			"megaraid mbox: critical hardware error!\n"));
2898 
2899 		raid_dev->hw_error = 1;
2900 
2901 		return FAILED;
2902 	}
2903 	else {
2904 		con_log(CL_ANN, (KERN_NOTICE
2905 		"megaraid mbox: reset sequence completed sucessfully\n"));
2906 	}
2907 
2908 
2909 	// If the controller supports clustering, reset reservations
2910 	if (!adapter->ha) return SUCCESS;
2911 
2912 	// clear reservations if any
2913 	raw_mbox[0] = CLUSTER_CMD;
2914 	raw_mbox[2] = RESET_RESERVATIONS;
2915 
2916 	rval = SUCCESS;
2917 	if (mbox_post_sync_cmd_fast(adapter, raw_mbox) == 0) {
2918 		con_log(CL_ANN,
2919 			(KERN_INFO "megaraid: reservation reset\n"));
2920 	}
2921 	else {
2922 		rval = FAILED;
2923 		con_log(CL_ANN, (KERN_WARNING
2924 				"megaraid: reservation reset failed\n"));
2925 	}
2926 
2927 	return rval;
2928 }
2929 
2930 
2931 /*
2932  * START: internal commands library
2933  *
2934  * This section of the driver has the common routine used by the driver and
2935  * also has all the FW routines
2936  */
2937 
2938 /**
2939  * mbox_post_sync_cmd() - blocking command to the mailbox based controllers
2940  * @adapter	- controller's soft state
2941  * @raw_mbox	- the mailbox
2942  *
2943  * Issue a scb in synchronous and non-interrupt mode for mailbox based
2944  * controllers
2945  */
2946 static int
2947 mbox_post_sync_cmd(adapter_t *adapter, uint8_t raw_mbox[])
2948 {
2949 	mraid_device_t	*raid_dev = ADAP2RAIDDEV(adapter);
2950 	mbox64_t	*mbox64;
2951 	mbox_t		*mbox;
2952 	uint8_t		status;
2953 	int		i;
2954 
2955 
2956 	mbox64	= raid_dev->mbox64;
2957 	mbox	= raid_dev->mbox;
2958 
2959 	/*
2960 	 * Wait until mailbox is free
2961 	 */
2962 	if (megaraid_busywait_mbox(raid_dev) != 0)
2963 		goto blocked_mailbox;
2964 
2965 	/*
2966 	 * Copy mailbox data into host structure
2967 	 */
2968 	memcpy((caddr_t)mbox, (caddr_t)raw_mbox, 16);
2969 	mbox->cmdid		= 0xFE;
2970 	mbox->busy		= 1;
2971 	mbox->poll		= 0;
2972 	mbox->ack		= 0;
2973 	mbox->numstatus		= 0xFF;
2974 	mbox->status		= 0xFF;
2975 
2976 	wmb();
2977 	WRINDOOR(raid_dev, raid_dev->mbox_dma | 0x1);
2978 
2979 	// wait for maximum 1 second for status to post. If the status is not
2980 	// available within 1 second, assume FW is initializing and wait
2981 	// for an extended amount of time
2982 	if (mbox->numstatus == 0xFF) {	// status not yet available
2983 		udelay(25);;
2984 
2985 		for (i = 0; mbox->numstatus == 0xFF && i < 1000; i++) {
2986 			rmb();
2987 			msleep(1);
2988 		}
2989 
2990 
2991 		if (i == 1000) {
2992 			con_log(CL_ANN, (KERN_NOTICE
2993 				"megaraid mailbox: wait for FW to boot      "));
2994 
2995 			for (i = 0; (mbox->numstatus == 0xFF) &&
2996 					(i < MBOX_RESET_WAIT); i++) {
2997 				rmb();
2998 				con_log(CL_ANN, ("\b\b\b\b\b[%03d]",
2999 							MBOX_RESET_WAIT - i));
3000 				msleep(1000);
3001 			}
3002 
3003 			if (i == MBOX_RESET_WAIT) {
3004 
3005 				con_log(CL_ANN, (
3006 				"\nmegaraid mailbox: status not available\n"));
3007 
3008 				return -1;
3009 			}
3010 			con_log(CL_ANN, ("\b\b\b\b\b[ok] \n"));
3011 		}
3012 	}
3013 
3014 	// wait for maximum 1 second for poll semaphore
3015 	if (mbox->poll != 0x77) {
3016 		udelay(25);
3017 
3018 		for (i = 0; (mbox->poll != 0x77) && (i < 1000); i++) {
3019 			rmb();
3020 			msleep(1);
3021 		}
3022 
3023 		if (i == 1000) {
3024 			con_log(CL_ANN, (KERN_WARNING
3025 			"megaraid mailbox: could not get poll semaphore\n"));
3026 			return -1;
3027 		}
3028 	}
3029 
3030 	WRINDOOR(raid_dev, raid_dev->mbox_dma | 0x2);
3031 	wmb();
3032 
3033 	// wait for maximum 1 second for acknowledgement
3034 	if (RDINDOOR(raid_dev) & 0x2) {
3035 		udelay(25);
3036 
3037 		for (i = 0; (RDINDOOR(raid_dev) & 0x2) && (i < 1000); i++) {
3038 			rmb();
3039 			msleep(1);
3040 		}
3041 
3042 		if (i == 1000) {
3043 			con_log(CL_ANN, (KERN_WARNING
3044 				"megaraid mailbox: could not acknowledge\n"));
3045 			return -1;
3046 		}
3047 	}
3048 	mbox->poll	= 0;
3049 	mbox->ack	= 0x77;
3050 
3051 	status = mbox->status;
3052 
3053 	// invalidate the completed command id array. After command
3054 	// completion, firmware would write the valid id.
3055 	mbox->numstatus	= 0xFF;
3056 	mbox->status	= 0xFF;
3057 	for (i = 0; i < MBOX_MAX_FIRMWARE_STATUS; i++) {
3058 		mbox->completed[i] = 0xFF;
3059 	}
3060 
3061 	return status;
3062 
3063 blocked_mailbox:
3064 
3065 	con_log(CL_ANN, (KERN_WARNING "megaraid: blocked mailbox\n") );
3066 	return -1;
3067 }
3068 
3069 
3070 /**
3071  * mbox_post_sync_cmd_fast - blocking command to the mailbox based controllers
3072  * @adapter	- controller's soft state
3073  * @raw_mbox	- the mailbox
3074  *
3075  * Issue a scb in synchronous and non-interrupt mode for mailbox based
3076  * controllers. This is a faster version of the synchronous command and
3077  * therefore can be called in interrupt-context as well
3078  */
3079 static int
3080 mbox_post_sync_cmd_fast(adapter_t *adapter, uint8_t raw_mbox[])
3081 {
3082 	mraid_device_t	*raid_dev = ADAP2RAIDDEV(adapter);
3083 	mbox_t		*mbox;
3084 	long		i;
3085 
3086 
3087 	mbox	= raid_dev->mbox;
3088 
3089 	// return immediately if the mailbox is busy
3090 	if (mbox->busy) return -1;
3091 
3092 	// Copy mailbox data into host structure
3093 	memcpy((caddr_t)mbox, (caddr_t)raw_mbox, 14);
3094 	mbox->cmdid		= 0xFE;
3095 	mbox->busy		= 1;
3096 	mbox->poll		= 0;
3097 	mbox->ack		= 0;
3098 	mbox->numstatus		= 0xFF;
3099 	mbox->status		= 0xFF;
3100 
3101 	wmb();
3102 	WRINDOOR(raid_dev, raid_dev->mbox_dma | 0x1);
3103 
3104 	for (i = 0; i < 0xFFFFF; i++) {
3105 		if (mbox->numstatus != 0xFF) break;
3106 	}
3107 
3108 	if (i == 0xFFFFF) {
3109 		// We may need to re-calibrate the counter
3110 		con_log(CL_ANN, (KERN_CRIT
3111 			"megaraid: fast sync command timed out\n"));
3112 	}
3113 
3114 	WRINDOOR(raid_dev, raid_dev->mbox_dma | 0x2);
3115 	wmb();
3116 
3117 	return mbox->status;
3118 }
3119 
3120 
3121 /**
3122  * megaraid_busywait_mbox() - Wait until the controller's mailbox is available
3123  * @raid_dev	- RAID device (HBA) soft state
3124  *
3125  * wait until the controller's mailbox is available to accept more commands.
3126  * wait for at most 1 second
3127  */
3128 static int
3129 megaraid_busywait_mbox(mraid_device_t *raid_dev)
3130 {
3131 	mbox_t	*mbox = raid_dev->mbox;
3132 	int	i = 0;
3133 
3134 	if (mbox->busy) {
3135 		udelay(25);
3136 		for (i = 0; mbox->busy && i < 1000; i++)
3137 			msleep(1);
3138 	}
3139 
3140 	if (i < 1000) return 0;
3141 	else return -1;
3142 }
3143 
3144 
3145 /**
3146  * megaraid_mbox_product_info - some static information about the controller
3147  * @adapter	- our soft state
3148  *
3149  * issue commands to the controller to grab some parameters required by our
3150  * caller.
3151  */
3152 static int
3153 megaraid_mbox_product_info(adapter_t *adapter)
3154 {
3155 	mraid_device_t		*raid_dev = ADAP2RAIDDEV(adapter);
3156 	mbox_t			*mbox;
3157 	uint8_t			raw_mbox[sizeof(mbox_t)];
3158 	mraid_pinfo_t		*pinfo;
3159 	dma_addr_t		pinfo_dma_h;
3160 	mraid_inquiry3_t	*mraid_inq3;
3161 	int			i;
3162 
3163 
3164 	memset((caddr_t)raw_mbox, 0, sizeof(raw_mbox));
3165 	mbox = (mbox_t *)raw_mbox;
3166 
3167 	/*
3168 	 * Issue an ENQUIRY3 command to find out certain adapter parameters,
3169 	 * e.g., max channels, max commands etc.
3170 	 */
3171 	pinfo = pci_alloc_consistent(adapter->pdev, sizeof(mraid_pinfo_t),
3172 			&pinfo_dma_h);
3173 
3174 	if (pinfo == NULL) {
3175 		con_log(CL_ANN, (KERN_WARNING
3176 			"megaraid: out of memory, %s %d\n", __FUNCTION__,
3177 			__LINE__));
3178 
3179 		return -1;
3180 	}
3181 	memset(pinfo, 0, sizeof(mraid_pinfo_t));
3182 
3183 	mbox->xferaddr = (uint32_t)adapter->ibuf_dma_h;
3184 	memset((void *)adapter->ibuf, 0, MBOX_IBUF_SIZE);
3185 
3186 	raw_mbox[0] = FC_NEW_CONFIG;
3187 	raw_mbox[2] = NC_SUBOP_ENQUIRY3;
3188 	raw_mbox[3] = ENQ3_GET_SOLICITED_FULL;
3189 
3190 	// Issue the command
3191 	if (mbox_post_sync_cmd(adapter, raw_mbox) != 0) {
3192 
3193 		con_log(CL_ANN, (KERN_WARNING "megaraid: Inquiry3 failed\n"));
3194 
3195 		pci_free_consistent(adapter->pdev, sizeof(mraid_pinfo_t),
3196 			pinfo, pinfo_dma_h);
3197 
3198 		return -1;
3199 	}
3200 
3201 	/*
3202 	 * Collect information about state of each physical drive
3203 	 * attached to the controller. We will expose all the disks
3204 	 * which are not part of RAID
3205 	 */
3206 	mraid_inq3 = (mraid_inquiry3_t *)adapter->ibuf;
3207 	for (i = 0; i < MBOX_MAX_PHYSICAL_DRIVES; i++) {
3208 		raid_dev->pdrv_state[i] = mraid_inq3->pdrv_state[i];
3209 	}
3210 
3211 	/*
3212 	 * Get product info for information like number of channels,
3213 	 * maximum commands supported.
3214 	 */
3215 	memset((caddr_t)raw_mbox, 0, sizeof(raw_mbox));
3216 	mbox->xferaddr = (uint32_t)pinfo_dma_h;
3217 
3218 	raw_mbox[0] = FC_NEW_CONFIG;
3219 	raw_mbox[2] = NC_SUBOP_PRODUCT_INFO;
3220 
3221 	if (mbox_post_sync_cmd(adapter, raw_mbox) != 0) {
3222 
3223 		con_log(CL_ANN, (KERN_WARNING
3224 			"megaraid: product info failed\n"));
3225 
3226 		pci_free_consistent(adapter->pdev, sizeof(mraid_pinfo_t),
3227 			pinfo, pinfo_dma_h);
3228 
3229 		return -1;
3230 	}
3231 
3232 	/*
3233 	 * Setup some parameters for host, as required by our caller
3234 	 */
3235 	adapter->max_channel = pinfo->nchannels;
3236 
3237 	/*
3238 	 * we will export all the logical drives on a single channel.
3239 	 * Add 1 since inquires do not come for inititor ID
3240 	 */
3241 	adapter->max_target	= MAX_LOGICAL_DRIVES_40LD + 1;
3242 	adapter->max_lun	= 8;	// up to 8 LUNs for non-disk devices
3243 
3244 	/*
3245 	 * These are the maximum outstanding commands for the scsi-layer
3246 	 */
3247 	adapter->max_cmds	= MBOX_MAX_SCSI_CMDS;
3248 
3249 	memset(adapter->fw_version, 0, VERSION_SIZE);
3250 	memset(adapter->bios_version, 0, VERSION_SIZE);
3251 
3252 	memcpy(adapter->fw_version, pinfo->fw_version, 4);
3253 	adapter->fw_version[4] = 0;
3254 
3255 	memcpy(adapter->bios_version, pinfo->bios_version, 4);
3256 	adapter->bios_version[4] = 0;
3257 
3258 	con_log(CL_ANN, (KERN_NOTICE
3259 		"megaraid: fw version:[%s] bios version:[%s]\n",
3260 		adapter->fw_version, adapter->bios_version));
3261 
3262 	pci_free_consistent(adapter->pdev, sizeof(mraid_pinfo_t), pinfo,
3263 			pinfo_dma_h);
3264 
3265 	return 0;
3266 }
3267 
3268 
3269 
3270 /**
3271  * megaraid_mbox_extended_cdb - check for support for extended CDBs
3272  * @adapter	- soft state for the controller
3273  *
3274  * this routine check whether the controller in question supports extended
3275  * ( > 10 bytes ) CDBs
3276  */
3277 static int
3278 megaraid_mbox_extended_cdb(adapter_t *adapter)
3279 {
3280 	mbox_t		*mbox;
3281 	uint8_t		raw_mbox[sizeof(mbox_t)];
3282 	int		rval;
3283 
3284 	mbox = (mbox_t *)raw_mbox;
3285 
3286 	memset((caddr_t)raw_mbox, 0, sizeof(raw_mbox));
3287 	mbox->xferaddr	= (uint32_t)adapter->ibuf_dma_h;
3288 
3289 	memset((void *)adapter->ibuf, 0, MBOX_IBUF_SIZE);
3290 
3291 	raw_mbox[0] = MAIN_MISC_OPCODE;
3292 	raw_mbox[2] = SUPPORT_EXT_CDB;
3293 
3294 	/*
3295 	 * Issue the command
3296 	 */
3297 	rval = 0;
3298 	if (mbox_post_sync_cmd(adapter, raw_mbox) != 0) {
3299 		rval = -1;
3300 	}
3301 
3302 	return rval;
3303 }
3304 
3305 
3306 /**
3307  * megaraid_mbox_support_ha - Do we support clustering
3308  * @adapter	- soft state for the controller
3309  * @init_id	- ID of the initiator
3310  *
3311  * Determine if the firmware supports clustering and the ID of the initiator.
3312  */
3313 static int
3314 megaraid_mbox_support_ha(adapter_t *adapter, uint16_t *init_id)
3315 {
3316 	mbox_t		*mbox;
3317 	uint8_t		raw_mbox[sizeof(mbox_t)];
3318 	int		rval;
3319 
3320 
3321 	mbox = (mbox_t *)raw_mbox;
3322 
3323 	memset((caddr_t)raw_mbox, 0, sizeof(raw_mbox));
3324 
3325 	mbox->xferaddr = (uint32_t)adapter->ibuf_dma_h;
3326 
3327 	memset((void *)adapter->ibuf, 0, MBOX_IBUF_SIZE);
3328 
3329 	raw_mbox[0] = GET_TARGET_ID;
3330 
3331 	// Issue the command
3332 	*init_id = 7;
3333 	rval =  -1;
3334 	if (mbox_post_sync_cmd(adapter, raw_mbox) == 0) {
3335 
3336 		*init_id = *(uint8_t *)adapter->ibuf;
3337 
3338 		con_log(CL_ANN, (KERN_INFO
3339 			"megaraid: cluster firmware, initiator ID: %d\n",
3340 			*init_id));
3341 
3342 		rval =  0;
3343 	}
3344 
3345 	return rval;
3346 }
3347 
3348 
3349 /**
3350  * megaraid_mbox_support_random_del - Do we support random deletion
3351  * @adapter	- soft state for the controller
3352  *
3353  * Determine if the firmware supports random deletion
3354  * Return:	1 is operation supported, 0 otherwise
3355  */
3356 static int
3357 megaraid_mbox_support_random_del(adapter_t *adapter)
3358 {
3359 	mbox_t		*mbox;
3360 	uint8_t		raw_mbox[sizeof(mbox_t)];
3361 	int		rval;
3362 
3363 
3364 	mbox = (mbox_t *)raw_mbox;
3365 
3366 	memset((caddr_t)raw_mbox, 0, sizeof(mbox_t));
3367 
3368 	raw_mbox[0] = FC_DEL_LOGDRV;
3369 	raw_mbox[2] = OP_SUP_DEL_LOGDRV;
3370 
3371 	// Issue the command
3372 	rval = 0;
3373 	if (mbox_post_sync_cmd(adapter, raw_mbox) == 0) {
3374 
3375 		con_log(CL_DLEVEL1, ("megaraid: supports random deletion\n"));
3376 
3377 		rval =  1;
3378 	}
3379 
3380 	return rval;
3381 }
3382 
3383 
3384 /**
3385  * megaraid_mbox_get_max_sg - maximum sg elements supported by the firmware
3386  * @adapter	- soft state for the controller
3387  *
3388  * Find out the maximum number of scatter-gather elements supported by the
3389  * firmware
3390  */
3391 static int
3392 megaraid_mbox_get_max_sg(adapter_t *adapter)
3393 {
3394 	mbox_t		*mbox;
3395 	uint8_t		raw_mbox[sizeof(mbox_t)];
3396 	int		nsg;
3397 
3398 
3399 	mbox = (mbox_t *)raw_mbox;
3400 
3401 	memset((caddr_t)raw_mbox, 0, sizeof(mbox_t));
3402 
3403 	mbox->xferaddr = (uint32_t)adapter->ibuf_dma_h;
3404 
3405 	memset((void *)adapter->ibuf, 0, MBOX_IBUF_SIZE);
3406 
3407 	raw_mbox[0] = MAIN_MISC_OPCODE;
3408 	raw_mbox[2] = GET_MAX_SG_SUPPORT;
3409 
3410 	// Issue the command
3411 	if (mbox_post_sync_cmd(adapter, raw_mbox) == 0) {
3412 		nsg =  *(uint8_t *)adapter->ibuf;
3413 	}
3414 	else {
3415 		nsg =  MBOX_DEFAULT_SG_SIZE;
3416 	}
3417 
3418 	if (nsg > MBOX_MAX_SG_SIZE) nsg = MBOX_MAX_SG_SIZE;
3419 
3420 	return nsg;
3421 }
3422 
3423 
3424 /**
3425  * megaraid_mbox_enum_raid_scsi - enumerate the RAID and SCSI channels
3426  * @adapter	- soft state for the controller
3427  *
3428  * Enumerate the RAID and SCSI channels for ROMB platoforms so that channels
3429  * can be exported as regular SCSI channels
3430  */
3431 static void
3432 megaraid_mbox_enum_raid_scsi(adapter_t *adapter)
3433 {
3434 	mraid_device_t	*raid_dev = ADAP2RAIDDEV(adapter);
3435 	mbox_t		*mbox;
3436 	uint8_t		raw_mbox[sizeof(mbox_t)];
3437 
3438 
3439 	mbox = (mbox_t *)raw_mbox;
3440 
3441 	memset((caddr_t)raw_mbox, 0, sizeof(mbox_t));
3442 
3443 	mbox->xferaddr = (uint32_t)adapter->ibuf_dma_h;
3444 
3445 	memset((void *)adapter->ibuf, 0, MBOX_IBUF_SIZE);
3446 
3447 	raw_mbox[0] = CHNL_CLASS;
3448 	raw_mbox[2] = GET_CHNL_CLASS;
3449 
3450 	// Issue the command. If the command fails, all channels are RAID
3451 	// channels
3452 	raid_dev->channel_class = 0xFF;
3453 	if (mbox_post_sync_cmd(adapter, raw_mbox) == 0) {
3454 		raid_dev->channel_class =  *(uint8_t *)adapter->ibuf;
3455 	}
3456 
3457 	return;
3458 }
3459 
3460 
3461 /**
3462  * megaraid_mbox_flush_cache - flush adapter and disks cache
3463  * @param adapter	: soft state for the controller
3464  *
3465  * Flush adapter cache followed by disks cache
3466  */
3467 static void
3468 megaraid_mbox_flush_cache(adapter_t *adapter)
3469 {
3470 	mbox_t	*mbox;
3471 	uint8_t	raw_mbox[sizeof(mbox_t)];
3472 
3473 
3474 	mbox = (mbox_t *)raw_mbox;
3475 
3476 	memset((caddr_t)raw_mbox, 0, sizeof(mbox_t));
3477 
3478 	raw_mbox[0] = FLUSH_ADAPTER;
3479 
3480 	if (mbox_post_sync_cmd(adapter, raw_mbox) != 0) {
3481 		con_log(CL_ANN, ("megaraid: flush adapter failed\n"));
3482 	}
3483 
3484 	raw_mbox[0] = FLUSH_SYSTEM;
3485 
3486 	if (mbox_post_sync_cmd(adapter, raw_mbox) != 0) {
3487 		con_log(CL_ANN, ("megaraid: flush disks cache failed\n"));
3488 	}
3489 
3490 	return;
3491 }
3492 
3493 
3494 /**
3495  * megaraid_mbox_display_scb - display SCB information, mostly debug purposes
3496  * @param adapter	: controllers' soft state
3497  * @param scb		: SCB to be displayed
3498  * @param level	: debug level for console print
3499  *
3500  * Diplay information about the given SCB iff the current debug level is
3501  * verbose
3502  */
3503 static void
3504 megaraid_mbox_display_scb(adapter_t *adapter, scb_t *scb)
3505 {
3506 	mbox_ccb_t		*ccb;
3507 	struct scsi_cmnd	*scp;
3508 	mbox_t			*mbox;
3509 	int			level;
3510 	int			i;
3511 
3512 
3513 	ccb	= (mbox_ccb_t *)scb->ccb;
3514 	scp	= scb->scp;
3515 	mbox	= ccb->mbox;
3516 
3517 	level = CL_DLEVEL3;
3518 
3519 	con_log(level, (KERN_NOTICE
3520 		"megaraid mailbox: status:%#x cmd:%#x id:%#x ", scb->status,
3521 		mbox->cmd, scb->sno));
3522 
3523 	con_log(level, ("sec:%#x lba:%#x addr:%#x ld:%d sg:%d\n",
3524 		mbox->numsectors, mbox->lba, mbox->xferaddr, mbox->logdrv,
3525 		mbox->numsge));
3526 
3527 	if (!scp) return;
3528 
3529 	con_log(level, (KERN_NOTICE "scsi cmnd: "));
3530 
3531 	for (i = 0; i < scp->cmd_len; i++) {
3532 		con_log(level, ("%#2.02x ", scp->cmnd[i]));
3533 	}
3534 
3535 	con_log(level, ("\n"));
3536 
3537 	return;
3538 }
3539 
3540 
3541 /**
3542  * megaraid_mbox_setup_device_map - manage device ids
3543  * @adapter	: Driver's soft state
3544  *
3545  * Manange the device ids to have an appropraite mapping between the kernel
3546  * scsi addresses and megaraid scsi and logical drive addresses. We export
3547  * scsi devices on their actual addresses, whereas the logical drives are
3548  * exported on a virtual scsi channel.
3549  **/
3550 static void
3551 megaraid_mbox_setup_device_map(adapter_t *adapter)
3552 {
3553 	uint8_t		c;
3554 	uint8_t		t;
3555 
3556 	/*
3557 	 * First fill the values on the logical drive channel
3558 	 */
3559 	for (t = 0; t < LSI_MAX_LOGICAL_DRIVES_64LD; t++)
3560 		adapter->device_ids[adapter->max_channel][t] =
3561 			(t < adapter->init_id) ?  t : t - 1;
3562 
3563 	adapter->device_ids[adapter->max_channel][adapter->init_id] = 0xFF;
3564 
3565 	/*
3566 	 * Fill the values on the physical devices channels
3567 	 */
3568 	for (c = 0; c < adapter->max_channel; c++)
3569 		for (t = 0; t < LSI_MAX_LOGICAL_DRIVES_64LD; t++)
3570 			adapter->device_ids[c][t] = (c << 8) | t;
3571 }
3572 
3573 
3574 /*
3575  * END: internal commands library
3576  */
3577 
3578 /*
3579  * START: Interface for the common management module
3580  *
3581  * This is the module, which interfaces with the common mangement module to
3582  * provide support for ioctl and sysfs
3583  */
3584 
3585 /**
3586  * megaraid_cmm_register - register with the mangement module
3587  * @param adapter	: HBA soft state
3588  *
3589  * Register with the management module, which allows applications to issue
3590  * ioctl calls to the drivers. This interface is used by the management module
3591  * to setup sysfs support as well.
3592  */
3593 static int
3594 megaraid_cmm_register(adapter_t *adapter)
3595 {
3596 	mraid_device_t	*raid_dev = ADAP2RAIDDEV(adapter);
3597 	mraid_mmadp_t	adp;
3598 	scb_t		*scb;
3599 	mbox_ccb_t	*ccb;
3600 	int		rval;
3601 	int		i;
3602 
3603 	// Allocate memory for the base list of scb for management module.
3604 	adapter->uscb_list = kmalloc(sizeof(scb_t) * MBOX_MAX_USER_CMDS,
3605 			GFP_KERNEL);
3606 
3607 	if (adapter->uscb_list == NULL) {
3608 		con_log(CL_ANN, (KERN_WARNING
3609 			"megaraid: out of memory, %s %d\n", __FUNCTION__,
3610 			__LINE__));
3611 		return -1;
3612 	}
3613 	memset(adapter->uscb_list, 0, sizeof(scb_t) * MBOX_MAX_USER_CMDS);
3614 
3615 
3616 	// Initialize the synchronization parameters for resources for
3617 	// commands for management module
3618 	INIT_LIST_HEAD(&adapter->uscb_pool);
3619 
3620 	spin_lock_init(USER_FREE_LIST_LOCK(adapter));
3621 
3622 
3623 
3624 	// link all the packets. Note, CCB for commands, coming from the
3625 	// commom management module, mailbox physical address are already
3626 	// setup by it. We just need placeholder for that in our local command
3627 	// control blocks
3628 	for (i = 0; i < MBOX_MAX_USER_CMDS; i++) {
3629 
3630 		scb			= adapter->uscb_list + i;
3631 		ccb			= raid_dev->uccb_list + i;
3632 
3633 		scb->ccb		= (caddr_t)ccb;
3634 		ccb->mbox64		= raid_dev->umbox64 + i;
3635 		ccb->mbox		= &ccb->mbox64->mbox32;
3636 		ccb->raw_mbox		= (uint8_t *)ccb->mbox;
3637 
3638 		scb->gp			= 0;
3639 
3640 		// COMMAND ID 0 - (MBOX_MAX_SCSI_CMDS-1) ARE RESERVED FOR
3641 		// COMMANDS COMING FROM IO SUBSYSTEM (MID-LAYER)
3642 		scb->sno		= i + MBOX_MAX_SCSI_CMDS;
3643 
3644 		scb->scp		= NULL;
3645 		scb->state		= SCB_FREE;
3646 		scb->dma_direction	= PCI_DMA_NONE;
3647 		scb->dma_type		= MRAID_DMA_NONE;
3648 		scb->dev_channel	= -1;
3649 		scb->dev_target		= -1;
3650 
3651 		// put scb in the free pool
3652 		list_add_tail(&scb->list, &adapter->uscb_pool);
3653 	}
3654 
3655 	adp.unique_id		= adapter->unique_id;
3656 	adp.drvr_type		= DRVRTYPE_MBOX;
3657 	adp.drvr_data		= (unsigned long)adapter;
3658 	adp.pdev		= adapter->pdev;
3659 	adp.issue_uioc		= megaraid_mbox_mm_handler;
3660 	adp.timeout		= 300;
3661 	adp.max_kioc		= MBOX_MAX_USER_CMDS;
3662 
3663 	if ((rval = mraid_mm_register_adp(&adp)) != 0) {
3664 
3665 		con_log(CL_ANN, (KERN_WARNING
3666 			"megaraid mbox: did not register with CMM\n"));
3667 
3668 		kfree(adapter->uscb_list);
3669 	}
3670 
3671 	return rval;
3672 }
3673 
3674 
3675 /**
3676  * megaraid_cmm_unregister - un-register with the mangement module
3677  * @param adapter	: HBA soft state
3678  *
3679  * Un-register with the management module.
3680  * FIXME: mgmt module must return failure for unregister if it has pending
3681  * commands in LLD
3682  */
3683 static int
3684 megaraid_cmm_unregister(adapter_t *adapter)
3685 {
3686 	kfree(adapter->uscb_list);
3687 	mraid_mm_unregister_adp(adapter->unique_id);
3688 	return 0;
3689 }
3690 
3691 
3692 /**
3693  * megaraid_mbox_mm_handler - interface for CMM to issue commands to LLD
3694  * @param drvr_data	: LLD specific data
3695  * @param kioc		: CMM interface packet
3696  * @param action	: command action
3697  *
3698  * This routine is invoked whenever the Common Mangement Module (CMM) has a
3699  * command for us. The 'action' parameter specifies if this is a new command
3700  * or otherwise.
3701  */
3702 static int
3703 megaraid_mbox_mm_handler(unsigned long drvr_data, uioc_t *kioc, uint32_t action)
3704 {
3705 	adapter_t *adapter;
3706 
3707 	if (action != IOCTL_ISSUE) {
3708 		con_log(CL_ANN, (KERN_WARNING
3709 			"megaraid: unsupported management action:%#2x\n",
3710 			action));
3711 		return (-ENOTSUPP);
3712 	}
3713 
3714 	adapter = (adapter_t *)drvr_data;
3715 
3716 	// make sure this adapter is not being detached right now.
3717 	if (atomic_read(&adapter->being_detached)) {
3718 		con_log(CL_ANN, (KERN_WARNING
3719 			"megaraid: reject management request, detaching\n"));
3720 		return (-ENODEV);
3721 	}
3722 
3723 	switch (kioc->opcode) {
3724 
3725 	case GET_ADAP_INFO:
3726 
3727 		kioc->status =  gather_hbainfo(adapter, (mraid_hba_info_t *)
3728 					(unsigned long)kioc->buf_vaddr);
3729 
3730 		kioc->done(kioc);
3731 
3732 		return kioc->status;
3733 
3734 	case MBOX_CMD:
3735 
3736 		return megaraid_mbox_mm_command(adapter, kioc);
3737 
3738 	default:
3739 		kioc->status = (-EINVAL);
3740 		kioc->done(kioc);
3741 		return (-EINVAL);
3742 	}
3743 
3744 	return 0;	// not reached
3745 }
3746 
3747 /**
3748  * megaraid_mbox_mm_command - issues commands routed through CMM
3749  * @param adapter	: HBA soft state
3750  * @param kioc		: management command packet
3751  *
3752  * Issues commands, which are routed through the management module.
3753  */
3754 static int
3755 megaraid_mbox_mm_command(adapter_t *adapter, uioc_t *kioc)
3756 {
3757 	struct list_head	*head = &adapter->uscb_pool;
3758 	mbox64_t		*mbox64;
3759 	uint8_t			*raw_mbox;
3760 	scb_t			*scb;
3761 	mbox_ccb_t		*ccb;
3762 	unsigned long		flags;
3763 
3764 	// detach one scb from free pool
3765 	spin_lock_irqsave(USER_FREE_LIST_LOCK(adapter), flags);
3766 
3767 	if (list_empty(head)) {	// should never happen because of CMM
3768 
3769 		con_log(CL_ANN, (KERN_WARNING
3770 			"megaraid mbox: bug in cmm handler, lost resources\n"));
3771 
3772 		spin_unlock_irqrestore(USER_FREE_LIST_LOCK(adapter), flags);
3773 
3774 		return (-EINVAL);
3775 	}
3776 
3777 	scb = list_entry(head->next, scb_t, list);
3778 	list_del_init(&scb->list);
3779 
3780 	spin_unlock_irqrestore(USER_FREE_LIST_LOCK(adapter), flags);
3781 
3782 	scb->state		= SCB_ACTIVE;
3783 	scb->dma_type		= MRAID_DMA_NONE;
3784 	scb->dma_direction	= PCI_DMA_NONE;
3785 
3786 	ccb		= (mbox_ccb_t *)scb->ccb;
3787 	mbox64		= (mbox64_t *)(unsigned long)kioc->cmdbuf;
3788 	raw_mbox	= (uint8_t *)&mbox64->mbox32;
3789 
3790 	memcpy(ccb->mbox64, mbox64, sizeof(mbox64_t));
3791 
3792 	scb->gp		= (unsigned long)kioc;
3793 
3794 	/*
3795 	 * If it is a logdrv random delete operation, we have to wait till
3796 	 * there are no outstanding cmds at the fw and then issue it directly
3797 	 */
3798 	if (raw_mbox[0] == FC_DEL_LOGDRV && raw_mbox[2] == OP_DEL_LOGDRV) {
3799 
3800 		if (wait_till_fw_empty(adapter)) {
3801 			con_log(CL_ANN, (KERN_NOTICE
3802 				"megaraid mbox: LD delete, timed out\n"));
3803 
3804 			kioc->status = -ETIME;
3805 
3806 			scb->status = -1;
3807 
3808 			megaraid_mbox_mm_done(adapter, scb);
3809 
3810 			return (-ETIME);
3811 		}
3812 
3813 		INIT_LIST_HEAD(&scb->list);
3814 
3815 		scb->state = SCB_ISSUED;
3816 		if (mbox_post_cmd(adapter, scb) != 0) {
3817 
3818 			con_log(CL_ANN, (KERN_NOTICE
3819 				"megaraid mbox: LD delete, mailbox busy\n"));
3820 
3821 			kioc->status = -EBUSY;
3822 
3823 			scb->status = -1;
3824 
3825 			megaraid_mbox_mm_done(adapter, scb);
3826 
3827 			return (-EBUSY);
3828 		}
3829 
3830 		return 0;
3831 	}
3832 
3833 	// put the command on the pending list and execute
3834 	megaraid_mbox_runpendq(adapter, scb);
3835 
3836 	return 0;
3837 }
3838 
3839 
3840 static int
3841 wait_till_fw_empty(adapter_t *adapter)
3842 {
3843 	unsigned long	flags = 0;
3844 	int		i;
3845 
3846 
3847 	/*
3848 	 * Set the quiescent flag to stop issuing cmds to FW.
3849 	 */
3850 	spin_lock_irqsave(adapter->host_lock, flags);
3851 	adapter->quiescent++;
3852 	spin_unlock_irqrestore(adapter->host_lock, flags);
3853 
3854 	/*
3855 	 * Wait till there are no more cmds outstanding at FW. Try for at most
3856 	 * 60 seconds
3857 	 */
3858 	for (i = 0; i < 60 && adapter->outstanding_cmds; i++) {
3859 		con_log(CL_DLEVEL1, (KERN_INFO
3860 			"megaraid: FW has %d pending commands\n",
3861 			adapter->outstanding_cmds));
3862 
3863 		msleep(1000);
3864 	}
3865 
3866 	return adapter->outstanding_cmds;
3867 }
3868 
3869 
3870 /**
3871  * megaraid_mbox_mm_done - callback for CMM commands
3872  * @adapter	: HBA soft state
3873  * @scb		: completed command
3874  *
3875  * Callback routine for internal commands originated from the management
3876  * module.
3877  */
3878 static void
3879 megaraid_mbox_mm_done(adapter_t *adapter, scb_t *scb)
3880 {
3881 	uioc_t			*kioc;
3882 	mbox64_t		*mbox64;
3883 	uint8_t			*raw_mbox;
3884 	unsigned long		flags;
3885 
3886 	kioc			= (uioc_t *)scb->gp;
3887 	kioc->status		= 0;
3888 	mbox64			= (mbox64_t *)(unsigned long)kioc->cmdbuf;
3889 	mbox64->mbox32.status	= scb->status;
3890 	raw_mbox		= (uint8_t *)&mbox64->mbox32;
3891 
3892 
3893 	// put scb in the free pool
3894 	scb->state	= SCB_FREE;
3895 	scb->scp	= NULL;
3896 
3897 	spin_lock_irqsave(USER_FREE_LIST_LOCK(adapter), flags);
3898 
3899 	list_add(&scb->list, &adapter->uscb_pool);
3900 
3901 	spin_unlock_irqrestore(USER_FREE_LIST_LOCK(adapter), flags);
3902 
3903 	// if a delete logical drive operation succeeded, restart the
3904 	// controller
3905 	if (raw_mbox[0] == FC_DEL_LOGDRV && raw_mbox[2] == OP_DEL_LOGDRV) {
3906 
3907 		adapter->quiescent--;
3908 
3909 		megaraid_mbox_runpendq(adapter, NULL);
3910 	}
3911 
3912 	kioc->done(kioc);
3913 
3914 	return;
3915 }
3916 
3917 
3918 /**
3919  * gather_hbainfo - HBA characteristics for the applications
3920  * @param adapter	: HBA soft state
3921  * @param hinfo		: pointer to the caller's host info strucuture
3922  */
3923 static int
3924 gather_hbainfo(adapter_t *adapter, mraid_hba_info_t *hinfo)
3925 {
3926 	uint8_t	dmajor;
3927 
3928 	dmajor			= megaraid_mbox_version[0];
3929 
3930 	hinfo->pci_vendor_id	= adapter->pdev->vendor;
3931 	hinfo->pci_device_id	= adapter->pdev->device;
3932 	hinfo->subsys_vendor_id	= adapter->pdev->subsystem_vendor;
3933 	hinfo->subsys_device_id	= adapter->pdev->subsystem_device;
3934 
3935 	hinfo->pci_bus		= adapter->pdev->bus->number;
3936 	hinfo->pci_dev_fn	= adapter->pdev->devfn;
3937 	hinfo->pci_slot		= PCI_SLOT(adapter->pdev->devfn);
3938 	hinfo->irq		= adapter->host->irq;
3939 	hinfo->baseport		= ADAP2RAIDDEV(adapter)->baseport;
3940 
3941 	hinfo->unique_id	= (hinfo->pci_bus << 8) | adapter->pdev->devfn;
3942 	hinfo->host_no		= adapter->host->host_no;
3943 
3944 	return 0;
3945 }
3946 
3947 /*
3948  * END: Interface for the common management module
3949  */
3950 
3951 
3952 
3953 /**
3954  * megaraid_sysfs_alloc_resources - allocate sysfs related resources
3955  *
3956  * Allocate packets required to issue FW calls whenever the sysfs attributes
3957  * are read. These attributes would require up-to-date information from the
3958  * FW. Also set up resources for mutual exclusion to share these resources and
3959  * the wait queue.
3960  *
3961  * @param adapter : controller's soft state
3962  *
3963  * @return 0 on success
3964  * @return -ERROR_CODE on failure
3965  */
3966 static int
3967 megaraid_sysfs_alloc_resources(adapter_t *adapter)
3968 {
3969 	mraid_device_t	*raid_dev = ADAP2RAIDDEV(adapter);
3970 	int		rval = 0;
3971 
3972 	raid_dev->sysfs_uioc = kmalloc(sizeof(uioc_t), GFP_KERNEL);
3973 
3974 	raid_dev->sysfs_mbox64 = kmalloc(sizeof(mbox64_t), GFP_KERNEL);
3975 
3976 	raid_dev->sysfs_buffer = pci_alloc_consistent(adapter->pdev,
3977 			PAGE_SIZE, &raid_dev->sysfs_buffer_dma);
3978 
3979 	if (!raid_dev->sysfs_uioc || !raid_dev->sysfs_mbox64 ||
3980 		!raid_dev->sysfs_buffer) {
3981 
3982 		con_log(CL_ANN, (KERN_WARNING
3983 			"megaraid: out of memory, %s %d\n", __FUNCTION__,
3984 			__LINE__));
3985 
3986 		rval = -ENOMEM;
3987 
3988 		megaraid_sysfs_free_resources(adapter);
3989 	}
3990 
3991 	sema_init(&raid_dev->sysfs_sem, 1);
3992 
3993 	init_waitqueue_head(&raid_dev->sysfs_wait_q);
3994 
3995 	return rval;
3996 }
3997 
3998 
3999 /**
4000  * megaraid_sysfs_free_resources - free sysfs related resources
4001  *
4002  * Free packets allocated for sysfs FW commands
4003  *
4004  * @param adapter : controller's soft state
4005  */
4006 static void
4007 megaraid_sysfs_free_resources(adapter_t *adapter)
4008 {
4009 	mraid_device_t	*raid_dev = ADAP2RAIDDEV(adapter);
4010 
4011 	if (raid_dev->sysfs_uioc) kfree(raid_dev->sysfs_uioc);
4012 
4013 	if (raid_dev->sysfs_mbox64) kfree(raid_dev->sysfs_mbox64);
4014 
4015 	if (raid_dev->sysfs_buffer) {
4016 		pci_free_consistent(adapter->pdev, PAGE_SIZE,
4017 			raid_dev->sysfs_buffer, raid_dev->sysfs_buffer_dma);
4018 	}
4019 }
4020 
4021 
4022 /**
4023  * megaraid_sysfs_get_ldmap_done - callback for get ldmap
4024  *
4025  * Callback routine called in the ISR/tasklet context for get ldmap call
4026  *
4027  * @param uioc : completed packet
4028  */
4029 static void
4030 megaraid_sysfs_get_ldmap_done(uioc_t *uioc)
4031 {
4032 	adapter_t	*adapter = (adapter_t *)uioc->buf_vaddr;
4033 	mraid_device_t	*raid_dev = ADAP2RAIDDEV(adapter);
4034 
4035 	uioc->status = 0;
4036 
4037 	wake_up(&raid_dev->sysfs_wait_q);
4038 }
4039 
4040 
4041 /**
4042  * megaraid_sysfs_get_ldmap_timeout - timeout handling for get ldmap
4043  *
4044  * Timeout routine to recover and return to application, in case the adapter
4045  * has stopped responding. A timeout of 60 seconds for this command seem like
4046  * a good value
4047  *
4048  * @param uioc : timed out packet
4049  */
4050 static void
4051 megaraid_sysfs_get_ldmap_timeout(unsigned long data)
4052 {
4053 	uioc_t		*uioc = (uioc_t *)data;
4054 	adapter_t	*adapter = (adapter_t *)uioc->buf_vaddr;
4055 	mraid_device_t	*raid_dev = ADAP2RAIDDEV(adapter);
4056 
4057 	uioc->status = -ETIME;
4058 
4059 	wake_up(&raid_dev->sysfs_wait_q);
4060 }
4061 
4062 
4063 /**
4064  * megaraid_sysfs_get_ldmap - get update logical drive map
4065  *
4066  * This routine will be called whenever user reads the logical drive
4067  * attributes, go get the current logical drive mapping table from the
4068  * firmware. We use the managment API's to issue commands to the controller.
4069  *
4070  * NOTE: The commands issuance functionality is not generalized and
4071  * implemented in context of "get ld map" command only. If required, the
4072  * command issuance logical can be trivially pulled out and implemented as a
4073  * standalone libary. For now, this should suffice since there is no other
4074  * user of this interface.
4075  *
4076  * @param adapter : controller's soft state
4077  *
4078  * @return 0 on success
4079  * @return -1 on failure
4080  */
4081 static int
4082 megaraid_sysfs_get_ldmap(adapter_t *adapter)
4083 {
4084 	mraid_device_t		*raid_dev = ADAP2RAIDDEV(adapter);
4085 	uioc_t			*uioc;
4086 	mbox64_t		*mbox64;
4087 	mbox_t			*mbox;
4088 	char			*raw_mbox;
4089 	struct timer_list	sysfs_timer;
4090 	struct timer_list	*timerp;
4091 	caddr_t			ldmap;
4092 	int			rval = 0;
4093 
4094 	/*
4095 	 * Allow only one read at a time to go through the sysfs attributes
4096 	 */
4097 	down(&raid_dev->sysfs_sem);
4098 
4099 	uioc	= raid_dev->sysfs_uioc;
4100 	mbox64	= raid_dev->sysfs_mbox64;
4101 	ldmap	= raid_dev->sysfs_buffer;
4102 
4103 	memset(uioc, 0, sizeof(uioc_t));
4104 	memset(mbox64, 0, sizeof(mbox64_t));
4105 	memset(ldmap, 0, sizeof(raid_dev->curr_ldmap));
4106 
4107 	mbox		= &mbox64->mbox32;
4108 	raw_mbox	= (char *)mbox;
4109 	uioc->cmdbuf    = (uint64_t)(unsigned long)mbox64;
4110 	uioc->buf_vaddr	= (caddr_t)adapter;
4111 	uioc->status	= -ENODATA;
4112 	uioc->done	= megaraid_sysfs_get_ldmap_done;
4113 
4114 	/*
4115 	 * Prepare the mailbox packet to get the current logical drive mapping
4116 	 * table
4117 	 */
4118 	mbox->xferaddr = (uint32_t)raid_dev->sysfs_buffer_dma;
4119 
4120 	raw_mbox[0] = FC_DEL_LOGDRV;
4121 	raw_mbox[2] = OP_GET_LDID_MAP;
4122 
4123 	/*
4124 	 * Setup a timer to recover from a non-responding controller
4125 	 */
4126 	timerp	= &sysfs_timer;
4127 	init_timer(timerp);
4128 
4129 	timerp->function	= megaraid_sysfs_get_ldmap_timeout;
4130 	timerp->data		= (unsigned long)uioc;
4131 	timerp->expires		= jiffies + 60 * HZ;
4132 
4133 	add_timer(timerp);
4134 
4135 	/*
4136 	 * Send the command to the firmware
4137 	 */
4138 	rval = megaraid_mbox_mm_command(adapter, uioc);
4139 
4140 	if (rval == 0) {	// command successfully issued
4141 		wait_event(raid_dev->sysfs_wait_q, (uioc->status != -ENODATA));
4142 
4143 		/*
4144 		 * Check if the command timed out
4145 		 */
4146 		if (uioc->status == -ETIME) {
4147 			con_log(CL_ANN, (KERN_NOTICE
4148 				"megaraid: sysfs get ld map timed out\n"));
4149 
4150 			rval = -ETIME;
4151 		}
4152 		else {
4153 			rval = mbox->status;
4154 		}
4155 
4156 		if (rval == 0) {
4157 			memcpy(raid_dev->curr_ldmap, ldmap,
4158 				sizeof(raid_dev->curr_ldmap));
4159 		}
4160 		else {
4161 			con_log(CL_ANN, (KERN_NOTICE
4162 				"megaraid: get ld map failed with %x\n", rval));
4163 		}
4164 	}
4165 	else {
4166 		con_log(CL_ANN, (KERN_NOTICE
4167 			"megaraid: could not issue ldmap command:%x\n", rval));
4168 	}
4169 
4170 
4171 	del_timer_sync(timerp);
4172 
4173 	up(&raid_dev->sysfs_sem);
4174 
4175 	return rval;
4176 }
4177 
4178 
4179 /**
4180  * megaraid_sysfs_show_app_hndl - display application handle for this adapter
4181  *
4182  * Display the handle used by the applications while executing management
4183  * tasks on the adapter. We invoke a management module API to get the adapter
4184  * handle, since we do not interface with applications directly.
4185  *
4186  * @param cdev	: class device object representation for the host
4187  * @param buf	: buffer to send data to
4188  */
4189 static ssize_t
4190 megaraid_sysfs_show_app_hndl(struct class_device *cdev, char *buf)
4191 {
4192 	struct Scsi_Host *shost = class_to_shost(cdev);
4193 	adapter_t	*adapter = (adapter_t *)SCSIHOST2ADAP(shost);
4194 	uint32_t	app_hndl;
4195 
4196 	app_hndl = mraid_mm_adapter_app_handle(adapter->unique_id);
4197 
4198 	return snprintf(buf, 8, "%u\n", app_hndl);
4199 }
4200 
4201 
4202 /**
4203  * megaraid_sysfs_show_ldnum - display the logical drive number for this device
4204  *
4205  * Display the logical drive number for the device in question, if it a valid
4206  * logical drive. For physical devices, "-1" is returned
4207  * The logical drive number is displayed in following format
4208  *
4209  * <SCSI ID> <LD NUM> <LD STICKY ID> <APP ADAPTER HANDLE>
4210  *   <int>     <int>       <int>            <int>
4211  *
4212  * @param dev	: device object representation for the scsi device
4213  * @param buf	: buffer to send data to
4214  */
4215 static ssize_t
4216 megaraid_sysfs_show_ldnum(struct device *dev, char *buf)
4217 {
4218 	struct scsi_device *sdev = to_scsi_device(dev);
4219 	adapter_t	*adapter = (adapter_t *)SCSIHOST2ADAP(sdev->host);
4220 	mraid_device_t	*raid_dev = ADAP2RAIDDEV(adapter);
4221 	int		scsi_id = -1;
4222 	int		logical_drv = -1;
4223 	int		ldid_map = -1;
4224 	uint32_t	app_hndl = 0;
4225 	int		mapped_sdev_id;
4226 	int		rval;
4227 	int		i;
4228 
4229 	if (raid_dev->random_del_supported &&
4230 			MRAID_IS_LOGICAL_SDEV(adapter, sdev)) {
4231 
4232 		rval = megaraid_sysfs_get_ldmap(adapter);
4233 		if (rval == 0) {
4234 
4235 			for (i = 0; i < MAX_LOGICAL_DRIVES_40LD; i++) {
4236 
4237 				mapped_sdev_id = sdev->id;
4238 
4239 				if (sdev->id > adapter->init_id) {
4240 					mapped_sdev_id -= 1;
4241 				}
4242 
4243 				if (raid_dev->curr_ldmap[i] == mapped_sdev_id) {
4244 
4245 					scsi_id = sdev->id;
4246 
4247 					logical_drv = i;
4248 
4249 					ldid_map = raid_dev->curr_ldmap[i];
4250 
4251 					app_hndl = mraid_mm_adapter_app_handle(
4252 							adapter->unique_id);
4253 
4254 					break;
4255 				}
4256 			}
4257 		}
4258 		else {
4259 			con_log(CL_ANN, (KERN_NOTICE
4260 				"megaraid: sysfs get ld map failed: %x\n",
4261 				rval));
4262 		}
4263 	}
4264 
4265 	return snprintf(buf, 36, "%d %d %d %d\n", scsi_id, logical_drv,
4266 			ldid_map, app_hndl);
4267 }
4268 
4269 
4270 /*
4271  * END: Mailbox Low Level Driver
4272  */
4273 module_init(megaraid_init);
4274 module_exit(megaraid_exit);
4275 
4276 /* vim: set ts=8 sw=8 tw=78 ai si: */
4277