xref: /openbmc/linux/drivers/scsi/qla2xxx/qla_nx.c (revision b8d312aa)
1 /*
2  * QLogic Fibre Channel HBA Driver
3  * Copyright (c)  2003-2014 QLogic Corporation
4  *
5  * See LICENSE.qla2xxx for copyright and licensing details.
6  */
7 #include "qla_def.h"
8 #include <linux/delay.h>
9 #include <linux/io-64-nonatomic-lo-hi.h>
10 #include <linux/pci.h>
11 #include <linux/ratelimit.h>
12 #include <linux/vmalloc.h>
13 #include <scsi/scsi_tcq.h>
14 
15 #define MASK(n)			((1ULL<<(n))-1)
16 #define MN_WIN(addr) (((addr & 0x1fc0000) >> 1) | \
17 	((addr >> 25) & 0x3ff))
18 #define OCM_WIN(addr) (((addr & 0x1ff0000) >> 1) | \
19 	((addr >> 25) & 0x3ff))
20 #define MS_WIN(addr) (addr & 0x0ffc0000)
21 #define QLA82XX_PCI_MN_2M   (0)
22 #define QLA82XX_PCI_MS_2M   (0x80000)
23 #define QLA82XX_PCI_OCM0_2M (0xc0000)
24 #define VALID_OCM_ADDR(addr) (((addr) & 0x3f800) != 0x3f800)
25 #define GET_MEM_OFFS_2M(addr) (addr & MASK(18))
26 #define BLOCK_PROTECT_BITS 0x0F
27 
28 /* CRB window related */
29 #define CRB_BLK(off)	((off >> 20) & 0x3f)
30 #define CRB_SUBBLK(off)	((off >> 16) & 0xf)
31 #define CRB_WINDOW_2M	(0x130060)
32 #define QLA82XX_PCI_CAMQM_2M_END	(0x04800800UL)
33 #define CRB_HI(off)	((qla82xx_crb_hub_agt[CRB_BLK(off)] << 20) | \
34 			((off) & 0xf0000))
35 #define QLA82XX_PCI_CAMQM_2M_BASE	(0x000ff800UL)
36 #define CRB_INDIRECT_2M	(0x1e0000UL)
37 
38 #define MAX_CRB_XFORM 60
39 static unsigned long crb_addr_xform[MAX_CRB_XFORM];
40 static int qla82xx_crb_table_initialized;
41 
42 #define qla82xx_crb_addr_transform(name) \
43 	(crb_addr_xform[QLA82XX_HW_PX_MAP_CRB_##name] = \
44 	QLA82XX_HW_CRB_HUB_AGT_ADR_##name << 20)
45 
46 const int MD_MIU_TEST_AGT_RDDATA[] = {
47 	0x410000A8, 0x410000AC,
48 	0x410000B8, 0x410000BC
49 };
50 
51 static void qla82xx_crb_addr_transform_setup(void)
52 {
53 	qla82xx_crb_addr_transform(XDMA);
54 	qla82xx_crb_addr_transform(TIMR);
55 	qla82xx_crb_addr_transform(SRE);
56 	qla82xx_crb_addr_transform(SQN3);
57 	qla82xx_crb_addr_transform(SQN2);
58 	qla82xx_crb_addr_transform(SQN1);
59 	qla82xx_crb_addr_transform(SQN0);
60 	qla82xx_crb_addr_transform(SQS3);
61 	qla82xx_crb_addr_transform(SQS2);
62 	qla82xx_crb_addr_transform(SQS1);
63 	qla82xx_crb_addr_transform(SQS0);
64 	qla82xx_crb_addr_transform(RPMX7);
65 	qla82xx_crb_addr_transform(RPMX6);
66 	qla82xx_crb_addr_transform(RPMX5);
67 	qla82xx_crb_addr_transform(RPMX4);
68 	qla82xx_crb_addr_transform(RPMX3);
69 	qla82xx_crb_addr_transform(RPMX2);
70 	qla82xx_crb_addr_transform(RPMX1);
71 	qla82xx_crb_addr_transform(RPMX0);
72 	qla82xx_crb_addr_transform(ROMUSB);
73 	qla82xx_crb_addr_transform(SN);
74 	qla82xx_crb_addr_transform(QMN);
75 	qla82xx_crb_addr_transform(QMS);
76 	qla82xx_crb_addr_transform(PGNI);
77 	qla82xx_crb_addr_transform(PGND);
78 	qla82xx_crb_addr_transform(PGN3);
79 	qla82xx_crb_addr_transform(PGN2);
80 	qla82xx_crb_addr_transform(PGN1);
81 	qla82xx_crb_addr_transform(PGN0);
82 	qla82xx_crb_addr_transform(PGSI);
83 	qla82xx_crb_addr_transform(PGSD);
84 	qla82xx_crb_addr_transform(PGS3);
85 	qla82xx_crb_addr_transform(PGS2);
86 	qla82xx_crb_addr_transform(PGS1);
87 	qla82xx_crb_addr_transform(PGS0);
88 	qla82xx_crb_addr_transform(PS);
89 	qla82xx_crb_addr_transform(PH);
90 	qla82xx_crb_addr_transform(NIU);
91 	qla82xx_crb_addr_transform(I2Q);
92 	qla82xx_crb_addr_transform(EG);
93 	qla82xx_crb_addr_transform(MN);
94 	qla82xx_crb_addr_transform(MS);
95 	qla82xx_crb_addr_transform(CAS2);
96 	qla82xx_crb_addr_transform(CAS1);
97 	qla82xx_crb_addr_transform(CAS0);
98 	qla82xx_crb_addr_transform(CAM);
99 	qla82xx_crb_addr_transform(C2C1);
100 	qla82xx_crb_addr_transform(C2C0);
101 	qla82xx_crb_addr_transform(SMB);
102 	qla82xx_crb_addr_transform(OCM0);
103 	/*
104 	 * Used only in P3 just define it for P2 also.
105 	 */
106 	qla82xx_crb_addr_transform(I2C0);
107 
108 	qla82xx_crb_table_initialized = 1;
109 }
110 
111 static struct crb_128M_2M_block_map crb_128M_2M_map[64] = {
112 	{{{0, 0,         0,         0} } },
113 	{{{1, 0x0100000, 0x0102000, 0x120000},
114 	{1, 0x0110000, 0x0120000, 0x130000},
115 	{1, 0x0120000, 0x0122000, 0x124000},
116 	{1, 0x0130000, 0x0132000, 0x126000},
117 	{1, 0x0140000, 0x0142000, 0x128000},
118 	{1, 0x0150000, 0x0152000, 0x12a000},
119 	{1, 0x0160000, 0x0170000, 0x110000},
120 	{1, 0x0170000, 0x0172000, 0x12e000},
121 	{0, 0x0000000, 0x0000000, 0x000000},
122 	{0, 0x0000000, 0x0000000, 0x000000},
123 	{0, 0x0000000, 0x0000000, 0x000000},
124 	{0, 0x0000000, 0x0000000, 0x000000},
125 	{0, 0x0000000, 0x0000000, 0x000000},
126 	{0, 0x0000000, 0x0000000, 0x000000},
127 	{1, 0x01e0000, 0x01e0800, 0x122000},
128 	{0, 0x0000000, 0x0000000, 0x000000} } } ,
129 	{{{1, 0x0200000, 0x0210000, 0x180000} } },
130 	{{{0, 0,         0,         0} } },
131 	{{{1, 0x0400000, 0x0401000, 0x169000} } },
132 	{{{1, 0x0500000, 0x0510000, 0x140000} } },
133 	{{{1, 0x0600000, 0x0610000, 0x1c0000} } },
134 	{{{1, 0x0700000, 0x0704000, 0x1b8000} } },
135 	{{{1, 0x0800000, 0x0802000, 0x170000},
136 	{0, 0x0000000, 0x0000000, 0x000000},
137 	{0, 0x0000000, 0x0000000, 0x000000},
138 	{0, 0x0000000, 0x0000000, 0x000000},
139 	{0, 0x0000000, 0x0000000, 0x000000},
140 	{0, 0x0000000, 0x0000000, 0x000000},
141 	{0, 0x0000000, 0x0000000, 0x000000},
142 	{0, 0x0000000, 0x0000000, 0x000000},
143 	{0, 0x0000000, 0x0000000, 0x000000},
144 	{0, 0x0000000, 0x0000000, 0x000000},
145 	{0, 0x0000000, 0x0000000, 0x000000},
146 	{0, 0x0000000, 0x0000000, 0x000000},
147 	{0, 0x0000000, 0x0000000, 0x000000},
148 	{0, 0x0000000, 0x0000000, 0x000000},
149 	{0, 0x0000000, 0x0000000, 0x000000},
150 	{1, 0x08f0000, 0x08f2000, 0x172000} } },
151 	{{{1, 0x0900000, 0x0902000, 0x174000},
152 	{0, 0x0000000, 0x0000000, 0x000000},
153 	{0, 0x0000000, 0x0000000, 0x000000},
154 	{0, 0x0000000, 0x0000000, 0x000000},
155 	{0, 0x0000000, 0x0000000, 0x000000},
156 	{0, 0x0000000, 0x0000000, 0x000000},
157 	{0, 0x0000000, 0x0000000, 0x000000},
158 	{0, 0x0000000, 0x0000000, 0x000000},
159 	{0, 0x0000000, 0x0000000, 0x000000},
160 	{0, 0x0000000, 0x0000000, 0x000000},
161 	{0, 0x0000000, 0x0000000, 0x000000},
162 	{0, 0x0000000, 0x0000000, 0x000000},
163 	{0, 0x0000000, 0x0000000, 0x000000},
164 	{0, 0x0000000, 0x0000000, 0x000000},
165 	{0, 0x0000000, 0x0000000, 0x000000},
166 	{1, 0x09f0000, 0x09f2000, 0x176000} } },
167 	{{{0, 0x0a00000, 0x0a02000, 0x178000},
168 	{0, 0x0000000, 0x0000000, 0x000000},
169 	{0, 0x0000000, 0x0000000, 0x000000},
170 	{0, 0x0000000, 0x0000000, 0x000000},
171 	{0, 0x0000000, 0x0000000, 0x000000},
172 	{0, 0x0000000, 0x0000000, 0x000000},
173 	{0, 0x0000000, 0x0000000, 0x000000},
174 	{0, 0x0000000, 0x0000000, 0x000000},
175 	{0, 0x0000000, 0x0000000, 0x000000},
176 	{0, 0x0000000, 0x0000000, 0x000000},
177 	{0, 0x0000000, 0x0000000, 0x000000},
178 	{0, 0x0000000, 0x0000000, 0x000000},
179 	{0, 0x0000000, 0x0000000, 0x000000},
180 	{0, 0x0000000, 0x0000000, 0x000000},
181 	{0, 0x0000000, 0x0000000, 0x000000},
182 	{1, 0x0af0000, 0x0af2000, 0x17a000} } },
183 	{{{0, 0x0b00000, 0x0b02000, 0x17c000},
184 	{0, 0x0000000, 0x0000000, 0x000000},
185 	{0, 0x0000000, 0x0000000, 0x000000},
186 	{0, 0x0000000, 0x0000000, 0x000000},
187 	{0, 0x0000000, 0x0000000, 0x000000},
188 	{0, 0x0000000, 0x0000000, 0x000000},
189 	{0, 0x0000000, 0x0000000, 0x000000},
190 	{0, 0x0000000, 0x0000000, 0x000000},
191 	{0, 0x0000000, 0x0000000, 0x000000},
192 	{0, 0x0000000, 0x0000000, 0x000000},
193 	{0, 0x0000000, 0x0000000, 0x000000},
194 	{0, 0x0000000, 0x0000000, 0x000000},
195 	{0, 0x0000000, 0x0000000, 0x000000},
196 	{0, 0x0000000, 0x0000000, 0x000000},
197 	{0, 0x0000000, 0x0000000, 0x000000},
198 	{1, 0x0bf0000, 0x0bf2000, 0x17e000} } },
199 	{{{1, 0x0c00000, 0x0c04000, 0x1d4000} } },
200 	{{{1, 0x0d00000, 0x0d04000, 0x1a4000} } },
201 	{{{1, 0x0e00000, 0x0e04000, 0x1a0000} } },
202 	{{{1, 0x0f00000, 0x0f01000, 0x164000} } },
203 	{{{0, 0x1000000, 0x1004000, 0x1a8000} } },
204 	{{{1, 0x1100000, 0x1101000, 0x160000} } },
205 	{{{1, 0x1200000, 0x1201000, 0x161000} } },
206 	{{{1, 0x1300000, 0x1301000, 0x162000} } },
207 	{{{1, 0x1400000, 0x1401000, 0x163000} } },
208 	{{{1, 0x1500000, 0x1501000, 0x165000} } },
209 	{{{1, 0x1600000, 0x1601000, 0x166000} } },
210 	{{{0, 0,         0,         0} } },
211 	{{{0, 0,         0,         0} } },
212 	{{{0, 0,         0,         0} } },
213 	{{{0, 0,         0,         0} } },
214 	{{{0, 0,         0,         0} } },
215 	{{{0, 0,         0,         0} } },
216 	{{{1, 0x1d00000, 0x1d10000, 0x190000} } },
217 	{{{1, 0x1e00000, 0x1e01000, 0x16a000} } },
218 	{{{1, 0x1f00000, 0x1f10000, 0x150000} } },
219 	{{{0} } },
220 	{{{1, 0x2100000, 0x2102000, 0x120000},
221 	{1, 0x2110000, 0x2120000, 0x130000},
222 	{1, 0x2120000, 0x2122000, 0x124000},
223 	{1, 0x2130000, 0x2132000, 0x126000},
224 	{1, 0x2140000, 0x2142000, 0x128000},
225 	{1, 0x2150000, 0x2152000, 0x12a000},
226 	{1, 0x2160000, 0x2170000, 0x110000},
227 	{1, 0x2170000, 0x2172000, 0x12e000},
228 	{0, 0x0000000, 0x0000000, 0x000000},
229 	{0, 0x0000000, 0x0000000, 0x000000},
230 	{0, 0x0000000, 0x0000000, 0x000000},
231 	{0, 0x0000000, 0x0000000, 0x000000},
232 	{0, 0x0000000, 0x0000000, 0x000000},
233 	{0, 0x0000000, 0x0000000, 0x000000},
234 	{0, 0x0000000, 0x0000000, 0x000000},
235 	{0, 0x0000000, 0x0000000, 0x000000} } },
236 	{{{1, 0x2200000, 0x2204000, 0x1b0000} } },
237 	{{{0} } },
238 	{{{0} } },
239 	{{{0} } },
240 	{{{0} } },
241 	{{{0} } },
242 	{{{1, 0x2800000, 0x2804000, 0x1a4000} } },
243 	{{{1, 0x2900000, 0x2901000, 0x16b000} } },
244 	{{{1, 0x2a00000, 0x2a00400, 0x1ac400} } },
245 	{{{1, 0x2b00000, 0x2b00400, 0x1ac800} } },
246 	{{{1, 0x2c00000, 0x2c00400, 0x1acc00} } },
247 	{{{1, 0x2d00000, 0x2d00400, 0x1ad000} } },
248 	{{{1, 0x2e00000, 0x2e00400, 0x1ad400} } },
249 	{{{1, 0x2f00000, 0x2f00400, 0x1ad800} } },
250 	{{{1, 0x3000000, 0x3000400, 0x1adc00} } },
251 	{{{0, 0x3100000, 0x3104000, 0x1a8000} } },
252 	{{{1, 0x3200000, 0x3204000, 0x1d4000} } },
253 	{{{1, 0x3300000, 0x3304000, 0x1a0000} } },
254 	{{{0} } },
255 	{{{1, 0x3500000, 0x3500400, 0x1ac000} } },
256 	{{{1, 0x3600000, 0x3600400, 0x1ae000} } },
257 	{{{1, 0x3700000, 0x3700400, 0x1ae400} } },
258 	{{{1, 0x3800000, 0x3804000, 0x1d0000} } },
259 	{{{1, 0x3900000, 0x3904000, 0x1b4000} } },
260 	{{{1, 0x3a00000, 0x3a04000, 0x1d8000} } },
261 	{{{0} } },
262 	{{{0} } },
263 	{{{1, 0x3d00000, 0x3d04000, 0x1dc000} } },
264 	{{{1, 0x3e00000, 0x3e01000, 0x167000} } },
265 	{{{1, 0x3f00000, 0x3f01000, 0x168000} } }
266 };
267 
268 /*
269  * top 12 bits of crb internal address (hub, agent)
270  */
271 static unsigned qla82xx_crb_hub_agt[64] = {
272 	0,
273 	QLA82XX_HW_CRB_HUB_AGT_ADR_PS,
274 	QLA82XX_HW_CRB_HUB_AGT_ADR_MN,
275 	QLA82XX_HW_CRB_HUB_AGT_ADR_MS,
276 	0,
277 	QLA82XX_HW_CRB_HUB_AGT_ADR_SRE,
278 	QLA82XX_HW_CRB_HUB_AGT_ADR_NIU,
279 	QLA82XX_HW_CRB_HUB_AGT_ADR_QMN,
280 	QLA82XX_HW_CRB_HUB_AGT_ADR_SQN0,
281 	QLA82XX_HW_CRB_HUB_AGT_ADR_SQN1,
282 	QLA82XX_HW_CRB_HUB_AGT_ADR_SQN2,
283 	QLA82XX_HW_CRB_HUB_AGT_ADR_SQN3,
284 	QLA82XX_HW_CRB_HUB_AGT_ADR_I2Q,
285 	QLA82XX_HW_CRB_HUB_AGT_ADR_TIMR,
286 	QLA82XX_HW_CRB_HUB_AGT_ADR_ROMUSB,
287 	QLA82XX_HW_CRB_HUB_AGT_ADR_PGN4,
288 	QLA82XX_HW_CRB_HUB_AGT_ADR_XDMA,
289 	QLA82XX_HW_CRB_HUB_AGT_ADR_PGN0,
290 	QLA82XX_HW_CRB_HUB_AGT_ADR_PGN1,
291 	QLA82XX_HW_CRB_HUB_AGT_ADR_PGN2,
292 	QLA82XX_HW_CRB_HUB_AGT_ADR_PGN3,
293 	QLA82XX_HW_CRB_HUB_AGT_ADR_PGND,
294 	QLA82XX_HW_CRB_HUB_AGT_ADR_PGNI,
295 	QLA82XX_HW_CRB_HUB_AGT_ADR_PGS0,
296 	QLA82XX_HW_CRB_HUB_AGT_ADR_PGS1,
297 	QLA82XX_HW_CRB_HUB_AGT_ADR_PGS2,
298 	QLA82XX_HW_CRB_HUB_AGT_ADR_PGS3,
299 	0,
300 	QLA82XX_HW_CRB_HUB_AGT_ADR_PGSI,
301 	QLA82XX_HW_CRB_HUB_AGT_ADR_SN,
302 	0,
303 	QLA82XX_HW_CRB_HUB_AGT_ADR_EG,
304 	0,
305 	QLA82XX_HW_CRB_HUB_AGT_ADR_PS,
306 	QLA82XX_HW_CRB_HUB_AGT_ADR_CAM,
307 	0,
308 	0,
309 	0,
310 	0,
311 	0,
312 	QLA82XX_HW_CRB_HUB_AGT_ADR_TIMR,
313 	0,
314 	QLA82XX_HW_CRB_HUB_AGT_ADR_RPMX1,
315 	QLA82XX_HW_CRB_HUB_AGT_ADR_RPMX2,
316 	QLA82XX_HW_CRB_HUB_AGT_ADR_RPMX3,
317 	QLA82XX_HW_CRB_HUB_AGT_ADR_RPMX4,
318 	QLA82XX_HW_CRB_HUB_AGT_ADR_RPMX5,
319 	QLA82XX_HW_CRB_HUB_AGT_ADR_RPMX6,
320 	QLA82XX_HW_CRB_HUB_AGT_ADR_RPMX7,
321 	QLA82XX_HW_CRB_HUB_AGT_ADR_XDMA,
322 	QLA82XX_HW_CRB_HUB_AGT_ADR_I2Q,
323 	QLA82XX_HW_CRB_HUB_AGT_ADR_ROMUSB,
324 	0,
325 	QLA82XX_HW_CRB_HUB_AGT_ADR_RPMX0,
326 	QLA82XX_HW_CRB_HUB_AGT_ADR_RPMX8,
327 	QLA82XX_HW_CRB_HUB_AGT_ADR_RPMX9,
328 	QLA82XX_HW_CRB_HUB_AGT_ADR_OCM0,
329 	0,
330 	QLA82XX_HW_CRB_HUB_AGT_ADR_SMB,
331 	QLA82XX_HW_CRB_HUB_AGT_ADR_I2C0,
332 	QLA82XX_HW_CRB_HUB_AGT_ADR_I2C1,
333 	0,
334 	QLA82XX_HW_CRB_HUB_AGT_ADR_PGNC,
335 	0,
336 };
337 
338 /* Device states */
339 static char *q_dev_state[] = {
340 	 "Unknown",
341 	"Cold",
342 	"Initializing",
343 	"Ready",
344 	"Need Reset",
345 	"Need Quiescent",
346 	"Failed",
347 	"Quiescent",
348 };
349 
350 char *qdev_state(uint32_t dev_state)
351 {
352 	return q_dev_state[dev_state];
353 }
354 
355 /*
356  * In: 'off_in' is offset from CRB space in 128M pci map
357  * Out: 'off_out' is 2M pci map addr
358  * side effect: lock crb window
359  */
360 static void
361 qla82xx_pci_set_crbwindow_2M(struct qla_hw_data *ha, ulong off_in,
362 			     void __iomem **off_out)
363 {
364 	u32 win_read;
365 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
366 
367 	ha->crb_win = CRB_HI(off_in);
368 	writel(ha->crb_win, CRB_WINDOW_2M + ha->nx_pcibase);
369 
370 	/* Read back value to make sure write has gone through before trying
371 	 * to use it.
372 	 */
373 	win_read = RD_REG_DWORD(CRB_WINDOW_2M + ha->nx_pcibase);
374 	if (win_read != ha->crb_win) {
375 		ql_dbg(ql_dbg_p3p, vha, 0xb000,
376 		    "%s: Written crbwin (0x%x) "
377 		    "!= Read crbwin (0x%x), off=0x%lx.\n",
378 		    __func__, ha->crb_win, win_read, off_in);
379 	}
380 	*off_out = (off_in & MASK(16)) + CRB_INDIRECT_2M + ha->nx_pcibase;
381 }
382 
383 static inline unsigned long
384 qla82xx_pci_set_crbwindow(struct qla_hw_data *ha, u64 off)
385 {
386 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
387 	/* See if we are currently pointing to the region we want to use next */
388 	if ((off >= QLA82XX_CRB_PCIX_HOST) && (off < QLA82XX_CRB_DDR_NET)) {
389 		/* No need to change window. PCIX and PCIEregs are in both
390 		 * regs are in both windows.
391 		 */
392 		return off;
393 	}
394 
395 	if ((off >= QLA82XX_CRB_PCIX_HOST) && (off < QLA82XX_CRB_PCIX_HOST2)) {
396 		/* We are in first CRB window */
397 		if (ha->curr_window != 0)
398 			WARN_ON(1);
399 		return off;
400 	}
401 
402 	if ((off > QLA82XX_CRB_PCIX_HOST2) && (off < QLA82XX_CRB_MAX)) {
403 		/* We are in second CRB window */
404 		off = off - QLA82XX_CRB_PCIX_HOST2 + QLA82XX_CRB_PCIX_HOST;
405 
406 		if (ha->curr_window != 1)
407 			return off;
408 
409 		/* We are in the QM or direct access
410 		 * register region - do nothing
411 		 */
412 		if ((off >= QLA82XX_PCI_DIRECT_CRB) &&
413 			(off < QLA82XX_PCI_CAMQM_MAX))
414 			return off;
415 	}
416 	/* strange address given */
417 	ql_dbg(ql_dbg_p3p, vha, 0xb001,
418 	    "%s: Warning: unm_nic_pci_set_crbwindow "
419 	    "called with an unknown address(%llx).\n",
420 	    QLA2XXX_DRIVER_NAME, off);
421 	return off;
422 }
423 
424 static int
425 qla82xx_pci_get_crb_addr_2M(struct qla_hw_data *ha, ulong off_in,
426 			    void __iomem **off_out)
427 {
428 	struct crb_128M_2M_sub_block_map *m;
429 
430 	if (off_in >= QLA82XX_CRB_MAX)
431 		return -1;
432 
433 	if (off_in >= QLA82XX_PCI_CAMQM && off_in < QLA82XX_PCI_CAMQM_2M_END) {
434 		*off_out = (off_in - QLA82XX_PCI_CAMQM) +
435 		    QLA82XX_PCI_CAMQM_2M_BASE + ha->nx_pcibase;
436 		return 0;
437 	}
438 
439 	if (off_in < QLA82XX_PCI_CRBSPACE)
440 		return -1;
441 
442 	off_in -= QLA82XX_PCI_CRBSPACE;
443 
444 	/* Try direct map */
445 	m = &crb_128M_2M_map[CRB_BLK(off_in)].sub_block[CRB_SUBBLK(off_in)];
446 
447 	if (m->valid && (m->start_128M <= off_in) && (m->end_128M > off_in)) {
448 		*off_out = off_in + m->start_2M - m->start_128M + ha->nx_pcibase;
449 		return 0;
450 	}
451 	/* Not in direct map, use crb window */
452 	*off_out = (void __iomem *)off_in;
453 	return 1;
454 }
455 
456 #define CRB_WIN_LOCK_TIMEOUT 100000000
457 static int qla82xx_crb_win_lock(struct qla_hw_data *ha)
458 {
459 	int done = 0, timeout = 0;
460 
461 	while (!done) {
462 		/* acquire semaphore3 from PCI HW block */
463 		done = qla82xx_rd_32(ha, QLA82XX_PCIE_REG(PCIE_SEM7_LOCK));
464 		if (done == 1)
465 			break;
466 		if (timeout >= CRB_WIN_LOCK_TIMEOUT)
467 			return -1;
468 		timeout++;
469 	}
470 	qla82xx_wr_32(ha, QLA82XX_CRB_WIN_LOCK_ID, ha->portnum);
471 	return 0;
472 }
473 
474 int
475 qla82xx_wr_32(struct qla_hw_data *ha, ulong off_in, u32 data)
476 {
477 	void __iomem *off;
478 	unsigned long flags = 0;
479 	int rv;
480 
481 	rv = qla82xx_pci_get_crb_addr_2M(ha, off_in, &off);
482 
483 	BUG_ON(rv == -1);
484 
485 	if (rv == 1) {
486 #ifndef __CHECKER__
487 		write_lock_irqsave(&ha->hw_lock, flags);
488 #endif
489 		qla82xx_crb_win_lock(ha);
490 		qla82xx_pci_set_crbwindow_2M(ha, off_in, &off);
491 	}
492 
493 	writel(data, (void __iomem *)off);
494 
495 	if (rv == 1) {
496 		qla82xx_rd_32(ha, QLA82XX_PCIE_REG(PCIE_SEM7_UNLOCK));
497 #ifndef __CHECKER__
498 		write_unlock_irqrestore(&ha->hw_lock, flags);
499 #endif
500 	}
501 	return 0;
502 }
503 
504 int
505 qla82xx_rd_32(struct qla_hw_data *ha, ulong off_in)
506 {
507 	void __iomem *off;
508 	unsigned long flags = 0;
509 	int rv;
510 	u32 data;
511 
512 	rv = qla82xx_pci_get_crb_addr_2M(ha, off_in, &off);
513 
514 	BUG_ON(rv == -1);
515 
516 	if (rv == 1) {
517 #ifndef __CHECKER__
518 		write_lock_irqsave(&ha->hw_lock, flags);
519 #endif
520 		qla82xx_crb_win_lock(ha);
521 		qla82xx_pci_set_crbwindow_2M(ha, off_in, &off);
522 	}
523 	data = RD_REG_DWORD(off);
524 
525 	if (rv == 1) {
526 		qla82xx_rd_32(ha, QLA82XX_PCIE_REG(PCIE_SEM7_UNLOCK));
527 #ifndef __CHECKER__
528 		write_unlock_irqrestore(&ha->hw_lock, flags);
529 #endif
530 	}
531 	return data;
532 }
533 
534 #define IDC_LOCK_TIMEOUT 100000000
535 int qla82xx_idc_lock(struct qla_hw_data *ha)
536 {
537 	int i;
538 	int done = 0, timeout = 0;
539 
540 	while (!done) {
541 		/* acquire semaphore5 from PCI HW block */
542 		done = qla82xx_rd_32(ha, QLA82XX_PCIE_REG(PCIE_SEM5_LOCK));
543 		if (done == 1)
544 			break;
545 		if (timeout >= IDC_LOCK_TIMEOUT)
546 			return -1;
547 
548 		timeout++;
549 
550 		/* Yield CPU */
551 		if (!in_interrupt())
552 			schedule();
553 		else {
554 			for (i = 0; i < 20; i++)
555 				cpu_relax();
556 		}
557 	}
558 
559 	return 0;
560 }
561 
562 void qla82xx_idc_unlock(struct qla_hw_data *ha)
563 {
564 	qla82xx_rd_32(ha, QLA82XX_PCIE_REG(PCIE_SEM5_UNLOCK));
565 }
566 
567 /*
568  * check memory access boundary.
569  * used by test agent. support ddr access only for now
570  */
571 static unsigned long
572 qla82xx_pci_mem_bound_check(struct qla_hw_data *ha,
573 	unsigned long long addr, int size)
574 {
575 	if (!addr_in_range(addr, QLA82XX_ADDR_DDR_NET,
576 		QLA82XX_ADDR_DDR_NET_MAX) ||
577 		!addr_in_range(addr + size - 1, QLA82XX_ADDR_DDR_NET,
578 		QLA82XX_ADDR_DDR_NET_MAX) ||
579 		((size != 1) && (size != 2) && (size != 4) && (size != 8)))
580 			return 0;
581 	else
582 		return 1;
583 }
584 
585 static int qla82xx_pci_set_window_warning_count;
586 
587 static unsigned long
588 qla82xx_pci_set_window(struct qla_hw_data *ha, unsigned long long addr)
589 {
590 	int window;
591 	u32 win_read;
592 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
593 
594 	if (addr_in_range(addr, QLA82XX_ADDR_DDR_NET,
595 		QLA82XX_ADDR_DDR_NET_MAX)) {
596 		/* DDR network side */
597 		window = MN_WIN(addr);
598 		ha->ddr_mn_window = window;
599 		qla82xx_wr_32(ha,
600 			ha->mn_win_crb | QLA82XX_PCI_CRBSPACE, window);
601 		win_read = qla82xx_rd_32(ha,
602 			ha->mn_win_crb | QLA82XX_PCI_CRBSPACE);
603 		if ((win_read << 17) != window) {
604 			ql_dbg(ql_dbg_p3p, vha, 0xb003,
605 			    "%s: Written MNwin (0x%x) != Read MNwin (0x%x).\n",
606 			    __func__, window, win_read);
607 		}
608 		addr = GET_MEM_OFFS_2M(addr) + QLA82XX_PCI_DDR_NET;
609 	} else if (addr_in_range(addr, QLA82XX_ADDR_OCM0,
610 		QLA82XX_ADDR_OCM0_MAX)) {
611 		unsigned int temp1;
612 
613 		if ((addr & 0x00ff800) == 0xff800) {
614 			ql_log(ql_log_warn, vha, 0xb004,
615 			    "%s: QM access not handled.\n", __func__);
616 			addr = -1UL;
617 		}
618 		window = OCM_WIN(addr);
619 		ha->ddr_mn_window = window;
620 		qla82xx_wr_32(ha,
621 			ha->mn_win_crb | QLA82XX_PCI_CRBSPACE, window);
622 		win_read = qla82xx_rd_32(ha,
623 			ha->mn_win_crb | QLA82XX_PCI_CRBSPACE);
624 		temp1 = ((window & 0x1FF) << 7) |
625 		    ((window & 0x0FFFE0000) >> 17);
626 		if (win_read != temp1) {
627 			ql_log(ql_log_warn, vha, 0xb005,
628 			    "%s: Written OCMwin (0x%x) != Read OCMwin (0x%x).\n",
629 			    __func__, temp1, win_read);
630 		}
631 		addr = GET_MEM_OFFS_2M(addr) + QLA82XX_PCI_OCM0_2M;
632 
633 	} else if (addr_in_range(addr, QLA82XX_ADDR_QDR_NET,
634 		QLA82XX_P3_ADDR_QDR_NET_MAX)) {
635 		/* QDR network side */
636 		window = MS_WIN(addr);
637 		ha->qdr_sn_window = window;
638 		qla82xx_wr_32(ha,
639 			ha->ms_win_crb | QLA82XX_PCI_CRBSPACE, window);
640 		win_read = qla82xx_rd_32(ha,
641 			ha->ms_win_crb | QLA82XX_PCI_CRBSPACE);
642 		if (win_read != window) {
643 			ql_log(ql_log_warn, vha, 0xb006,
644 			    "%s: Written MSwin (0x%x) != Read MSwin (0x%x).\n",
645 			    __func__, window, win_read);
646 		}
647 		addr = GET_MEM_OFFS_2M(addr) + QLA82XX_PCI_QDR_NET;
648 	} else {
649 		/*
650 		 * peg gdb frequently accesses memory that doesn't exist,
651 		 * this limits the chit chat so debugging isn't slowed down.
652 		 */
653 		if ((qla82xx_pci_set_window_warning_count++ < 8) ||
654 		    (qla82xx_pci_set_window_warning_count%64 == 0)) {
655 			ql_log(ql_log_warn, vha, 0xb007,
656 			    "%s: Warning:%s Unknown address range!.\n",
657 			    __func__, QLA2XXX_DRIVER_NAME);
658 		}
659 		addr = -1UL;
660 	}
661 	return addr;
662 }
663 
664 /* check if address is in the same windows as the previous access */
665 static int qla82xx_pci_is_same_window(struct qla_hw_data *ha,
666 	unsigned long long addr)
667 {
668 	int			window;
669 	unsigned long long	qdr_max;
670 
671 	qdr_max = QLA82XX_P3_ADDR_QDR_NET_MAX;
672 
673 	/* DDR network side */
674 	if (addr_in_range(addr, QLA82XX_ADDR_DDR_NET,
675 		QLA82XX_ADDR_DDR_NET_MAX))
676 		BUG();
677 	else if (addr_in_range(addr, QLA82XX_ADDR_OCM0,
678 		QLA82XX_ADDR_OCM0_MAX))
679 		return 1;
680 	else if (addr_in_range(addr, QLA82XX_ADDR_OCM1,
681 		QLA82XX_ADDR_OCM1_MAX))
682 		return 1;
683 	else if (addr_in_range(addr, QLA82XX_ADDR_QDR_NET, qdr_max)) {
684 		/* QDR network side */
685 		window = ((addr - QLA82XX_ADDR_QDR_NET) >> 22) & 0x3f;
686 		if (ha->qdr_sn_window == window)
687 			return 1;
688 	}
689 	return 0;
690 }
691 
692 static int qla82xx_pci_mem_read_direct(struct qla_hw_data *ha,
693 	u64 off, void *data, int size)
694 {
695 	unsigned long   flags;
696 	void __iomem *addr = NULL;
697 	int             ret = 0;
698 	u64             start;
699 	uint8_t __iomem  *mem_ptr = NULL;
700 	unsigned long   mem_base;
701 	unsigned long   mem_page;
702 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
703 
704 	write_lock_irqsave(&ha->hw_lock, flags);
705 
706 	/*
707 	 * If attempting to access unknown address or straddle hw windows,
708 	 * do not access.
709 	 */
710 	start = qla82xx_pci_set_window(ha, off);
711 	if ((start == -1UL) ||
712 		(qla82xx_pci_is_same_window(ha, off + size - 1) == 0)) {
713 		write_unlock_irqrestore(&ha->hw_lock, flags);
714 		ql_log(ql_log_fatal, vha, 0xb008,
715 		    "%s out of bound pci memory "
716 		    "access, offset is 0x%llx.\n",
717 		    QLA2XXX_DRIVER_NAME, off);
718 		return -1;
719 	}
720 
721 	write_unlock_irqrestore(&ha->hw_lock, flags);
722 	mem_base = pci_resource_start(ha->pdev, 0);
723 	mem_page = start & PAGE_MASK;
724 	/* Map two pages whenever user tries to access addresses in two
725 	* consecutive pages.
726 	*/
727 	if (mem_page != ((start + size - 1) & PAGE_MASK))
728 		mem_ptr = ioremap(mem_base + mem_page, PAGE_SIZE * 2);
729 	else
730 		mem_ptr = ioremap(mem_base + mem_page, PAGE_SIZE);
731 	if (mem_ptr == NULL) {
732 		*(u8  *)data = 0;
733 		return -1;
734 	}
735 	addr = mem_ptr;
736 	addr += start & (PAGE_SIZE - 1);
737 	write_lock_irqsave(&ha->hw_lock, flags);
738 
739 	switch (size) {
740 	case 1:
741 		*(u8  *)data = readb(addr);
742 		break;
743 	case 2:
744 		*(u16 *)data = readw(addr);
745 		break;
746 	case 4:
747 		*(u32 *)data = readl(addr);
748 		break;
749 	case 8:
750 		*(u64 *)data = readq(addr);
751 		break;
752 	default:
753 		ret = -1;
754 		break;
755 	}
756 	write_unlock_irqrestore(&ha->hw_lock, flags);
757 
758 	if (mem_ptr)
759 		iounmap(mem_ptr);
760 	return ret;
761 }
762 
763 static int
764 qla82xx_pci_mem_write_direct(struct qla_hw_data *ha,
765 	u64 off, void *data, int size)
766 {
767 	unsigned long   flags;
768 	void  __iomem *addr = NULL;
769 	int             ret = 0;
770 	u64             start;
771 	uint8_t __iomem *mem_ptr = NULL;
772 	unsigned long   mem_base;
773 	unsigned long   mem_page;
774 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
775 
776 	write_lock_irqsave(&ha->hw_lock, flags);
777 
778 	/*
779 	 * If attempting to access unknown address or straddle hw windows,
780 	 * do not access.
781 	 */
782 	start = qla82xx_pci_set_window(ha, off);
783 	if ((start == -1UL) ||
784 		(qla82xx_pci_is_same_window(ha, off + size - 1) == 0)) {
785 		write_unlock_irqrestore(&ha->hw_lock, flags);
786 		ql_log(ql_log_fatal, vha, 0xb009,
787 		    "%s out of bound memory "
788 		    "access, offset is 0x%llx.\n",
789 		    QLA2XXX_DRIVER_NAME, off);
790 		return -1;
791 	}
792 
793 	write_unlock_irqrestore(&ha->hw_lock, flags);
794 	mem_base = pci_resource_start(ha->pdev, 0);
795 	mem_page = start & PAGE_MASK;
796 	/* Map two pages whenever user tries to access addresses in two
797 	 * consecutive pages.
798 	 */
799 	if (mem_page != ((start + size - 1) & PAGE_MASK))
800 		mem_ptr = ioremap(mem_base + mem_page, PAGE_SIZE*2);
801 	else
802 		mem_ptr = ioremap(mem_base + mem_page, PAGE_SIZE);
803 	if (mem_ptr == NULL)
804 		return -1;
805 
806 	addr = mem_ptr;
807 	addr += start & (PAGE_SIZE - 1);
808 	write_lock_irqsave(&ha->hw_lock, flags);
809 
810 	switch (size) {
811 	case 1:
812 		writeb(*(u8  *)data, addr);
813 		break;
814 	case 2:
815 		writew(*(u16 *)data, addr);
816 		break;
817 	case 4:
818 		writel(*(u32 *)data, addr);
819 		break;
820 	case 8:
821 		writeq(*(u64 *)data, addr);
822 		break;
823 	default:
824 		ret = -1;
825 		break;
826 	}
827 	write_unlock_irqrestore(&ha->hw_lock, flags);
828 	if (mem_ptr)
829 		iounmap(mem_ptr);
830 	return ret;
831 }
832 
833 #define MTU_FUDGE_FACTOR 100
834 static unsigned long
835 qla82xx_decode_crb_addr(unsigned long addr)
836 {
837 	int i;
838 	unsigned long base_addr, offset, pci_base;
839 
840 	if (!qla82xx_crb_table_initialized)
841 		qla82xx_crb_addr_transform_setup();
842 
843 	pci_base = ADDR_ERROR;
844 	base_addr = addr & 0xfff00000;
845 	offset = addr & 0x000fffff;
846 
847 	for (i = 0; i < MAX_CRB_XFORM; i++) {
848 		if (crb_addr_xform[i] == base_addr) {
849 			pci_base = i << 20;
850 			break;
851 		}
852 	}
853 	if (pci_base == ADDR_ERROR)
854 		return pci_base;
855 	return pci_base + offset;
856 }
857 
858 static long rom_max_timeout = 100;
859 static long qla82xx_rom_lock_timeout = 100;
860 
861 static int
862 qla82xx_rom_lock(struct qla_hw_data *ha)
863 {
864 	int done = 0, timeout = 0;
865 	uint32_t lock_owner = 0;
866 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
867 
868 	while (!done) {
869 		/* acquire semaphore2 from PCI HW block */
870 		done = qla82xx_rd_32(ha, QLA82XX_PCIE_REG(PCIE_SEM2_LOCK));
871 		if (done == 1)
872 			break;
873 		if (timeout >= qla82xx_rom_lock_timeout) {
874 			lock_owner = qla82xx_rd_32(ha, QLA82XX_ROM_LOCK_ID);
875 			ql_dbg(ql_dbg_p3p, vha, 0xb157,
876 			    "%s: Simultaneous flash access by following ports, active port = %d: accessing port = %d",
877 			    __func__, ha->portnum, lock_owner);
878 			return -1;
879 		}
880 		timeout++;
881 	}
882 	qla82xx_wr_32(ha, QLA82XX_ROM_LOCK_ID, ha->portnum);
883 	return 0;
884 }
885 
886 static void
887 qla82xx_rom_unlock(struct qla_hw_data *ha)
888 {
889 	qla82xx_wr_32(ha, QLA82XX_ROM_LOCK_ID, 0xffffffff);
890 	qla82xx_rd_32(ha, QLA82XX_PCIE_REG(PCIE_SEM2_UNLOCK));
891 }
892 
893 static int
894 qla82xx_wait_rom_busy(struct qla_hw_data *ha)
895 {
896 	long timeout = 0;
897 	long done = 0 ;
898 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
899 
900 	while (done == 0) {
901 		done = qla82xx_rd_32(ha, QLA82XX_ROMUSB_GLB_STATUS);
902 		done &= 4;
903 		timeout++;
904 		if (timeout >= rom_max_timeout) {
905 			ql_dbg(ql_dbg_p3p, vha, 0xb00a,
906 			    "%s: Timeout reached waiting for rom busy.\n",
907 			    QLA2XXX_DRIVER_NAME);
908 			return -1;
909 		}
910 	}
911 	return 0;
912 }
913 
914 static int
915 qla82xx_wait_rom_done(struct qla_hw_data *ha)
916 {
917 	long timeout = 0;
918 	long done = 0 ;
919 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
920 
921 	while (done == 0) {
922 		done = qla82xx_rd_32(ha, QLA82XX_ROMUSB_GLB_STATUS);
923 		done &= 2;
924 		timeout++;
925 		if (timeout >= rom_max_timeout) {
926 			ql_dbg(ql_dbg_p3p, vha, 0xb00b,
927 			    "%s: Timeout reached waiting for rom done.\n",
928 			    QLA2XXX_DRIVER_NAME);
929 			return -1;
930 		}
931 	}
932 	return 0;
933 }
934 
935 static int
936 qla82xx_md_rw_32(struct qla_hw_data *ha, uint32_t off, u32 data, uint8_t flag)
937 {
938 	uint32_t  off_value, rval = 0;
939 
940 	WRT_REG_DWORD(CRB_WINDOW_2M + ha->nx_pcibase, off & 0xFFFF0000);
941 
942 	/* Read back value to make sure write has gone through */
943 	RD_REG_DWORD(CRB_WINDOW_2M + ha->nx_pcibase);
944 	off_value  = (off & 0x0000FFFF);
945 
946 	if (flag)
947 		WRT_REG_DWORD(off_value + CRB_INDIRECT_2M + ha->nx_pcibase,
948 			      data);
949 	else
950 		rval = RD_REG_DWORD(off_value + CRB_INDIRECT_2M +
951 				    ha->nx_pcibase);
952 
953 	return rval;
954 }
955 
956 static int
957 qla82xx_do_rom_fast_read(struct qla_hw_data *ha, int addr, int *valp)
958 {
959 	/* Dword reads to flash. */
960 	qla82xx_md_rw_32(ha, MD_DIRECT_ROM_WINDOW, (addr & 0xFFFF0000), 1);
961 	*valp = qla82xx_md_rw_32(ha, MD_DIRECT_ROM_READ_BASE +
962 	    (addr & 0x0000FFFF), 0, 0);
963 
964 	return 0;
965 }
966 
967 static int
968 qla82xx_rom_fast_read(struct qla_hw_data *ha, int addr, int *valp)
969 {
970 	int ret, loops = 0;
971 	uint32_t lock_owner = 0;
972 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
973 
974 	while ((qla82xx_rom_lock(ha) != 0) && (loops < 50000)) {
975 		udelay(100);
976 		schedule();
977 		loops++;
978 	}
979 	if (loops >= 50000) {
980 		lock_owner = qla82xx_rd_32(ha, QLA82XX_ROM_LOCK_ID);
981 		ql_log(ql_log_fatal, vha, 0x00b9,
982 		    "Failed to acquire SEM2 lock, Lock Owner %u.\n",
983 		    lock_owner);
984 		return -1;
985 	}
986 	ret = qla82xx_do_rom_fast_read(ha, addr, valp);
987 	qla82xx_rom_unlock(ha);
988 	return ret;
989 }
990 
991 static int
992 qla82xx_read_status_reg(struct qla_hw_data *ha, uint32_t *val)
993 {
994 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
995 
996 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_ROM_INSTR_OPCODE, M25P_INSTR_RDSR);
997 	qla82xx_wait_rom_busy(ha);
998 	if (qla82xx_wait_rom_done(ha)) {
999 		ql_log(ql_log_warn, vha, 0xb00c,
1000 		    "Error waiting for rom done.\n");
1001 		return -1;
1002 	}
1003 	*val = qla82xx_rd_32(ha, QLA82XX_ROMUSB_ROM_RDATA);
1004 	return 0;
1005 }
1006 
1007 static int
1008 qla82xx_flash_wait_write_finish(struct qla_hw_data *ha)
1009 {
1010 	long timeout = 0;
1011 	uint32_t done = 1 ;
1012 	uint32_t val;
1013 	int ret = 0;
1014 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1015 
1016 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_ROM_ABYTE_CNT, 0);
1017 	while ((done != 0) && (ret == 0)) {
1018 		ret = qla82xx_read_status_reg(ha, &val);
1019 		done = val & 1;
1020 		timeout++;
1021 		udelay(10);
1022 		cond_resched();
1023 		if (timeout >= 50000) {
1024 			ql_log(ql_log_warn, vha, 0xb00d,
1025 			    "Timeout reached waiting for write finish.\n");
1026 			return -1;
1027 		}
1028 	}
1029 	return ret;
1030 }
1031 
1032 static int
1033 qla82xx_flash_set_write_enable(struct qla_hw_data *ha)
1034 {
1035 	uint32_t val;
1036 
1037 	qla82xx_wait_rom_busy(ha);
1038 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_ROM_ABYTE_CNT, 0);
1039 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_ROM_INSTR_OPCODE, M25P_INSTR_WREN);
1040 	qla82xx_wait_rom_busy(ha);
1041 	if (qla82xx_wait_rom_done(ha))
1042 		return -1;
1043 	if (qla82xx_read_status_reg(ha, &val) != 0)
1044 		return -1;
1045 	if ((val & 2) != 2)
1046 		return -1;
1047 	return 0;
1048 }
1049 
1050 static int
1051 qla82xx_write_status_reg(struct qla_hw_data *ha, uint32_t val)
1052 {
1053 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1054 
1055 	if (qla82xx_flash_set_write_enable(ha))
1056 		return -1;
1057 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_ROM_WDATA, val);
1058 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_ROM_INSTR_OPCODE, 0x1);
1059 	if (qla82xx_wait_rom_done(ha)) {
1060 		ql_log(ql_log_warn, vha, 0xb00e,
1061 		    "Error waiting for rom done.\n");
1062 		return -1;
1063 	}
1064 	return qla82xx_flash_wait_write_finish(ha);
1065 }
1066 
1067 static int
1068 qla82xx_write_disable_flash(struct qla_hw_data *ha)
1069 {
1070 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1071 
1072 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_ROM_INSTR_OPCODE, M25P_INSTR_WRDI);
1073 	if (qla82xx_wait_rom_done(ha)) {
1074 		ql_log(ql_log_warn, vha, 0xb00f,
1075 		    "Error waiting for rom done.\n");
1076 		return -1;
1077 	}
1078 	return 0;
1079 }
1080 
1081 static int
1082 ql82xx_rom_lock_d(struct qla_hw_data *ha)
1083 {
1084 	int loops = 0;
1085 	uint32_t lock_owner = 0;
1086 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1087 
1088 	while ((qla82xx_rom_lock(ha) != 0) && (loops < 50000)) {
1089 		udelay(100);
1090 		cond_resched();
1091 		loops++;
1092 	}
1093 	if (loops >= 50000) {
1094 		lock_owner = qla82xx_rd_32(ha, QLA82XX_ROM_LOCK_ID);
1095 		ql_log(ql_log_warn, vha, 0xb010,
1096 		    "ROM lock failed, Lock Owner %u.\n", lock_owner);
1097 		return -1;
1098 	}
1099 	return 0;
1100 }
1101 
1102 static int
1103 qla82xx_write_flash_dword(struct qla_hw_data *ha, uint32_t flashaddr,
1104 	uint32_t data)
1105 {
1106 	int ret = 0;
1107 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1108 
1109 	ret = ql82xx_rom_lock_d(ha);
1110 	if (ret < 0) {
1111 		ql_log(ql_log_warn, vha, 0xb011,
1112 		    "ROM lock failed.\n");
1113 		return ret;
1114 	}
1115 
1116 	if (qla82xx_flash_set_write_enable(ha))
1117 		goto done_write;
1118 
1119 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_ROM_WDATA, data);
1120 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_ROM_ADDRESS, flashaddr);
1121 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_ROM_ABYTE_CNT, 3);
1122 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_ROM_INSTR_OPCODE, M25P_INSTR_PP);
1123 	qla82xx_wait_rom_busy(ha);
1124 	if (qla82xx_wait_rom_done(ha)) {
1125 		ql_log(ql_log_warn, vha, 0xb012,
1126 		    "Error waiting for rom done.\n");
1127 		ret = -1;
1128 		goto done_write;
1129 	}
1130 
1131 	ret = qla82xx_flash_wait_write_finish(ha);
1132 
1133 done_write:
1134 	qla82xx_rom_unlock(ha);
1135 	return ret;
1136 }
1137 
1138 /* This routine does CRB initialize sequence
1139  *  to put the ISP into operational state
1140  */
1141 static int
1142 qla82xx_pinit_from_rom(scsi_qla_host_t *vha)
1143 {
1144 	int addr, val;
1145 	int i ;
1146 	struct crb_addr_pair *buf;
1147 	unsigned long off;
1148 	unsigned offset, n;
1149 	struct qla_hw_data *ha = vha->hw;
1150 
1151 	struct crb_addr_pair {
1152 		long addr;
1153 		long data;
1154 	};
1155 
1156 	/* Halt all the individual PEGs and other blocks of the ISP */
1157 	qla82xx_rom_lock(ha);
1158 
1159 	/* disable all I2Q */
1160 	qla82xx_wr_32(ha, QLA82XX_CRB_I2Q + 0x10, 0x0);
1161 	qla82xx_wr_32(ha, QLA82XX_CRB_I2Q + 0x14, 0x0);
1162 	qla82xx_wr_32(ha, QLA82XX_CRB_I2Q + 0x18, 0x0);
1163 	qla82xx_wr_32(ha, QLA82XX_CRB_I2Q + 0x1c, 0x0);
1164 	qla82xx_wr_32(ha, QLA82XX_CRB_I2Q + 0x20, 0x0);
1165 	qla82xx_wr_32(ha, QLA82XX_CRB_I2Q + 0x24, 0x0);
1166 
1167 	/* disable all niu interrupts */
1168 	qla82xx_wr_32(ha, QLA82XX_CRB_NIU + 0x40, 0xff);
1169 	/* disable xge rx/tx */
1170 	qla82xx_wr_32(ha, QLA82XX_CRB_NIU + 0x70000, 0x00);
1171 	/* disable xg1 rx/tx */
1172 	qla82xx_wr_32(ha, QLA82XX_CRB_NIU + 0x80000, 0x00);
1173 	/* disable sideband mac */
1174 	qla82xx_wr_32(ha, QLA82XX_CRB_NIU + 0x90000, 0x00);
1175 	/* disable ap0 mac */
1176 	qla82xx_wr_32(ha, QLA82XX_CRB_NIU + 0xa0000, 0x00);
1177 	/* disable ap1 mac */
1178 	qla82xx_wr_32(ha, QLA82XX_CRB_NIU + 0xb0000, 0x00);
1179 
1180 	/* halt sre */
1181 	val = qla82xx_rd_32(ha, QLA82XX_CRB_SRE + 0x1000);
1182 	qla82xx_wr_32(ha, QLA82XX_CRB_SRE + 0x1000, val & (~(0x1)));
1183 
1184 	/* halt epg */
1185 	qla82xx_wr_32(ha, QLA82XX_CRB_EPG + 0x1300, 0x1);
1186 
1187 	/* halt timers */
1188 	qla82xx_wr_32(ha, QLA82XX_CRB_TIMER + 0x0, 0x0);
1189 	qla82xx_wr_32(ha, QLA82XX_CRB_TIMER + 0x8, 0x0);
1190 	qla82xx_wr_32(ha, QLA82XX_CRB_TIMER + 0x10, 0x0);
1191 	qla82xx_wr_32(ha, QLA82XX_CRB_TIMER + 0x18, 0x0);
1192 	qla82xx_wr_32(ha, QLA82XX_CRB_TIMER + 0x100, 0x0);
1193 	qla82xx_wr_32(ha, QLA82XX_CRB_TIMER + 0x200, 0x0);
1194 
1195 	/* halt pegs */
1196 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_0 + 0x3c, 1);
1197 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_1 + 0x3c, 1);
1198 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_2 + 0x3c, 1);
1199 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_3 + 0x3c, 1);
1200 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_4 + 0x3c, 1);
1201 	msleep(20);
1202 
1203 	/* big hammer */
1204 	if (test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags))
1205 		/* don't reset CAM block on reset */
1206 		qla82xx_wr_32(ha, QLA82XX_ROMUSB_GLB_SW_RESET, 0xfeffffff);
1207 	else
1208 		qla82xx_wr_32(ha, QLA82XX_ROMUSB_GLB_SW_RESET, 0xffffffff);
1209 	qla82xx_rom_unlock(ha);
1210 
1211 	/* Read the signature value from the flash.
1212 	 * Offset 0: Contain signature (0xcafecafe)
1213 	 * Offset 4: Offset and number of addr/value pairs
1214 	 * that present in CRB initialize sequence
1215 	 */
1216 	if (qla82xx_rom_fast_read(ha, 0, &n) != 0 || n != 0xcafecafeUL ||
1217 	    qla82xx_rom_fast_read(ha, 4, &n) != 0) {
1218 		ql_log(ql_log_fatal, vha, 0x006e,
1219 		    "Error Reading crb_init area: n: %08x.\n", n);
1220 		return -1;
1221 	}
1222 
1223 	/* Offset in flash = lower 16 bits
1224 	 * Number of entries = upper 16 bits
1225 	 */
1226 	offset = n & 0xffffU;
1227 	n = (n >> 16) & 0xffffU;
1228 
1229 	/* number of addr/value pair should not exceed 1024 entries */
1230 	if (n  >= 1024) {
1231 		ql_log(ql_log_fatal, vha, 0x0071,
1232 		    "Card flash not initialized:n=0x%x.\n", n);
1233 		return -1;
1234 	}
1235 
1236 	ql_log(ql_log_info, vha, 0x0072,
1237 	    "%d CRB init values found in ROM.\n", n);
1238 
1239 	buf = kmalloc_array(n, sizeof(struct crb_addr_pair), GFP_KERNEL);
1240 	if (buf == NULL) {
1241 		ql_log(ql_log_fatal, vha, 0x010c,
1242 		    "Unable to allocate memory.\n");
1243 		return -ENOMEM;
1244 	}
1245 
1246 	for (i = 0; i < n; i++) {
1247 		if (qla82xx_rom_fast_read(ha, 8*i + 4*offset, &val) != 0 ||
1248 		    qla82xx_rom_fast_read(ha, 8*i + 4*offset + 4, &addr) != 0) {
1249 			kfree(buf);
1250 			return -1;
1251 		}
1252 
1253 		buf[i].addr = addr;
1254 		buf[i].data = val;
1255 	}
1256 
1257 	for (i = 0; i < n; i++) {
1258 		/* Translate internal CRB initialization
1259 		 * address to PCI bus address
1260 		 */
1261 		off = qla82xx_decode_crb_addr((unsigned long)buf[i].addr) +
1262 		    QLA82XX_PCI_CRBSPACE;
1263 		/* Not all CRB  addr/value pair to be written,
1264 		 * some of them are skipped
1265 		 */
1266 
1267 		/* skipping cold reboot MAGIC */
1268 		if (off == QLA82XX_CAM_RAM(0x1fc))
1269 			continue;
1270 
1271 		/* do not reset PCI */
1272 		if (off == (ROMUSB_GLB + 0xbc))
1273 			continue;
1274 
1275 		/* skip core clock, so that firmware can increase the clock */
1276 		if (off == (ROMUSB_GLB + 0xc8))
1277 			continue;
1278 
1279 		/* skip the function enable register */
1280 		if (off == QLA82XX_PCIE_REG(PCIE_SETUP_FUNCTION))
1281 			continue;
1282 
1283 		if (off == QLA82XX_PCIE_REG(PCIE_SETUP_FUNCTION2))
1284 			continue;
1285 
1286 		if ((off & 0x0ff00000) == QLA82XX_CRB_SMB)
1287 			continue;
1288 
1289 		if ((off & 0x0ff00000) == QLA82XX_CRB_DDR_NET)
1290 			continue;
1291 
1292 		if (off == ADDR_ERROR) {
1293 			ql_log(ql_log_fatal, vha, 0x0116,
1294 			    "Unknown addr: 0x%08lx.\n", buf[i].addr);
1295 			continue;
1296 		}
1297 
1298 		qla82xx_wr_32(ha, off, buf[i].data);
1299 
1300 		/* ISP requires much bigger delay to settle down,
1301 		 * else crb_window returns 0xffffffff
1302 		 */
1303 		if (off == QLA82XX_ROMUSB_GLB_SW_RESET)
1304 			msleep(1000);
1305 
1306 		/* ISP requires millisec delay between
1307 		 * successive CRB register updation
1308 		 */
1309 		msleep(1);
1310 	}
1311 
1312 	kfree(buf);
1313 
1314 	/* Resetting the data and instruction cache */
1315 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_D+0xec, 0x1e);
1316 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_D+0x4c, 8);
1317 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_I+0x4c, 8);
1318 
1319 	/* Clear all protocol processing engines */
1320 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_0+0x8, 0);
1321 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_0+0xc, 0);
1322 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_1+0x8, 0);
1323 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_1+0xc, 0);
1324 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_2+0x8, 0);
1325 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_2+0xc, 0);
1326 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_3+0x8, 0);
1327 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_3+0xc, 0);
1328 	return 0;
1329 }
1330 
1331 static int
1332 qla82xx_pci_mem_write_2M(struct qla_hw_data *ha,
1333 		u64 off, void *data, int size)
1334 {
1335 	int i, j, ret = 0, loop, sz[2], off0;
1336 	int scale, shift_amount, startword;
1337 	uint32_t temp;
1338 	uint64_t off8, mem_crb, tmpw, word[2] = {0, 0};
1339 
1340 	/*
1341 	 * If not MN, go check for MS or invalid.
1342 	 */
1343 	if (off >= QLA82XX_ADDR_QDR_NET && off <= QLA82XX_P3_ADDR_QDR_NET_MAX)
1344 		mem_crb = QLA82XX_CRB_QDR_NET;
1345 	else {
1346 		mem_crb = QLA82XX_CRB_DDR_NET;
1347 		if (qla82xx_pci_mem_bound_check(ha, off, size) == 0)
1348 			return qla82xx_pci_mem_write_direct(ha,
1349 			    off, data, size);
1350 	}
1351 
1352 	off0 = off & 0x7;
1353 	sz[0] = (size < (8 - off0)) ? size : (8 - off0);
1354 	sz[1] = size - sz[0];
1355 
1356 	off8 = off & 0xfffffff0;
1357 	loop = (((off & 0xf) + size - 1) >> 4) + 1;
1358 	shift_amount = 4;
1359 	scale = 2;
1360 	startword = (off & 0xf)/8;
1361 
1362 	for (i = 0; i < loop; i++) {
1363 		if (qla82xx_pci_mem_read_2M(ha, off8 +
1364 		    (i << shift_amount), &word[i * scale], 8))
1365 			return -1;
1366 	}
1367 
1368 	switch (size) {
1369 	case 1:
1370 		tmpw = *((uint8_t *)data);
1371 		break;
1372 	case 2:
1373 		tmpw = *((uint16_t *)data);
1374 		break;
1375 	case 4:
1376 		tmpw = *((uint32_t *)data);
1377 		break;
1378 	case 8:
1379 	default:
1380 		tmpw = *((uint64_t *)data);
1381 		break;
1382 	}
1383 
1384 	if (sz[0] == 8) {
1385 		word[startword] = tmpw;
1386 	} else {
1387 		word[startword] &=
1388 			~((~(~0ULL << (sz[0] * 8))) << (off0 * 8));
1389 		word[startword] |= tmpw << (off0 * 8);
1390 	}
1391 	if (sz[1] != 0) {
1392 		word[startword+1] &= ~(~0ULL << (sz[1] * 8));
1393 		word[startword+1] |= tmpw >> (sz[0] * 8);
1394 	}
1395 
1396 	for (i = 0; i < loop; i++) {
1397 		temp = off8 + (i << shift_amount);
1398 		qla82xx_wr_32(ha, mem_crb+MIU_TEST_AGT_ADDR_LO, temp);
1399 		temp = 0;
1400 		qla82xx_wr_32(ha, mem_crb+MIU_TEST_AGT_ADDR_HI, temp);
1401 		temp = word[i * scale] & 0xffffffff;
1402 		qla82xx_wr_32(ha, mem_crb+MIU_TEST_AGT_WRDATA_LO, temp);
1403 		temp = (word[i * scale] >> 32) & 0xffffffff;
1404 		qla82xx_wr_32(ha, mem_crb+MIU_TEST_AGT_WRDATA_HI, temp);
1405 		temp = word[i*scale + 1] & 0xffffffff;
1406 		qla82xx_wr_32(ha, mem_crb +
1407 		    MIU_TEST_AGT_WRDATA_UPPER_LO, temp);
1408 		temp = (word[i*scale + 1] >> 32) & 0xffffffff;
1409 		qla82xx_wr_32(ha, mem_crb +
1410 		    MIU_TEST_AGT_WRDATA_UPPER_HI, temp);
1411 
1412 		temp = MIU_TA_CTL_ENABLE | MIU_TA_CTL_WRITE;
1413 		qla82xx_wr_32(ha, mem_crb + MIU_TEST_AGT_CTRL, temp);
1414 		temp = MIU_TA_CTL_START | MIU_TA_CTL_ENABLE | MIU_TA_CTL_WRITE;
1415 		qla82xx_wr_32(ha, mem_crb + MIU_TEST_AGT_CTRL, temp);
1416 
1417 		for (j = 0; j < MAX_CTL_CHECK; j++) {
1418 			temp = qla82xx_rd_32(ha, mem_crb + MIU_TEST_AGT_CTRL);
1419 			if ((temp & MIU_TA_CTL_BUSY) == 0)
1420 				break;
1421 		}
1422 
1423 		if (j >= MAX_CTL_CHECK) {
1424 			if (printk_ratelimit())
1425 				dev_err(&ha->pdev->dev,
1426 				    "failed to write through agent.\n");
1427 			ret = -1;
1428 			break;
1429 		}
1430 	}
1431 
1432 	return ret;
1433 }
1434 
1435 static int
1436 qla82xx_fw_load_from_flash(struct qla_hw_data *ha)
1437 {
1438 	int  i;
1439 	long size = 0;
1440 	long flashaddr = ha->flt_region_bootload << 2;
1441 	long memaddr = BOOTLD_START;
1442 	u64 data;
1443 	u32 high, low;
1444 
1445 	size = (IMAGE_START - BOOTLD_START) / 8;
1446 
1447 	for (i = 0; i < size; i++) {
1448 		if ((qla82xx_rom_fast_read(ha, flashaddr, (int *)&low)) ||
1449 		    (qla82xx_rom_fast_read(ha, flashaddr + 4, (int *)&high))) {
1450 			return -1;
1451 		}
1452 		data = ((u64)high << 32) | low ;
1453 		qla82xx_pci_mem_write_2M(ha, memaddr, &data, 8);
1454 		flashaddr += 8;
1455 		memaddr += 8;
1456 
1457 		if (i % 0x1000 == 0)
1458 			msleep(1);
1459 	}
1460 	udelay(100);
1461 	read_lock(&ha->hw_lock);
1462 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_0 + 0x18, 0x1020);
1463 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_GLB_SW_RESET, 0x80001e);
1464 	read_unlock(&ha->hw_lock);
1465 	return 0;
1466 }
1467 
1468 int
1469 qla82xx_pci_mem_read_2M(struct qla_hw_data *ha,
1470 		u64 off, void *data, int size)
1471 {
1472 	int i, j = 0, k, start, end, loop, sz[2], off0[2];
1473 	int	      shift_amount;
1474 	uint32_t      temp;
1475 	uint64_t      off8, val, mem_crb, word[2] = {0, 0};
1476 
1477 	/*
1478 	 * If not MN, go check for MS or invalid.
1479 	 */
1480 
1481 	if (off >= QLA82XX_ADDR_QDR_NET && off <= QLA82XX_P3_ADDR_QDR_NET_MAX)
1482 		mem_crb = QLA82XX_CRB_QDR_NET;
1483 	else {
1484 		mem_crb = QLA82XX_CRB_DDR_NET;
1485 		if (qla82xx_pci_mem_bound_check(ha, off, size) == 0)
1486 			return qla82xx_pci_mem_read_direct(ha,
1487 			    off, data, size);
1488 	}
1489 
1490 	off8 = off & 0xfffffff0;
1491 	off0[0] = off & 0xf;
1492 	sz[0] = (size < (16 - off0[0])) ? size : (16 - off0[0]);
1493 	shift_amount = 4;
1494 	loop = ((off0[0] + size - 1) >> shift_amount) + 1;
1495 	off0[1] = 0;
1496 	sz[1] = size - sz[0];
1497 
1498 	for (i = 0; i < loop; i++) {
1499 		temp = off8 + (i << shift_amount);
1500 		qla82xx_wr_32(ha, mem_crb + MIU_TEST_AGT_ADDR_LO, temp);
1501 		temp = 0;
1502 		qla82xx_wr_32(ha, mem_crb + MIU_TEST_AGT_ADDR_HI, temp);
1503 		temp = MIU_TA_CTL_ENABLE;
1504 		qla82xx_wr_32(ha, mem_crb + MIU_TEST_AGT_CTRL, temp);
1505 		temp = MIU_TA_CTL_START | MIU_TA_CTL_ENABLE;
1506 		qla82xx_wr_32(ha, mem_crb + MIU_TEST_AGT_CTRL, temp);
1507 
1508 		for (j = 0; j < MAX_CTL_CHECK; j++) {
1509 			temp = qla82xx_rd_32(ha, mem_crb + MIU_TEST_AGT_CTRL);
1510 			if ((temp & MIU_TA_CTL_BUSY) == 0)
1511 				break;
1512 		}
1513 
1514 		if (j >= MAX_CTL_CHECK) {
1515 			if (printk_ratelimit())
1516 				dev_err(&ha->pdev->dev,
1517 				    "failed to read through agent.\n");
1518 			break;
1519 		}
1520 
1521 		start = off0[i] >> 2;
1522 		end   = (off0[i] + sz[i] - 1) >> 2;
1523 		for (k = start; k <= end; k++) {
1524 			temp = qla82xx_rd_32(ha,
1525 					mem_crb + MIU_TEST_AGT_RDDATA(k));
1526 			word[i] |= ((uint64_t)temp << (32 * (k & 1)));
1527 		}
1528 	}
1529 
1530 	if (j >= MAX_CTL_CHECK)
1531 		return -1;
1532 
1533 	if ((off0[0] & 7) == 0) {
1534 		val = word[0];
1535 	} else {
1536 		val = ((word[0] >> (off0[0] * 8)) & (~(~0ULL << (sz[0] * 8)))) |
1537 			((word[1] & (~(~0ULL << (sz[1] * 8)))) << (sz[0] * 8));
1538 	}
1539 
1540 	switch (size) {
1541 	case 1:
1542 		*(uint8_t  *)data = val;
1543 		break;
1544 	case 2:
1545 		*(uint16_t *)data = val;
1546 		break;
1547 	case 4:
1548 		*(uint32_t *)data = val;
1549 		break;
1550 	case 8:
1551 		*(uint64_t *)data = val;
1552 		break;
1553 	}
1554 	return 0;
1555 }
1556 
1557 
1558 static struct qla82xx_uri_table_desc *
1559 qla82xx_get_table_desc(const u8 *unirom, int section)
1560 {
1561 	uint32_t i;
1562 	struct qla82xx_uri_table_desc *directory =
1563 		(struct qla82xx_uri_table_desc *)&unirom[0];
1564 	__le32 offset;
1565 	__le32 tab_type;
1566 	__le32 entries = cpu_to_le32(directory->num_entries);
1567 
1568 	for (i = 0; i < entries; i++) {
1569 		offset = cpu_to_le32(directory->findex) +
1570 		    (i * cpu_to_le32(directory->entry_size));
1571 		tab_type = cpu_to_le32(*((u32 *)&unirom[offset] + 8));
1572 
1573 		if (tab_type == section)
1574 			return (struct qla82xx_uri_table_desc *)&unirom[offset];
1575 	}
1576 
1577 	return NULL;
1578 }
1579 
1580 static struct qla82xx_uri_data_desc *
1581 qla82xx_get_data_desc(struct qla_hw_data *ha,
1582 	u32 section, u32 idx_offset)
1583 {
1584 	const u8 *unirom = ha->hablob->fw->data;
1585 	int idx = cpu_to_le32(*((int *)&unirom[ha->file_prd_off] + idx_offset));
1586 	struct qla82xx_uri_table_desc *tab_desc = NULL;
1587 	__le32 offset;
1588 
1589 	tab_desc = qla82xx_get_table_desc(unirom, section);
1590 	if (!tab_desc)
1591 		return NULL;
1592 
1593 	offset = cpu_to_le32(tab_desc->findex) +
1594 	    (cpu_to_le32(tab_desc->entry_size) * idx);
1595 
1596 	return (struct qla82xx_uri_data_desc *)&unirom[offset];
1597 }
1598 
1599 static u8 *
1600 qla82xx_get_bootld_offset(struct qla_hw_data *ha)
1601 {
1602 	u32 offset = BOOTLD_START;
1603 	struct qla82xx_uri_data_desc *uri_desc = NULL;
1604 
1605 	if (ha->fw_type == QLA82XX_UNIFIED_ROMIMAGE) {
1606 		uri_desc = qla82xx_get_data_desc(ha,
1607 		    QLA82XX_URI_DIR_SECT_BOOTLD, QLA82XX_URI_BOOTLD_IDX_OFF);
1608 		if (uri_desc)
1609 			offset = cpu_to_le32(uri_desc->findex);
1610 	}
1611 
1612 	return (u8 *)&ha->hablob->fw->data[offset];
1613 }
1614 
1615 static __le32
1616 qla82xx_get_fw_size(struct qla_hw_data *ha)
1617 {
1618 	struct qla82xx_uri_data_desc *uri_desc = NULL;
1619 
1620 	if (ha->fw_type == QLA82XX_UNIFIED_ROMIMAGE) {
1621 		uri_desc =  qla82xx_get_data_desc(ha, QLA82XX_URI_DIR_SECT_FW,
1622 		    QLA82XX_URI_FIRMWARE_IDX_OFF);
1623 		if (uri_desc)
1624 			return cpu_to_le32(uri_desc->size);
1625 	}
1626 
1627 	return cpu_to_le32(*(u32 *)&ha->hablob->fw->data[FW_SIZE_OFFSET]);
1628 }
1629 
1630 static u8 *
1631 qla82xx_get_fw_offs(struct qla_hw_data *ha)
1632 {
1633 	u32 offset = IMAGE_START;
1634 	struct qla82xx_uri_data_desc *uri_desc = NULL;
1635 
1636 	if (ha->fw_type == QLA82XX_UNIFIED_ROMIMAGE) {
1637 		uri_desc = qla82xx_get_data_desc(ha, QLA82XX_URI_DIR_SECT_FW,
1638 			QLA82XX_URI_FIRMWARE_IDX_OFF);
1639 		if (uri_desc)
1640 			offset = cpu_to_le32(uri_desc->findex);
1641 	}
1642 
1643 	return (u8 *)&ha->hablob->fw->data[offset];
1644 }
1645 
1646 /* PCI related functions */
1647 int qla82xx_pci_region_offset(struct pci_dev *pdev, int region)
1648 {
1649 	unsigned long val = 0;
1650 	u32 control;
1651 
1652 	switch (region) {
1653 	case 0:
1654 		val = 0;
1655 		break;
1656 	case 1:
1657 		pci_read_config_dword(pdev, QLA82XX_PCI_REG_MSIX_TBL, &control);
1658 		val = control + QLA82XX_MSIX_TBL_SPACE;
1659 		break;
1660 	}
1661 	return val;
1662 }
1663 
1664 
1665 int
1666 qla82xx_iospace_config(struct qla_hw_data *ha)
1667 {
1668 	uint32_t len = 0;
1669 
1670 	if (pci_request_regions(ha->pdev, QLA2XXX_DRIVER_NAME)) {
1671 		ql_log_pci(ql_log_fatal, ha->pdev, 0x000c,
1672 		    "Failed to reserver selected regions.\n");
1673 		goto iospace_error_exit;
1674 	}
1675 
1676 	/* Use MMIO operations for all accesses. */
1677 	if (!(pci_resource_flags(ha->pdev, 0) & IORESOURCE_MEM)) {
1678 		ql_log_pci(ql_log_fatal, ha->pdev, 0x000d,
1679 		    "Region #0 not an MMIO resource, aborting.\n");
1680 		goto iospace_error_exit;
1681 	}
1682 
1683 	len = pci_resource_len(ha->pdev, 0);
1684 	ha->nx_pcibase = ioremap(pci_resource_start(ha->pdev, 0), len);
1685 	if (!ha->nx_pcibase) {
1686 		ql_log_pci(ql_log_fatal, ha->pdev, 0x000e,
1687 		    "Cannot remap pcibase MMIO, aborting.\n");
1688 		goto iospace_error_exit;
1689 	}
1690 
1691 	/* Mapping of IO base pointer */
1692 	if (IS_QLA8044(ha)) {
1693 		ha->iobase = ha->nx_pcibase;
1694 	} else if (IS_QLA82XX(ha)) {
1695 		ha->iobase = ha->nx_pcibase + 0xbc000 + (ha->pdev->devfn << 11);
1696 	}
1697 
1698 	if (!ql2xdbwr) {
1699 		ha->nxdb_wr_ptr = ioremap((pci_resource_start(ha->pdev, 4) +
1700 		    (ha->pdev->devfn << 12)), 4);
1701 		if (!ha->nxdb_wr_ptr) {
1702 			ql_log_pci(ql_log_fatal, ha->pdev, 0x000f,
1703 			    "Cannot remap MMIO, aborting.\n");
1704 			goto iospace_error_exit;
1705 		}
1706 
1707 		/* Mapping of IO base pointer,
1708 		 * door bell read and write pointer
1709 		 */
1710 		ha->nxdb_rd_ptr = ha->nx_pcibase + (512 * 1024) +
1711 		    (ha->pdev->devfn * 8);
1712 	} else {
1713 		ha->nxdb_wr_ptr = (void __iomem *)(ha->pdev->devfn == 6 ?
1714 			QLA82XX_CAMRAM_DB1 :
1715 			QLA82XX_CAMRAM_DB2);
1716 	}
1717 
1718 	ha->max_req_queues = ha->max_rsp_queues = 1;
1719 	ha->msix_count = ha->max_rsp_queues + 1;
1720 	ql_dbg_pci(ql_dbg_multiq, ha->pdev, 0xc006,
1721 	    "nx_pci_base=%p iobase=%p "
1722 	    "max_req_queues=%d msix_count=%d.\n",
1723 	    ha->nx_pcibase, ha->iobase,
1724 	    ha->max_req_queues, ha->msix_count);
1725 	ql_dbg_pci(ql_dbg_init, ha->pdev, 0x0010,
1726 	    "nx_pci_base=%p iobase=%p "
1727 	    "max_req_queues=%d msix_count=%d.\n",
1728 	    ha->nx_pcibase, ha->iobase,
1729 	    ha->max_req_queues, ha->msix_count);
1730 	return 0;
1731 
1732 iospace_error_exit:
1733 	return -ENOMEM;
1734 }
1735 
1736 /* GS related functions */
1737 
1738 /* Initialization related functions */
1739 
1740 /**
1741  * qla82xx_pci_config() - Setup ISP82xx PCI configuration registers.
1742  * @vha: HA context
1743  *
1744  * Returns 0 on success.
1745 */
1746 int
1747 qla82xx_pci_config(scsi_qla_host_t *vha)
1748 {
1749 	struct qla_hw_data *ha = vha->hw;
1750 	int ret;
1751 
1752 	pci_set_master(ha->pdev);
1753 	ret = pci_set_mwi(ha->pdev);
1754 	ha->chip_revision = ha->pdev->revision;
1755 	ql_dbg(ql_dbg_init, vha, 0x0043,
1756 	    "Chip revision:%d; pci_set_mwi() returned %d.\n",
1757 	    ha->chip_revision, ret);
1758 	return 0;
1759 }
1760 
1761 /**
1762  * qla82xx_reset_chip() - Setup ISP82xx PCI configuration registers.
1763  * @vha: HA context
1764  *
1765  * Returns 0 on success.
1766  */
1767 int
1768 qla82xx_reset_chip(scsi_qla_host_t *vha)
1769 {
1770 	struct qla_hw_data *ha = vha->hw;
1771 
1772 	ha->isp_ops->disable_intrs(ha);
1773 
1774 	return QLA_SUCCESS;
1775 }
1776 
1777 void qla82xx_config_rings(struct scsi_qla_host *vha)
1778 {
1779 	struct qla_hw_data *ha = vha->hw;
1780 	struct device_reg_82xx __iomem *reg = &ha->iobase->isp82;
1781 	struct init_cb_81xx *icb;
1782 	struct req_que *req = ha->req_q_map[0];
1783 	struct rsp_que *rsp = ha->rsp_q_map[0];
1784 
1785 	/* Setup ring parameters in initialization control block. */
1786 	icb = (struct init_cb_81xx *)ha->init_cb;
1787 	icb->request_q_outpointer = cpu_to_le16(0);
1788 	icb->response_q_inpointer = cpu_to_le16(0);
1789 	icb->request_q_length = cpu_to_le16(req->length);
1790 	icb->response_q_length = cpu_to_le16(rsp->length);
1791 	put_unaligned_le64(req->dma, &icb->request_q_address);
1792 	put_unaligned_le64(rsp->dma, &icb->response_q_address);
1793 
1794 	WRT_REG_DWORD(&reg->req_q_out[0], 0);
1795 	WRT_REG_DWORD(&reg->rsp_q_in[0], 0);
1796 	WRT_REG_DWORD(&reg->rsp_q_out[0], 0);
1797 }
1798 
1799 static int
1800 qla82xx_fw_load_from_blob(struct qla_hw_data *ha)
1801 {
1802 	u64 *ptr64;
1803 	u32 i, flashaddr, size;
1804 	__le64 data;
1805 
1806 	size = (IMAGE_START - BOOTLD_START) / 8;
1807 
1808 	ptr64 = (u64 *)qla82xx_get_bootld_offset(ha);
1809 	flashaddr = BOOTLD_START;
1810 
1811 	for (i = 0; i < size; i++) {
1812 		data = cpu_to_le64(ptr64[i]);
1813 		if (qla82xx_pci_mem_write_2M(ha, flashaddr, &data, 8))
1814 			return -EIO;
1815 		flashaddr += 8;
1816 	}
1817 
1818 	flashaddr = FLASH_ADDR_START;
1819 	size = (__force u32)qla82xx_get_fw_size(ha) / 8;
1820 	ptr64 = (u64 *)qla82xx_get_fw_offs(ha);
1821 
1822 	for (i = 0; i < size; i++) {
1823 		data = cpu_to_le64(ptr64[i]);
1824 
1825 		if (qla82xx_pci_mem_write_2M(ha, flashaddr, &data, 8))
1826 			return -EIO;
1827 		flashaddr += 8;
1828 	}
1829 	udelay(100);
1830 
1831 	/* Write a magic value to CAMRAM register
1832 	 * at a specified offset to indicate
1833 	 * that all data is written and
1834 	 * ready for firmware to initialize.
1835 	 */
1836 	qla82xx_wr_32(ha, QLA82XX_CAM_RAM(0x1fc), QLA82XX_BDINFO_MAGIC);
1837 
1838 	read_lock(&ha->hw_lock);
1839 	qla82xx_wr_32(ha, QLA82XX_CRB_PEG_NET_0 + 0x18, 0x1020);
1840 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_GLB_SW_RESET, 0x80001e);
1841 	read_unlock(&ha->hw_lock);
1842 	return 0;
1843 }
1844 
1845 static int
1846 qla82xx_set_product_offset(struct qla_hw_data *ha)
1847 {
1848 	struct qla82xx_uri_table_desc *ptab_desc = NULL;
1849 	const uint8_t *unirom = ha->hablob->fw->data;
1850 	uint32_t i;
1851 	__le32 entries;
1852 	__le32 flags, file_chiprev, offset;
1853 	uint8_t chiprev = ha->chip_revision;
1854 	/* Hardcoding mn_present flag for P3P */
1855 	int mn_present = 0;
1856 	uint32_t flagbit;
1857 
1858 	ptab_desc = qla82xx_get_table_desc(unirom,
1859 		 QLA82XX_URI_DIR_SECT_PRODUCT_TBL);
1860 	if (!ptab_desc)
1861 		return -1;
1862 
1863 	entries = cpu_to_le32(ptab_desc->num_entries);
1864 
1865 	for (i = 0; i < entries; i++) {
1866 		offset = cpu_to_le32(ptab_desc->findex) +
1867 			(i * cpu_to_le32(ptab_desc->entry_size));
1868 		flags = cpu_to_le32(*((int *)&unirom[offset] +
1869 			QLA82XX_URI_FLAGS_OFF));
1870 		file_chiprev = cpu_to_le32(*((int *)&unirom[offset] +
1871 			QLA82XX_URI_CHIP_REV_OFF));
1872 
1873 		flagbit = mn_present ? 1 : 2;
1874 
1875 		if ((chiprev == file_chiprev) && ((1ULL << flagbit) & flags)) {
1876 			ha->file_prd_off = offset;
1877 			return 0;
1878 		}
1879 	}
1880 	return -1;
1881 }
1882 
1883 static int
1884 qla82xx_validate_firmware_blob(scsi_qla_host_t *vha, uint8_t fw_type)
1885 {
1886 	__le32 val;
1887 	uint32_t min_size;
1888 	struct qla_hw_data *ha = vha->hw;
1889 	const struct firmware *fw = ha->hablob->fw;
1890 
1891 	ha->fw_type = fw_type;
1892 
1893 	if (fw_type == QLA82XX_UNIFIED_ROMIMAGE) {
1894 		if (qla82xx_set_product_offset(ha))
1895 			return -EINVAL;
1896 
1897 		min_size = QLA82XX_URI_FW_MIN_SIZE;
1898 	} else {
1899 		val = cpu_to_le32(*(u32 *)&fw->data[QLA82XX_FW_MAGIC_OFFSET]);
1900 		if ((__force u32)val != QLA82XX_BDINFO_MAGIC)
1901 			return -EINVAL;
1902 
1903 		min_size = QLA82XX_FW_MIN_SIZE;
1904 	}
1905 
1906 	if (fw->size < min_size)
1907 		return -EINVAL;
1908 	return 0;
1909 }
1910 
1911 static int
1912 qla82xx_check_cmdpeg_state(struct qla_hw_data *ha)
1913 {
1914 	u32 val = 0;
1915 	int retries = 60;
1916 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1917 
1918 	do {
1919 		read_lock(&ha->hw_lock);
1920 		val = qla82xx_rd_32(ha, CRB_CMDPEG_STATE);
1921 		read_unlock(&ha->hw_lock);
1922 
1923 		switch (val) {
1924 		case PHAN_INITIALIZE_COMPLETE:
1925 		case PHAN_INITIALIZE_ACK:
1926 			return QLA_SUCCESS;
1927 		case PHAN_INITIALIZE_FAILED:
1928 			break;
1929 		default:
1930 			break;
1931 		}
1932 		ql_log(ql_log_info, vha, 0x00a8,
1933 		    "CRB_CMDPEG_STATE: 0x%x and retries:0x%x.\n",
1934 		    val, retries);
1935 
1936 		msleep(500);
1937 
1938 	} while (--retries);
1939 
1940 	ql_log(ql_log_fatal, vha, 0x00a9,
1941 	    "Cmd Peg initialization failed: 0x%x.\n", val);
1942 
1943 	val = qla82xx_rd_32(ha, QLA82XX_ROMUSB_GLB_PEGTUNE_DONE);
1944 	read_lock(&ha->hw_lock);
1945 	qla82xx_wr_32(ha, CRB_CMDPEG_STATE, PHAN_INITIALIZE_FAILED);
1946 	read_unlock(&ha->hw_lock);
1947 	return QLA_FUNCTION_FAILED;
1948 }
1949 
1950 static int
1951 qla82xx_check_rcvpeg_state(struct qla_hw_data *ha)
1952 {
1953 	u32 val = 0;
1954 	int retries = 60;
1955 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1956 
1957 	do {
1958 		read_lock(&ha->hw_lock);
1959 		val = qla82xx_rd_32(ha, CRB_RCVPEG_STATE);
1960 		read_unlock(&ha->hw_lock);
1961 
1962 		switch (val) {
1963 		case PHAN_INITIALIZE_COMPLETE:
1964 		case PHAN_INITIALIZE_ACK:
1965 			return QLA_SUCCESS;
1966 		case PHAN_INITIALIZE_FAILED:
1967 			break;
1968 		default:
1969 			break;
1970 		}
1971 		ql_log(ql_log_info, vha, 0x00ab,
1972 		    "CRB_RCVPEG_STATE: 0x%x and retries: 0x%x.\n",
1973 		    val, retries);
1974 
1975 		msleep(500);
1976 
1977 	} while (--retries);
1978 
1979 	ql_log(ql_log_fatal, vha, 0x00ac,
1980 	    "Rcv Peg initializatin failed: 0x%x.\n", val);
1981 	read_lock(&ha->hw_lock);
1982 	qla82xx_wr_32(ha, CRB_RCVPEG_STATE, PHAN_INITIALIZE_FAILED);
1983 	read_unlock(&ha->hw_lock);
1984 	return QLA_FUNCTION_FAILED;
1985 }
1986 
1987 /* ISR related functions */
1988 static struct qla82xx_legacy_intr_set legacy_intr[] = \
1989 	QLA82XX_LEGACY_INTR_CONFIG;
1990 
1991 /*
1992  * qla82xx_mbx_completion() - Process mailbox command completions.
1993  * @ha: SCSI driver HA context
1994  * @mb0: Mailbox0 register
1995  */
1996 void
1997 qla82xx_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
1998 {
1999 	uint16_t	cnt;
2000 	uint16_t __iomem *wptr;
2001 	struct qla_hw_data *ha = vha->hw;
2002 	struct device_reg_82xx __iomem *reg = &ha->iobase->isp82;
2003 
2004 	wptr = (uint16_t __iomem *)&reg->mailbox_out[1];
2005 
2006 	/* Load return mailbox registers. */
2007 	ha->flags.mbox_int = 1;
2008 	ha->mailbox_out[0] = mb0;
2009 
2010 	for (cnt = 1; cnt < ha->mbx_count; cnt++) {
2011 		ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
2012 		wptr++;
2013 	}
2014 
2015 	if (!ha->mcp)
2016 		ql_dbg(ql_dbg_async, vha, 0x5053,
2017 		    "MBX pointer ERROR.\n");
2018 }
2019 
2020 /**
2021  * qla82xx_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
2022  * @irq: interrupt number
2023  * @dev_id: SCSI driver HA context
2024  *
2025  * Called by system whenever the host adapter generates an interrupt.
2026  *
2027  * Returns handled flag.
2028  */
2029 irqreturn_t
2030 qla82xx_intr_handler(int irq, void *dev_id)
2031 {
2032 	scsi_qla_host_t	*vha;
2033 	struct qla_hw_data *ha;
2034 	struct rsp_que *rsp;
2035 	struct device_reg_82xx __iomem *reg;
2036 	int status = 0, status1 = 0;
2037 	unsigned long	flags;
2038 	unsigned long	iter;
2039 	uint32_t	stat = 0;
2040 	uint16_t	mb[8];
2041 
2042 	rsp = (struct rsp_que *) dev_id;
2043 	if (!rsp) {
2044 		ql_log(ql_log_info, NULL, 0xb053,
2045 		    "%s: NULL response queue pointer.\n", __func__);
2046 		return IRQ_NONE;
2047 	}
2048 	ha = rsp->hw;
2049 
2050 	if (!ha->flags.msi_enabled) {
2051 		status = qla82xx_rd_32(ha, ISR_INT_VECTOR);
2052 		if (!(status & ha->nx_legacy_intr.int_vec_bit))
2053 			return IRQ_NONE;
2054 
2055 		status1 = qla82xx_rd_32(ha, ISR_INT_STATE_REG);
2056 		if (!ISR_IS_LEGACY_INTR_TRIGGERED(status1))
2057 			return IRQ_NONE;
2058 	}
2059 
2060 	/* clear the interrupt */
2061 	qla82xx_wr_32(ha, ha->nx_legacy_intr.tgt_status_reg, 0xffffffff);
2062 
2063 	/* read twice to ensure write is flushed */
2064 	qla82xx_rd_32(ha, ISR_INT_VECTOR);
2065 	qla82xx_rd_32(ha, ISR_INT_VECTOR);
2066 
2067 	reg = &ha->iobase->isp82;
2068 
2069 	spin_lock_irqsave(&ha->hardware_lock, flags);
2070 	vha = pci_get_drvdata(ha->pdev);
2071 	for (iter = 1; iter--; ) {
2072 
2073 		if (RD_REG_DWORD(&reg->host_int)) {
2074 			stat = RD_REG_DWORD(&reg->host_status);
2075 
2076 			switch (stat & 0xff) {
2077 			case 0x1:
2078 			case 0x2:
2079 			case 0x10:
2080 			case 0x11:
2081 				qla82xx_mbx_completion(vha, MSW(stat));
2082 				status |= MBX_INTERRUPT;
2083 				break;
2084 			case 0x12:
2085 				mb[0] = MSW(stat);
2086 				mb[1] = RD_REG_WORD(&reg->mailbox_out[1]);
2087 				mb[2] = RD_REG_WORD(&reg->mailbox_out[2]);
2088 				mb[3] = RD_REG_WORD(&reg->mailbox_out[3]);
2089 				qla2x00_async_event(vha, rsp, mb);
2090 				break;
2091 			case 0x13:
2092 				qla24xx_process_response_queue(vha, rsp);
2093 				break;
2094 			default:
2095 				ql_dbg(ql_dbg_async, vha, 0x5054,
2096 				    "Unrecognized interrupt type (%d).\n",
2097 				    stat & 0xff);
2098 				break;
2099 			}
2100 		}
2101 		WRT_REG_DWORD(&reg->host_int, 0);
2102 	}
2103 
2104 	qla2x00_handle_mbx_completion(ha, status);
2105 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
2106 
2107 	if (!ha->flags.msi_enabled)
2108 		qla82xx_wr_32(ha, ha->nx_legacy_intr.tgt_mask_reg, 0xfbff);
2109 
2110 	return IRQ_HANDLED;
2111 }
2112 
2113 irqreturn_t
2114 qla82xx_msix_default(int irq, void *dev_id)
2115 {
2116 	scsi_qla_host_t	*vha;
2117 	struct qla_hw_data *ha;
2118 	struct rsp_que *rsp;
2119 	struct device_reg_82xx __iomem *reg;
2120 	int status = 0;
2121 	unsigned long flags;
2122 	uint32_t stat = 0;
2123 	uint32_t host_int = 0;
2124 	uint16_t mb[8];
2125 
2126 	rsp = (struct rsp_que *) dev_id;
2127 	if (!rsp) {
2128 		printk(KERN_INFO
2129 			"%s(): NULL response queue pointer.\n", __func__);
2130 		return IRQ_NONE;
2131 	}
2132 	ha = rsp->hw;
2133 
2134 	reg = &ha->iobase->isp82;
2135 
2136 	spin_lock_irqsave(&ha->hardware_lock, flags);
2137 	vha = pci_get_drvdata(ha->pdev);
2138 	do {
2139 		host_int = RD_REG_DWORD(&reg->host_int);
2140 		if (qla2x00_check_reg32_for_disconnect(vha, host_int))
2141 			break;
2142 		if (host_int) {
2143 			stat = RD_REG_DWORD(&reg->host_status);
2144 
2145 			switch (stat & 0xff) {
2146 			case 0x1:
2147 			case 0x2:
2148 			case 0x10:
2149 			case 0x11:
2150 				qla82xx_mbx_completion(vha, MSW(stat));
2151 				status |= MBX_INTERRUPT;
2152 				break;
2153 			case 0x12:
2154 				mb[0] = MSW(stat);
2155 				mb[1] = RD_REG_WORD(&reg->mailbox_out[1]);
2156 				mb[2] = RD_REG_WORD(&reg->mailbox_out[2]);
2157 				mb[3] = RD_REG_WORD(&reg->mailbox_out[3]);
2158 				qla2x00_async_event(vha, rsp, mb);
2159 				break;
2160 			case 0x13:
2161 				qla24xx_process_response_queue(vha, rsp);
2162 				break;
2163 			default:
2164 				ql_dbg(ql_dbg_async, vha, 0x5041,
2165 				    "Unrecognized interrupt type (%d).\n",
2166 				    stat & 0xff);
2167 				break;
2168 			}
2169 		}
2170 		WRT_REG_DWORD(&reg->host_int, 0);
2171 	} while (0);
2172 
2173 	qla2x00_handle_mbx_completion(ha, status);
2174 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
2175 
2176 	return IRQ_HANDLED;
2177 }
2178 
2179 irqreturn_t
2180 qla82xx_msix_rsp_q(int irq, void *dev_id)
2181 {
2182 	scsi_qla_host_t	*vha;
2183 	struct qla_hw_data *ha;
2184 	struct rsp_que *rsp;
2185 	struct device_reg_82xx __iomem *reg;
2186 	unsigned long flags;
2187 	uint32_t host_int = 0;
2188 
2189 	rsp = (struct rsp_que *) dev_id;
2190 	if (!rsp) {
2191 		printk(KERN_INFO
2192 			"%s(): NULL response queue pointer.\n", __func__);
2193 		return IRQ_NONE;
2194 	}
2195 
2196 	ha = rsp->hw;
2197 	reg = &ha->iobase->isp82;
2198 	spin_lock_irqsave(&ha->hardware_lock, flags);
2199 	vha = pci_get_drvdata(ha->pdev);
2200 	host_int = RD_REG_DWORD(&reg->host_int);
2201 	if (qla2x00_check_reg32_for_disconnect(vha, host_int))
2202 		goto out;
2203 	qla24xx_process_response_queue(vha, rsp);
2204 	WRT_REG_DWORD(&reg->host_int, 0);
2205 out:
2206 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
2207 	return IRQ_HANDLED;
2208 }
2209 
2210 void
2211 qla82xx_poll(int irq, void *dev_id)
2212 {
2213 	scsi_qla_host_t	*vha;
2214 	struct qla_hw_data *ha;
2215 	struct rsp_que *rsp;
2216 	struct device_reg_82xx __iomem *reg;
2217 	int status = 0;
2218 	uint32_t stat;
2219 	uint32_t host_int = 0;
2220 	uint16_t mb[8];
2221 	unsigned long flags;
2222 
2223 	rsp = (struct rsp_que *) dev_id;
2224 	if (!rsp) {
2225 		printk(KERN_INFO
2226 			"%s(): NULL response queue pointer.\n", __func__);
2227 		return;
2228 	}
2229 	ha = rsp->hw;
2230 
2231 	reg = &ha->iobase->isp82;
2232 	spin_lock_irqsave(&ha->hardware_lock, flags);
2233 	vha = pci_get_drvdata(ha->pdev);
2234 
2235 	host_int = RD_REG_DWORD(&reg->host_int);
2236 	if (qla2x00_check_reg32_for_disconnect(vha, host_int))
2237 		goto out;
2238 	if (host_int) {
2239 		stat = RD_REG_DWORD(&reg->host_status);
2240 		switch (stat & 0xff) {
2241 		case 0x1:
2242 		case 0x2:
2243 		case 0x10:
2244 		case 0x11:
2245 			qla82xx_mbx_completion(vha, MSW(stat));
2246 			status |= MBX_INTERRUPT;
2247 			break;
2248 		case 0x12:
2249 			mb[0] = MSW(stat);
2250 			mb[1] = RD_REG_WORD(&reg->mailbox_out[1]);
2251 			mb[2] = RD_REG_WORD(&reg->mailbox_out[2]);
2252 			mb[3] = RD_REG_WORD(&reg->mailbox_out[3]);
2253 			qla2x00_async_event(vha, rsp, mb);
2254 			break;
2255 		case 0x13:
2256 			qla24xx_process_response_queue(vha, rsp);
2257 			break;
2258 		default:
2259 			ql_dbg(ql_dbg_p3p, vha, 0xb013,
2260 			    "Unrecognized interrupt type (%d).\n",
2261 			    stat * 0xff);
2262 			break;
2263 		}
2264 		WRT_REG_DWORD(&reg->host_int, 0);
2265 	}
2266 out:
2267 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
2268 }
2269 
2270 void
2271 qla82xx_enable_intrs(struct qla_hw_data *ha)
2272 {
2273 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
2274 
2275 	qla82xx_mbx_intr_enable(vha);
2276 	spin_lock_irq(&ha->hardware_lock);
2277 	if (IS_QLA8044(ha))
2278 		qla8044_wr_reg(ha, LEG_INTR_MASK_OFFSET, 0);
2279 	else
2280 		qla82xx_wr_32(ha, ha->nx_legacy_intr.tgt_mask_reg, 0xfbff);
2281 	spin_unlock_irq(&ha->hardware_lock);
2282 	ha->interrupts_on = 1;
2283 }
2284 
2285 void
2286 qla82xx_disable_intrs(struct qla_hw_data *ha)
2287 {
2288 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
2289 
2290 	qla82xx_mbx_intr_disable(vha);
2291 	spin_lock_irq(&ha->hardware_lock);
2292 	if (IS_QLA8044(ha))
2293 		qla8044_wr_reg(ha, LEG_INTR_MASK_OFFSET, 1);
2294 	else
2295 		qla82xx_wr_32(ha, ha->nx_legacy_intr.tgt_mask_reg, 0x0400);
2296 	spin_unlock_irq(&ha->hardware_lock);
2297 	ha->interrupts_on = 0;
2298 }
2299 
2300 void qla82xx_init_flags(struct qla_hw_data *ha)
2301 {
2302 	struct qla82xx_legacy_intr_set *nx_legacy_intr;
2303 
2304 	/* ISP 8021 initializations */
2305 	rwlock_init(&ha->hw_lock);
2306 	ha->qdr_sn_window = -1;
2307 	ha->ddr_mn_window = -1;
2308 	ha->curr_window = 255;
2309 	ha->portnum = PCI_FUNC(ha->pdev->devfn);
2310 	nx_legacy_intr = &legacy_intr[ha->portnum];
2311 	ha->nx_legacy_intr.int_vec_bit = nx_legacy_intr->int_vec_bit;
2312 	ha->nx_legacy_intr.tgt_status_reg = nx_legacy_intr->tgt_status_reg;
2313 	ha->nx_legacy_intr.tgt_mask_reg = nx_legacy_intr->tgt_mask_reg;
2314 	ha->nx_legacy_intr.pci_int_reg = nx_legacy_intr->pci_int_reg;
2315 }
2316 
2317 static inline void
2318 qla82xx_set_idc_version(scsi_qla_host_t *vha)
2319 {
2320 	int idc_ver;
2321 	uint32_t drv_active;
2322 	struct qla_hw_data *ha = vha->hw;
2323 
2324 	drv_active = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_ACTIVE);
2325 	if (drv_active == (QLA82XX_DRV_ACTIVE << (ha->portnum * 4))) {
2326 		qla82xx_wr_32(ha, QLA82XX_CRB_DRV_IDC_VERSION,
2327 		    QLA82XX_IDC_VERSION);
2328 		ql_log(ql_log_info, vha, 0xb082,
2329 		    "IDC version updated to %d\n", QLA82XX_IDC_VERSION);
2330 	} else {
2331 		idc_ver = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_IDC_VERSION);
2332 		if (idc_ver != QLA82XX_IDC_VERSION)
2333 			ql_log(ql_log_info, vha, 0xb083,
2334 			    "qla2xxx driver IDC version %d is not compatible "
2335 			    "with IDC version %d of the other drivers\n",
2336 			    QLA82XX_IDC_VERSION, idc_ver);
2337 	}
2338 }
2339 
2340 inline void
2341 qla82xx_set_drv_active(scsi_qla_host_t *vha)
2342 {
2343 	uint32_t drv_active;
2344 	struct qla_hw_data *ha = vha->hw;
2345 
2346 	drv_active = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_ACTIVE);
2347 
2348 	/* If reset value is all FF's, initialize DRV_ACTIVE */
2349 	if (drv_active == 0xffffffff) {
2350 		qla82xx_wr_32(ha, QLA82XX_CRB_DRV_ACTIVE,
2351 			QLA82XX_DRV_NOT_ACTIVE);
2352 		drv_active = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_ACTIVE);
2353 	}
2354 	drv_active |= (QLA82XX_DRV_ACTIVE << (ha->portnum * 4));
2355 	qla82xx_wr_32(ha, QLA82XX_CRB_DRV_ACTIVE, drv_active);
2356 }
2357 
2358 inline void
2359 qla82xx_clear_drv_active(struct qla_hw_data *ha)
2360 {
2361 	uint32_t drv_active;
2362 
2363 	drv_active = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_ACTIVE);
2364 	drv_active &= ~(QLA82XX_DRV_ACTIVE << (ha->portnum * 4));
2365 	qla82xx_wr_32(ha, QLA82XX_CRB_DRV_ACTIVE, drv_active);
2366 }
2367 
2368 static inline int
2369 qla82xx_need_reset(struct qla_hw_data *ha)
2370 {
2371 	uint32_t drv_state;
2372 	int rval;
2373 
2374 	if (ha->flags.nic_core_reset_owner)
2375 		return 1;
2376 	else {
2377 		drv_state = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_STATE);
2378 		rval = drv_state & (QLA82XX_DRVST_RST_RDY << (ha->portnum * 4));
2379 		return rval;
2380 	}
2381 }
2382 
2383 static inline void
2384 qla82xx_set_rst_ready(struct qla_hw_data *ha)
2385 {
2386 	uint32_t drv_state;
2387 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
2388 
2389 	drv_state = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_STATE);
2390 
2391 	/* If reset value is all FF's, initialize DRV_STATE */
2392 	if (drv_state == 0xffffffff) {
2393 		qla82xx_wr_32(ha, QLA82XX_CRB_DRV_STATE, QLA82XX_DRVST_NOT_RDY);
2394 		drv_state = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_STATE);
2395 	}
2396 	drv_state |= (QLA82XX_DRVST_RST_RDY << (ha->portnum * 4));
2397 	ql_dbg(ql_dbg_init, vha, 0x00bb,
2398 	    "drv_state = 0x%08x.\n", drv_state);
2399 	qla82xx_wr_32(ha, QLA82XX_CRB_DRV_STATE, drv_state);
2400 }
2401 
2402 static inline void
2403 qla82xx_clear_rst_ready(struct qla_hw_data *ha)
2404 {
2405 	uint32_t drv_state;
2406 
2407 	drv_state = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_STATE);
2408 	drv_state &= ~(QLA82XX_DRVST_RST_RDY << (ha->portnum * 4));
2409 	qla82xx_wr_32(ha, QLA82XX_CRB_DRV_STATE, drv_state);
2410 }
2411 
2412 static inline void
2413 qla82xx_set_qsnt_ready(struct qla_hw_data *ha)
2414 {
2415 	uint32_t qsnt_state;
2416 
2417 	qsnt_state = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_STATE);
2418 	qsnt_state |= (QLA82XX_DRVST_QSNT_RDY << (ha->portnum * 4));
2419 	qla82xx_wr_32(ha, QLA82XX_CRB_DRV_STATE, qsnt_state);
2420 }
2421 
2422 void
2423 qla82xx_clear_qsnt_ready(scsi_qla_host_t *vha)
2424 {
2425 	struct qla_hw_data *ha = vha->hw;
2426 	uint32_t qsnt_state;
2427 
2428 	qsnt_state = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_STATE);
2429 	qsnt_state &= ~(QLA82XX_DRVST_QSNT_RDY << (ha->portnum * 4));
2430 	qla82xx_wr_32(ha, QLA82XX_CRB_DRV_STATE, qsnt_state);
2431 }
2432 
2433 static int
2434 qla82xx_load_fw(scsi_qla_host_t *vha)
2435 {
2436 	int rst;
2437 	struct fw_blob *blob;
2438 	struct qla_hw_data *ha = vha->hw;
2439 
2440 	if (qla82xx_pinit_from_rom(vha) != QLA_SUCCESS) {
2441 		ql_log(ql_log_fatal, vha, 0x009f,
2442 		    "Error during CRB initialization.\n");
2443 		return QLA_FUNCTION_FAILED;
2444 	}
2445 	udelay(500);
2446 
2447 	/* Bring QM and CAMRAM out of reset */
2448 	rst = qla82xx_rd_32(ha, QLA82XX_ROMUSB_GLB_SW_RESET);
2449 	rst &= ~((1 << 28) | (1 << 24));
2450 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_GLB_SW_RESET, rst);
2451 
2452 	/*
2453 	 * FW Load priority:
2454 	 * 1) Operational firmware residing in flash.
2455 	 * 2) Firmware via request-firmware interface (.bin file).
2456 	 */
2457 	if (ql2xfwloadbin == 2)
2458 		goto try_blob_fw;
2459 
2460 	ql_log(ql_log_info, vha, 0x00a0,
2461 	    "Attempting to load firmware from flash.\n");
2462 
2463 	if (qla82xx_fw_load_from_flash(ha) == QLA_SUCCESS) {
2464 		ql_log(ql_log_info, vha, 0x00a1,
2465 		    "Firmware loaded successfully from flash.\n");
2466 		return QLA_SUCCESS;
2467 	} else {
2468 		ql_log(ql_log_warn, vha, 0x0108,
2469 		    "Firmware load from flash failed.\n");
2470 	}
2471 
2472 try_blob_fw:
2473 	ql_log(ql_log_info, vha, 0x00a2,
2474 	    "Attempting to load firmware from blob.\n");
2475 
2476 	/* Load firmware blob. */
2477 	blob = ha->hablob = qla2x00_request_firmware(vha);
2478 	if (!blob) {
2479 		ql_log(ql_log_fatal, vha, 0x00a3,
2480 		    "Firmware image not present.\n");
2481 		goto fw_load_failed;
2482 	}
2483 
2484 	/* Validating firmware blob */
2485 	if (qla82xx_validate_firmware_blob(vha,
2486 		QLA82XX_FLASH_ROMIMAGE)) {
2487 		/* Fallback to URI format */
2488 		if (qla82xx_validate_firmware_blob(vha,
2489 			QLA82XX_UNIFIED_ROMIMAGE)) {
2490 			ql_log(ql_log_fatal, vha, 0x00a4,
2491 			    "No valid firmware image found.\n");
2492 			return QLA_FUNCTION_FAILED;
2493 		}
2494 	}
2495 
2496 	if (qla82xx_fw_load_from_blob(ha) == QLA_SUCCESS) {
2497 		ql_log(ql_log_info, vha, 0x00a5,
2498 		    "Firmware loaded successfully from binary blob.\n");
2499 		return QLA_SUCCESS;
2500 	}
2501 
2502 	ql_log(ql_log_fatal, vha, 0x00a6,
2503 	       "Firmware load failed for binary blob.\n");
2504 	blob->fw = NULL;
2505 	blob = NULL;
2506 
2507 fw_load_failed:
2508 	return QLA_FUNCTION_FAILED;
2509 }
2510 
2511 int
2512 qla82xx_start_firmware(scsi_qla_host_t *vha)
2513 {
2514 	uint16_t      lnk;
2515 	struct qla_hw_data *ha = vha->hw;
2516 
2517 	/* scrub dma mask expansion register */
2518 	qla82xx_wr_32(ha, CRB_DMA_SHIFT, QLA82XX_DMA_SHIFT_VALUE);
2519 
2520 	/* Put both the PEG CMD and RCV PEG to default state
2521 	 * of 0 before resetting the hardware
2522 	 */
2523 	qla82xx_wr_32(ha, CRB_CMDPEG_STATE, 0);
2524 	qla82xx_wr_32(ha, CRB_RCVPEG_STATE, 0);
2525 
2526 	/* Overwrite stale initialization register values */
2527 	qla82xx_wr_32(ha, QLA82XX_PEG_HALT_STATUS1, 0);
2528 	qla82xx_wr_32(ha, QLA82XX_PEG_HALT_STATUS2, 0);
2529 
2530 	if (qla82xx_load_fw(vha) != QLA_SUCCESS) {
2531 		ql_log(ql_log_fatal, vha, 0x00a7,
2532 		    "Error trying to start fw.\n");
2533 		return QLA_FUNCTION_FAILED;
2534 	}
2535 
2536 	/* Handshake with the card before we register the devices. */
2537 	if (qla82xx_check_cmdpeg_state(ha) != QLA_SUCCESS) {
2538 		ql_log(ql_log_fatal, vha, 0x00aa,
2539 		    "Error during card handshake.\n");
2540 		return QLA_FUNCTION_FAILED;
2541 	}
2542 
2543 	/* Negotiated Link width */
2544 	pcie_capability_read_word(ha->pdev, PCI_EXP_LNKSTA, &lnk);
2545 	ha->link_width = (lnk >> 4) & 0x3f;
2546 
2547 	/* Synchronize with Receive peg */
2548 	return qla82xx_check_rcvpeg_state(ha);
2549 }
2550 
2551 static uint32_t *
2552 qla82xx_read_flash_data(scsi_qla_host_t *vha, uint32_t *dwptr, uint32_t faddr,
2553 	uint32_t length)
2554 {
2555 	uint32_t i;
2556 	uint32_t val;
2557 	struct qla_hw_data *ha = vha->hw;
2558 
2559 	/* Dword reads to flash. */
2560 	for (i = 0; i < length/4; i++, faddr += 4) {
2561 		if (qla82xx_rom_fast_read(ha, faddr, &val)) {
2562 			ql_log(ql_log_warn, vha, 0x0106,
2563 			    "Do ROM fast read failed.\n");
2564 			goto done_read;
2565 		}
2566 		dwptr[i] = cpu_to_le32(val);
2567 	}
2568 done_read:
2569 	return dwptr;
2570 }
2571 
2572 static int
2573 qla82xx_unprotect_flash(struct qla_hw_data *ha)
2574 {
2575 	int ret;
2576 	uint32_t val;
2577 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
2578 
2579 	ret = ql82xx_rom_lock_d(ha);
2580 	if (ret < 0) {
2581 		ql_log(ql_log_warn, vha, 0xb014,
2582 		    "ROM Lock failed.\n");
2583 		return ret;
2584 	}
2585 
2586 	ret = qla82xx_read_status_reg(ha, &val);
2587 	if (ret < 0)
2588 		goto done_unprotect;
2589 
2590 	val &= ~(BLOCK_PROTECT_BITS << 2);
2591 	ret = qla82xx_write_status_reg(ha, val);
2592 	if (ret < 0) {
2593 		val |= (BLOCK_PROTECT_BITS << 2);
2594 		qla82xx_write_status_reg(ha, val);
2595 	}
2596 
2597 	if (qla82xx_write_disable_flash(ha) != 0)
2598 		ql_log(ql_log_warn, vha, 0xb015,
2599 		    "Write disable failed.\n");
2600 
2601 done_unprotect:
2602 	qla82xx_rom_unlock(ha);
2603 	return ret;
2604 }
2605 
2606 static int
2607 qla82xx_protect_flash(struct qla_hw_data *ha)
2608 {
2609 	int ret;
2610 	uint32_t val;
2611 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
2612 
2613 	ret = ql82xx_rom_lock_d(ha);
2614 	if (ret < 0) {
2615 		ql_log(ql_log_warn, vha, 0xb016,
2616 		    "ROM Lock failed.\n");
2617 		return ret;
2618 	}
2619 
2620 	ret = qla82xx_read_status_reg(ha, &val);
2621 	if (ret < 0)
2622 		goto done_protect;
2623 
2624 	val |= (BLOCK_PROTECT_BITS << 2);
2625 	/* LOCK all sectors */
2626 	ret = qla82xx_write_status_reg(ha, val);
2627 	if (ret < 0)
2628 		ql_log(ql_log_warn, vha, 0xb017,
2629 		    "Write status register failed.\n");
2630 
2631 	if (qla82xx_write_disable_flash(ha) != 0)
2632 		ql_log(ql_log_warn, vha, 0xb018,
2633 		    "Write disable failed.\n");
2634 done_protect:
2635 	qla82xx_rom_unlock(ha);
2636 	return ret;
2637 }
2638 
2639 static int
2640 qla82xx_erase_sector(struct qla_hw_data *ha, int addr)
2641 {
2642 	int ret = 0;
2643 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
2644 
2645 	ret = ql82xx_rom_lock_d(ha);
2646 	if (ret < 0) {
2647 		ql_log(ql_log_warn, vha, 0xb019,
2648 		    "ROM Lock failed.\n");
2649 		return ret;
2650 	}
2651 
2652 	qla82xx_flash_set_write_enable(ha);
2653 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_ROM_ADDRESS, addr);
2654 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_ROM_ABYTE_CNT, 3);
2655 	qla82xx_wr_32(ha, QLA82XX_ROMUSB_ROM_INSTR_OPCODE, M25P_INSTR_SE);
2656 
2657 	if (qla82xx_wait_rom_done(ha)) {
2658 		ql_log(ql_log_warn, vha, 0xb01a,
2659 		    "Error waiting for rom done.\n");
2660 		ret = -1;
2661 		goto done;
2662 	}
2663 	ret = qla82xx_flash_wait_write_finish(ha);
2664 done:
2665 	qla82xx_rom_unlock(ha);
2666 	return ret;
2667 }
2668 
2669 /*
2670  * Address and length are byte address
2671  */
2672 void *
2673 qla82xx_read_optrom_data(struct scsi_qla_host *vha, void *buf,
2674 	uint32_t offset, uint32_t length)
2675 {
2676 	scsi_block_requests(vha->host);
2677 	qla82xx_read_flash_data(vha, (uint32_t *)buf, offset, length);
2678 	scsi_unblock_requests(vha->host);
2679 	return buf;
2680 }
2681 
2682 static int
2683 qla82xx_write_flash_data(struct scsi_qla_host *vha, uint32_t *dwptr,
2684 	uint32_t faddr, uint32_t dwords)
2685 {
2686 	int ret;
2687 	uint32_t liter;
2688 	uint32_t rest_addr;
2689 	dma_addr_t optrom_dma;
2690 	void *optrom = NULL;
2691 	int page_mode = 0;
2692 	struct qla_hw_data *ha = vha->hw;
2693 
2694 	ret = -1;
2695 
2696 	/* Prepare burst-capable write on supported ISPs. */
2697 	if (page_mode && !(faddr & 0xfff) &&
2698 	    dwords > OPTROM_BURST_DWORDS) {
2699 		optrom = dma_alloc_coherent(&ha->pdev->dev, OPTROM_BURST_SIZE,
2700 		    &optrom_dma, GFP_KERNEL);
2701 		if (!optrom) {
2702 			ql_log(ql_log_warn, vha, 0xb01b,
2703 			    "Unable to allocate memory "
2704 			    "for optrom burst write (%x KB).\n",
2705 			    OPTROM_BURST_SIZE / 1024);
2706 		}
2707 	}
2708 
2709 	rest_addr = ha->fdt_block_size - 1;
2710 
2711 	ret = qla82xx_unprotect_flash(ha);
2712 	if (ret) {
2713 		ql_log(ql_log_warn, vha, 0xb01c,
2714 		    "Unable to unprotect flash for update.\n");
2715 		goto write_done;
2716 	}
2717 
2718 	for (liter = 0; liter < dwords; liter++, faddr += 4, dwptr++) {
2719 		/* Are we at the beginning of a sector? */
2720 		if ((faddr & rest_addr) == 0) {
2721 
2722 			ret = qla82xx_erase_sector(ha, faddr);
2723 			if (ret) {
2724 				ql_log(ql_log_warn, vha, 0xb01d,
2725 				    "Unable to erase sector: address=%x.\n",
2726 				    faddr);
2727 				break;
2728 			}
2729 		}
2730 
2731 		/* Go with burst-write. */
2732 		if (optrom && (liter + OPTROM_BURST_DWORDS) <= dwords) {
2733 			/* Copy data to DMA'ble buffer. */
2734 			memcpy(optrom, dwptr, OPTROM_BURST_SIZE);
2735 
2736 			ret = qla2x00_load_ram(vha, optrom_dma,
2737 			    (ha->flash_data_off | faddr),
2738 			    OPTROM_BURST_DWORDS);
2739 			if (ret != QLA_SUCCESS) {
2740 				ql_log(ql_log_warn, vha, 0xb01e,
2741 				    "Unable to burst-write optrom segment "
2742 				    "(%x/%x/%llx).\n", ret,
2743 				    (ha->flash_data_off | faddr),
2744 				    (unsigned long long)optrom_dma);
2745 				ql_log(ql_log_warn, vha, 0xb01f,
2746 				    "Reverting to slow-write.\n");
2747 
2748 				dma_free_coherent(&ha->pdev->dev,
2749 				    OPTROM_BURST_SIZE, optrom, optrom_dma);
2750 				optrom = NULL;
2751 			} else {
2752 				liter += OPTROM_BURST_DWORDS - 1;
2753 				faddr += OPTROM_BURST_DWORDS - 1;
2754 				dwptr += OPTROM_BURST_DWORDS - 1;
2755 				continue;
2756 			}
2757 		}
2758 
2759 		ret = qla82xx_write_flash_dword(ha, faddr,
2760 		    cpu_to_le32(*dwptr));
2761 		if (ret) {
2762 			ql_dbg(ql_dbg_p3p, vha, 0xb020,
2763 			    "Unable to program flash address=%x data=%x.\n",
2764 			    faddr, *dwptr);
2765 			break;
2766 		}
2767 	}
2768 
2769 	ret = qla82xx_protect_flash(ha);
2770 	if (ret)
2771 		ql_log(ql_log_warn, vha, 0xb021,
2772 		    "Unable to protect flash after update.\n");
2773 write_done:
2774 	if (optrom)
2775 		dma_free_coherent(&ha->pdev->dev,
2776 		    OPTROM_BURST_SIZE, optrom, optrom_dma);
2777 	return ret;
2778 }
2779 
2780 int
2781 qla82xx_write_optrom_data(struct scsi_qla_host *vha, void *buf,
2782 	uint32_t offset, uint32_t length)
2783 {
2784 	int rval;
2785 
2786 	/* Suspend HBA. */
2787 	scsi_block_requests(vha->host);
2788 	rval = qla82xx_write_flash_data(vha, buf, offset, length >> 2);
2789 	scsi_unblock_requests(vha->host);
2790 
2791 	/* Convert return ISP82xx to generic */
2792 	if (rval)
2793 		rval = QLA_FUNCTION_FAILED;
2794 	else
2795 		rval = QLA_SUCCESS;
2796 	return rval;
2797 }
2798 
2799 void
2800 qla82xx_start_iocbs(scsi_qla_host_t *vha)
2801 {
2802 	struct qla_hw_data *ha = vha->hw;
2803 	struct req_que *req = ha->req_q_map[0];
2804 	uint32_t dbval;
2805 
2806 	/* Adjust ring index. */
2807 	req->ring_index++;
2808 	if (req->ring_index == req->length) {
2809 		req->ring_index = 0;
2810 		req->ring_ptr = req->ring;
2811 	} else
2812 		req->ring_ptr++;
2813 
2814 	dbval = 0x04 | (ha->portnum << 5);
2815 
2816 	dbval = dbval | (req->id << 8) | (req->ring_index << 16);
2817 	if (ql2xdbwr)
2818 		qla82xx_wr_32(ha, (unsigned long)ha->nxdb_wr_ptr, dbval);
2819 	else {
2820 		WRT_REG_DWORD(ha->nxdb_wr_ptr, dbval);
2821 		wmb();
2822 		while (RD_REG_DWORD(ha->nxdb_rd_ptr) != dbval) {
2823 			WRT_REG_DWORD(ha->nxdb_wr_ptr, dbval);
2824 			wmb();
2825 		}
2826 	}
2827 }
2828 
2829 static void
2830 qla82xx_rom_lock_recovery(struct qla_hw_data *ha)
2831 {
2832 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
2833 	uint32_t lock_owner = 0;
2834 
2835 	if (qla82xx_rom_lock(ha)) {
2836 		lock_owner = qla82xx_rd_32(ha, QLA82XX_ROM_LOCK_ID);
2837 		/* Someone else is holding the lock. */
2838 		ql_log(ql_log_info, vha, 0xb022,
2839 		    "Resetting rom_lock, Lock Owner %u.\n", lock_owner);
2840 	}
2841 	/*
2842 	 * Either we got the lock, or someone
2843 	 * else died while holding it.
2844 	 * In either case, unlock.
2845 	 */
2846 	qla82xx_rom_unlock(ha);
2847 }
2848 
2849 /*
2850  * qla82xx_device_bootstrap
2851  *    Initialize device, set DEV_READY, start fw
2852  *
2853  * Note:
2854  *      IDC lock must be held upon entry
2855  *
2856  * Return:
2857  *    Success : 0
2858  *    Failed  : 1
2859  */
2860 static int
2861 qla82xx_device_bootstrap(scsi_qla_host_t *vha)
2862 {
2863 	int rval = QLA_SUCCESS;
2864 	int i;
2865 	uint32_t old_count, count;
2866 	struct qla_hw_data *ha = vha->hw;
2867 	int need_reset = 0;
2868 
2869 	need_reset = qla82xx_need_reset(ha);
2870 
2871 	if (need_reset) {
2872 		/* We are trying to perform a recovery here. */
2873 		if (ha->flags.isp82xx_fw_hung)
2874 			qla82xx_rom_lock_recovery(ha);
2875 	} else  {
2876 		old_count = qla82xx_rd_32(ha, QLA82XX_PEG_ALIVE_COUNTER);
2877 		for (i = 0; i < 10; i++) {
2878 			msleep(200);
2879 			count = qla82xx_rd_32(ha, QLA82XX_PEG_ALIVE_COUNTER);
2880 			if (count != old_count) {
2881 				rval = QLA_SUCCESS;
2882 				goto dev_ready;
2883 			}
2884 		}
2885 		qla82xx_rom_lock_recovery(ha);
2886 	}
2887 
2888 	/* set to DEV_INITIALIZING */
2889 	ql_log(ql_log_info, vha, 0x009e,
2890 	    "HW State: INITIALIZING.\n");
2891 	qla82xx_wr_32(ha, QLA82XX_CRB_DEV_STATE, QLA8XXX_DEV_INITIALIZING);
2892 
2893 	qla82xx_idc_unlock(ha);
2894 	rval = qla82xx_start_firmware(vha);
2895 	qla82xx_idc_lock(ha);
2896 
2897 	if (rval != QLA_SUCCESS) {
2898 		ql_log(ql_log_fatal, vha, 0x00ad,
2899 		    "HW State: FAILED.\n");
2900 		qla82xx_clear_drv_active(ha);
2901 		qla82xx_wr_32(ha, QLA82XX_CRB_DEV_STATE, QLA8XXX_DEV_FAILED);
2902 		return rval;
2903 	}
2904 
2905 dev_ready:
2906 	ql_log(ql_log_info, vha, 0x00ae,
2907 	    "HW State: READY.\n");
2908 	qla82xx_wr_32(ha, QLA82XX_CRB_DEV_STATE, QLA8XXX_DEV_READY);
2909 
2910 	return QLA_SUCCESS;
2911 }
2912 
2913 /*
2914 * qla82xx_need_qsnt_handler
2915 *    Code to start quiescence sequence
2916 *
2917 * Note:
2918 *      IDC lock must be held upon entry
2919 *
2920 * Return: void
2921 */
2922 
2923 static void
2924 qla82xx_need_qsnt_handler(scsi_qla_host_t *vha)
2925 {
2926 	struct qla_hw_data *ha = vha->hw;
2927 	uint32_t dev_state, drv_state, drv_active;
2928 	unsigned long reset_timeout;
2929 
2930 	if (vha->flags.online) {
2931 		/*Block any further I/O and wait for pending cmnds to complete*/
2932 		qla2x00_quiesce_io(vha);
2933 	}
2934 
2935 	/* Set the quiescence ready bit */
2936 	qla82xx_set_qsnt_ready(ha);
2937 
2938 	/*wait for 30 secs for other functions to ack */
2939 	reset_timeout = jiffies + (30 * HZ);
2940 
2941 	drv_state = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_STATE);
2942 	drv_active = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_ACTIVE);
2943 	/* Its 2 that is written when qsnt is acked, moving one bit */
2944 	drv_active = drv_active << 0x01;
2945 
2946 	while (drv_state != drv_active) {
2947 
2948 		if (time_after_eq(jiffies, reset_timeout)) {
2949 			/* quiescence timeout, other functions didn't ack
2950 			 * changing the state to DEV_READY
2951 			 */
2952 			ql_log(ql_log_info, vha, 0xb023,
2953 			    "%s : QUIESCENT TIMEOUT DRV_ACTIVE:%d "
2954 			    "DRV_STATE:%d.\n", QLA2XXX_DRIVER_NAME,
2955 			    drv_active, drv_state);
2956 			qla82xx_wr_32(ha, QLA82XX_CRB_DEV_STATE,
2957 			    QLA8XXX_DEV_READY);
2958 			ql_log(ql_log_info, vha, 0xb025,
2959 			    "HW State: DEV_READY.\n");
2960 			qla82xx_idc_unlock(ha);
2961 			qla2x00_perform_loop_resync(vha);
2962 			qla82xx_idc_lock(ha);
2963 
2964 			qla82xx_clear_qsnt_ready(vha);
2965 			return;
2966 		}
2967 
2968 		qla82xx_idc_unlock(ha);
2969 		msleep(1000);
2970 		qla82xx_idc_lock(ha);
2971 
2972 		drv_state = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_STATE);
2973 		drv_active = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_ACTIVE);
2974 		drv_active = drv_active << 0x01;
2975 	}
2976 	dev_state = qla82xx_rd_32(ha, QLA82XX_CRB_DEV_STATE);
2977 	/* everyone acked so set the state to DEV_QUIESCENCE */
2978 	if (dev_state == QLA8XXX_DEV_NEED_QUIESCENT) {
2979 		ql_log(ql_log_info, vha, 0xb026,
2980 		    "HW State: DEV_QUIESCENT.\n");
2981 		qla82xx_wr_32(ha, QLA82XX_CRB_DEV_STATE, QLA8XXX_DEV_QUIESCENT);
2982 	}
2983 }
2984 
2985 /*
2986 * qla82xx_wait_for_state_change
2987 *    Wait for device state to change from given current state
2988 *
2989 * Note:
2990 *     IDC lock must not be held upon entry
2991 *
2992 * Return:
2993 *    Changed device state.
2994 */
2995 uint32_t
2996 qla82xx_wait_for_state_change(scsi_qla_host_t *vha, uint32_t curr_state)
2997 {
2998 	struct qla_hw_data *ha = vha->hw;
2999 	uint32_t dev_state;
3000 
3001 	do {
3002 		msleep(1000);
3003 		qla82xx_idc_lock(ha);
3004 		dev_state = qla82xx_rd_32(ha, QLA82XX_CRB_DEV_STATE);
3005 		qla82xx_idc_unlock(ha);
3006 	} while (dev_state == curr_state);
3007 
3008 	return dev_state;
3009 }
3010 
3011 void
3012 qla8xxx_dev_failed_handler(scsi_qla_host_t *vha)
3013 {
3014 	struct qla_hw_data *ha = vha->hw;
3015 
3016 	/* Disable the board */
3017 	ql_log(ql_log_fatal, vha, 0x00b8,
3018 	    "Disabling the board.\n");
3019 
3020 	if (IS_QLA82XX(ha)) {
3021 		qla82xx_clear_drv_active(ha);
3022 		qla82xx_idc_unlock(ha);
3023 	} else if (IS_QLA8044(ha)) {
3024 		qla8044_clear_drv_active(ha);
3025 		qla8044_idc_unlock(ha);
3026 	}
3027 
3028 	/* Set DEV_FAILED flag to disable timer */
3029 	vha->device_flags |= DFLG_DEV_FAILED;
3030 	qla2x00_abort_all_cmds(vha, DID_NO_CONNECT << 16);
3031 	qla2x00_mark_all_devices_lost(vha, 0);
3032 	vha->flags.online = 0;
3033 	vha->flags.init_done = 0;
3034 }
3035 
3036 /*
3037  * qla82xx_need_reset_handler
3038  *    Code to start reset sequence
3039  *
3040  * Note:
3041  *      IDC lock must be held upon entry
3042  *
3043  * Return:
3044  *    Success : 0
3045  *    Failed  : 1
3046  */
3047 static void
3048 qla82xx_need_reset_handler(scsi_qla_host_t *vha)
3049 {
3050 	uint32_t dev_state, drv_state, drv_active;
3051 	uint32_t active_mask = 0;
3052 	unsigned long reset_timeout;
3053 	struct qla_hw_data *ha = vha->hw;
3054 	struct req_que *req = ha->req_q_map[0];
3055 
3056 	if (vha->flags.online) {
3057 		qla82xx_idc_unlock(ha);
3058 		qla2x00_abort_isp_cleanup(vha);
3059 		ha->isp_ops->get_flash_version(vha, req->ring);
3060 		ha->isp_ops->nvram_config(vha);
3061 		qla82xx_idc_lock(ha);
3062 	}
3063 
3064 	drv_active = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_ACTIVE);
3065 	if (!ha->flags.nic_core_reset_owner) {
3066 		ql_dbg(ql_dbg_p3p, vha, 0xb028,
3067 		    "reset_acknowledged by 0x%x\n", ha->portnum);
3068 		qla82xx_set_rst_ready(ha);
3069 	} else {
3070 		active_mask = ~(QLA82XX_DRV_ACTIVE << (ha->portnum * 4));
3071 		drv_active &= active_mask;
3072 		ql_dbg(ql_dbg_p3p, vha, 0xb029,
3073 		    "active_mask: 0x%08x\n", active_mask);
3074 	}
3075 
3076 	/* wait for 10 seconds for reset ack from all functions */
3077 	reset_timeout = jiffies + (ha->fcoe_reset_timeout * HZ);
3078 
3079 	drv_state = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_STATE);
3080 	drv_active = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_ACTIVE);
3081 	dev_state = qla82xx_rd_32(ha, QLA82XX_CRB_DEV_STATE);
3082 
3083 	ql_dbg(ql_dbg_p3p, vha, 0xb02a,
3084 	    "drv_state: 0x%08x, drv_active: 0x%08x, "
3085 	    "dev_state: 0x%08x, active_mask: 0x%08x\n",
3086 	    drv_state, drv_active, dev_state, active_mask);
3087 
3088 	while (drv_state != drv_active &&
3089 	    dev_state != QLA8XXX_DEV_INITIALIZING) {
3090 		if (time_after_eq(jiffies, reset_timeout)) {
3091 			ql_log(ql_log_warn, vha, 0x00b5,
3092 			    "Reset timeout.\n");
3093 			break;
3094 		}
3095 		qla82xx_idc_unlock(ha);
3096 		msleep(1000);
3097 		qla82xx_idc_lock(ha);
3098 		drv_state = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_STATE);
3099 		drv_active = qla82xx_rd_32(ha, QLA82XX_CRB_DRV_ACTIVE);
3100 		if (ha->flags.nic_core_reset_owner)
3101 			drv_active &= active_mask;
3102 		dev_state = qla82xx_rd_32(ha, QLA82XX_CRB_DEV_STATE);
3103 	}
3104 
3105 	ql_dbg(ql_dbg_p3p, vha, 0xb02b,
3106 	    "drv_state: 0x%08x, drv_active: 0x%08x, "
3107 	    "dev_state: 0x%08x, active_mask: 0x%08x\n",
3108 	    drv_state, drv_active, dev_state, active_mask);
3109 
3110 	ql_log(ql_log_info, vha, 0x00b6,
3111 	    "Device state is 0x%x = %s.\n",
3112 	    dev_state,
3113 	    dev_state < MAX_STATES ? qdev_state(dev_state) : "Unknown");
3114 
3115 	/* Force to DEV_COLD unless someone else is starting a reset */
3116 	if (dev_state != QLA8XXX_DEV_INITIALIZING &&
3117 	    dev_state != QLA8XXX_DEV_COLD) {
3118 		ql_log(ql_log_info, vha, 0x00b7,
3119 		    "HW State: COLD/RE-INIT.\n");
3120 		qla82xx_wr_32(ha, QLA82XX_CRB_DEV_STATE, QLA8XXX_DEV_COLD);
3121 		qla82xx_set_rst_ready(ha);
3122 		if (ql2xmdenable) {
3123 			if (qla82xx_md_collect(vha))
3124 				ql_log(ql_log_warn, vha, 0xb02c,
3125 				    "Minidump not collected.\n");
3126 		} else
3127 			ql_log(ql_log_warn, vha, 0xb04f,
3128 			    "Minidump disabled.\n");
3129 	}
3130 }
3131 
3132 int
3133 qla82xx_check_md_needed(scsi_qla_host_t *vha)
3134 {
3135 	struct qla_hw_data *ha = vha->hw;
3136 	uint16_t fw_major_version, fw_minor_version, fw_subminor_version;
3137 	int rval = QLA_SUCCESS;
3138 
3139 	fw_major_version = ha->fw_major_version;
3140 	fw_minor_version = ha->fw_minor_version;
3141 	fw_subminor_version = ha->fw_subminor_version;
3142 
3143 	rval = qla2x00_get_fw_version(vha);
3144 	if (rval != QLA_SUCCESS)
3145 		return rval;
3146 
3147 	if (ql2xmdenable) {
3148 		if (!ha->fw_dumped) {
3149 			if ((fw_major_version != ha->fw_major_version ||
3150 			    fw_minor_version != ha->fw_minor_version ||
3151 			    fw_subminor_version != ha->fw_subminor_version) ||
3152 			    (ha->prev_minidump_failed)) {
3153 				ql_dbg(ql_dbg_p3p, vha, 0xb02d,
3154 				    "Firmware version differs Previous version: %d:%d:%d - New version: %d:%d:%d, prev_minidump_failed: %d.\n",
3155 				    fw_major_version, fw_minor_version,
3156 				    fw_subminor_version,
3157 				    ha->fw_major_version,
3158 				    ha->fw_minor_version,
3159 				    ha->fw_subminor_version,
3160 				    ha->prev_minidump_failed);
3161 				/* Release MiniDump resources */
3162 				qla82xx_md_free(vha);
3163 				/* ALlocate MiniDump resources */
3164 				qla82xx_md_prep(vha);
3165 			}
3166 		} else
3167 			ql_log(ql_log_info, vha, 0xb02e,
3168 			    "Firmware dump available to retrieve\n");
3169 	}
3170 	return rval;
3171 }
3172 
3173 
3174 static int
3175 qla82xx_check_fw_alive(scsi_qla_host_t *vha)
3176 {
3177 	uint32_t fw_heartbeat_counter;
3178 	int status = 0;
3179 
3180 	fw_heartbeat_counter = qla82xx_rd_32(vha->hw,
3181 		QLA82XX_PEG_ALIVE_COUNTER);
3182 	/* all 0xff, assume AER/EEH in progress, ignore */
3183 	if (fw_heartbeat_counter == 0xffffffff) {
3184 		ql_dbg(ql_dbg_timer, vha, 0x6003,
3185 		    "FW heartbeat counter is 0xffffffff, "
3186 		    "returning status=%d.\n", status);
3187 		return status;
3188 	}
3189 	if (vha->fw_heartbeat_counter == fw_heartbeat_counter) {
3190 		vha->seconds_since_last_heartbeat++;
3191 		/* FW not alive after 2 seconds */
3192 		if (vha->seconds_since_last_heartbeat == 2) {
3193 			vha->seconds_since_last_heartbeat = 0;
3194 			status = 1;
3195 		}
3196 	} else
3197 		vha->seconds_since_last_heartbeat = 0;
3198 	vha->fw_heartbeat_counter = fw_heartbeat_counter;
3199 	if (status)
3200 		ql_dbg(ql_dbg_timer, vha, 0x6004,
3201 		    "Returning status=%d.\n", status);
3202 	return status;
3203 }
3204 
3205 /*
3206  * qla82xx_device_state_handler
3207  *	Main state handler
3208  *
3209  * Note:
3210  *      IDC lock must be held upon entry
3211  *
3212  * Return:
3213  *    Success : 0
3214  *    Failed  : 1
3215  */
3216 int
3217 qla82xx_device_state_handler(scsi_qla_host_t *vha)
3218 {
3219 	uint32_t dev_state;
3220 	uint32_t old_dev_state;
3221 	int rval = QLA_SUCCESS;
3222 	unsigned long dev_init_timeout;
3223 	struct qla_hw_data *ha = vha->hw;
3224 	int loopcount = 0;
3225 
3226 	qla82xx_idc_lock(ha);
3227 	if (!vha->flags.init_done) {
3228 		qla82xx_set_drv_active(vha);
3229 		qla82xx_set_idc_version(vha);
3230 	}
3231 
3232 	dev_state = qla82xx_rd_32(ha, QLA82XX_CRB_DEV_STATE);
3233 	old_dev_state = dev_state;
3234 	ql_log(ql_log_info, vha, 0x009b,
3235 	    "Device state is 0x%x = %s.\n",
3236 	    dev_state,
3237 	    dev_state < MAX_STATES ? qdev_state(dev_state) : "Unknown");
3238 
3239 	/* wait for 30 seconds for device to go ready */
3240 	dev_init_timeout = jiffies + (ha->fcoe_dev_init_timeout * HZ);
3241 
3242 	while (1) {
3243 
3244 		if (time_after_eq(jiffies, dev_init_timeout)) {
3245 			ql_log(ql_log_fatal, vha, 0x009c,
3246 			    "Device init failed.\n");
3247 			rval = QLA_FUNCTION_FAILED;
3248 			break;
3249 		}
3250 		dev_state = qla82xx_rd_32(ha, QLA82XX_CRB_DEV_STATE);
3251 		if (old_dev_state != dev_state) {
3252 			loopcount = 0;
3253 			old_dev_state = dev_state;
3254 		}
3255 		if (loopcount < 5) {
3256 			ql_log(ql_log_info, vha, 0x009d,
3257 			    "Device state is 0x%x = %s.\n",
3258 			    dev_state,
3259 			    dev_state < MAX_STATES ? qdev_state(dev_state) :
3260 			    "Unknown");
3261 		}
3262 
3263 		switch (dev_state) {
3264 		case QLA8XXX_DEV_READY:
3265 			ha->flags.nic_core_reset_owner = 0;
3266 			goto rel_lock;
3267 		case QLA8XXX_DEV_COLD:
3268 			rval = qla82xx_device_bootstrap(vha);
3269 			break;
3270 		case QLA8XXX_DEV_INITIALIZING:
3271 			qla82xx_idc_unlock(ha);
3272 			msleep(1000);
3273 			qla82xx_idc_lock(ha);
3274 			break;
3275 		case QLA8XXX_DEV_NEED_RESET:
3276 			if (!ql2xdontresethba)
3277 				qla82xx_need_reset_handler(vha);
3278 			else {
3279 				qla82xx_idc_unlock(ha);
3280 				msleep(1000);
3281 				qla82xx_idc_lock(ha);
3282 			}
3283 			dev_init_timeout = jiffies +
3284 			    (ha->fcoe_dev_init_timeout * HZ);
3285 			break;
3286 		case QLA8XXX_DEV_NEED_QUIESCENT:
3287 			qla82xx_need_qsnt_handler(vha);
3288 			/* Reset timeout value after quiescence handler */
3289 			dev_init_timeout = jiffies + (ha->fcoe_dev_init_timeout\
3290 							 * HZ);
3291 			break;
3292 		case QLA8XXX_DEV_QUIESCENT:
3293 			/* Owner will exit and other will wait for the state
3294 			 * to get changed
3295 			 */
3296 			if (ha->flags.quiesce_owner)
3297 				goto rel_lock;
3298 
3299 			qla82xx_idc_unlock(ha);
3300 			msleep(1000);
3301 			qla82xx_idc_lock(ha);
3302 
3303 			/* Reset timeout value after quiescence handler */
3304 			dev_init_timeout = jiffies + (ha->fcoe_dev_init_timeout\
3305 							 * HZ);
3306 			break;
3307 		case QLA8XXX_DEV_FAILED:
3308 			qla8xxx_dev_failed_handler(vha);
3309 			rval = QLA_FUNCTION_FAILED;
3310 			goto exit;
3311 		default:
3312 			qla82xx_idc_unlock(ha);
3313 			msleep(1000);
3314 			qla82xx_idc_lock(ha);
3315 		}
3316 		loopcount++;
3317 	}
3318 rel_lock:
3319 	qla82xx_idc_unlock(ha);
3320 exit:
3321 	return rval;
3322 }
3323 
3324 static int qla82xx_check_temp(scsi_qla_host_t *vha)
3325 {
3326 	uint32_t temp, temp_state, temp_val;
3327 	struct qla_hw_data *ha = vha->hw;
3328 
3329 	temp = qla82xx_rd_32(ha, CRB_TEMP_STATE);
3330 	temp_state = qla82xx_get_temp_state(temp);
3331 	temp_val = qla82xx_get_temp_val(temp);
3332 
3333 	if (temp_state == QLA82XX_TEMP_PANIC) {
3334 		ql_log(ql_log_warn, vha, 0x600e,
3335 		    "Device temperature %d degrees C exceeds "
3336 		    " maximum allowed. Hardware has been shut down.\n",
3337 		    temp_val);
3338 		return 1;
3339 	} else if (temp_state == QLA82XX_TEMP_WARN) {
3340 		ql_log(ql_log_warn, vha, 0x600f,
3341 		    "Device temperature %d degrees C exceeds "
3342 		    "operating range. Immediate action needed.\n",
3343 		    temp_val);
3344 	}
3345 	return 0;
3346 }
3347 
3348 int qla82xx_read_temperature(scsi_qla_host_t *vha)
3349 {
3350 	uint32_t temp;
3351 
3352 	temp = qla82xx_rd_32(vha->hw, CRB_TEMP_STATE);
3353 	return qla82xx_get_temp_val(temp);
3354 }
3355 
3356 void qla82xx_clear_pending_mbx(scsi_qla_host_t *vha)
3357 {
3358 	struct qla_hw_data *ha = vha->hw;
3359 
3360 	if (ha->flags.mbox_busy) {
3361 		ha->flags.mbox_int = 1;
3362 		ha->flags.mbox_busy = 0;
3363 		ql_log(ql_log_warn, vha, 0x6010,
3364 		    "Doing premature completion of mbx command.\n");
3365 		if (test_and_clear_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags))
3366 			complete(&ha->mbx_intr_comp);
3367 	}
3368 }
3369 
3370 void qla82xx_watchdog(scsi_qla_host_t *vha)
3371 {
3372 	uint32_t dev_state, halt_status;
3373 	struct qla_hw_data *ha = vha->hw;
3374 
3375 	/* don't poll if reset is going on */
3376 	if (!ha->flags.nic_core_reset_hdlr_active) {
3377 		dev_state = qla82xx_rd_32(ha, QLA82XX_CRB_DEV_STATE);
3378 		if (qla82xx_check_temp(vha)) {
3379 			set_bit(ISP_UNRECOVERABLE, &vha->dpc_flags);
3380 			ha->flags.isp82xx_fw_hung = 1;
3381 			qla82xx_clear_pending_mbx(vha);
3382 		} else if (dev_state == QLA8XXX_DEV_NEED_RESET &&
3383 		    !test_bit(ISP_ABORT_NEEDED, &vha->dpc_flags)) {
3384 			ql_log(ql_log_warn, vha, 0x6001,
3385 			    "Adapter reset needed.\n");
3386 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
3387 		} else if (dev_state == QLA8XXX_DEV_NEED_QUIESCENT &&
3388 			!test_bit(ISP_QUIESCE_NEEDED, &vha->dpc_flags)) {
3389 			ql_log(ql_log_warn, vha, 0x6002,
3390 			    "Quiescent needed.\n");
3391 			set_bit(ISP_QUIESCE_NEEDED, &vha->dpc_flags);
3392 		} else if (dev_state == QLA8XXX_DEV_FAILED &&
3393 			!test_bit(ISP_UNRECOVERABLE, &vha->dpc_flags) &&
3394 			vha->flags.online == 1) {
3395 			ql_log(ql_log_warn, vha, 0xb055,
3396 			    "Adapter state is failed. Offlining.\n");
3397 			set_bit(ISP_UNRECOVERABLE, &vha->dpc_flags);
3398 			ha->flags.isp82xx_fw_hung = 1;
3399 			qla82xx_clear_pending_mbx(vha);
3400 		} else {
3401 			if (qla82xx_check_fw_alive(vha)) {
3402 				ql_dbg(ql_dbg_timer, vha, 0x6011,
3403 				    "disabling pause transmit on port 0 & 1.\n");
3404 				qla82xx_wr_32(ha, QLA82XX_CRB_NIU + 0x98,
3405 				    CRB_NIU_XG_PAUSE_CTL_P0|CRB_NIU_XG_PAUSE_CTL_P1);
3406 				halt_status = qla82xx_rd_32(ha,
3407 				    QLA82XX_PEG_HALT_STATUS1);
3408 				ql_log(ql_log_info, vha, 0x6005,
3409 				    "dumping hw/fw registers:.\n "
3410 				    " PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,.\n "
3411 				    " PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,.\n "
3412 				    " PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,.\n "
3413 				    " PEG_NET_4_PC: 0x%x.\n", halt_status,
3414 				    qla82xx_rd_32(ha, QLA82XX_PEG_HALT_STATUS2),
3415 				    qla82xx_rd_32(ha,
3416 					    QLA82XX_CRB_PEG_NET_0 + 0x3c),
3417 				    qla82xx_rd_32(ha,
3418 					    QLA82XX_CRB_PEG_NET_1 + 0x3c),
3419 				    qla82xx_rd_32(ha,
3420 					    QLA82XX_CRB_PEG_NET_2 + 0x3c),
3421 				    qla82xx_rd_32(ha,
3422 					    QLA82XX_CRB_PEG_NET_3 + 0x3c),
3423 				    qla82xx_rd_32(ha,
3424 					    QLA82XX_CRB_PEG_NET_4 + 0x3c));
3425 				if (((halt_status & 0x1fffff00) >> 8) == 0x67)
3426 					ql_log(ql_log_warn, vha, 0xb052,
3427 					    "Firmware aborted with "
3428 					    "error code 0x00006700. Device is "
3429 					    "being reset.\n");
3430 				if (halt_status & HALT_STATUS_UNRECOVERABLE) {
3431 					set_bit(ISP_UNRECOVERABLE,
3432 					    &vha->dpc_flags);
3433 				} else {
3434 					ql_log(ql_log_info, vha, 0x6006,
3435 					    "Detect abort  needed.\n");
3436 					set_bit(ISP_ABORT_NEEDED,
3437 					    &vha->dpc_flags);
3438 				}
3439 				ha->flags.isp82xx_fw_hung = 1;
3440 				ql_log(ql_log_warn, vha, 0x6007, "Firmware hung.\n");
3441 				qla82xx_clear_pending_mbx(vha);
3442 			}
3443 		}
3444 	}
3445 }
3446 
3447 int qla82xx_load_risc(scsi_qla_host_t *vha, uint32_t *srisc_addr)
3448 {
3449 	int rval = -1;
3450 	struct qla_hw_data *ha = vha->hw;
3451 
3452 	if (IS_QLA82XX(ha))
3453 		rval = qla82xx_device_state_handler(vha);
3454 	else if (IS_QLA8044(ha)) {
3455 		qla8044_idc_lock(ha);
3456 		/* Decide the reset ownership */
3457 		qla83xx_reset_ownership(vha);
3458 		qla8044_idc_unlock(ha);
3459 		rval = qla8044_device_state_handler(vha);
3460 	}
3461 	return rval;
3462 }
3463 
3464 void
3465 qla82xx_set_reset_owner(scsi_qla_host_t *vha)
3466 {
3467 	struct qla_hw_data *ha = vha->hw;
3468 	uint32_t dev_state = 0;
3469 
3470 	if (IS_QLA82XX(ha))
3471 		dev_state = qla82xx_rd_32(ha, QLA82XX_CRB_DEV_STATE);
3472 	else if (IS_QLA8044(ha))
3473 		dev_state = qla8044_rd_direct(vha, QLA8044_CRB_DEV_STATE_INDEX);
3474 
3475 	if (dev_state == QLA8XXX_DEV_READY) {
3476 		ql_log(ql_log_info, vha, 0xb02f,
3477 		    "HW State: NEED RESET\n");
3478 		if (IS_QLA82XX(ha)) {
3479 			qla82xx_wr_32(ha, QLA82XX_CRB_DEV_STATE,
3480 			    QLA8XXX_DEV_NEED_RESET);
3481 			ha->flags.nic_core_reset_owner = 1;
3482 			ql_dbg(ql_dbg_p3p, vha, 0xb030,
3483 			    "reset_owner is 0x%x\n", ha->portnum);
3484 		} else if (IS_QLA8044(ha))
3485 			qla8044_wr_direct(vha, QLA8044_CRB_DEV_STATE_INDEX,
3486 			    QLA8XXX_DEV_NEED_RESET);
3487 	} else
3488 		ql_log(ql_log_info, vha, 0xb031,
3489 		    "Device state is 0x%x = %s.\n",
3490 		    dev_state,
3491 		    dev_state < MAX_STATES ? qdev_state(dev_state) : "Unknown");
3492 }
3493 
3494 /*
3495  *  qla82xx_abort_isp
3496  *      Resets ISP and aborts all outstanding commands.
3497  *
3498  * Input:
3499  *      ha           = adapter block pointer.
3500  *
3501  * Returns:
3502  *      0 = success
3503  */
3504 int
3505 qla82xx_abort_isp(scsi_qla_host_t *vha)
3506 {
3507 	int rval = -1;
3508 	struct qla_hw_data *ha = vha->hw;
3509 
3510 	if (vha->device_flags & DFLG_DEV_FAILED) {
3511 		ql_log(ql_log_warn, vha, 0x8024,
3512 		    "Device in failed state, exiting.\n");
3513 		return QLA_SUCCESS;
3514 	}
3515 	ha->flags.nic_core_reset_hdlr_active = 1;
3516 
3517 	qla82xx_idc_lock(ha);
3518 	qla82xx_set_reset_owner(vha);
3519 	qla82xx_idc_unlock(ha);
3520 
3521 	if (IS_QLA82XX(ha))
3522 		rval = qla82xx_device_state_handler(vha);
3523 	else if (IS_QLA8044(ha)) {
3524 		qla8044_idc_lock(ha);
3525 		/* Decide the reset ownership */
3526 		qla83xx_reset_ownership(vha);
3527 		qla8044_idc_unlock(ha);
3528 		rval = qla8044_device_state_handler(vha);
3529 	}
3530 
3531 	qla82xx_idc_lock(ha);
3532 	qla82xx_clear_rst_ready(ha);
3533 	qla82xx_idc_unlock(ha);
3534 
3535 	if (rval == QLA_SUCCESS) {
3536 		ha->flags.isp82xx_fw_hung = 0;
3537 		ha->flags.nic_core_reset_hdlr_active = 0;
3538 		qla82xx_restart_isp(vha);
3539 	}
3540 
3541 	if (rval) {
3542 		vha->flags.online = 1;
3543 		if (test_bit(ISP_ABORT_RETRY, &vha->dpc_flags)) {
3544 			if (ha->isp_abort_cnt == 0) {
3545 				ql_log(ql_log_warn, vha, 0x8027,
3546 				    "ISP error recover failed - board "
3547 				    "disabled.\n");
3548 				/*
3549 				 * The next call disables the board
3550 				 * completely.
3551 				 */
3552 				ha->isp_ops->reset_adapter(vha);
3553 				vha->flags.online = 0;
3554 				clear_bit(ISP_ABORT_RETRY,
3555 				    &vha->dpc_flags);
3556 				rval = QLA_SUCCESS;
3557 			} else { /* schedule another ISP abort */
3558 				ha->isp_abort_cnt--;
3559 				ql_log(ql_log_warn, vha, 0x8036,
3560 				    "ISP abort - retry remaining %d.\n",
3561 				    ha->isp_abort_cnt);
3562 				rval = QLA_FUNCTION_FAILED;
3563 			}
3564 		} else {
3565 			ha->isp_abort_cnt = MAX_RETRIES_OF_ISP_ABORT;
3566 			ql_dbg(ql_dbg_taskm, vha, 0x8029,
3567 			    "ISP error recovery - retrying (%d) more times.\n",
3568 			    ha->isp_abort_cnt);
3569 			set_bit(ISP_ABORT_RETRY, &vha->dpc_flags);
3570 			rval = QLA_FUNCTION_FAILED;
3571 		}
3572 	}
3573 	return rval;
3574 }
3575 
3576 /*
3577  *  qla82xx_fcoe_ctx_reset
3578  *      Perform a quick reset and aborts all outstanding commands.
3579  *      This will only perform an FCoE context reset and avoids a full blown
3580  *      chip reset.
3581  *
3582  * Input:
3583  *      ha = adapter block pointer.
3584  *      is_reset_path = flag for identifying the reset path.
3585  *
3586  * Returns:
3587  *      0 = success
3588  */
3589 int qla82xx_fcoe_ctx_reset(scsi_qla_host_t *vha)
3590 {
3591 	int rval = QLA_FUNCTION_FAILED;
3592 
3593 	if (vha->flags.online) {
3594 		/* Abort all outstanding commands, so as to be requeued later */
3595 		qla2x00_abort_isp_cleanup(vha);
3596 	}
3597 
3598 	/* Stop currently executing firmware.
3599 	 * This will destroy existing FCoE context at the F/W end.
3600 	 */
3601 	qla2x00_try_to_stop_firmware(vha);
3602 
3603 	/* Restart. Creates a new FCoE context on INIT_FIRMWARE. */
3604 	rval = qla82xx_restart_isp(vha);
3605 
3606 	return rval;
3607 }
3608 
3609 /*
3610  * qla2x00_wait_for_fcoe_ctx_reset
3611  *    Wait till the FCoE context is reset.
3612  *
3613  * Note:
3614  *    Does context switching here.
3615  *    Release SPIN_LOCK (if any) before calling this routine.
3616  *
3617  * Return:
3618  *    Success (fcoe_ctx reset is done) : 0
3619  *    Failed  (fcoe_ctx reset not completed within max loop timout ) : 1
3620  */
3621 int qla2x00_wait_for_fcoe_ctx_reset(scsi_qla_host_t *vha)
3622 {
3623 	int status = QLA_FUNCTION_FAILED;
3624 	unsigned long wait_reset;
3625 
3626 	wait_reset = jiffies + (MAX_LOOP_TIMEOUT * HZ);
3627 	while ((test_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags) ||
3628 	    test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags))
3629 	    && time_before(jiffies, wait_reset)) {
3630 
3631 		set_current_state(TASK_UNINTERRUPTIBLE);
3632 		schedule_timeout(HZ);
3633 
3634 		if (!test_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags) &&
3635 		    !test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)) {
3636 			status = QLA_SUCCESS;
3637 			break;
3638 		}
3639 	}
3640 	ql_dbg(ql_dbg_p3p, vha, 0xb027,
3641 	       "%s: status=%d.\n", __func__, status);
3642 
3643 	return status;
3644 }
3645 
3646 void
3647 qla82xx_chip_reset_cleanup(scsi_qla_host_t *vha)
3648 {
3649 	int i, fw_state = 0;
3650 	unsigned long flags;
3651 	struct qla_hw_data *ha = vha->hw;
3652 
3653 	/* Check if 82XX firmware is alive or not
3654 	 * We may have arrived here from NEED_RESET
3655 	 * detection only
3656 	 */
3657 	if (!ha->flags.isp82xx_fw_hung) {
3658 		for (i = 0; i < 2; i++) {
3659 			msleep(1000);
3660 			if (IS_QLA82XX(ha))
3661 				fw_state = qla82xx_check_fw_alive(vha);
3662 			else if (IS_QLA8044(ha))
3663 				fw_state = qla8044_check_fw_alive(vha);
3664 			if (fw_state) {
3665 				ha->flags.isp82xx_fw_hung = 1;
3666 				qla82xx_clear_pending_mbx(vha);
3667 				break;
3668 			}
3669 		}
3670 	}
3671 	ql_dbg(ql_dbg_init, vha, 0x00b0,
3672 	    "Entered %s fw_hung=%d.\n",
3673 	    __func__, ha->flags.isp82xx_fw_hung);
3674 
3675 	/* Abort all commands gracefully if fw NOT hung */
3676 	if (!ha->flags.isp82xx_fw_hung) {
3677 		int cnt, que;
3678 		srb_t *sp;
3679 		struct req_que *req;
3680 
3681 		spin_lock_irqsave(&ha->hardware_lock, flags);
3682 		for (que = 0; que < ha->max_req_queues; que++) {
3683 			req = ha->req_q_map[que];
3684 			if (!req)
3685 				continue;
3686 			for (cnt = 1; cnt < req->num_outstanding_cmds; cnt++) {
3687 				sp = req->outstanding_cmds[cnt];
3688 				if (sp) {
3689 					if ((!sp->u.scmd.ctx ||
3690 					    (sp->flags &
3691 						SRB_FCP_CMND_DMA_VALID)) &&
3692 						!ha->flags.isp82xx_fw_hung) {
3693 						spin_unlock_irqrestore(
3694 						    &ha->hardware_lock, flags);
3695 						if (ha->isp_ops->abort_command(sp)) {
3696 							ql_log(ql_log_info, vha,
3697 							    0x00b1,
3698 							    "mbx abort failed.\n");
3699 						} else {
3700 							ql_log(ql_log_info, vha,
3701 							    0x00b2,
3702 							    "mbx abort success.\n");
3703 						}
3704 						spin_lock_irqsave(&ha->hardware_lock, flags);
3705 					}
3706 				}
3707 			}
3708 		}
3709 		spin_unlock_irqrestore(&ha->hardware_lock, flags);
3710 
3711 		/* Wait for pending cmds (physical and virtual) to complete */
3712 		if (qla2x00_eh_wait_for_pending_commands(vha, 0, 0,
3713 		    WAIT_HOST)) {
3714 			ql_dbg(ql_dbg_init, vha, 0x00b3,
3715 			    "Done wait for "
3716 			    "pending commands.\n");
3717 		}
3718 	}
3719 }
3720 
3721 /* Minidump related functions */
3722 static int
3723 qla82xx_minidump_process_control(scsi_qla_host_t *vha,
3724 	qla82xx_md_entry_hdr_t *entry_hdr, uint32_t **d_ptr)
3725 {
3726 	struct qla_hw_data *ha = vha->hw;
3727 	struct qla82xx_md_entry_crb *crb_entry;
3728 	uint32_t read_value, opcode, poll_time;
3729 	uint32_t addr, index, crb_addr;
3730 	unsigned long wtime;
3731 	struct qla82xx_md_template_hdr *tmplt_hdr;
3732 	uint32_t rval = QLA_SUCCESS;
3733 	int i;
3734 
3735 	tmplt_hdr = (struct qla82xx_md_template_hdr *)ha->md_tmplt_hdr;
3736 	crb_entry = (struct qla82xx_md_entry_crb *)entry_hdr;
3737 	crb_addr = crb_entry->addr;
3738 
3739 	for (i = 0; i < crb_entry->op_count; i++) {
3740 		opcode = crb_entry->crb_ctrl.opcode;
3741 		if (opcode & QLA82XX_DBG_OPCODE_WR) {
3742 			qla82xx_md_rw_32(ha, crb_addr,
3743 			    crb_entry->value_1, 1);
3744 			opcode &= ~QLA82XX_DBG_OPCODE_WR;
3745 		}
3746 
3747 		if (opcode & QLA82XX_DBG_OPCODE_RW) {
3748 			read_value = qla82xx_md_rw_32(ha, crb_addr, 0, 0);
3749 			qla82xx_md_rw_32(ha, crb_addr, read_value, 1);
3750 			opcode &= ~QLA82XX_DBG_OPCODE_RW;
3751 		}
3752 
3753 		if (opcode & QLA82XX_DBG_OPCODE_AND) {
3754 			read_value = qla82xx_md_rw_32(ha, crb_addr, 0, 0);
3755 			read_value &= crb_entry->value_2;
3756 			opcode &= ~QLA82XX_DBG_OPCODE_AND;
3757 			if (opcode & QLA82XX_DBG_OPCODE_OR) {
3758 				read_value |= crb_entry->value_3;
3759 				opcode &= ~QLA82XX_DBG_OPCODE_OR;
3760 			}
3761 			qla82xx_md_rw_32(ha, crb_addr, read_value, 1);
3762 		}
3763 
3764 		if (opcode & QLA82XX_DBG_OPCODE_OR) {
3765 			read_value = qla82xx_md_rw_32(ha, crb_addr, 0, 0);
3766 			read_value |= crb_entry->value_3;
3767 			qla82xx_md_rw_32(ha, crb_addr, read_value, 1);
3768 			opcode &= ~QLA82XX_DBG_OPCODE_OR;
3769 		}
3770 
3771 		if (opcode & QLA82XX_DBG_OPCODE_POLL) {
3772 			poll_time = crb_entry->crb_strd.poll_timeout;
3773 			wtime = jiffies + poll_time;
3774 			read_value = qla82xx_md_rw_32(ha, crb_addr, 0, 0);
3775 
3776 			do {
3777 				if ((read_value & crb_entry->value_2)
3778 				    == crb_entry->value_1)
3779 					break;
3780 				else if (time_after_eq(jiffies, wtime)) {
3781 					/* capturing dump failed */
3782 					rval = QLA_FUNCTION_FAILED;
3783 					break;
3784 				} else
3785 					read_value = qla82xx_md_rw_32(ha,
3786 					    crb_addr, 0, 0);
3787 			} while (1);
3788 			opcode &= ~QLA82XX_DBG_OPCODE_POLL;
3789 		}
3790 
3791 		if (opcode & QLA82XX_DBG_OPCODE_RDSTATE) {
3792 			if (crb_entry->crb_strd.state_index_a) {
3793 				index = crb_entry->crb_strd.state_index_a;
3794 				addr = tmplt_hdr->saved_state_array[index];
3795 			} else
3796 				addr = crb_addr;
3797 
3798 			read_value = qla82xx_md_rw_32(ha, addr, 0, 0);
3799 			index = crb_entry->crb_ctrl.state_index_v;
3800 			tmplt_hdr->saved_state_array[index] = read_value;
3801 			opcode &= ~QLA82XX_DBG_OPCODE_RDSTATE;
3802 		}
3803 
3804 		if (opcode & QLA82XX_DBG_OPCODE_WRSTATE) {
3805 			if (crb_entry->crb_strd.state_index_a) {
3806 				index = crb_entry->crb_strd.state_index_a;
3807 				addr = tmplt_hdr->saved_state_array[index];
3808 			} else
3809 				addr = crb_addr;
3810 
3811 			if (crb_entry->crb_ctrl.state_index_v) {
3812 				index = crb_entry->crb_ctrl.state_index_v;
3813 				read_value =
3814 				    tmplt_hdr->saved_state_array[index];
3815 			} else
3816 				read_value = crb_entry->value_1;
3817 
3818 			qla82xx_md_rw_32(ha, addr, read_value, 1);
3819 			opcode &= ~QLA82XX_DBG_OPCODE_WRSTATE;
3820 		}
3821 
3822 		if (opcode & QLA82XX_DBG_OPCODE_MDSTATE) {
3823 			index = crb_entry->crb_ctrl.state_index_v;
3824 			read_value = tmplt_hdr->saved_state_array[index];
3825 			read_value <<= crb_entry->crb_ctrl.shl;
3826 			read_value >>= crb_entry->crb_ctrl.shr;
3827 			if (crb_entry->value_2)
3828 				read_value &= crb_entry->value_2;
3829 			read_value |= crb_entry->value_3;
3830 			read_value += crb_entry->value_1;
3831 			tmplt_hdr->saved_state_array[index] = read_value;
3832 			opcode &= ~QLA82XX_DBG_OPCODE_MDSTATE;
3833 		}
3834 		crb_addr += crb_entry->crb_strd.addr_stride;
3835 	}
3836 	return rval;
3837 }
3838 
3839 static void
3840 qla82xx_minidump_process_rdocm(scsi_qla_host_t *vha,
3841 	qla82xx_md_entry_hdr_t *entry_hdr, uint32_t **d_ptr)
3842 {
3843 	struct qla_hw_data *ha = vha->hw;
3844 	uint32_t r_addr, r_stride, loop_cnt, i, r_value;
3845 	struct qla82xx_md_entry_rdocm *ocm_hdr;
3846 	uint32_t *data_ptr = *d_ptr;
3847 
3848 	ocm_hdr = (struct qla82xx_md_entry_rdocm *)entry_hdr;
3849 	r_addr = ocm_hdr->read_addr;
3850 	r_stride = ocm_hdr->read_addr_stride;
3851 	loop_cnt = ocm_hdr->op_count;
3852 
3853 	for (i = 0; i < loop_cnt; i++) {
3854 		r_value = RD_REG_DWORD(r_addr + ha->nx_pcibase);
3855 		*data_ptr++ = cpu_to_le32(r_value);
3856 		r_addr += r_stride;
3857 	}
3858 	*d_ptr = data_ptr;
3859 }
3860 
3861 static void
3862 qla82xx_minidump_process_rdmux(scsi_qla_host_t *vha,
3863 	qla82xx_md_entry_hdr_t *entry_hdr, uint32_t **d_ptr)
3864 {
3865 	struct qla_hw_data *ha = vha->hw;
3866 	uint32_t r_addr, s_stride, s_addr, s_value, loop_cnt, i, r_value;
3867 	struct qla82xx_md_entry_mux *mux_hdr;
3868 	uint32_t *data_ptr = *d_ptr;
3869 
3870 	mux_hdr = (struct qla82xx_md_entry_mux *)entry_hdr;
3871 	r_addr = mux_hdr->read_addr;
3872 	s_addr = mux_hdr->select_addr;
3873 	s_stride = mux_hdr->select_value_stride;
3874 	s_value = mux_hdr->select_value;
3875 	loop_cnt = mux_hdr->op_count;
3876 
3877 	for (i = 0; i < loop_cnt; i++) {
3878 		qla82xx_md_rw_32(ha, s_addr, s_value, 1);
3879 		r_value = qla82xx_md_rw_32(ha, r_addr, 0, 0);
3880 		*data_ptr++ = cpu_to_le32(s_value);
3881 		*data_ptr++ = cpu_to_le32(r_value);
3882 		s_value += s_stride;
3883 	}
3884 	*d_ptr = data_ptr;
3885 }
3886 
3887 static void
3888 qla82xx_minidump_process_rdcrb(scsi_qla_host_t *vha,
3889 	qla82xx_md_entry_hdr_t *entry_hdr, uint32_t **d_ptr)
3890 {
3891 	struct qla_hw_data *ha = vha->hw;
3892 	uint32_t r_addr, r_stride, loop_cnt, i, r_value;
3893 	struct qla82xx_md_entry_crb *crb_hdr;
3894 	uint32_t *data_ptr = *d_ptr;
3895 
3896 	crb_hdr = (struct qla82xx_md_entry_crb *)entry_hdr;
3897 	r_addr = crb_hdr->addr;
3898 	r_stride = crb_hdr->crb_strd.addr_stride;
3899 	loop_cnt = crb_hdr->op_count;
3900 
3901 	for (i = 0; i < loop_cnt; i++) {
3902 		r_value = qla82xx_md_rw_32(ha, r_addr, 0, 0);
3903 		*data_ptr++ = cpu_to_le32(r_addr);
3904 		*data_ptr++ = cpu_to_le32(r_value);
3905 		r_addr += r_stride;
3906 	}
3907 	*d_ptr = data_ptr;
3908 }
3909 
3910 static int
3911 qla82xx_minidump_process_l2tag(scsi_qla_host_t *vha,
3912 	qla82xx_md_entry_hdr_t *entry_hdr, uint32_t **d_ptr)
3913 {
3914 	struct qla_hw_data *ha = vha->hw;
3915 	uint32_t addr, r_addr, c_addr, t_r_addr;
3916 	uint32_t i, k, loop_count, t_value, r_cnt, r_value;
3917 	unsigned long p_wait, w_time, p_mask;
3918 	uint32_t c_value_w, c_value_r;
3919 	struct qla82xx_md_entry_cache *cache_hdr;
3920 	int rval = QLA_FUNCTION_FAILED;
3921 	uint32_t *data_ptr = *d_ptr;
3922 
3923 	cache_hdr = (struct qla82xx_md_entry_cache *)entry_hdr;
3924 	loop_count = cache_hdr->op_count;
3925 	r_addr = cache_hdr->read_addr;
3926 	c_addr = cache_hdr->control_addr;
3927 	c_value_w = cache_hdr->cache_ctrl.write_value;
3928 
3929 	t_r_addr = cache_hdr->tag_reg_addr;
3930 	t_value = cache_hdr->addr_ctrl.init_tag_value;
3931 	r_cnt = cache_hdr->read_ctrl.read_addr_cnt;
3932 	p_wait = cache_hdr->cache_ctrl.poll_wait;
3933 	p_mask = cache_hdr->cache_ctrl.poll_mask;
3934 
3935 	for (i = 0; i < loop_count; i++) {
3936 		qla82xx_md_rw_32(ha, t_r_addr, t_value, 1);
3937 		if (c_value_w)
3938 			qla82xx_md_rw_32(ha, c_addr, c_value_w, 1);
3939 
3940 		if (p_mask) {
3941 			w_time = jiffies + p_wait;
3942 			do {
3943 				c_value_r = qla82xx_md_rw_32(ha, c_addr, 0, 0);
3944 				if ((c_value_r & p_mask) == 0)
3945 					break;
3946 				else if (time_after_eq(jiffies, w_time)) {
3947 					/* capturing dump failed */
3948 					ql_dbg(ql_dbg_p3p, vha, 0xb032,
3949 					    "c_value_r: 0x%x, poll_mask: 0x%lx, "
3950 					    "w_time: 0x%lx\n",
3951 					    c_value_r, p_mask, w_time);
3952 					return rval;
3953 				}
3954 			} while (1);
3955 		}
3956 
3957 		addr = r_addr;
3958 		for (k = 0; k < r_cnt; k++) {
3959 			r_value = qla82xx_md_rw_32(ha, addr, 0, 0);
3960 			*data_ptr++ = cpu_to_le32(r_value);
3961 			addr += cache_hdr->read_ctrl.read_addr_stride;
3962 		}
3963 		t_value += cache_hdr->addr_ctrl.tag_value_stride;
3964 	}
3965 	*d_ptr = data_ptr;
3966 	return QLA_SUCCESS;
3967 }
3968 
3969 static void
3970 qla82xx_minidump_process_l1cache(scsi_qla_host_t *vha,
3971 	qla82xx_md_entry_hdr_t *entry_hdr, uint32_t **d_ptr)
3972 {
3973 	struct qla_hw_data *ha = vha->hw;
3974 	uint32_t addr, r_addr, c_addr, t_r_addr;
3975 	uint32_t i, k, loop_count, t_value, r_cnt, r_value;
3976 	uint32_t c_value_w;
3977 	struct qla82xx_md_entry_cache *cache_hdr;
3978 	uint32_t *data_ptr = *d_ptr;
3979 
3980 	cache_hdr = (struct qla82xx_md_entry_cache *)entry_hdr;
3981 	loop_count = cache_hdr->op_count;
3982 	r_addr = cache_hdr->read_addr;
3983 	c_addr = cache_hdr->control_addr;
3984 	c_value_w = cache_hdr->cache_ctrl.write_value;
3985 
3986 	t_r_addr = cache_hdr->tag_reg_addr;
3987 	t_value = cache_hdr->addr_ctrl.init_tag_value;
3988 	r_cnt = cache_hdr->read_ctrl.read_addr_cnt;
3989 
3990 	for (i = 0; i < loop_count; i++) {
3991 		qla82xx_md_rw_32(ha, t_r_addr, t_value, 1);
3992 		qla82xx_md_rw_32(ha, c_addr, c_value_w, 1);
3993 		addr = r_addr;
3994 		for (k = 0; k < r_cnt; k++) {
3995 			r_value = qla82xx_md_rw_32(ha, addr, 0, 0);
3996 			*data_ptr++ = cpu_to_le32(r_value);
3997 			addr += cache_hdr->read_ctrl.read_addr_stride;
3998 		}
3999 		t_value += cache_hdr->addr_ctrl.tag_value_stride;
4000 	}
4001 	*d_ptr = data_ptr;
4002 }
4003 
4004 static void
4005 qla82xx_minidump_process_queue(scsi_qla_host_t *vha,
4006 	qla82xx_md_entry_hdr_t *entry_hdr, uint32_t **d_ptr)
4007 {
4008 	struct qla_hw_data *ha = vha->hw;
4009 	uint32_t s_addr, r_addr;
4010 	uint32_t r_stride, r_value, r_cnt, qid = 0;
4011 	uint32_t i, k, loop_cnt;
4012 	struct qla82xx_md_entry_queue *q_hdr;
4013 	uint32_t *data_ptr = *d_ptr;
4014 
4015 	q_hdr = (struct qla82xx_md_entry_queue *)entry_hdr;
4016 	s_addr = q_hdr->select_addr;
4017 	r_cnt = q_hdr->rd_strd.read_addr_cnt;
4018 	r_stride = q_hdr->rd_strd.read_addr_stride;
4019 	loop_cnt = q_hdr->op_count;
4020 
4021 	for (i = 0; i < loop_cnt; i++) {
4022 		qla82xx_md_rw_32(ha, s_addr, qid, 1);
4023 		r_addr = q_hdr->read_addr;
4024 		for (k = 0; k < r_cnt; k++) {
4025 			r_value = qla82xx_md_rw_32(ha, r_addr, 0, 0);
4026 			*data_ptr++ = cpu_to_le32(r_value);
4027 			r_addr += r_stride;
4028 		}
4029 		qid += q_hdr->q_strd.queue_id_stride;
4030 	}
4031 	*d_ptr = data_ptr;
4032 }
4033 
4034 static void
4035 qla82xx_minidump_process_rdrom(scsi_qla_host_t *vha,
4036 	qla82xx_md_entry_hdr_t *entry_hdr, uint32_t **d_ptr)
4037 {
4038 	struct qla_hw_data *ha = vha->hw;
4039 	uint32_t r_addr, r_value;
4040 	uint32_t i, loop_cnt;
4041 	struct qla82xx_md_entry_rdrom *rom_hdr;
4042 	uint32_t *data_ptr = *d_ptr;
4043 
4044 	rom_hdr = (struct qla82xx_md_entry_rdrom *)entry_hdr;
4045 	r_addr = rom_hdr->read_addr;
4046 	loop_cnt = rom_hdr->read_data_size/sizeof(uint32_t);
4047 
4048 	for (i = 0; i < loop_cnt; i++) {
4049 		qla82xx_md_rw_32(ha, MD_DIRECT_ROM_WINDOW,
4050 		    (r_addr & 0xFFFF0000), 1);
4051 		r_value = qla82xx_md_rw_32(ha,
4052 		    MD_DIRECT_ROM_READ_BASE +
4053 		    (r_addr & 0x0000FFFF), 0, 0);
4054 		*data_ptr++ = cpu_to_le32(r_value);
4055 		r_addr += sizeof(uint32_t);
4056 	}
4057 	*d_ptr = data_ptr;
4058 }
4059 
4060 static int
4061 qla82xx_minidump_process_rdmem(scsi_qla_host_t *vha,
4062 	qla82xx_md_entry_hdr_t *entry_hdr, uint32_t **d_ptr)
4063 {
4064 	struct qla_hw_data *ha = vha->hw;
4065 	uint32_t r_addr, r_value, r_data;
4066 	uint32_t i, j, loop_cnt;
4067 	struct qla82xx_md_entry_rdmem *m_hdr;
4068 	unsigned long flags;
4069 	int rval = QLA_FUNCTION_FAILED;
4070 	uint32_t *data_ptr = *d_ptr;
4071 
4072 	m_hdr = (struct qla82xx_md_entry_rdmem *)entry_hdr;
4073 	r_addr = m_hdr->read_addr;
4074 	loop_cnt = m_hdr->read_data_size/16;
4075 
4076 	if (r_addr & 0xf) {
4077 		ql_log(ql_log_warn, vha, 0xb033,
4078 		    "Read addr 0x%x not 16 bytes aligned\n", r_addr);
4079 		return rval;
4080 	}
4081 
4082 	if (m_hdr->read_data_size % 16) {
4083 		ql_log(ql_log_warn, vha, 0xb034,
4084 		    "Read data[0x%x] not multiple of 16 bytes\n",
4085 		    m_hdr->read_data_size);
4086 		return rval;
4087 	}
4088 
4089 	ql_dbg(ql_dbg_p3p, vha, 0xb035,
4090 	    "[%s]: rdmem_addr: 0x%x, read_data_size: 0x%x, loop_cnt: 0x%x\n",
4091 	    __func__, r_addr, m_hdr->read_data_size, loop_cnt);
4092 
4093 	write_lock_irqsave(&ha->hw_lock, flags);
4094 	for (i = 0; i < loop_cnt; i++) {
4095 		qla82xx_md_rw_32(ha, MD_MIU_TEST_AGT_ADDR_LO, r_addr, 1);
4096 		r_value = 0;
4097 		qla82xx_md_rw_32(ha, MD_MIU_TEST_AGT_ADDR_HI, r_value, 1);
4098 		r_value = MIU_TA_CTL_ENABLE;
4099 		qla82xx_md_rw_32(ha, MD_MIU_TEST_AGT_CTRL, r_value, 1);
4100 		r_value = MIU_TA_CTL_START | MIU_TA_CTL_ENABLE;
4101 		qla82xx_md_rw_32(ha, MD_MIU_TEST_AGT_CTRL, r_value, 1);
4102 
4103 		for (j = 0; j < MAX_CTL_CHECK; j++) {
4104 			r_value = qla82xx_md_rw_32(ha,
4105 			    MD_MIU_TEST_AGT_CTRL, 0, 0);
4106 			if ((r_value & MIU_TA_CTL_BUSY) == 0)
4107 				break;
4108 		}
4109 
4110 		if (j >= MAX_CTL_CHECK) {
4111 			printk_ratelimited(KERN_ERR
4112 			    "failed to read through agent\n");
4113 			write_unlock_irqrestore(&ha->hw_lock, flags);
4114 			return rval;
4115 		}
4116 
4117 		for (j = 0; j < 4; j++) {
4118 			r_data = qla82xx_md_rw_32(ha,
4119 			    MD_MIU_TEST_AGT_RDDATA[j], 0, 0);
4120 			*data_ptr++ = cpu_to_le32(r_data);
4121 		}
4122 		r_addr += 16;
4123 	}
4124 	write_unlock_irqrestore(&ha->hw_lock, flags);
4125 	*d_ptr = data_ptr;
4126 	return QLA_SUCCESS;
4127 }
4128 
4129 int
4130 qla82xx_validate_template_chksum(scsi_qla_host_t *vha)
4131 {
4132 	struct qla_hw_data *ha = vha->hw;
4133 	uint64_t chksum = 0;
4134 	uint32_t *d_ptr = (uint32_t *)ha->md_tmplt_hdr;
4135 	int count = ha->md_template_size/sizeof(uint32_t);
4136 
4137 	while (count-- > 0)
4138 		chksum += *d_ptr++;
4139 	while (chksum >> 32)
4140 		chksum = (chksum & 0xFFFFFFFF) + (chksum >> 32);
4141 	return ~chksum;
4142 }
4143 
4144 static void
4145 qla82xx_mark_entry_skipped(scsi_qla_host_t *vha,
4146 	qla82xx_md_entry_hdr_t *entry_hdr, int index)
4147 {
4148 	entry_hdr->d_ctrl.driver_flags |= QLA82XX_DBG_SKIPPED_FLAG;
4149 	ql_dbg(ql_dbg_p3p, vha, 0xb036,
4150 	    "Skipping entry[%d]: "
4151 	    "ETYPE[0x%x]-ELEVEL[0x%x]\n",
4152 	    index, entry_hdr->entry_type,
4153 	    entry_hdr->d_ctrl.entry_capture_mask);
4154 }
4155 
4156 int
4157 qla82xx_md_collect(scsi_qla_host_t *vha)
4158 {
4159 	struct qla_hw_data *ha = vha->hw;
4160 	int no_entry_hdr = 0;
4161 	qla82xx_md_entry_hdr_t *entry_hdr;
4162 	struct qla82xx_md_template_hdr *tmplt_hdr;
4163 	uint32_t *data_ptr;
4164 	uint32_t total_data_size = 0, f_capture_mask, data_collected = 0;
4165 	int i = 0, rval = QLA_FUNCTION_FAILED;
4166 
4167 	tmplt_hdr = (struct qla82xx_md_template_hdr *)ha->md_tmplt_hdr;
4168 	data_ptr = (uint32_t *)ha->md_dump;
4169 
4170 	if (ha->fw_dumped) {
4171 		ql_log(ql_log_warn, vha, 0xb037,
4172 		    "Firmware has been previously dumped (%p) "
4173 		    "-- ignoring request.\n", ha->fw_dump);
4174 		goto md_failed;
4175 	}
4176 
4177 	ha->fw_dumped = 0;
4178 
4179 	if (!ha->md_tmplt_hdr || !ha->md_dump) {
4180 		ql_log(ql_log_warn, vha, 0xb038,
4181 		    "Memory not allocated for minidump capture\n");
4182 		goto md_failed;
4183 	}
4184 
4185 	if (ha->flags.isp82xx_no_md_cap) {
4186 		ql_log(ql_log_warn, vha, 0xb054,
4187 		    "Forced reset from application, "
4188 		    "ignore minidump capture\n");
4189 		ha->flags.isp82xx_no_md_cap = 0;
4190 		goto md_failed;
4191 	}
4192 
4193 	if (qla82xx_validate_template_chksum(vha)) {
4194 		ql_log(ql_log_info, vha, 0xb039,
4195 		    "Template checksum validation error\n");
4196 		goto md_failed;
4197 	}
4198 
4199 	no_entry_hdr = tmplt_hdr->num_of_entries;
4200 	ql_dbg(ql_dbg_p3p, vha, 0xb03a,
4201 	    "No of entry headers in Template: 0x%x\n", no_entry_hdr);
4202 
4203 	ql_dbg(ql_dbg_p3p, vha, 0xb03b,
4204 	    "Capture Mask obtained: 0x%x\n", tmplt_hdr->capture_debug_level);
4205 
4206 	f_capture_mask = tmplt_hdr->capture_debug_level & 0xFF;
4207 
4208 	/* Validate whether required debug level is set */
4209 	if ((f_capture_mask & 0x3) != 0x3) {
4210 		ql_log(ql_log_warn, vha, 0xb03c,
4211 		    "Minimum required capture mask[0x%x] level not set\n",
4212 		    f_capture_mask);
4213 		goto md_failed;
4214 	}
4215 	tmplt_hdr->driver_capture_mask = ql2xmdcapmask;
4216 
4217 	tmplt_hdr->driver_info[0] = vha->host_no;
4218 	tmplt_hdr->driver_info[1] = (QLA_DRIVER_MAJOR_VER << 24) |
4219 	    (QLA_DRIVER_MINOR_VER << 16) | (QLA_DRIVER_PATCH_VER << 8) |
4220 	    QLA_DRIVER_BETA_VER;
4221 
4222 	total_data_size = ha->md_dump_size;
4223 
4224 	ql_dbg(ql_dbg_p3p, vha, 0xb03d,
4225 	    "Total minidump data_size 0x%x to be captured\n", total_data_size);
4226 
4227 	/* Check whether template obtained is valid */
4228 	if (tmplt_hdr->entry_type != QLA82XX_TLHDR) {
4229 		ql_log(ql_log_warn, vha, 0xb04e,
4230 		    "Bad template header entry type: 0x%x obtained\n",
4231 		    tmplt_hdr->entry_type);
4232 		goto md_failed;
4233 	}
4234 
4235 	entry_hdr = (qla82xx_md_entry_hdr_t *) \
4236 	    (((uint8_t *)ha->md_tmplt_hdr) + tmplt_hdr->first_entry_offset);
4237 
4238 	/* Walk through the entry headers */
4239 	for (i = 0; i < no_entry_hdr; i++) {
4240 
4241 		if (data_collected > total_data_size) {
4242 			ql_log(ql_log_warn, vha, 0xb03e,
4243 			    "More MiniDump data collected: [0x%x]\n",
4244 			    data_collected);
4245 			goto md_failed;
4246 		}
4247 
4248 		if (!(entry_hdr->d_ctrl.entry_capture_mask &
4249 		    ql2xmdcapmask)) {
4250 			entry_hdr->d_ctrl.driver_flags |=
4251 			    QLA82XX_DBG_SKIPPED_FLAG;
4252 			ql_dbg(ql_dbg_p3p, vha, 0xb03f,
4253 			    "Skipping entry[%d]: "
4254 			    "ETYPE[0x%x]-ELEVEL[0x%x]\n",
4255 			    i, entry_hdr->entry_type,
4256 			    entry_hdr->d_ctrl.entry_capture_mask);
4257 			goto skip_nxt_entry;
4258 		}
4259 
4260 		ql_dbg(ql_dbg_p3p, vha, 0xb040,
4261 		    "[%s]: data ptr[%d]: %p, entry_hdr: %p\n"
4262 		    "entry_type: 0x%x, capture_mask: 0x%x\n",
4263 		    __func__, i, data_ptr, entry_hdr,
4264 		    entry_hdr->entry_type,
4265 		    entry_hdr->d_ctrl.entry_capture_mask);
4266 
4267 		ql_dbg(ql_dbg_p3p, vha, 0xb041,
4268 		    "Data collected: [0x%x], Dump size left:[0x%x]\n",
4269 		    data_collected, (ha->md_dump_size - data_collected));
4270 
4271 		/* Decode the entry type and take
4272 		 * required action to capture debug data */
4273 		switch (entry_hdr->entry_type) {
4274 		case QLA82XX_RDEND:
4275 			qla82xx_mark_entry_skipped(vha, entry_hdr, i);
4276 			break;
4277 		case QLA82XX_CNTRL:
4278 			rval = qla82xx_minidump_process_control(vha,
4279 			    entry_hdr, &data_ptr);
4280 			if (rval != QLA_SUCCESS) {
4281 				qla82xx_mark_entry_skipped(vha, entry_hdr, i);
4282 				goto md_failed;
4283 			}
4284 			break;
4285 		case QLA82XX_RDCRB:
4286 			qla82xx_minidump_process_rdcrb(vha,
4287 			    entry_hdr, &data_ptr);
4288 			break;
4289 		case QLA82XX_RDMEM:
4290 			rval = qla82xx_minidump_process_rdmem(vha,
4291 			    entry_hdr, &data_ptr);
4292 			if (rval != QLA_SUCCESS) {
4293 				qla82xx_mark_entry_skipped(vha, entry_hdr, i);
4294 				goto md_failed;
4295 			}
4296 			break;
4297 		case QLA82XX_BOARD:
4298 		case QLA82XX_RDROM:
4299 			qla82xx_minidump_process_rdrom(vha,
4300 			    entry_hdr, &data_ptr);
4301 			break;
4302 		case QLA82XX_L2DTG:
4303 		case QLA82XX_L2ITG:
4304 		case QLA82XX_L2DAT:
4305 		case QLA82XX_L2INS:
4306 			rval = qla82xx_minidump_process_l2tag(vha,
4307 			    entry_hdr, &data_ptr);
4308 			if (rval != QLA_SUCCESS) {
4309 				qla82xx_mark_entry_skipped(vha, entry_hdr, i);
4310 				goto md_failed;
4311 			}
4312 			break;
4313 		case QLA82XX_L1DAT:
4314 		case QLA82XX_L1INS:
4315 			qla82xx_minidump_process_l1cache(vha,
4316 			    entry_hdr, &data_ptr);
4317 			break;
4318 		case QLA82XX_RDOCM:
4319 			qla82xx_minidump_process_rdocm(vha,
4320 			    entry_hdr, &data_ptr);
4321 			break;
4322 		case QLA82XX_RDMUX:
4323 			qla82xx_minidump_process_rdmux(vha,
4324 			    entry_hdr, &data_ptr);
4325 			break;
4326 		case QLA82XX_QUEUE:
4327 			qla82xx_minidump_process_queue(vha,
4328 			    entry_hdr, &data_ptr);
4329 			break;
4330 		case QLA82XX_RDNOP:
4331 		default:
4332 			qla82xx_mark_entry_skipped(vha, entry_hdr, i);
4333 			break;
4334 		}
4335 
4336 		ql_dbg(ql_dbg_p3p, vha, 0xb042,
4337 		    "[%s]: data ptr[%d]: %p\n", __func__, i, data_ptr);
4338 
4339 		data_collected = (uint8_t *)data_ptr -
4340 		    (uint8_t *)ha->md_dump;
4341 skip_nxt_entry:
4342 		entry_hdr = (qla82xx_md_entry_hdr_t *) \
4343 		    (((uint8_t *)entry_hdr) + entry_hdr->entry_size);
4344 	}
4345 
4346 	if (data_collected != total_data_size) {
4347 		ql_dbg(ql_dbg_p3p, vha, 0xb043,
4348 		    "MiniDump data mismatch: Data collected: [0x%x],"
4349 		    "total_data_size:[0x%x]\n",
4350 		    data_collected, total_data_size);
4351 		goto md_failed;
4352 	}
4353 
4354 	ql_log(ql_log_info, vha, 0xb044,
4355 	    "Firmware dump saved to temp buffer (%ld/%p %ld/%p).\n",
4356 	    vha->host_no, ha->md_tmplt_hdr, vha->host_no, ha->md_dump);
4357 	ha->fw_dumped = 1;
4358 	qla2x00_post_uevent_work(vha, QLA_UEVENT_CODE_FW_DUMP);
4359 
4360 md_failed:
4361 	return rval;
4362 }
4363 
4364 int
4365 qla82xx_md_alloc(scsi_qla_host_t *vha)
4366 {
4367 	struct qla_hw_data *ha = vha->hw;
4368 	int i, k;
4369 	struct qla82xx_md_template_hdr *tmplt_hdr;
4370 
4371 	tmplt_hdr = (struct qla82xx_md_template_hdr *)ha->md_tmplt_hdr;
4372 
4373 	if (ql2xmdcapmask < 0x3 || ql2xmdcapmask > 0x7F) {
4374 		ql2xmdcapmask = tmplt_hdr->capture_debug_level & 0xFF;
4375 		ql_log(ql_log_info, vha, 0xb045,
4376 		    "Forcing driver capture mask to firmware default capture mask: 0x%x.\n",
4377 		    ql2xmdcapmask);
4378 	}
4379 
4380 	for (i = 0x2, k = 1; (i & QLA82XX_DEFAULT_CAP_MASK); i <<= 1, k++) {
4381 		if (i & ql2xmdcapmask)
4382 			ha->md_dump_size += tmplt_hdr->capture_size_array[k];
4383 	}
4384 
4385 	if (ha->md_dump) {
4386 		ql_log(ql_log_warn, vha, 0xb046,
4387 		    "Firmware dump previously allocated.\n");
4388 		return 1;
4389 	}
4390 
4391 	ha->md_dump = vmalloc(ha->md_dump_size);
4392 	if (ha->md_dump == NULL) {
4393 		ql_log(ql_log_warn, vha, 0xb047,
4394 		    "Unable to allocate memory for Minidump size "
4395 		    "(0x%x).\n", ha->md_dump_size);
4396 		return 1;
4397 	}
4398 	return 0;
4399 }
4400 
4401 void
4402 qla82xx_md_free(scsi_qla_host_t *vha)
4403 {
4404 	struct qla_hw_data *ha = vha->hw;
4405 
4406 	/* Release the template header allocated */
4407 	if (ha->md_tmplt_hdr) {
4408 		ql_log(ql_log_info, vha, 0xb048,
4409 		    "Free MiniDump template: %p, size (%d KB)\n",
4410 		    ha->md_tmplt_hdr, ha->md_template_size / 1024);
4411 		dma_free_coherent(&ha->pdev->dev, ha->md_template_size,
4412 		    ha->md_tmplt_hdr, ha->md_tmplt_hdr_dma);
4413 		ha->md_tmplt_hdr = NULL;
4414 	}
4415 
4416 	/* Release the template data buffer allocated */
4417 	if (ha->md_dump) {
4418 		ql_log(ql_log_info, vha, 0xb049,
4419 		    "Free MiniDump memory: %p, size (%d KB)\n",
4420 		    ha->md_dump, ha->md_dump_size / 1024);
4421 		vfree(ha->md_dump);
4422 		ha->md_dump_size = 0;
4423 		ha->md_dump = NULL;
4424 	}
4425 }
4426 
4427 void
4428 qla82xx_md_prep(scsi_qla_host_t *vha)
4429 {
4430 	struct qla_hw_data *ha = vha->hw;
4431 	int rval;
4432 
4433 	/* Get Minidump template size */
4434 	rval = qla82xx_md_get_template_size(vha);
4435 	if (rval == QLA_SUCCESS) {
4436 		ql_log(ql_log_info, vha, 0xb04a,
4437 		    "MiniDump Template size obtained (%d KB)\n",
4438 		    ha->md_template_size / 1024);
4439 
4440 		/* Get Minidump template */
4441 		if (IS_QLA8044(ha))
4442 			rval = qla8044_md_get_template(vha);
4443 		else
4444 			rval = qla82xx_md_get_template(vha);
4445 
4446 		if (rval == QLA_SUCCESS) {
4447 			ql_dbg(ql_dbg_p3p, vha, 0xb04b,
4448 			    "MiniDump Template obtained\n");
4449 
4450 			/* Allocate memory for minidump */
4451 			rval = qla82xx_md_alloc(vha);
4452 			if (rval == QLA_SUCCESS)
4453 				ql_log(ql_log_info, vha, 0xb04c,
4454 				    "MiniDump memory allocated (%d KB)\n",
4455 				    ha->md_dump_size / 1024);
4456 			else {
4457 				ql_log(ql_log_info, vha, 0xb04d,
4458 				    "Free MiniDump template: %p, size: (%d KB)\n",
4459 				    ha->md_tmplt_hdr,
4460 				    ha->md_template_size / 1024);
4461 				dma_free_coherent(&ha->pdev->dev,
4462 				    ha->md_template_size,
4463 				    ha->md_tmplt_hdr, ha->md_tmplt_hdr_dma);
4464 				ha->md_tmplt_hdr = NULL;
4465 			}
4466 
4467 		}
4468 	}
4469 }
4470 
4471 int
4472 qla82xx_beacon_on(struct scsi_qla_host *vha)
4473 {
4474 
4475 	int rval;
4476 	struct qla_hw_data *ha = vha->hw;
4477 
4478 	qla82xx_idc_lock(ha);
4479 	rval = qla82xx_mbx_beacon_ctl(vha, 1);
4480 
4481 	if (rval) {
4482 		ql_log(ql_log_warn, vha, 0xb050,
4483 		    "mbx set led config failed in %s\n", __func__);
4484 		goto exit;
4485 	}
4486 	ha->beacon_blink_led = 1;
4487 exit:
4488 	qla82xx_idc_unlock(ha);
4489 	return rval;
4490 }
4491 
4492 int
4493 qla82xx_beacon_off(struct scsi_qla_host *vha)
4494 {
4495 
4496 	int rval;
4497 	struct qla_hw_data *ha = vha->hw;
4498 
4499 	qla82xx_idc_lock(ha);
4500 	rval = qla82xx_mbx_beacon_ctl(vha, 0);
4501 
4502 	if (rval) {
4503 		ql_log(ql_log_warn, vha, 0xb051,
4504 		    "mbx set led config failed in %s\n", __func__);
4505 		goto exit;
4506 	}
4507 	ha->beacon_blink_led = 0;
4508 exit:
4509 	qla82xx_idc_unlock(ha);
4510 	return rval;
4511 }
4512 
4513 void
4514 qla82xx_fw_dump(scsi_qla_host_t *vha, int hardware_locked)
4515 {
4516 	struct qla_hw_data *ha = vha->hw;
4517 
4518 	if (!ha->allow_cna_fw_dump)
4519 		return;
4520 
4521 	scsi_block_requests(vha->host);
4522 	ha->flags.isp82xx_no_md_cap = 1;
4523 	qla82xx_idc_lock(ha);
4524 	qla82xx_set_reset_owner(vha);
4525 	qla82xx_idc_unlock(ha);
4526 	qla2x00_wait_for_chip_reset(vha);
4527 	scsi_unblock_requests(vha->host);
4528 }
4529