1 /*
2  * QLogic qlcnic NIC Driver
3  * Copyright (c) 2009-2013 QLogic Corporation
4  *
5  * See LICENSE.qlcnic for copyright and licensing details.
6  */
7 
8 #include <linux/if_vlan.h>
9 #include <linux/ipv6.h>
10 #include <linux/ethtool.h>
11 #include <linux/interrupt.h>
12 #include <linux/aer.h>
13 
14 #include "qlcnic.h"
15 #include "qlcnic_sriov.h"
16 
17 static void __qlcnic_83xx_process_aen(struct qlcnic_adapter *);
18 static int qlcnic_83xx_clear_lb_mode(struct qlcnic_adapter *, u8);
19 static void qlcnic_83xx_configure_mac(struct qlcnic_adapter *, u8 *, u8,
20 				      struct qlcnic_cmd_args *);
21 static int qlcnic_83xx_get_port_config(struct qlcnic_adapter *);
22 static irqreturn_t qlcnic_83xx_handle_aen(int, void *);
23 static pci_ers_result_t qlcnic_83xx_io_error_detected(struct pci_dev *,
24 						      pci_channel_state_t);
25 static int qlcnic_83xx_set_port_config(struct qlcnic_adapter *);
26 static pci_ers_result_t qlcnic_83xx_io_slot_reset(struct pci_dev *);
27 static void qlcnic_83xx_io_resume(struct pci_dev *);
28 static int qlcnic_83xx_set_lb_mode(struct qlcnic_adapter *, u8);
29 static void qlcnic_83xx_set_mac_filter_count(struct qlcnic_adapter *);
30 static int qlcnic_83xx_resume(struct qlcnic_adapter *);
31 static int qlcnic_83xx_shutdown(struct pci_dev *);
32 static void qlcnic_83xx_get_beacon_state(struct qlcnic_adapter *);
33 
34 #define RSS_HASHTYPE_IP_TCP		0x3
35 #define QLC_83XX_FW_MBX_CMD		0
36 #define QLC_SKIP_INACTIVE_PCI_REGS	7
37 #define QLC_MAX_LEGACY_FUNC_SUPP	8
38 
39 /* 83xx Module type */
40 #define QLC_83XX_MODULE_FIBRE_10GBASE_LRM	0x1 /* 10GBase-LRM */
41 #define QLC_83XX_MODULE_FIBRE_10GBASE_LR	0x2 /* 10GBase-LR */
42 #define QLC_83XX_MODULE_FIBRE_10GBASE_SR	0x3 /* 10GBase-SR */
43 #define QLC_83XX_MODULE_DA_10GE_PASSIVE_CP	0x4 /* 10GE passive
44 						     * copper(compliant)
45 						     */
46 #define QLC_83XX_MODULE_DA_10GE_ACTIVE_CP	0x5 /* 10GE active limiting
47 						     * copper(compliant)
48 						     */
49 #define QLC_83XX_MODULE_DA_10GE_LEGACY_CP	0x6 /* 10GE passive copper
50 						     * (legacy, best effort)
51 						     */
52 #define QLC_83XX_MODULE_FIBRE_1000BASE_SX	0x7 /* 1000Base-SX */
53 #define QLC_83XX_MODULE_FIBRE_1000BASE_LX	0x8 /* 1000Base-LX */
54 #define QLC_83XX_MODULE_FIBRE_1000BASE_CX	0x9 /* 1000Base-CX */
55 #define QLC_83XX_MODULE_TP_1000BASE_T		0xa /* 1000Base-T*/
56 #define QLC_83XX_MODULE_DA_1GE_PASSIVE_CP	0xb /* 1GE passive copper
57 						     * (legacy, best effort)
58 						     */
59 #define QLC_83XX_MODULE_UNKNOWN			0xf /* Unknown module type */
60 
61 /* Port types */
62 #define QLC_83XX_10_CAPABLE	 BIT_8
63 #define QLC_83XX_100_CAPABLE	 BIT_9
64 #define QLC_83XX_1G_CAPABLE	 BIT_10
65 #define QLC_83XX_10G_CAPABLE	 BIT_11
66 #define QLC_83XX_AUTONEG_ENABLE	 BIT_15
67 
68 static const struct qlcnic_mailbox_metadata qlcnic_83xx_mbx_tbl[] = {
69 	{QLCNIC_CMD_CONFIGURE_IP_ADDR, 6, 1},
70 	{QLCNIC_CMD_CONFIG_INTRPT, 18, 34},
71 	{QLCNIC_CMD_CREATE_RX_CTX, 136, 27},
72 	{QLCNIC_CMD_DESTROY_RX_CTX, 2, 1},
73 	{QLCNIC_CMD_CREATE_TX_CTX, 54, 18},
74 	{QLCNIC_CMD_DESTROY_TX_CTX, 2, 1},
75 	{QLCNIC_CMD_CONFIGURE_MAC_LEARNING, 2, 1},
76 	{QLCNIC_CMD_INTRPT_TEST, 22, 12},
77 	{QLCNIC_CMD_SET_MTU, 3, 1},
78 	{QLCNIC_CMD_READ_PHY, 4, 2},
79 	{QLCNIC_CMD_WRITE_PHY, 5, 1},
80 	{QLCNIC_CMD_READ_HW_REG, 4, 1},
81 	{QLCNIC_CMD_GET_FLOW_CTL, 4, 2},
82 	{QLCNIC_CMD_SET_FLOW_CTL, 4, 1},
83 	{QLCNIC_CMD_READ_MAX_MTU, 4, 2},
84 	{QLCNIC_CMD_READ_MAX_LRO, 4, 2},
85 	{QLCNIC_CMD_MAC_ADDRESS, 4, 3},
86 	{QLCNIC_CMD_GET_PCI_INFO, 1, 129},
87 	{QLCNIC_CMD_GET_NIC_INFO, 2, 19},
88 	{QLCNIC_CMD_SET_NIC_INFO, 32, 1},
89 	{QLCNIC_CMD_GET_ESWITCH_CAPABILITY, 4, 3},
90 	{QLCNIC_CMD_TOGGLE_ESWITCH, 4, 1},
91 	{QLCNIC_CMD_GET_ESWITCH_STATUS, 4, 3},
92 	{QLCNIC_CMD_SET_PORTMIRRORING, 4, 1},
93 	{QLCNIC_CMD_CONFIGURE_ESWITCH, 4, 1},
94 	{QLCNIC_CMD_GET_ESWITCH_PORT_CONFIG, 4, 3},
95 	{QLCNIC_CMD_GET_ESWITCH_STATS, 5, 1},
96 	{QLCNIC_CMD_CONFIG_PORT, 4, 1},
97 	{QLCNIC_CMD_TEMP_SIZE, 1, 4},
98 	{QLCNIC_CMD_GET_TEMP_HDR, 5, 5},
99 	{QLCNIC_CMD_GET_LINK_EVENT, 2, 1},
100 	{QLCNIC_CMD_CONFIG_MAC_VLAN, 4, 3},
101 	{QLCNIC_CMD_CONFIG_INTR_COAL, 6, 1},
102 	{QLCNIC_CMD_CONFIGURE_RSS, 14, 1},
103 	{QLCNIC_CMD_CONFIGURE_LED, 2, 1},
104 	{QLCNIC_CMD_CONFIGURE_MAC_RX_MODE, 2, 1},
105 	{QLCNIC_CMD_CONFIGURE_HW_LRO, 2, 1},
106 	{QLCNIC_CMD_GET_STATISTICS, 2, 80},
107 	{QLCNIC_CMD_SET_PORT_CONFIG, 2, 1},
108 	{QLCNIC_CMD_GET_PORT_CONFIG, 2, 2},
109 	{QLCNIC_CMD_GET_LINK_STATUS, 2, 4},
110 	{QLCNIC_CMD_IDC_ACK, 5, 1},
111 	{QLCNIC_CMD_INIT_NIC_FUNC, 3, 1},
112 	{QLCNIC_CMD_STOP_NIC_FUNC, 2, 1},
113 	{QLCNIC_CMD_SET_LED_CONFIG, 5, 1},
114 	{QLCNIC_CMD_GET_LED_CONFIG, 1, 5},
115 	{QLCNIC_CMD_83XX_SET_DRV_VER, 4, 1},
116 	{QLCNIC_CMD_ADD_RCV_RINGS, 130, 26},
117 	{QLCNIC_CMD_CONFIG_VPORT, 4, 4},
118 	{QLCNIC_CMD_BC_EVENT_SETUP, 2, 1},
119 	{QLCNIC_CMD_DCB_QUERY_CAP, 1, 2},
120 	{QLCNIC_CMD_DCB_QUERY_PARAM, 1, 50},
121 	{QLCNIC_CMD_SET_INGRESS_ENCAP, 2, 1},
122 	{QLCNIC_CMD_83XX_EXTEND_ISCSI_DUMP_CAP, 4, 1},
123 };
124 
125 const u32 qlcnic_83xx_ext_reg_tbl[] = {
126 	0x38CC,		/* Global Reset */
127 	0x38F0,		/* Wildcard */
128 	0x38FC,		/* Informant */
129 	0x3038,		/* Host MBX ctrl */
130 	0x303C,		/* FW MBX ctrl */
131 	0x355C,		/* BOOT LOADER ADDRESS REG */
132 	0x3560,		/* BOOT LOADER SIZE REG */
133 	0x3564,		/* FW IMAGE ADDR REG */
134 	0x1000,		/* MBX intr enable */
135 	0x1200,		/* Default Intr mask */
136 	0x1204,		/* Default Interrupt ID */
137 	0x3780,		/* QLC_83XX_IDC_MAJ_VERSION */
138 	0x3784,		/* QLC_83XX_IDC_DEV_STATE */
139 	0x3788,		/* QLC_83XX_IDC_DRV_PRESENCE */
140 	0x378C,		/* QLC_83XX_IDC_DRV_ACK */
141 	0x3790,		/* QLC_83XX_IDC_CTRL */
142 	0x3794,		/* QLC_83XX_IDC_DRV_AUDIT */
143 	0x3798,		/* QLC_83XX_IDC_MIN_VERSION */
144 	0x379C,		/* QLC_83XX_RECOVER_DRV_LOCK */
145 	0x37A0,		/* QLC_83XX_IDC_PF_0 */
146 	0x37A4,		/* QLC_83XX_IDC_PF_1 */
147 	0x37A8,		/* QLC_83XX_IDC_PF_2 */
148 	0x37AC,		/* QLC_83XX_IDC_PF_3 */
149 	0x37B0,		/* QLC_83XX_IDC_PF_4 */
150 	0x37B4,		/* QLC_83XX_IDC_PF_5 */
151 	0x37B8,		/* QLC_83XX_IDC_PF_6 */
152 	0x37BC,		/* QLC_83XX_IDC_PF_7 */
153 	0x37C0,		/* QLC_83XX_IDC_PF_8 */
154 	0x37C4,		/* QLC_83XX_IDC_PF_9 */
155 	0x37C8,		/* QLC_83XX_IDC_PF_10 */
156 	0x37CC,		/* QLC_83XX_IDC_PF_11 */
157 	0x37D0,		/* QLC_83XX_IDC_PF_12 */
158 	0x37D4,		/* QLC_83XX_IDC_PF_13 */
159 	0x37D8,		/* QLC_83XX_IDC_PF_14 */
160 	0x37DC,		/* QLC_83XX_IDC_PF_15 */
161 	0x37E0,		/* QLC_83XX_IDC_DEV_PARTITION_INFO_1 */
162 	0x37E4,		/* QLC_83XX_IDC_DEV_PARTITION_INFO_2 */
163 	0x37F0,		/* QLC_83XX_DRV_OP_MODE */
164 	0x37F4,		/* QLC_83XX_VNIC_STATE */
165 	0x3868,		/* QLC_83XX_DRV_LOCK */
166 	0x386C,		/* QLC_83XX_DRV_UNLOCK */
167 	0x3504,		/* QLC_83XX_DRV_LOCK_ID */
168 	0x34A4,		/* QLC_83XX_ASIC_TEMP */
169 };
170 
171 const u32 qlcnic_83xx_reg_tbl[] = {
172 	0x34A8,		/* PEG_HALT_STAT1 */
173 	0x34AC,		/* PEG_HALT_STAT2 */
174 	0x34B0,		/* FW_HEARTBEAT */
175 	0x3500,		/* FLASH LOCK_ID */
176 	0x3528,		/* FW_CAPABILITIES */
177 	0x3538,		/* Driver active, DRV_REG0 */
178 	0x3540,		/* Device state, DRV_REG1 */
179 	0x3544,		/* Driver state, DRV_REG2 */
180 	0x3548,		/* Driver scratch, DRV_REG3 */
181 	0x354C,		/* Device partition info, DRV_REG4 */
182 	0x3524,		/* Driver IDC ver, DRV_REG5 */
183 	0x3550,		/* FW_VER_MAJOR */
184 	0x3554,		/* FW_VER_MINOR */
185 	0x3558,		/* FW_VER_SUB */
186 	0x359C,		/* NPAR STATE */
187 	0x35FC,		/* FW_IMG_VALID */
188 	0x3650,		/* CMD_PEG_STATE */
189 	0x373C,		/* RCV_PEG_STATE */
190 	0x37B4,		/* ASIC TEMP */
191 	0x356C,		/* FW API */
192 	0x3570,		/* DRV OP MODE */
193 	0x3850,		/* FLASH LOCK */
194 	0x3854,		/* FLASH UNLOCK */
195 };
196 
197 static struct qlcnic_hardware_ops qlcnic_83xx_hw_ops = {
198 	.read_crb			= qlcnic_83xx_read_crb,
199 	.write_crb			= qlcnic_83xx_write_crb,
200 	.read_reg			= qlcnic_83xx_rd_reg_indirect,
201 	.write_reg			= qlcnic_83xx_wrt_reg_indirect,
202 	.get_mac_address		= qlcnic_83xx_get_mac_address,
203 	.setup_intr			= qlcnic_83xx_setup_intr,
204 	.alloc_mbx_args			= qlcnic_83xx_alloc_mbx_args,
205 	.mbx_cmd			= qlcnic_83xx_issue_cmd,
206 	.get_func_no			= qlcnic_83xx_get_func_no,
207 	.api_lock			= qlcnic_83xx_cam_lock,
208 	.api_unlock			= qlcnic_83xx_cam_unlock,
209 	.add_sysfs			= qlcnic_83xx_add_sysfs,
210 	.remove_sysfs			= qlcnic_83xx_remove_sysfs,
211 	.process_lb_rcv_ring_diag	= qlcnic_83xx_process_rcv_ring_diag,
212 	.create_rx_ctx			= qlcnic_83xx_create_rx_ctx,
213 	.create_tx_ctx			= qlcnic_83xx_create_tx_ctx,
214 	.del_rx_ctx			= qlcnic_83xx_del_rx_ctx,
215 	.del_tx_ctx			= qlcnic_83xx_del_tx_ctx,
216 	.setup_link_event		= qlcnic_83xx_setup_link_event,
217 	.get_nic_info			= qlcnic_83xx_get_nic_info,
218 	.get_pci_info			= qlcnic_83xx_get_pci_info,
219 	.set_nic_info			= qlcnic_83xx_set_nic_info,
220 	.change_macvlan			= qlcnic_83xx_sre_macaddr_change,
221 	.napi_enable			= qlcnic_83xx_napi_enable,
222 	.napi_disable			= qlcnic_83xx_napi_disable,
223 	.config_intr_coal		= qlcnic_83xx_config_intr_coal,
224 	.config_rss			= qlcnic_83xx_config_rss,
225 	.config_hw_lro			= qlcnic_83xx_config_hw_lro,
226 	.config_promisc_mode		= qlcnic_83xx_nic_set_promisc,
227 	.change_l2_filter		= qlcnic_83xx_change_l2_filter,
228 	.get_board_info			= qlcnic_83xx_get_port_info,
229 	.set_mac_filter_count		= qlcnic_83xx_set_mac_filter_count,
230 	.free_mac_list			= qlcnic_82xx_free_mac_list,
231 	.io_error_detected		= qlcnic_83xx_io_error_detected,
232 	.io_slot_reset			= qlcnic_83xx_io_slot_reset,
233 	.io_resume			= qlcnic_83xx_io_resume,
234 	.get_beacon_state		= qlcnic_83xx_get_beacon_state,
235 	.enable_sds_intr		= qlcnic_83xx_enable_sds_intr,
236 	.disable_sds_intr		= qlcnic_83xx_disable_sds_intr,
237 	.enable_tx_intr			= qlcnic_83xx_enable_tx_intr,
238 	.disable_tx_intr		= qlcnic_83xx_disable_tx_intr,
239 	.get_saved_state		= qlcnic_83xx_get_saved_state,
240 	.set_saved_state		= qlcnic_83xx_set_saved_state,
241 	.cache_tmpl_hdr_values		= qlcnic_83xx_cache_tmpl_hdr_values,
242 	.get_cap_size			= qlcnic_83xx_get_cap_size,
243 	.set_sys_info			= qlcnic_83xx_set_sys_info,
244 	.store_cap_mask			= qlcnic_83xx_store_cap_mask,
245 	.encap_rx_offload		= qlcnic_83xx_encap_rx_offload,
246 	.encap_tx_offload		= qlcnic_83xx_encap_tx_offload,
247 };
248 
249 static struct qlcnic_nic_template qlcnic_83xx_ops = {
250 	.config_bridged_mode	= qlcnic_config_bridged_mode,
251 	.config_led		= qlcnic_config_led,
252 	.request_reset          = qlcnic_83xx_idc_request_reset,
253 	.cancel_idc_work        = qlcnic_83xx_idc_exit,
254 	.napi_add		= qlcnic_83xx_napi_add,
255 	.napi_del		= qlcnic_83xx_napi_del,
256 	.config_ipaddr		= qlcnic_83xx_config_ipaddr,
257 	.clear_legacy_intr	= qlcnic_83xx_clear_legacy_intr,
258 	.shutdown		= qlcnic_83xx_shutdown,
259 	.resume			= qlcnic_83xx_resume,
260 };
261 
262 void qlcnic_83xx_register_map(struct qlcnic_hardware_context *ahw)
263 {
264 	ahw->hw_ops		= &qlcnic_83xx_hw_ops;
265 	ahw->reg_tbl		= (u32 *)qlcnic_83xx_reg_tbl;
266 	ahw->ext_reg_tbl	= (u32 *)qlcnic_83xx_ext_reg_tbl;
267 }
268 
269 int qlcnic_83xx_get_fw_version(struct qlcnic_adapter *adapter)
270 {
271 	u32 fw_major, fw_minor, fw_build;
272 	struct pci_dev *pdev = adapter->pdev;
273 
274 	fw_major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
275 	fw_minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
276 	fw_build = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
277 	adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
278 
279 	dev_info(&pdev->dev, "Driver v%s, firmware version %d.%d.%d\n",
280 		 QLCNIC_LINUX_VERSIONID, fw_major, fw_minor, fw_build);
281 
282 	return adapter->fw_version;
283 }
284 
285 static int __qlcnic_set_win_base(struct qlcnic_adapter *adapter, u32 addr)
286 {
287 	void __iomem *base;
288 	u32 val;
289 
290 	base = adapter->ahw->pci_base0 +
291 	       QLC_83XX_CRB_WIN_FUNC(adapter->ahw->pci_func);
292 	writel(addr, base);
293 	val = readl(base);
294 	if (val != addr)
295 		return -EIO;
296 
297 	return 0;
298 }
299 
300 int qlcnic_83xx_rd_reg_indirect(struct qlcnic_adapter *adapter, ulong addr,
301 				int *err)
302 {
303 	struct qlcnic_hardware_context *ahw = adapter->ahw;
304 
305 	*err = __qlcnic_set_win_base(adapter, (u32) addr);
306 	if (!*err) {
307 		return QLCRDX(ahw, QLCNIC_WILDCARD);
308 	} else {
309 		dev_err(&adapter->pdev->dev,
310 			"%s failed, addr = 0x%lx\n", __func__, addr);
311 		return -EIO;
312 	}
313 }
314 
315 int qlcnic_83xx_wrt_reg_indirect(struct qlcnic_adapter *adapter, ulong addr,
316 				 u32 data)
317 {
318 	int err;
319 	struct qlcnic_hardware_context *ahw = adapter->ahw;
320 
321 	err = __qlcnic_set_win_base(adapter, (u32) addr);
322 	if (!err) {
323 		QLCWRX(ahw, QLCNIC_WILDCARD, data);
324 		return 0;
325 	} else {
326 		dev_err(&adapter->pdev->dev,
327 			"%s failed, addr = 0x%x data = 0x%x\n",
328 			__func__, (int)addr, data);
329 		return err;
330 	}
331 }
332 
333 static void qlcnic_83xx_enable_legacy(struct qlcnic_adapter *adapter)
334 {
335 	struct qlcnic_hardware_context *ahw = adapter->ahw;
336 
337 	/* MSI-X enablement failed, use legacy interrupt */
338 	adapter->tgt_status_reg = ahw->pci_base0 + QLC_83XX_INTX_PTR;
339 	adapter->tgt_mask_reg = ahw->pci_base0 + QLC_83XX_INTX_MASK;
340 	adapter->isr_int_vec = ahw->pci_base0 + QLC_83XX_INTX_TRGR;
341 	adapter->msix_entries[0].vector = adapter->pdev->irq;
342 	dev_info(&adapter->pdev->dev, "using legacy interrupt\n");
343 }
344 
345 static int qlcnic_83xx_calculate_msix_vector(struct qlcnic_adapter *adapter)
346 {
347 	int num_msix;
348 
349 	num_msix = adapter->drv_sds_rings;
350 
351 	/* account for AEN interrupt MSI-X based interrupts */
352 	num_msix += 1;
353 
354 	if (!(adapter->flags & QLCNIC_TX_INTR_SHARED))
355 		num_msix += adapter->drv_tx_rings;
356 
357 	return num_msix;
358 }
359 
360 int qlcnic_83xx_setup_intr(struct qlcnic_adapter *adapter)
361 {
362 	struct qlcnic_hardware_context *ahw = adapter->ahw;
363 	int err, i, num_msix;
364 
365 	if (adapter->flags & QLCNIC_TSS_RSS) {
366 		err = qlcnic_setup_tss_rss_intr(adapter);
367 		if (err < 0)
368 			return err;
369 		num_msix = ahw->num_msix;
370 	} else {
371 		num_msix = qlcnic_83xx_calculate_msix_vector(adapter);
372 
373 		err = qlcnic_enable_msix(adapter, num_msix);
374 		if (err == -ENOMEM)
375 			return err;
376 
377 		if (adapter->flags & QLCNIC_MSIX_ENABLED) {
378 			num_msix = ahw->num_msix;
379 		} else {
380 			if (qlcnic_sriov_vf_check(adapter))
381 				return -EINVAL;
382 			num_msix = 1;
383 			adapter->drv_sds_rings = QLCNIC_SINGLE_RING;
384 			adapter->drv_tx_rings = QLCNIC_SINGLE_RING;
385 		}
386 	}
387 
388 	/* setup interrupt mapping table for fw */
389 	ahw->intr_tbl =
390 		vzalloc(array_size(num_msix,
391 				   sizeof(struct qlcnic_intrpt_config)));
392 	if (!ahw->intr_tbl)
393 		return -ENOMEM;
394 
395 	if (!(adapter->flags & QLCNIC_MSIX_ENABLED)) {
396 		if (adapter->ahw->pci_func >= QLC_MAX_LEGACY_FUNC_SUPP) {
397 			dev_err(&adapter->pdev->dev, "PCI function number 8 and higher are not supported with legacy interrupt, func 0x%x\n",
398 				ahw->pci_func);
399 			return -EOPNOTSUPP;
400 		}
401 
402 		qlcnic_83xx_enable_legacy(adapter);
403 	}
404 
405 	for (i = 0; i < num_msix; i++) {
406 		if (adapter->flags & QLCNIC_MSIX_ENABLED)
407 			ahw->intr_tbl[i].type = QLCNIC_INTRPT_MSIX;
408 		else
409 			ahw->intr_tbl[i].type = QLCNIC_INTRPT_INTX;
410 		ahw->intr_tbl[i].id = i;
411 		ahw->intr_tbl[i].src = 0;
412 	}
413 
414 	return 0;
415 }
416 
417 static inline void qlcnic_83xx_clear_legacy_intr_mask(struct qlcnic_adapter *adapter)
418 {
419 	writel(0, adapter->tgt_mask_reg);
420 }
421 
422 static inline void qlcnic_83xx_set_legacy_intr_mask(struct qlcnic_adapter *adapter)
423 {
424 	if (adapter->tgt_mask_reg)
425 		writel(1, adapter->tgt_mask_reg);
426 }
427 
428 static inline void qlcnic_83xx_enable_legacy_msix_mbx_intr(struct qlcnic_adapter
429 						    *adapter)
430 {
431 	u32 mask;
432 
433 	/* Mailbox in MSI-x mode and Legacy Interrupt share the same
434 	 * source register. We could be here before contexts are created
435 	 * and sds_ring->crb_intr_mask has not been initialized, calculate
436 	 * BAR offset for Interrupt Source Register
437 	 */
438 	mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
439 	writel(0, adapter->ahw->pci_base0 + mask);
440 }
441 
442 void qlcnic_83xx_disable_mbx_intr(struct qlcnic_adapter *adapter)
443 {
444 	u32 mask;
445 
446 	mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
447 	writel(1, adapter->ahw->pci_base0 + mask);
448 	QLCWRX(adapter->ahw, QLCNIC_MBX_INTR_ENBL, 0);
449 }
450 
451 static inline void qlcnic_83xx_get_mbx_data(struct qlcnic_adapter *adapter,
452 				     struct qlcnic_cmd_args *cmd)
453 {
454 	int i;
455 
456 	if (cmd->op_type == QLC_83XX_MBX_POST_BC_OP)
457 		return;
458 
459 	for (i = 0; i < cmd->rsp.num; i++)
460 		cmd->rsp.arg[i] = readl(QLCNIC_MBX_FW(adapter->ahw, i));
461 }
462 
463 irqreturn_t qlcnic_83xx_clear_legacy_intr(struct qlcnic_adapter *adapter)
464 {
465 	u32 intr_val;
466 	struct qlcnic_hardware_context *ahw = adapter->ahw;
467 	int retries = 0;
468 
469 	intr_val = readl(adapter->tgt_status_reg);
470 
471 	if (!QLC_83XX_VALID_INTX_BIT31(intr_val))
472 		return IRQ_NONE;
473 
474 	if (QLC_83XX_INTX_FUNC(intr_val) != adapter->ahw->pci_func) {
475 		adapter->stats.spurious_intr++;
476 		return IRQ_NONE;
477 	}
478 	/* The barrier is required to ensure writes to the registers */
479 	wmb();
480 
481 	/* clear the interrupt trigger control register */
482 	writel_relaxed(0, adapter->isr_int_vec);
483 	intr_val = readl(adapter->isr_int_vec);
484 	do {
485 		intr_val = readl(adapter->tgt_status_reg);
486 		if (QLC_83XX_INTX_FUNC(intr_val) != ahw->pci_func)
487 			break;
488 		retries++;
489 	} while (QLC_83XX_VALID_INTX_BIT30(intr_val) &&
490 		 (retries < QLC_83XX_LEGACY_INTX_MAX_RETRY));
491 
492 	return IRQ_HANDLED;
493 }
494 
495 static inline void qlcnic_83xx_notify_mbx_response(struct qlcnic_mailbox *mbx)
496 {
497 	mbx->rsp_status = QLC_83XX_MBX_RESPONSE_ARRIVED;
498 	complete(&mbx->completion);
499 }
500 
501 static void qlcnic_83xx_poll_process_aen(struct qlcnic_adapter *adapter)
502 {
503 	u32 resp, event, rsp_status = QLC_83XX_MBX_RESPONSE_ARRIVED;
504 	struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
505 	unsigned long flags;
506 
507 	spin_lock_irqsave(&mbx->aen_lock, flags);
508 	resp = QLCRDX(adapter->ahw, QLCNIC_FW_MBX_CTRL);
509 	if (!(resp & QLCNIC_SET_OWNER))
510 		goto out;
511 
512 	event = readl(QLCNIC_MBX_FW(adapter->ahw, 0));
513 	if (event &  QLCNIC_MBX_ASYNC_EVENT) {
514 		__qlcnic_83xx_process_aen(adapter);
515 	} else {
516 		if (mbx->rsp_status != rsp_status)
517 			qlcnic_83xx_notify_mbx_response(mbx);
518 	}
519 out:
520 	qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
521 	spin_unlock_irqrestore(&mbx->aen_lock, flags);
522 }
523 
524 irqreturn_t qlcnic_83xx_intr(int irq, void *data)
525 {
526 	struct qlcnic_adapter *adapter = data;
527 	struct qlcnic_host_sds_ring *sds_ring;
528 	struct qlcnic_hardware_context *ahw = adapter->ahw;
529 
530 	if (qlcnic_83xx_clear_legacy_intr(adapter) == IRQ_NONE)
531 		return IRQ_NONE;
532 
533 	qlcnic_83xx_poll_process_aen(adapter);
534 
535 	if (ahw->diag_test) {
536 		if (ahw->diag_test == QLCNIC_INTERRUPT_TEST)
537 			ahw->diag_cnt++;
538 		qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
539 		return IRQ_HANDLED;
540 	}
541 
542 	if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
543 		qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
544 	} else {
545 		sds_ring = &adapter->recv_ctx->sds_rings[0];
546 		napi_schedule(&sds_ring->napi);
547 	}
548 
549 	return IRQ_HANDLED;
550 }
551 
552 irqreturn_t qlcnic_83xx_tmp_intr(int irq, void *data)
553 {
554 	struct qlcnic_host_sds_ring *sds_ring = data;
555 	struct qlcnic_adapter *adapter = sds_ring->adapter;
556 
557 	if (adapter->flags & QLCNIC_MSIX_ENABLED)
558 		goto done;
559 
560 	if (adapter->nic_ops->clear_legacy_intr(adapter) == IRQ_NONE)
561 		return IRQ_NONE;
562 
563 done:
564 	adapter->ahw->diag_cnt++;
565 	qlcnic_enable_sds_intr(adapter, sds_ring);
566 
567 	return IRQ_HANDLED;
568 }
569 
570 void qlcnic_83xx_free_mbx_intr(struct qlcnic_adapter *adapter)
571 {
572 	u32 num_msix;
573 
574 	if (!(adapter->flags & QLCNIC_MSIX_ENABLED))
575 		qlcnic_83xx_set_legacy_intr_mask(adapter);
576 
577 	qlcnic_83xx_disable_mbx_intr(adapter);
578 
579 	if (adapter->flags & QLCNIC_MSIX_ENABLED)
580 		num_msix = adapter->ahw->num_msix - 1;
581 	else
582 		num_msix = 0;
583 
584 	msleep(20);
585 
586 	if (adapter->msix_entries) {
587 		synchronize_irq(adapter->msix_entries[num_msix].vector);
588 		free_irq(adapter->msix_entries[num_msix].vector, adapter);
589 	}
590 }
591 
592 int qlcnic_83xx_setup_mbx_intr(struct qlcnic_adapter *adapter)
593 {
594 	irq_handler_t handler;
595 	u32 val;
596 	int err = 0;
597 	unsigned long flags = 0;
598 
599 	if (!(adapter->flags & QLCNIC_MSI_ENABLED) &&
600 	    !(adapter->flags & QLCNIC_MSIX_ENABLED))
601 		flags |= IRQF_SHARED;
602 
603 	if (adapter->flags & QLCNIC_MSIX_ENABLED) {
604 		handler = qlcnic_83xx_handle_aen;
605 		val = adapter->msix_entries[adapter->ahw->num_msix - 1].vector;
606 		err = request_irq(val, handler, flags, "qlcnic-MB", adapter);
607 		if (err) {
608 			dev_err(&adapter->pdev->dev,
609 				"failed to register MBX interrupt\n");
610 			return err;
611 		}
612 	} else {
613 		handler = qlcnic_83xx_intr;
614 		val = adapter->msix_entries[0].vector;
615 		err = request_irq(val, handler, flags, "qlcnic", adapter);
616 		if (err) {
617 			dev_err(&adapter->pdev->dev,
618 				"failed to register INTx interrupt\n");
619 			return err;
620 		}
621 		qlcnic_83xx_clear_legacy_intr_mask(adapter);
622 	}
623 
624 	/* Enable mailbox interrupt */
625 	qlcnic_83xx_enable_mbx_interrupt(adapter);
626 
627 	return err;
628 }
629 
630 void qlcnic_83xx_get_func_no(struct qlcnic_adapter *adapter)
631 {
632 	u32 val = QLCRDX(adapter->ahw, QLCNIC_INFORMANT);
633 	adapter->ahw->pci_func = (val >> 24) & 0xff;
634 }
635 
636 int qlcnic_83xx_cam_lock(struct qlcnic_adapter *adapter)
637 {
638 	void __iomem *addr;
639 	u32 val, limit = 0;
640 
641 	struct qlcnic_hardware_context *ahw = adapter->ahw;
642 
643 	addr = ahw->pci_base0 + QLC_83XX_SEM_LOCK_FUNC(ahw->pci_func);
644 	do {
645 		val = readl(addr);
646 		if (val) {
647 			/* write the function number to register */
648 			QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER,
649 					    ahw->pci_func);
650 			return 0;
651 		}
652 		usleep_range(1000, 2000);
653 	} while (++limit <= QLCNIC_PCIE_SEM_TIMEOUT);
654 
655 	return -EIO;
656 }
657 
658 void qlcnic_83xx_cam_unlock(struct qlcnic_adapter *adapter)
659 {
660 	void __iomem *addr;
661 	u32 val;
662 	struct qlcnic_hardware_context *ahw = adapter->ahw;
663 
664 	addr = ahw->pci_base0 + QLC_83XX_SEM_UNLOCK_FUNC(ahw->pci_func);
665 	val = readl(addr);
666 }
667 
668 void qlcnic_83xx_read_crb(struct qlcnic_adapter *adapter, char *buf,
669 			  loff_t offset, size_t size)
670 {
671 	int ret = 0;
672 	u32 data;
673 
674 	if (qlcnic_api_lock(adapter)) {
675 		dev_err(&adapter->pdev->dev,
676 			"%s: failed to acquire lock. addr offset 0x%x\n",
677 			__func__, (u32)offset);
678 		return;
679 	}
680 
681 	data = QLCRD32(adapter, (u32) offset, &ret);
682 	qlcnic_api_unlock(adapter);
683 
684 	if (ret == -EIO) {
685 		dev_err(&adapter->pdev->dev,
686 			"%s: failed. addr offset 0x%x\n",
687 			__func__, (u32)offset);
688 		return;
689 	}
690 	memcpy(buf, &data, size);
691 }
692 
693 void qlcnic_83xx_write_crb(struct qlcnic_adapter *adapter, char *buf,
694 			   loff_t offset, size_t size)
695 {
696 	u32 data;
697 
698 	memcpy(&data, buf, size);
699 	qlcnic_83xx_wrt_reg_indirect(adapter, (u32) offset, data);
700 }
701 
702 int qlcnic_83xx_get_port_info(struct qlcnic_adapter *adapter)
703 {
704 	struct qlcnic_hardware_context *ahw = adapter->ahw;
705 	int status;
706 
707 	status = qlcnic_83xx_get_port_config(adapter);
708 	if (status) {
709 		dev_err(&adapter->pdev->dev,
710 			"Get Port Info failed\n");
711 	} else {
712 
713 		if (ahw->port_config & QLC_83XX_10G_CAPABLE) {
714 			ahw->port_type = QLCNIC_XGBE;
715 		} else if (ahw->port_config & QLC_83XX_10_CAPABLE ||
716 			   ahw->port_config & QLC_83XX_100_CAPABLE ||
717 			   ahw->port_config & QLC_83XX_1G_CAPABLE) {
718 			ahw->port_type = QLCNIC_GBE;
719 		} else {
720 			ahw->port_type = QLCNIC_XGBE;
721 		}
722 
723 		if (QLC_83XX_AUTONEG(ahw->port_config))
724 			ahw->link_autoneg = AUTONEG_ENABLE;
725 
726 	}
727 	return status;
728 }
729 
730 static void qlcnic_83xx_set_mac_filter_count(struct qlcnic_adapter *adapter)
731 {
732 	struct qlcnic_hardware_context *ahw = adapter->ahw;
733 	u16 act_pci_fn = ahw->total_nic_func;
734 	u16 count;
735 
736 	ahw->max_mc_count = QLC_83XX_MAX_MC_COUNT;
737 	if (act_pci_fn <= 2)
738 		count = (QLC_83XX_MAX_UC_COUNT - QLC_83XX_MAX_MC_COUNT) /
739 			 act_pci_fn;
740 	else
741 		count = (QLC_83XX_LB_MAX_FILTERS - QLC_83XX_MAX_MC_COUNT) /
742 			 act_pci_fn;
743 	ahw->max_uc_count = count;
744 }
745 
746 void qlcnic_83xx_enable_mbx_interrupt(struct qlcnic_adapter *adapter)
747 {
748 	u32 val;
749 
750 	if (adapter->flags & QLCNIC_MSIX_ENABLED)
751 		val = BIT_2 | ((adapter->ahw->num_msix - 1) << 8);
752 	else
753 		val = BIT_2;
754 
755 	QLCWRX(adapter->ahw, QLCNIC_MBX_INTR_ENBL, val);
756 	qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
757 }
758 
759 void qlcnic_83xx_check_vf(struct qlcnic_adapter *adapter,
760 			  const struct pci_device_id *ent)
761 {
762 	u32 op_mode, priv_level;
763 	struct qlcnic_hardware_context *ahw = adapter->ahw;
764 
765 	ahw->fw_hal_version = 2;
766 	qlcnic_get_func_no(adapter);
767 
768 	if (qlcnic_sriov_vf_check(adapter)) {
769 		qlcnic_sriov_vf_set_ops(adapter);
770 		return;
771 	}
772 
773 	/* Determine function privilege level */
774 	op_mode = QLCRDX(adapter->ahw, QLC_83XX_DRV_OP_MODE);
775 	if (op_mode == QLC_83XX_DEFAULT_OPMODE)
776 		priv_level = QLCNIC_MGMT_FUNC;
777 	else
778 		priv_level = QLC_83XX_GET_FUNC_PRIVILEGE(op_mode,
779 							 ahw->pci_func);
780 
781 	if (priv_level == QLCNIC_NON_PRIV_FUNC) {
782 		ahw->op_mode = QLCNIC_NON_PRIV_FUNC;
783 		dev_info(&adapter->pdev->dev,
784 			 "HAL Version: %d Non Privileged function\n",
785 			 ahw->fw_hal_version);
786 		adapter->nic_ops = &qlcnic_vf_ops;
787 	} else {
788 		if (pci_find_ext_capability(adapter->pdev,
789 					    PCI_EXT_CAP_ID_SRIOV))
790 			set_bit(__QLCNIC_SRIOV_CAPABLE, &adapter->state);
791 		adapter->nic_ops = &qlcnic_83xx_ops;
792 	}
793 }
794 
795 static void qlcnic_83xx_handle_link_aen(struct qlcnic_adapter *adapter,
796 					u32 data[]);
797 static void qlcnic_83xx_handle_idc_comp_aen(struct qlcnic_adapter *adapter,
798 					    u32 data[]);
799 
800 void qlcnic_dump_mbx(struct qlcnic_adapter *adapter,
801 		     struct qlcnic_cmd_args *cmd)
802 {
803 	int i;
804 
805 	if (cmd->op_type == QLC_83XX_MBX_POST_BC_OP)
806 		return;
807 
808 	dev_info(&adapter->pdev->dev,
809 		 "Host MBX regs(%d)\n", cmd->req.num);
810 	for (i = 0; i < cmd->req.num; i++) {
811 		if (i && !(i % 8))
812 			pr_info("\n");
813 		pr_info("%08x ", cmd->req.arg[i]);
814 	}
815 	pr_info("\n");
816 	dev_info(&adapter->pdev->dev,
817 		 "FW MBX regs(%d)\n", cmd->rsp.num);
818 	for (i = 0; i < cmd->rsp.num; i++) {
819 		if (i && !(i % 8))
820 			pr_info("\n");
821 		pr_info("%08x ", cmd->rsp.arg[i]);
822 	}
823 	pr_info("\n");
824 }
825 
826 static void qlcnic_83xx_poll_for_mbx_completion(struct qlcnic_adapter *adapter,
827 						struct qlcnic_cmd_args *cmd)
828 {
829 	struct qlcnic_hardware_context *ahw = adapter->ahw;
830 	int opcode = LSW(cmd->req.arg[0]);
831 	unsigned long max_loops;
832 
833 	max_loops = cmd->total_cmds * QLC_83XX_MBX_CMD_LOOP;
834 
835 	for (; max_loops; max_loops--) {
836 		if (atomic_read(&cmd->rsp_status) ==
837 		    QLC_83XX_MBX_RESPONSE_ARRIVED)
838 			return;
839 
840 		udelay(1);
841 	}
842 
843 	dev_err(&adapter->pdev->dev,
844 		"%s: Mailbox command timed out, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
845 		__func__, opcode, cmd->type, ahw->pci_func, ahw->op_mode);
846 	flush_workqueue(ahw->mailbox->work_q);
847 	return;
848 }
849 
850 int qlcnic_83xx_issue_cmd(struct qlcnic_adapter *adapter,
851 			  struct qlcnic_cmd_args *cmd)
852 {
853 	struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
854 	struct qlcnic_hardware_context *ahw = adapter->ahw;
855 	int cmd_type, err, opcode;
856 	unsigned long timeout;
857 
858 	if (!mbx)
859 		return -EIO;
860 
861 	opcode = LSW(cmd->req.arg[0]);
862 	cmd_type = cmd->type;
863 	err = mbx->ops->enqueue_cmd(adapter, cmd, &timeout);
864 	if (err) {
865 		dev_err(&adapter->pdev->dev,
866 			"%s: Mailbox not available, cmd_op=0x%x, cmd_context=0x%x, pci_func=0x%x, op_mode=0x%x\n",
867 			__func__, opcode, cmd->type, ahw->pci_func,
868 			ahw->op_mode);
869 		return err;
870 	}
871 
872 	switch (cmd_type) {
873 	case QLC_83XX_MBX_CMD_WAIT:
874 		if (!wait_for_completion_timeout(&cmd->completion, timeout)) {
875 			dev_err(&adapter->pdev->dev,
876 				"%s: Mailbox command timed out, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
877 				__func__, opcode, cmd_type, ahw->pci_func,
878 				ahw->op_mode);
879 			flush_workqueue(mbx->work_q);
880 		}
881 		break;
882 	case QLC_83XX_MBX_CMD_NO_WAIT:
883 		return 0;
884 	case QLC_83XX_MBX_CMD_BUSY_WAIT:
885 		qlcnic_83xx_poll_for_mbx_completion(adapter, cmd);
886 		break;
887 	default:
888 		dev_err(&adapter->pdev->dev,
889 			"%s: Invalid mailbox command, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
890 			__func__, opcode, cmd_type, ahw->pci_func,
891 			ahw->op_mode);
892 		qlcnic_83xx_detach_mailbox_work(adapter);
893 	}
894 
895 	return cmd->rsp_opcode;
896 }
897 
898 int qlcnic_83xx_alloc_mbx_args(struct qlcnic_cmd_args *mbx,
899 			       struct qlcnic_adapter *adapter, u32 type)
900 {
901 	int i, size;
902 	u32 temp;
903 	const struct qlcnic_mailbox_metadata *mbx_tbl;
904 
905 	memset(mbx, 0, sizeof(struct qlcnic_cmd_args));
906 	mbx_tbl = qlcnic_83xx_mbx_tbl;
907 	size = ARRAY_SIZE(qlcnic_83xx_mbx_tbl);
908 	for (i = 0; i < size; i++) {
909 		if (type == mbx_tbl[i].cmd) {
910 			mbx->op_type = QLC_83XX_FW_MBX_CMD;
911 			mbx->req.num = mbx_tbl[i].in_args;
912 			mbx->rsp.num = mbx_tbl[i].out_args;
913 			mbx->req.arg = kcalloc(mbx->req.num, sizeof(u32),
914 					       GFP_ATOMIC);
915 			if (!mbx->req.arg)
916 				return -ENOMEM;
917 			mbx->rsp.arg = kcalloc(mbx->rsp.num, sizeof(u32),
918 					       GFP_ATOMIC);
919 			if (!mbx->rsp.arg) {
920 				kfree(mbx->req.arg);
921 				mbx->req.arg = NULL;
922 				return -ENOMEM;
923 			}
924 			temp = adapter->ahw->fw_hal_version << 29;
925 			mbx->req.arg[0] = (type | (mbx->req.num << 16) | temp);
926 			mbx->cmd_op = type;
927 			return 0;
928 		}
929 	}
930 
931 	dev_err(&adapter->pdev->dev, "%s: Invalid mailbox command opcode 0x%x\n",
932 		__func__, type);
933 	return -EINVAL;
934 }
935 
936 void qlcnic_83xx_idc_aen_work(struct work_struct *work)
937 {
938 	struct qlcnic_adapter *adapter;
939 	struct qlcnic_cmd_args cmd;
940 	int i, err = 0;
941 
942 	adapter = container_of(work, struct qlcnic_adapter, idc_aen_work.work);
943 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_IDC_ACK);
944 	if (err)
945 		return;
946 
947 	for (i = 1; i < QLC_83XX_MBX_AEN_CNT; i++)
948 		cmd.req.arg[i] = adapter->ahw->mbox_aen[i];
949 
950 	err = qlcnic_issue_cmd(adapter, &cmd);
951 	if (err)
952 		dev_info(&adapter->pdev->dev,
953 			 "%s: Mailbox IDC ACK failed.\n", __func__);
954 	qlcnic_free_mbx_args(&cmd);
955 }
956 
957 static void qlcnic_83xx_handle_idc_comp_aen(struct qlcnic_adapter *adapter,
958 					    u32 data[])
959 {
960 	dev_dbg(&adapter->pdev->dev, "Completion AEN:0x%x.\n",
961 		QLCNIC_MBX_RSP(data[0]));
962 	clear_bit(QLC_83XX_IDC_COMP_AEN, &adapter->ahw->idc.status);
963 	return;
964 }
965 
966 static void __qlcnic_83xx_process_aen(struct qlcnic_adapter *adapter)
967 {
968 	struct qlcnic_hardware_context *ahw = adapter->ahw;
969 	u32 event[QLC_83XX_MBX_AEN_CNT];
970 	int i;
971 
972 	for (i = 0; i < QLC_83XX_MBX_AEN_CNT; i++)
973 		event[i] = readl(QLCNIC_MBX_FW(ahw, i));
974 
975 	switch (QLCNIC_MBX_RSP(event[0])) {
976 
977 	case QLCNIC_MBX_LINK_EVENT:
978 		qlcnic_83xx_handle_link_aen(adapter, event);
979 		break;
980 	case QLCNIC_MBX_COMP_EVENT:
981 		qlcnic_83xx_handle_idc_comp_aen(adapter, event);
982 		break;
983 	case QLCNIC_MBX_REQUEST_EVENT:
984 		for (i = 0; i < QLC_83XX_MBX_AEN_CNT; i++)
985 			adapter->ahw->mbox_aen[i] = QLCNIC_MBX_RSP(event[i]);
986 		queue_delayed_work(adapter->qlcnic_wq,
987 				   &adapter->idc_aen_work, 0);
988 		break;
989 	case QLCNIC_MBX_TIME_EXTEND_EVENT:
990 		ahw->extend_lb_time = event[1] >> 8 & 0xf;
991 		break;
992 	case QLCNIC_MBX_BC_EVENT:
993 		qlcnic_sriov_handle_bc_event(adapter, event[1]);
994 		break;
995 	case QLCNIC_MBX_SFP_INSERT_EVENT:
996 		dev_info(&adapter->pdev->dev, "SFP+ Insert AEN:0x%x.\n",
997 			 QLCNIC_MBX_RSP(event[0]));
998 		break;
999 	case QLCNIC_MBX_SFP_REMOVE_EVENT:
1000 		dev_info(&adapter->pdev->dev, "SFP Removed AEN:0x%x.\n",
1001 			 QLCNIC_MBX_RSP(event[0]));
1002 		break;
1003 	case QLCNIC_MBX_DCBX_CONFIG_CHANGE_EVENT:
1004 		qlcnic_dcb_aen_handler(adapter->dcb, (void *)&event[1]);
1005 		break;
1006 	default:
1007 		dev_dbg(&adapter->pdev->dev, "Unsupported AEN:0x%x.\n",
1008 			QLCNIC_MBX_RSP(event[0]));
1009 		break;
1010 	}
1011 
1012 	QLCWRX(ahw, QLCNIC_FW_MBX_CTRL, QLCNIC_CLR_OWNER);
1013 }
1014 
1015 static void qlcnic_83xx_process_aen(struct qlcnic_adapter *adapter)
1016 {
1017 	u32 resp, event, rsp_status = QLC_83XX_MBX_RESPONSE_ARRIVED;
1018 	struct qlcnic_hardware_context *ahw = adapter->ahw;
1019 	struct qlcnic_mailbox *mbx = ahw->mailbox;
1020 	unsigned long flags;
1021 
1022 	spin_lock_irqsave(&mbx->aen_lock, flags);
1023 	resp = QLCRDX(ahw, QLCNIC_FW_MBX_CTRL);
1024 	if (resp & QLCNIC_SET_OWNER) {
1025 		event = readl(QLCNIC_MBX_FW(ahw, 0));
1026 		if (event &  QLCNIC_MBX_ASYNC_EVENT) {
1027 			__qlcnic_83xx_process_aen(adapter);
1028 		} else {
1029 			if (mbx->rsp_status != rsp_status)
1030 				qlcnic_83xx_notify_mbx_response(mbx);
1031 		}
1032 	}
1033 	spin_unlock_irqrestore(&mbx->aen_lock, flags);
1034 }
1035 
1036 static void qlcnic_83xx_mbx_poll_work(struct work_struct *work)
1037 {
1038 	struct qlcnic_adapter *adapter;
1039 
1040 	adapter = container_of(work, struct qlcnic_adapter, mbx_poll_work.work);
1041 
1042 	if (!test_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
1043 		return;
1044 
1045 	qlcnic_83xx_process_aen(adapter);
1046 	queue_delayed_work(adapter->qlcnic_wq, &adapter->mbx_poll_work,
1047 			   (HZ / 10));
1048 }
1049 
1050 void qlcnic_83xx_enable_mbx_poll(struct qlcnic_adapter *adapter)
1051 {
1052 	if (test_and_set_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
1053 		return;
1054 
1055 	INIT_DELAYED_WORK(&adapter->mbx_poll_work, qlcnic_83xx_mbx_poll_work);
1056 	queue_delayed_work(adapter->qlcnic_wq, &adapter->mbx_poll_work, 0);
1057 }
1058 
1059 void qlcnic_83xx_disable_mbx_poll(struct qlcnic_adapter *adapter)
1060 {
1061 	if (!test_and_clear_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
1062 		return;
1063 	cancel_delayed_work_sync(&adapter->mbx_poll_work);
1064 }
1065 
1066 static int qlcnic_83xx_add_rings(struct qlcnic_adapter *adapter)
1067 {
1068 	int index, i, err, sds_mbx_size;
1069 	u32 *buf, intrpt_id, intr_mask;
1070 	u16 context_id;
1071 	u8 num_sds;
1072 	struct qlcnic_cmd_args cmd;
1073 	struct qlcnic_host_sds_ring *sds;
1074 	struct qlcnic_sds_mbx sds_mbx;
1075 	struct qlcnic_add_rings_mbx_out *mbx_out;
1076 	struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1077 	struct qlcnic_hardware_context *ahw = adapter->ahw;
1078 
1079 	sds_mbx_size = sizeof(struct qlcnic_sds_mbx);
1080 	context_id = recv_ctx->context_id;
1081 	num_sds = adapter->drv_sds_rings - QLCNIC_MAX_SDS_RINGS;
1082 	ahw->hw_ops->alloc_mbx_args(&cmd, adapter,
1083 				    QLCNIC_CMD_ADD_RCV_RINGS);
1084 	cmd.req.arg[1] = 0 | (num_sds << 8) | (context_id << 16);
1085 
1086 	/* set up status rings, mbx 2-81 */
1087 	index = 2;
1088 	for (i = 8; i < adapter->drv_sds_rings; i++) {
1089 		memset(&sds_mbx, 0, sds_mbx_size);
1090 		sds = &recv_ctx->sds_rings[i];
1091 		sds->consumer = 0;
1092 		memset(sds->desc_head, 0, STATUS_DESC_RINGSIZE(sds));
1093 		sds_mbx.phy_addr_low = LSD(sds->phys_addr);
1094 		sds_mbx.phy_addr_high = MSD(sds->phys_addr);
1095 		sds_mbx.sds_ring_size = sds->num_desc;
1096 
1097 		if (adapter->flags & QLCNIC_MSIX_ENABLED)
1098 			intrpt_id = ahw->intr_tbl[i].id;
1099 		else
1100 			intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1101 
1102 		if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1103 			sds_mbx.intrpt_id = intrpt_id;
1104 		else
1105 			sds_mbx.intrpt_id = 0xffff;
1106 		sds_mbx.intrpt_val = 0;
1107 		buf = &cmd.req.arg[index];
1108 		memcpy(buf, &sds_mbx, sds_mbx_size);
1109 		index += sds_mbx_size / sizeof(u32);
1110 	}
1111 
1112 	/* send the mailbox command */
1113 	err = ahw->hw_ops->mbx_cmd(adapter, &cmd);
1114 	if (err) {
1115 		dev_err(&adapter->pdev->dev,
1116 			"Failed to add rings %d\n", err);
1117 		goto out;
1118 	}
1119 
1120 	mbx_out = (struct qlcnic_add_rings_mbx_out *)&cmd.rsp.arg[1];
1121 	index = 0;
1122 	/* status descriptor ring */
1123 	for (i = 8; i < adapter->drv_sds_rings; i++) {
1124 		sds = &recv_ctx->sds_rings[i];
1125 		sds->crb_sts_consumer = ahw->pci_base0 +
1126 					mbx_out->host_csmr[index];
1127 		if (adapter->flags & QLCNIC_MSIX_ENABLED)
1128 			intr_mask = ahw->intr_tbl[i].src;
1129 		else
1130 			intr_mask = QLCRDX(ahw, QLCNIC_DEF_INT_MASK);
1131 
1132 		sds->crb_intr_mask = ahw->pci_base0 + intr_mask;
1133 		index++;
1134 	}
1135 out:
1136 	qlcnic_free_mbx_args(&cmd);
1137 	return err;
1138 }
1139 
1140 void qlcnic_83xx_del_rx_ctx(struct qlcnic_adapter *adapter)
1141 {
1142 	int err;
1143 	u32 temp = 0;
1144 	struct qlcnic_cmd_args cmd;
1145 	struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1146 
1147 	if (qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_DESTROY_RX_CTX))
1148 		return;
1149 
1150 	if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1151 		cmd.req.arg[0] |= (0x3 << 29);
1152 
1153 	if (qlcnic_sriov_pf_check(adapter))
1154 		qlcnic_pf_set_interface_id_del_rx_ctx(adapter, &temp);
1155 
1156 	cmd.req.arg[1] = recv_ctx->context_id | temp;
1157 	err = qlcnic_issue_cmd(adapter, &cmd);
1158 	if (err)
1159 		dev_err(&adapter->pdev->dev,
1160 			"Failed to destroy rx ctx in firmware\n");
1161 
1162 	recv_ctx->state = QLCNIC_HOST_CTX_STATE_FREED;
1163 	qlcnic_free_mbx_args(&cmd);
1164 }
1165 
1166 int qlcnic_83xx_create_rx_ctx(struct qlcnic_adapter *adapter)
1167 {
1168 	int i, err, index, sds_mbx_size, rds_mbx_size;
1169 	u8 num_sds, num_rds;
1170 	u32 *buf, intrpt_id, intr_mask, cap = 0;
1171 	struct qlcnic_host_sds_ring *sds;
1172 	struct qlcnic_host_rds_ring *rds;
1173 	struct qlcnic_sds_mbx sds_mbx;
1174 	struct qlcnic_rds_mbx rds_mbx;
1175 	struct qlcnic_cmd_args cmd;
1176 	struct qlcnic_rcv_mbx_out *mbx_out;
1177 	struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1178 	struct qlcnic_hardware_context *ahw = adapter->ahw;
1179 	num_rds = adapter->max_rds_rings;
1180 
1181 	if (adapter->drv_sds_rings <= QLCNIC_MAX_SDS_RINGS)
1182 		num_sds = adapter->drv_sds_rings;
1183 	else
1184 		num_sds = QLCNIC_MAX_SDS_RINGS;
1185 
1186 	sds_mbx_size = sizeof(struct qlcnic_sds_mbx);
1187 	rds_mbx_size = sizeof(struct qlcnic_rds_mbx);
1188 	cap = QLCNIC_CAP0_LEGACY_CONTEXT;
1189 
1190 	if (adapter->flags & QLCNIC_FW_LRO_MSS_CAP)
1191 		cap |= QLC_83XX_FW_CAP_LRO_MSS;
1192 
1193 	/* set mailbox hdr and capabilities */
1194 	err = qlcnic_alloc_mbx_args(&cmd, adapter,
1195 				    QLCNIC_CMD_CREATE_RX_CTX);
1196 	if (err)
1197 		return err;
1198 
1199 	if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1200 		cmd.req.arg[0] |= (0x3 << 29);
1201 
1202 	cmd.req.arg[1] = cap;
1203 	cmd.req.arg[5] = 1 | (num_rds << 5) | (num_sds << 8) |
1204 			 (QLC_83XX_HOST_RDS_MODE_UNIQUE << 16);
1205 
1206 	if (qlcnic_sriov_pf_check(adapter))
1207 		qlcnic_pf_set_interface_id_create_rx_ctx(adapter,
1208 							 &cmd.req.arg[6]);
1209 	/* set up status rings, mbx 8-57/87 */
1210 	index = QLC_83XX_HOST_SDS_MBX_IDX;
1211 	for (i = 0; i < num_sds; i++) {
1212 		memset(&sds_mbx, 0, sds_mbx_size);
1213 		sds = &recv_ctx->sds_rings[i];
1214 		sds->consumer = 0;
1215 		memset(sds->desc_head, 0, STATUS_DESC_RINGSIZE(sds));
1216 		sds_mbx.phy_addr_low = LSD(sds->phys_addr);
1217 		sds_mbx.phy_addr_high = MSD(sds->phys_addr);
1218 		sds_mbx.sds_ring_size = sds->num_desc;
1219 		if (adapter->flags & QLCNIC_MSIX_ENABLED)
1220 			intrpt_id = ahw->intr_tbl[i].id;
1221 		else
1222 			intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1223 		if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1224 			sds_mbx.intrpt_id = intrpt_id;
1225 		else
1226 			sds_mbx.intrpt_id = 0xffff;
1227 		sds_mbx.intrpt_val = 0;
1228 		buf = &cmd.req.arg[index];
1229 		memcpy(buf, &sds_mbx, sds_mbx_size);
1230 		index += sds_mbx_size / sizeof(u32);
1231 	}
1232 	/* set up receive rings, mbx 88-111/135 */
1233 	index = QLCNIC_HOST_RDS_MBX_IDX;
1234 	rds = &recv_ctx->rds_rings[0];
1235 	rds->producer = 0;
1236 	memset(&rds_mbx, 0, rds_mbx_size);
1237 	rds_mbx.phy_addr_reg_low = LSD(rds->phys_addr);
1238 	rds_mbx.phy_addr_reg_high = MSD(rds->phys_addr);
1239 	rds_mbx.reg_ring_sz = rds->dma_size;
1240 	rds_mbx.reg_ring_len = rds->num_desc;
1241 	/* Jumbo ring */
1242 	rds = &recv_ctx->rds_rings[1];
1243 	rds->producer = 0;
1244 	rds_mbx.phy_addr_jmb_low = LSD(rds->phys_addr);
1245 	rds_mbx.phy_addr_jmb_high = MSD(rds->phys_addr);
1246 	rds_mbx.jmb_ring_sz = rds->dma_size;
1247 	rds_mbx.jmb_ring_len = rds->num_desc;
1248 	buf = &cmd.req.arg[index];
1249 	memcpy(buf, &rds_mbx, rds_mbx_size);
1250 
1251 	/* send the mailbox command */
1252 	err = ahw->hw_ops->mbx_cmd(adapter, &cmd);
1253 	if (err) {
1254 		dev_err(&adapter->pdev->dev,
1255 			"Failed to create Rx ctx in firmware%d\n", err);
1256 		goto out;
1257 	}
1258 	mbx_out = (struct qlcnic_rcv_mbx_out *)&cmd.rsp.arg[1];
1259 	recv_ctx->context_id = mbx_out->ctx_id;
1260 	recv_ctx->state = mbx_out->state;
1261 	recv_ctx->virt_port = mbx_out->vport_id;
1262 	dev_info(&adapter->pdev->dev, "Rx Context[%d] Created, state:0x%x\n",
1263 		 recv_ctx->context_id, recv_ctx->state);
1264 	/* Receive descriptor ring */
1265 	/* Standard ring */
1266 	rds = &recv_ctx->rds_rings[0];
1267 	rds->crb_rcv_producer = ahw->pci_base0 +
1268 				mbx_out->host_prod[0].reg_buf;
1269 	/* Jumbo ring */
1270 	rds = &recv_ctx->rds_rings[1];
1271 	rds->crb_rcv_producer = ahw->pci_base0 +
1272 				mbx_out->host_prod[0].jmb_buf;
1273 	/* status descriptor ring */
1274 	for (i = 0; i < num_sds; i++) {
1275 		sds = &recv_ctx->sds_rings[i];
1276 		sds->crb_sts_consumer = ahw->pci_base0 +
1277 					mbx_out->host_csmr[i];
1278 		if (adapter->flags & QLCNIC_MSIX_ENABLED)
1279 			intr_mask = ahw->intr_tbl[i].src;
1280 		else
1281 			intr_mask = QLCRDX(ahw, QLCNIC_DEF_INT_MASK);
1282 		sds->crb_intr_mask = ahw->pci_base0 + intr_mask;
1283 	}
1284 
1285 	if (adapter->drv_sds_rings > QLCNIC_MAX_SDS_RINGS)
1286 		err = qlcnic_83xx_add_rings(adapter);
1287 out:
1288 	qlcnic_free_mbx_args(&cmd);
1289 	return err;
1290 }
1291 
1292 void qlcnic_83xx_del_tx_ctx(struct qlcnic_adapter *adapter,
1293 			    struct qlcnic_host_tx_ring *tx_ring)
1294 {
1295 	struct qlcnic_cmd_args cmd;
1296 	u32 temp = 0;
1297 
1298 	if (qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_DESTROY_TX_CTX))
1299 		return;
1300 
1301 	if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1302 		cmd.req.arg[0] |= (0x3 << 29);
1303 
1304 	if (qlcnic_sriov_pf_check(adapter))
1305 		qlcnic_pf_set_interface_id_del_tx_ctx(adapter, &temp);
1306 
1307 	cmd.req.arg[1] = tx_ring->ctx_id | temp;
1308 	if (qlcnic_issue_cmd(adapter, &cmd))
1309 		dev_err(&adapter->pdev->dev,
1310 			"Failed to destroy tx ctx in firmware\n");
1311 	qlcnic_free_mbx_args(&cmd);
1312 }
1313 
1314 int qlcnic_83xx_create_tx_ctx(struct qlcnic_adapter *adapter,
1315 			      struct qlcnic_host_tx_ring *tx, int ring)
1316 {
1317 	int err;
1318 	u16 msix_id;
1319 	u32 *buf, intr_mask, temp = 0;
1320 	struct qlcnic_cmd_args cmd;
1321 	struct qlcnic_tx_mbx mbx;
1322 	struct qlcnic_tx_mbx_out *mbx_out;
1323 	struct qlcnic_hardware_context *ahw = adapter->ahw;
1324 	u32 msix_vector;
1325 
1326 	/* Reset host resources */
1327 	tx->producer = 0;
1328 	tx->sw_consumer = 0;
1329 	*(tx->hw_consumer) = 0;
1330 
1331 	memset(&mbx, 0, sizeof(struct qlcnic_tx_mbx));
1332 
1333 	/* setup mailbox inbox registerss */
1334 	mbx.phys_addr_low = LSD(tx->phys_addr);
1335 	mbx.phys_addr_high = MSD(tx->phys_addr);
1336 	mbx.cnsmr_index_low = LSD(tx->hw_cons_phys_addr);
1337 	mbx.cnsmr_index_high = MSD(tx->hw_cons_phys_addr);
1338 	mbx.size = tx->num_desc;
1339 	if (adapter->flags & QLCNIC_MSIX_ENABLED) {
1340 		if (!(adapter->flags & QLCNIC_TX_INTR_SHARED))
1341 			msix_vector = adapter->drv_sds_rings + ring;
1342 		else
1343 			msix_vector = adapter->drv_sds_rings - 1;
1344 		msix_id = ahw->intr_tbl[msix_vector].id;
1345 	} else {
1346 		msix_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1347 	}
1348 
1349 	if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1350 		mbx.intr_id = msix_id;
1351 	else
1352 		mbx.intr_id = 0xffff;
1353 	mbx.src = 0;
1354 
1355 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CREATE_TX_CTX);
1356 	if (err)
1357 		return err;
1358 
1359 	if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1360 		cmd.req.arg[0] |= (0x3 << 29);
1361 
1362 	if (qlcnic_sriov_pf_check(adapter))
1363 		qlcnic_pf_set_interface_id_create_tx_ctx(adapter, &temp);
1364 
1365 	cmd.req.arg[1] = QLCNIC_CAP0_LEGACY_CONTEXT;
1366 	cmd.req.arg[5] = QLCNIC_SINGLE_RING | temp;
1367 
1368 	buf = &cmd.req.arg[6];
1369 	memcpy(buf, &mbx, sizeof(struct qlcnic_tx_mbx));
1370 	/* send the mailbox command*/
1371 	err = qlcnic_issue_cmd(adapter, &cmd);
1372 	if (err) {
1373 		netdev_err(adapter->netdev,
1374 			   "Failed to create Tx ctx in firmware 0x%x\n", err);
1375 		goto out;
1376 	}
1377 	mbx_out = (struct qlcnic_tx_mbx_out *)&cmd.rsp.arg[2];
1378 	tx->crb_cmd_producer = ahw->pci_base0 + mbx_out->host_prod;
1379 	tx->ctx_id = mbx_out->ctx_id;
1380 	if ((adapter->flags & QLCNIC_MSIX_ENABLED) &&
1381 	    !(adapter->flags & QLCNIC_TX_INTR_SHARED)) {
1382 		intr_mask = ahw->intr_tbl[adapter->drv_sds_rings + ring].src;
1383 		tx->crb_intr_mask = ahw->pci_base0 + intr_mask;
1384 	}
1385 	netdev_info(adapter->netdev,
1386 		    "Tx Context[0x%x] Created, state:0x%x\n",
1387 		    tx->ctx_id, mbx_out->state);
1388 out:
1389 	qlcnic_free_mbx_args(&cmd);
1390 	return err;
1391 }
1392 
1393 static int qlcnic_83xx_diag_alloc_res(struct net_device *netdev, int test,
1394 				      u8 num_sds_ring)
1395 {
1396 	struct qlcnic_adapter *adapter = netdev_priv(netdev);
1397 	struct qlcnic_host_sds_ring *sds_ring;
1398 	struct qlcnic_host_rds_ring *rds_ring;
1399 	u16 adapter_state = adapter->is_up;
1400 	u8 ring;
1401 	int ret;
1402 
1403 	netif_device_detach(netdev);
1404 
1405 	if (netif_running(netdev))
1406 		__qlcnic_down(adapter, netdev);
1407 
1408 	qlcnic_detach(adapter);
1409 
1410 	adapter->drv_sds_rings = QLCNIC_SINGLE_RING;
1411 	adapter->ahw->diag_test = test;
1412 	adapter->ahw->linkup = 0;
1413 
1414 	ret = qlcnic_attach(adapter);
1415 	if (ret) {
1416 		netif_device_attach(netdev);
1417 		return ret;
1418 	}
1419 
1420 	ret = qlcnic_fw_create_ctx(adapter);
1421 	if (ret) {
1422 		qlcnic_detach(adapter);
1423 		if (adapter_state == QLCNIC_ADAPTER_UP_MAGIC) {
1424 			adapter->drv_sds_rings = num_sds_ring;
1425 			qlcnic_attach(adapter);
1426 		}
1427 		netif_device_attach(netdev);
1428 		return ret;
1429 	}
1430 
1431 	for (ring = 0; ring < adapter->max_rds_rings; ring++) {
1432 		rds_ring = &adapter->recv_ctx->rds_rings[ring];
1433 		qlcnic_post_rx_buffers(adapter, rds_ring, ring);
1434 	}
1435 
1436 	if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
1437 		for (ring = 0; ring < adapter->drv_sds_rings; ring++) {
1438 			sds_ring = &adapter->recv_ctx->sds_rings[ring];
1439 			qlcnic_enable_sds_intr(adapter, sds_ring);
1440 		}
1441 	}
1442 
1443 	if (adapter->ahw->diag_test == QLCNIC_LOOPBACK_TEST) {
1444 		adapter->ahw->loopback_state = 0;
1445 		adapter->ahw->hw_ops->setup_link_event(adapter, 1);
1446 	}
1447 
1448 	set_bit(__QLCNIC_DEV_UP, &adapter->state);
1449 	return 0;
1450 }
1451 
1452 static void qlcnic_83xx_diag_free_res(struct net_device *netdev,
1453 				      u8 drv_sds_rings)
1454 {
1455 	struct qlcnic_adapter *adapter = netdev_priv(netdev);
1456 	struct qlcnic_host_sds_ring *sds_ring;
1457 	int ring;
1458 
1459 	clear_bit(__QLCNIC_DEV_UP, &adapter->state);
1460 	if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
1461 		for (ring = 0; ring < adapter->drv_sds_rings; ring++) {
1462 			sds_ring = &adapter->recv_ctx->sds_rings[ring];
1463 			if (adapter->flags & QLCNIC_MSIX_ENABLED)
1464 				qlcnic_disable_sds_intr(adapter, sds_ring);
1465 		}
1466 	}
1467 
1468 	qlcnic_fw_destroy_ctx(adapter);
1469 	qlcnic_detach(adapter);
1470 
1471 	adapter->ahw->diag_test = 0;
1472 	adapter->drv_sds_rings = drv_sds_rings;
1473 
1474 	if (qlcnic_attach(adapter))
1475 		goto out;
1476 
1477 	if (netif_running(netdev))
1478 		__qlcnic_up(adapter, netdev);
1479 
1480 out:
1481 	netif_device_attach(netdev);
1482 }
1483 
1484 static void qlcnic_83xx_get_beacon_state(struct qlcnic_adapter *adapter)
1485 {
1486 	struct qlcnic_hardware_context *ahw = adapter->ahw;
1487 	struct qlcnic_cmd_args cmd;
1488 	u8 beacon_state;
1489 	int err = 0;
1490 
1491 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LED_CONFIG);
1492 	if (!err) {
1493 		err = qlcnic_issue_cmd(adapter, &cmd);
1494 		if (!err) {
1495 			beacon_state = cmd.rsp.arg[4];
1496 			if (beacon_state == QLCNIC_BEACON_DISABLE)
1497 				ahw->beacon_state = QLC_83XX_BEACON_OFF;
1498 			else if (beacon_state == QLC_83XX_ENABLE_BEACON)
1499 				ahw->beacon_state = QLC_83XX_BEACON_ON;
1500 		}
1501 	} else {
1502 		netdev_err(adapter->netdev, "Get beacon state failed, err=%d\n",
1503 			   err);
1504 	}
1505 
1506 	qlcnic_free_mbx_args(&cmd);
1507 
1508 	return;
1509 }
1510 
1511 int qlcnic_83xx_config_led(struct qlcnic_adapter *adapter, u32 state,
1512 			   u32 beacon)
1513 {
1514 	struct qlcnic_cmd_args cmd;
1515 	u32 mbx_in;
1516 	int i, status = 0;
1517 
1518 	if (state) {
1519 		/* Get LED configuration */
1520 		status = qlcnic_alloc_mbx_args(&cmd, adapter,
1521 					       QLCNIC_CMD_GET_LED_CONFIG);
1522 		if (status)
1523 			return status;
1524 
1525 		status = qlcnic_issue_cmd(adapter, &cmd);
1526 		if (status) {
1527 			dev_err(&adapter->pdev->dev,
1528 				"Get led config failed.\n");
1529 			goto mbx_err;
1530 		} else {
1531 			for (i = 0; i < 4; i++)
1532 				adapter->ahw->mbox_reg[i] = cmd.rsp.arg[i+1];
1533 		}
1534 		qlcnic_free_mbx_args(&cmd);
1535 		/* Set LED Configuration */
1536 		mbx_in = (LSW(QLC_83XX_LED_CONFIG) << 16) |
1537 			  LSW(QLC_83XX_LED_CONFIG);
1538 		status = qlcnic_alloc_mbx_args(&cmd, adapter,
1539 					       QLCNIC_CMD_SET_LED_CONFIG);
1540 		if (status)
1541 			return status;
1542 
1543 		cmd.req.arg[1] = mbx_in;
1544 		cmd.req.arg[2] = mbx_in;
1545 		cmd.req.arg[3] = mbx_in;
1546 		if (beacon)
1547 			cmd.req.arg[4] = QLC_83XX_ENABLE_BEACON;
1548 		status = qlcnic_issue_cmd(adapter, &cmd);
1549 		if (status) {
1550 			dev_err(&adapter->pdev->dev,
1551 				"Set led config failed.\n");
1552 		}
1553 mbx_err:
1554 		qlcnic_free_mbx_args(&cmd);
1555 		return status;
1556 
1557 	} else {
1558 		/* Restoring default LED configuration */
1559 		status = qlcnic_alloc_mbx_args(&cmd, adapter,
1560 					       QLCNIC_CMD_SET_LED_CONFIG);
1561 		if (status)
1562 			return status;
1563 
1564 		cmd.req.arg[1] = adapter->ahw->mbox_reg[0];
1565 		cmd.req.arg[2] = adapter->ahw->mbox_reg[1];
1566 		cmd.req.arg[3] = adapter->ahw->mbox_reg[2];
1567 		if (beacon)
1568 			cmd.req.arg[4] = adapter->ahw->mbox_reg[3];
1569 		status = qlcnic_issue_cmd(adapter, &cmd);
1570 		if (status)
1571 			dev_err(&adapter->pdev->dev,
1572 				"Restoring led config failed.\n");
1573 		qlcnic_free_mbx_args(&cmd);
1574 		return status;
1575 	}
1576 }
1577 
1578 int  qlcnic_83xx_set_led(struct net_device *netdev,
1579 			 enum ethtool_phys_id_state state)
1580 {
1581 	struct qlcnic_adapter *adapter = netdev_priv(netdev);
1582 	int err = -EIO, active = 1;
1583 
1584 	if (adapter->ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
1585 		netdev_warn(netdev,
1586 			    "LED test is not supported in non-privileged mode\n");
1587 		return -EOPNOTSUPP;
1588 	}
1589 
1590 	switch (state) {
1591 	case ETHTOOL_ID_ACTIVE:
1592 		if (test_and_set_bit(__QLCNIC_LED_ENABLE, &adapter->state))
1593 			return -EBUSY;
1594 
1595 		if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1596 			break;
1597 
1598 		err = qlcnic_83xx_config_led(adapter, active, 0);
1599 		if (err)
1600 			netdev_err(netdev, "Failed to set LED blink state\n");
1601 		break;
1602 	case ETHTOOL_ID_INACTIVE:
1603 		active = 0;
1604 
1605 		if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1606 			break;
1607 
1608 		err = qlcnic_83xx_config_led(adapter, active, 0);
1609 		if (err)
1610 			netdev_err(netdev, "Failed to reset LED blink state\n");
1611 		break;
1612 
1613 	default:
1614 		return -EINVAL;
1615 	}
1616 
1617 	if (!active || err)
1618 		clear_bit(__QLCNIC_LED_ENABLE, &adapter->state);
1619 
1620 	return err;
1621 }
1622 
1623 void qlcnic_83xx_initialize_nic(struct qlcnic_adapter *adapter, int enable)
1624 {
1625 	struct qlcnic_cmd_args cmd;
1626 	int status;
1627 
1628 	if (qlcnic_sriov_vf_check(adapter))
1629 		return;
1630 
1631 	if (enable)
1632 		status = qlcnic_alloc_mbx_args(&cmd, adapter,
1633 					       QLCNIC_CMD_INIT_NIC_FUNC);
1634 	else
1635 		status = qlcnic_alloc_mbx_args(&cmd, adapter,
1636 					       QLCNIC_CMD_STOP_NIC_FUNC);
1637 
1638 	if (status)
1639 		return;
1640 
1641 	cmd.req.arg[1] = QLC_REGISTER_LB_IDC | QLC_INIT_FW_RESOURCES;
1642 
1643 	if (adapter->dcb)
1644 		cmd.req.arg[1] |= QLC_REGISTER_DCB_AEN;
1645 
1646 	status = qlcnic_issue_cmd(adapter, &cmd);
1647 	if (status)
1648 		dev_err(&adapter->pdev->dev,
1649 			"Failed to %s in NIC IDC function event.\n",
1650 			(enable ? "register" : "unregister"));
1651 
1652 	qlcnic_free_mbx_args(&cmd);
1653 }
1654 
1655 static int qlcnic_83xx_set_port_config(struct qlcnic_adapter *adapter)
1656 {
1657 	struct qlcnic_cmd_args cmd;
1658 	int err;
1659 
1660 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_SET_PORT_CONFIG);
1661 	if (err)
1662 		return err;
1663 
1664 	cmd.req.arg[1] = adapter->ahw->port_config;
1665 	err = qlcnic_issue_cmd(adapter, &cmd);
1666 	if (err)
1667 		dev_info(&adapter->pdev->dev, "Set Port Config failed.\n");
1668 	qlcnic_free_mbx_args(&cmd);
1669 	return err;
1670 }
1671 
1672 static int qlcnic_83xx_get_port_config(struct qlcnic_adapter *adapter)
1673 {
1674 	struct qlcnic_cmd_args cmd;
1675 	int err;
1676 
1677 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_PORT_CONFIG);
1678 	if (err)
1679 		return err;
1680 
1681 	err = qlcnic_issue_cmd(adapter, &cmd);
1682 	if (err)
1683 		dev_info(&adapter->pdev->dev, "Get Port config failed\n");
1684 	else
1685 		adapter->ahw->port_config = cmd.rsp.arg[1];
1686 	qlcnic_free_mbx_args(&cmd);
1687 	return err;
1688 }
1689 
1690 int qlcnic_83xx_setup_link_event(struct qlcnic_adapter *adapter, int enable)
1691 {
1692 	int err;
1693 	u32 temp;
1694 	struct qlcnic_cmd_args cmd;
1695 
1696 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LINK_EVENT);
1697 	if (err)
1698 		return err;
1699 
1700 	temp = adapter->recv_ctx->context_id << 16;
1701 	cmd.req.arg[1] = (enable ? 1 : 0) | BIT_8 | temp;
1702 	err = qlcnic_issue_cmd(adapter, &cmd);
1703 	if (err)
1704 		dev_info(&adapter->pdev->dev,
1705 			 "Setup linkevent mailbox failed\n");
1706 	qlcnic_free_mbx_args(&cmd);
1707 	return err;
1708 }
1709 
1710 static void qlcnic_83xx_set_interface_id_promisc(struct qlcnic_adapter *adapter,
1711 						 u32 *interface_id)
1712 {
1713 	if (qlcnic_sriov_pf_check(adapter)) {
1714 		qlcnic_alloc_lb_filters_mem(adapter);
1715 		qlcnic_pf_set_interface_id_promisc(adapter, interface_id);
1716 		adapter->rx_mac_learn = true;
1717 	} else {
1718 		if (!qlcnic_sriov_vf_check(adapter))
1719 			*interface_id = adapter->recv_ctx->context_id << 16;
1720 	}
1721 }
1722 
1723 int qlcnic_83xx_nic_set_promisc(struct qlcnic_adapter *adapter, u32 mode)
1724 {
1725 	struct qlcnic_cmd_args *cmd = NULL;
1726 	u32 temp = 0;
1727 	int err;
1728 
1729 	if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
1730 		return -EIO;
1731 
1732 	cmd = kzalloc(sizeof(*cmd), GFP_ATOMIC);
1733 	if (!cmd)
1734 		return -ENOMEM;
1735 
1736 	err = qlcnic_alloc_mbx_args(cmd, adapter,
1737 				    QLCNIC_CMD_CONFIGURE_MAC_RX_MODE);
1738 	if (err)
1739 		goto out;
1740 
1741 	cmd->type = QLC_83XX_MBX_CMD_NO_WAIT;
1742 	qlcnic_83xx_set_interface_id_promisc(adapter, &temp);
1743 
1744 	if (qlcnic_84xx_check(adapter) && qlcnic_sriov_pf_check(adapter))
1745 		mode = VPORT_MISS_MODE_ACCEPT_ALL;
1746 
1747 	cmd->req.arg[1] = mode | temp;
1748 	err = qlcnic_issue_cmd(adapter, cmd);
1749 	if (!err)
1750 		return err;
1751 
1752 	qlcnic_free_mbx_args(cmd);
1753 
1754 out:
1755 	kfree(cmd);
1756 	return err;
1757 }
1758 
1759 int qlcnic_83xx_loopback_test(struct net_device *netdev, u8 mode)
1760 {
1761 	struct qlcnic_adapter *adapter = netdev_priv(netdev);
1762 	struct qlcnic_hardware_context *ahw = adapter->ahw;
1763 	u8 drv_sds_rings = adapter->drv_sds_rings;
1764 	u8 drv_tx_rings = adapter->drv_tx_rings;
1765 	int ret = 0, loop = 0;
1766 
1767 	if (ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
1768 		netdev_warn(netdev,
1769 			    "Loopback test not supported in non privileged mode\n");
1770 		return -ENOTSUPP;
1771 	}
1772 
1773 	if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1774 		netdev_info(netdev, "Device is resetting\n");
1775 		return -EBUSY;
1776 	}
1777 
1778 	if (qlcnic_get_diag_lock(adapter)) {
1779 		netdev_info(netdev, "Device is in diagnostics mode\n");
1780 		return -EBUSY;
1781 	}
1782 
1783 	netdev_info(netdev, "%s loopback test in progress\n",
1784 		    mode == QLCNIC_ILB_MODE ? "internal" : "external");
1785 
1786 	ret = qlcnic_83xx_diag_alloc_res(netdev, QLCNIC_LOOPBACK_TEST,
1787 					 drv_sds_rings);
1788 	if (ret)
1789 		goto fail_diag_alloc;
1790 
1791 	ret = qlcnic_83xx_set_lb_mode(adapter, mode);
1792 	if (ret)
1793 		goto free_diag_res;
1794 
1795 	/* Poll for link up event before running traffic */
1796 	do {
1797 		msleep(QLC_83XX_LB_MSLEEP_COUNT);
1798 
1799 		if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1800 			netdev_info(netdev,
1801 				    "Device is resetting, free LB test resources\n");
1802 			ret = -EBUSY;
1803 			goto free_diag_res;
1804 		}
1805 		if (loop++ > QLC_83XX_LB_WAIT_COUNT) {
1806 			netdev_info(netdev,
1807 				    "Firmware didn't sent link up event to loopback request\n");
1808 			ret = -ETIMEDOUT;
1809 			qlcnic_83xx_clear_lb_mode(adapter, mode);
1810 			goto free_diag_res;
1811 		}
1812 	} while ((adapter->ahw->linkup && ahw->has_link_events) != 1);
1813 
1814 	ret = qlcnic_do_lb_test(adapter, mode);
1815 
1816 	qlcnic_83xx_clear_lb_mode(adapter, mode);
1817 
1818 free_diag_res:
1819 	qlcnic_83xx_diag_free_res(netdev, drv_sds_rings);
1820 
1821 fail_diag_alloc:
1822 	adapter->drv_sds_rings = drv_sds_rings;
1823 	adapter->drv_tx_rings = drv_tx_rings;
1824 	qlcnic_release_diag_lock(adapter);
1825 	return ret;
1826 }
1827 
1828 static void qlcnic_extend_lb_idc_cmpltn_wait(struct qlcnic_adapter *adapter,
1829 					     u32 *max_wait_count)
1830 {
1831 	struct qlcnic_hardware_context *ahw = adapter->ahw;
1832 	int temp;
1833 
1834 	netdev_info(adapter->netdev, "Received loopback IDC time extend event for 0x%x seconds\n",
1835 		    ahw->extend_lb_time);
1836 	temp = ahw->extend_lb_time * 1000;
1837 	*max_wait_count += temp / QLC_83XX_LB_MSLEEP_COUNT;
1838 	ahw->extend_lb_time = 0;
1839 }
1840 
1841 static int qlcnic_83xx_set_lb_mode(struct qlcnic_adapter *adapter, u8 mode)
1842 {
1843 	struct qlcnic_hardware_context *ahw = adapter->ahw;
1844 	struct net_device *netdev = adapter->netdev;
1845 	u32 config, max_wait_count;
1846 	int status = 0, loop = 0;
1847 
1848 	ahw->extend_lb_time = 0;
1849 	max_wait_count = QLC_83XX_LB_WAIT_COUNT;
1850 	status = qlcnic_83xx_get_port_config(adapter);
1851 	if (status)
1852 		return status;
1853 
1854 	config = ahw->port_config;
1855 
1856 	/* Check if port is already in loopback mode */
1857 	if ((config & QLC_83XX_CFG_LOOPBACK_HSS) ||
1858 	    (config & QLC_83XX_CFG_LOOPBACK_EXT)) {
1859 		netdev_err(netdev,
1860 			   "Port already in Loopback mode.\n");
1861 		return -EINPROGRESS;
1862 	}
1863 
1864 	set_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1865 
1866 	if (mode == QLCNIC_ILB_MODE)
1867 		ahw->port_config |= QLC_83XX_CFG_LOOPBACK_HSS;
1868 	if (mode == QLCNIC_ELB_MODE)
1869 		ahw->port_config |= QLC_83XX_CFG_LOOPBACK_EXT;
1870 
1871 	status = qlcnic_83xx_set_port_config(adapter);
1872 	if (status) {
1873 		netdev_err(netdev,
1874 			   "Failed to Set Loopback Mode = 0x%x.\n",
1875 			   ahw->port_config);
1876 		ahw->port_config = config;
1877 		clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1878 		return status;
1879 	}
1880 
1881 	/* Wait for Link and IDC Completion AEN */
1882 	do {
1883 		msleep(QLC_83XX_LB_MSLEEP_COUNT);
1884 
1885 		if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1886 			netdev_info(netdev,
1887 				    "Device is resetting, free LB test resources\n");
1888 			clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1889 			return -EBUSY;
1890 		}
1891 
1892 		if (ahw->extend_lb_time)
1893 			qlcnic_extend_lb_idc_cmpltn_wait(adapter,
1894 							 &max_wait_count);
1895 
1896 		if (loop++ > max_wait_count) {
1897 			netdev_err(netdev, "%s: Did not receive loopback IDC completion AEN\n",
1898 				   __func__);
1899 			clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1900 			qlcnic_83xx_clear_lb_mode(adapter, mode);
1901 			return -ETIMEDOUT;
1902 		}
1903 	} while (test_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status));
1904 
1905 	qlcnic_sre_macaddr_change(adapter, adapter->mac_addr, 0,
1906 				  QLCNIC_MAC_ADD);
1907 	return status;
1908 }
1909 
1910 static int qlcnic_83xx_clear_lb_mode(struct qlcnic_adapter *adapter, u8 mode)
1911 {
1912 	struct qlcnic_hardware_context *ahw = adapter->ahw;
1913 	u32 config = ahw->port_config, max_wait_count;
1914 	struct net_device *netdev = adapter->netdev;
1915 	int status = 0, loop = 0;
1916 
1917 	ahw->extend_lb_time = 0;
1918 	max_wait_count = QLC_83XX_LB_WAIT_COUNT;
1919 	set_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1920 	if (mode == QLCNIC_ILB_MODE)
1921 		ahw->port_config &= ~QLC_83XX_CFG_LOOPBACK_HSS;
1922 	if (mode == QLCNIC_ELB_MODE)
1923 		ahw->port_config &= ~QLC_83XX_CFG_LOOPBACK_EXT;
1924 
1925 	status = qlcnic_83xx_set_port_config(adapter);
1926 	if (status) {
1927 		netdev_err(netdev,
1928 			   "Failed to Clear Loopback Mode = 0x%x.\n",
1929 			   ahw->port_config);
1930 		ahw->port_config = config;
1931 		clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1932 		return status;
1933 	}
1934 
1935 	/* Wait for Link and IDC Completion AEN */
1936 	do {
1937 		msleep(QLC_83XX_LB_MSLEEP_COUNT);
1938 
1939 		if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1940 			netdev_info(netdev,
1941 				    "Device is resetting, free LB test resources\n");
1942 			clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1943 			return -EBUSY;
1944 		}
1945 
1946 		if (ahw->extend_lb_time)
1947 			qlcnic_extend_lb_idc_cmpltn_wait(adapter,
1948 							 &max_wait_count);
1949 
1950 		if (loop++ > max_wait_count) {
1951 			netdev_err(netdev, "%s: Did not receive loopback IDC completion AEN\n",
1952 				   __func__);
1953 			clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1954 			return -ETIMEDOUT;
1955 		}
1956 	} while (test_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status));
1957 
1958 	qlcnic_sre_macaddr_change(adapter, adapter->mac_addr, 0,
1959 				  QLCNIC_MAC_DEL);
1960 	return status;
1961 }
1962 
1963 static void qlcnic_83xx_set_interface_id_ipaddr(struct qlcnic_adapter *adapter,
1964 						u32 *interface_id)
1965 {
1966 	if (qlcnic_sriov_pf_check(adapter)) {
1967 		qlcnic_pf_set_interface_id_ipaddr(adapter, interface_id);
1968 	} else {
1969 		if (!qlcnic_sriov_vf_check(adapter))
1970 			*interface_id = adapter->recv_ctx->context_id << 16;
1971 	}
1972 }
1973 
1974 void qlcnic_83xx_config_ipaddr(struct qlcnic_adapter *adapter, __be32 ip,
1975 			       int mode)
1976 {
1977 	int err;
1978 	u32 temp = 0, temp_ip;
1979 	struct qlcnic_cmd_args cmd;
1980 
1981 	err = qlcnic_alloc_mbx_args(&cmd, adapter,
1982 				    QLCNIC_CMD_CONFIGURE_IP_ADDR);
1983 	if (err)
1984 		return;
1985 
1986 	qlcnic_83xx_set_interface_id_ipaddr(adapter, &temp);
1987 
1988 	if (mode == QLCNIC_IP_UP)
1989 		cmd.req.arg[1] = 1 | temp;
1990 	else
1991 		cmd.req.arg[1] = 2 | temp;
1992 
1993 	/*
1994 	 * Adapter needs IP address in network byte order.
1995 	 * But hardware mailbox registers go through writel(), hence IP address
1996 	 * gets swapped on big endian architecture.
1997 	 * To negate swapping of writel() on big endian architecture
1998 	 * use swab32(value).
1999 	 */
2000 
2001 	temp_ip = swab32(ntohl(ip));
2002 	memcpy(&cmd.req.arg[2], &temp_ip, sizeof(u32));
2003 	err = qlcnic_issue_cmd(adapter, &cmd);
2004 	if (err != QLCNIC_RCODE_SUCCESS)
2005 		dev_err(&adapter->netdev->dev,
2006 			"could not notify %s IP 0x%x request\n",
2007 			(mode == QLCNIC_IP_UP) ? "Add" : "Remove", ip);
2008 
2009 	qlcnic_free_mbx_args(&cmd);
2010 }
2011 
2012 int qlcnic_83xx_config_hw_lro(struct qlcnic_adapter *adapter, int mode)
2013 {
2014 	int err;
2015 	u32 temp, arg1;
2016 	struct qlcnic_cmd_args cmd;
2017 	int lro_bit_mask;
2018 
2019 	lro_bit_mask = (mode ? (BIT_0 | BIT_1 | BIT_2 | BIT_3) : 0);
2020 
2021 	if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
2022 		return 0;
2023 
2024 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIGURE_HW_LRO);
2025 	if (err)
2026 		return err;
2027 
2028 	temp = adapter->recv_ctx->context_id << 16;
2029 	arg1 = lro_bit_mask | temp;
2030 	cmd.req.arg[1] = arg1;
2031 
2032 	err = qlcnic_issue_cmd(adapter, &cmd);
2033 	if (err)
2034 		dev_info(&adapter->pdev->dev, "LRO config failed\n");
2035 	qlcnic_free_mbx_args(&cmd);
2036 
2037 	return err;
2038 }
2039 
2040 int qlcnic_83xx_config_rss(struct qlcnic_adapter *adapter, int enable)
2041 {
2042 	int err;
2043 	u32 word;
2044 	struct qlcnic_cmd_args cmd;
2045 	const u64 key[] = { 0xbeac01fa6a42b73bULL, 0x8030f20c77cb2da3ULL,
2046 			    0xae7b30b4d0ca2bcbULL, 0x43a38fb04167253dULL,
2047 			    0x255b0ec26d5a56daULL };
2048 
2049 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIGURE_RSS);
2050 	if (err)
2051 		return err;
2052 	/*
2053 	 * RSS request:
2054 	 * bits 3-0: Rsvd
2055 	 *      5-4: hash_type_ipv4
2056 	 *	7-6: hash_type_ipv6
2057 	 *	  8: enable
2058 	 *        9: use indirection table
2059 	 *    16-31: indirection table mask
2060 	 */
2061 	word =  ((u32)(RSS_HASHTYPE_IP_TCP & 0x3) << 4) |
2062 		((u32)(RSS_HASHTYPE_IP_TCP & 0x3) << 6) |
2063 		((u32)(enable & 0x1) << 8) |
2064 		((0x7ULL) << 16);
2065 	cmd.req.arg[1] = (adapter->recv_ctx->context_id);
2066 	cmd.req.arg[2] = word;
2067 	memcpy(&cmd.req.arg[4], key, sizeof(key));
2068 
2069 	err = qlcnic_issue_cmd(adapter, &cmd);
2070 
2071 	if (err)
2072 		dev_info(&adapter->pdev->dev, "RSS config failed\n");
2073 	qlcnic_free_mbx_args(&cmd);
2074 
2075 	return err;
2076 
2077 }
2078 
2079 static void qlcnic_83xx_set_interface_id_macaddr(struct qlcnic_adapter *adapter,
2080 						 u32 *interface_id)
2081 {
2082 	if (qlcnic_sriov_pf_check(adapter)) {
2083 		qlcnic_pf_set_interface_id_macaddr(adapter, interface_id);
2084 	} else {
2085 		if (!qlcnic_sriov_vf_check(adapter))
2086 			*interface_id = adapter->recv_ctx->context_id << 16;
2087 	}
2088 }
2089 
2090 int qlcnic_83xx_sre_macaddr_change(struct qlcnic_adapter *adapter, u8 *addr,
2091 				   u16 vlan_id, u8 op)
2092 {
2093 	struct qlcnic_cmd_args *cmd = NULL;
2094 	struct qlcnic_macvlan_mbx mv;
2095 	u32 *buf, temp = 0;
2096 	int err;
2097 
2098 	if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
2099 		return -EIO;
2100 
2101 	cmd = kzalloc(sizeof(*cmd), GFP_ATOMIC);
2102 	if (!cmd)
2103 		return -ENOMEM;
2104 
2105 	err = qlcnic_alloc_mbx_args(cmd, adapter, QLCNIC_CMD_CONFIG_MAC_VLAN);
2106 	if (err)
2107 		goto out;
2108 
2109 	cmd->type = QLC_83XX_MBX_CMD_NO_WAIT;
2110 
2111 	if (vlan_id)
2112 		op = (op == QLCNIC_MAC_ADD || op == QLCNIC_MAC_VLAN_ADD) ?
2113 		     QLCNIC_MAC_VLAN_ADD : QLCNIC_MAC_VLAN_DEL;
2114 
2115 	cmd->req.arg[1] = op | (1 << 8);
2116 	qlcnic_83xx_set_interface_id_macaddr(adapter, &temp);
2117 	cmd->req.arg[1] |= temp;
2118 	mv.vlan = vlan_id;
2119 	mv.mac_addr0 = addr[0];
2120 	mv.mac_addr1 = addr[1];
2121 	mv.mac_addr2 = addr[2];
2122 	mv.mac_addr3 = addr[3];
2123 	mv.mac_addr4 = addr[4];
2124 	mv.mac_addr5 = addr[5];
2125 	buf = &cmd->req.arg[2];
2126 	memcpy(buf, &mv, sizeof(struct qlcnic_macvlan_mbx));
2127 	err = qlcnic_issue_cmd(adapter, cmd);
2128 	if (!err)
2129 		return err;
2130 
2131 	qlcnic_free_mbx_args(cmd);
2132 out:
2133 	kfree(cmd);
2134 	return err;
2135 }
2136 
2137 void qlcnic_83xx_change_l2_filter(struct qlcnic_adapter *adapter, u64 *addr,
2138 				  u16 vlan_id,
2139 				  struct qlcnic_host_tx_ring *tx_ring)
2140 {
2141 	u8 mac[ETH_ALEN];
2142 	memcpy(&mac, addr, ETH_ALEN);
2143 	qlcnic_83xx_sre_macaddr_change(adapter, mac, vlan_id, QLCNIC_MAC_ADD);
2144 }
2145 
2146 static void qlcnic_83xx_configure_mac(struct qlcnic_adapter *adapter, u8 *mac,
2147 				      u8 type, struct qlcnic_cmd_args *cmd)
2148 {
2149 	switch (type) {
2150 	case QLCNIC_SET_STATION_MAC:
2151 	case QLCNIC_SET_FAC_DEF_MAC:
2152 		memcpy(&cmd->req.arg[2], mac, sizeof(u32));
2153 		memcpy(&cmd->req.arg[3], &mac[4], sizeof(u16));
2154 		break;
2155 	}
2156 	cmd->req.arg[1] = type;
2157 }
2158 
2159 int qlcnic_83xx_get_mac_address(struct qlcnic_adapter *adapter, u8 *mac,
2160 				u8 function)
2161 {
2162 	int err, i;
2163 	struct qlcnic_cmd_args cmd;
2164 	u32 mac_low, mac_high;
2165 
2166 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_MAC_ADDRESS);
2167 	if (err)
2168 		return err;
2169 
2170 	qlcnic_83xx_configure_mac(adapter, mac, QLCNIC_GET_CURRENT_MAC, &cmd);
2171 	err = qlcnic_issue_cmd(adapter, &cmd);
2172 
2173 	if (err == QLCNIC_RCODE_SUCCESS) {
2174 		mac_low = cmd.rsp.arg[1];
2175 		mac_high = cmd.rsp.arg[2];
2176 
2177 		for (i = 0; i < 2; i++)
2178 			mac[i] = (u8) (mac_high >> ((1 - i) * 8));
2179 		for (i = 2; i < 6; i++)
2180 			mac[i] = (u8) (mac_low >> ((5 - i) * 8));
2181 	} else {
2182 		dev_err(&adapter->pdev->dev, "Failed to get mac address%d\n",
2183 			err);
2184 		err = -EIO;
2185 	}
2186 	qlcnic_free_mbx_args(&cmd);
2187 	return err;
2188 }
2189 
2190 static int qlcnic_83xx_set_rx_intr_coal(struct qlcnic_adapter *adapter)
2191 {
2192 	struct qlcnic_nic_intr_coalesce *coal = &adapter->ahw->coal;
2193 	struct qlcnic_cmd_args cmd;
2194 	u16 temp;
2195 	int err;
2196 
2197 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIG_INTR_COAL);
2198 	if (err)
2199 		return err;
2200 
2201 	temp = adapter->recv_ctx->context_id;
2202 	cmd.req.arg[1] = QLCNIC_INTR_COAL_TYPE_RX | temp << 16;
2203 	temp = coal->rx_time_us;
2204 	cmd.req.arg[2] = coal->rx_packets | temp << 16;
2205 	cmd.req.arg[3] = coal->flag;
2206 
2207 	err = qlcnic_issue_cmd(adapter, &cmd);
2208 	if (err != QLCNIC_RCODE_SUCCESS)
2209 		netdev_err(adapter->netdev,
2210 			   "failed to set interrupt coalescing parameters\n");
2211 
2212 	qlcnic_free_mbx_args(&cmd);
2213 
2214 	return err;
2215 }
2216 
2217 static int qlcnic_83xx_set_tx_intr_coal(struct qlcnic_adapter *adapter)
2218 {
2219 	struct qlcnic_nic_intr_coalesce *coal = &adapter->ahw->coal;
2220 	struct qlcnic_cmd_args cmd;
2221 	u16 temp;
2222 	int err;
2223 
2224 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIG_INTR_COAL);
2225 	if (err)
2226 		return err;
2227 
2228 	temp = adapter->tx_ring->ctx_id;
2229 	cmd.req.arg[1] = QLCNIC_INTR_COAL_TYPE_TX | temp << 16;
2230 	temp = coal->tx_time_us;
2231 	cmd.req.arg[2] = coal->tx_packets | temp << 16;
2232 	cmd.req.arg[3] = coal->flag;
2233 
2234 	err = qlcnic_issue_cmd(adapter, &cmd);
2235 	if (err != QLCNIC_RCODE_SUCCESS)
2236 		netdev_err(adapter->netdev,
2237 			   "failed to set interrupt coalescing  parameters\n");
2238 
2239 	qlcnic_free_mbx_args(&cmd);
2240 
2241 	return err;
2242 }
2243 
2244 int qlcnic_83xx_set_rx_tx_intr_coal(struct qlcnic_adapter *adapter)
2245 {
2246 	int err = 0;
2247 
2248 	err = qlcnic_83xx_set_rx_intr_coal(adapter);
2249 	if (err)
2250 		netdev_err(adapter->netdev,
2251 			   "failed to set Rx coalescing parameters\n");
2252 
2253 	err = qlcnic_83xx_set_tx_intr_coal(adapter);
2254 	if (err)
2255 		netdev_err(adapter->netdev,
2256 			   "failed to set Tx coalescing parameters\n");
2257 
2258 	return err;
2259 }
2260 
2261 int qlcnic_83xx_config_intr_coal(struct qlcnic_adapter *adapter,
2262 				 struct ethtool_coalesce *ethcoal)
2263 {
2264 	struct qlcnic_nic_intr_coalesce *coal = &adapter->ahw->coal;
2265 	u32 rx_coalesce_usecs, rx_max_frames;
2266 	u32 tx_coalesce_usecs, tx_max_frames;
2267 	int err;
2268 
2269 	if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
2270 		return -EIO;
2271 
2272 	tx_coalesce_usecs = ethcoal->tx_coalesce_usecs;
2273 	tx_max_frames = ethcoal->tx_max_coalesced_frames;
2274 	rx_coalesce_usecs = ethcoal->rx_coalesce_usecs;
2275 	rx_max_frames = ethcoal->rx_max_coalesced_frames;
2276 	coal->flag = QLCNIC_INTR_DEFAULT;
2277 
2278 	if ((coal->rx_time_us == rx_coalesce_usecs) &&
2279 	    (coal->rx_packets == rx_max_frames)) {
2280 		coal->type = QLCNIC_INTR_COAL_TYPE_TX;
2281 		coal->tx_time_us = tx_coalesce_usecs;
2282 		coal->tx_packets = tx_max_frames;
2283 	} else if ((coal->tx_time_us == tx_coalesce_usecs) &&
2284 		   (coal->tx_packets == tx_max_frames)) {
2285 		coal->type = QLCNIC_INTR_COAL_TYPE_RX;
2286 		coal->rx_time_us = rx_coalesce_usecs;
2287 		coal->rx_packets = rx_max_frames;
2288 	} else {
2289 		coal->type = QLCNIC_INTR_COAL_TYPE_RX_TX;
2290 		coal->rx_time_us = rx_coalesce_usecs;
2291 		coal->rx_packets = rx_max_frames;
2292 		coal->tx_time_us = tx_coalesce_usecs;
2293 		coal->tx_packets = tx_max_frames;
2294 	}
2295 
2296 	switch (coal->type) {
2297 	case QLCNIC_INTR_COAL_TYPE_RX:
2298 		err = qlcnic_83xx_set_rx_intr_coal(adapter);
2299 		break;
2300 	case QLCNIC_INTR_COAL_TYPE_TX:
2301 		err = qlcnic_83xx_set_tx_intr_coal(adapter);
2302 		break;
2303 	case QLCNIC_INTR_COAL_TYPE_RX_TX:
2304 		err = qlcnic_83xx_set_rx_tx_intr_coal(adapter);
2305 		break;
2306 	default:
2307 		err = -EINVAL;
2308 		netdev_err(adapter->netdev,
2309 			   "Invalid Interrupt coalescing type\n");
2310 		break;
2311 	}
2312 
2313 	return err;
2314 }
2315 
2316 static void qlcnic_83xx_handle_link_aen(struct qlcnic_adapter *adapter,
2317 					u32 data[])
2318 {
2319 	struct qlcnic_hardware_context *ahw = adapter->ahw;
2320 	u8 link_status, duplex;
2321 	/* link speed */
2322 	link_status = LSB(data[3]) & 1;
2323 	if (link_status) {
2324 		ahw->link_speed = MSW(data[2]);
2325 		duplex = LSB(MSW(data[3]));
2326 		if (duplex)
2327 			ahw->link_duplex = DUPLEX_FULL;
2328 		else
2329 			ahw->link_duplex = DUPLEX_HALF;
2330 	} else {
2331 		ahw->link_speed = SPEED_UNKNOWN;
2332 		ahw->link_duplex = DUPLEX_UNKNOWN;
2333 	}
2334 
2335 	ahw->link_autoneg = MSB(MSW(data[3]));
2336 	ahw->module_type = MSB(LSW(data[3]));
2337 	ahw->has_link_events = 1;
2338 	ahw->lb_mode = data[4] & QLCNIC_LB_MODE_MASK;
2339 	qlcnic_advert_link_change(adapter, link_status);
2340 }
2341 
2342 static irqreturn_t qlcnic_83xx_handle_aen(int irq, void *data)
2343 {
2344 	u32 mask, resp, event, rsp_status = QLC_83XX_MBX_RESPONSE_ARRIVED;
2345 	struct qlcnic_adapter *adapter = data;
2346 	struct qlcnic_mailbox *mbx;
2347 	unsigned long flags;
2348 
2349 	mbx = adapter->ahw->mailbox;
2350 	spin_lock_irqsave(&mbx->aen_lock, flags);
2351 	resp = QLCRDX(adapter->ahw, QLCNIC_FW_MBX_CTRL);
2352 	if (!(resp & QLCNIC_SET_OWNER))
2353 		goto out;
2354 
2355 	event = readl(QLCNIC_MBX_FW(adapter->ahw, 0));
2356 	if (event &  QLCNIC_MBX_ASYNC_EVENT) {
2357 		__qlcnic_83xx_process_aen(adapter);
2358 	} else {
2359 		if (mbx->rsp_status != rsp_status)
2360 			qlcnic_83xx_notify_mbx_response(mbx);
2361 		else
2362 			adapter->stats.mbx_spurious_intr++;
2363 	}
2364 
2365 out:
2366 	mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
2367 	writel(0, adapter->ahw->pci_base0 + mask);
2368 	spin_unlock_irqrestore(&mbx->aen_lock, flags);
2369 	return IRQ_HANDLED;
2370 }
2371 
2372 int qlcnic_83xx_set_nic_info(struct qlcnic_adapter *adapter,
2373 			     struct qlcnic_info *nic)
2374 {
2375 	int i, err = -EIO;
2376 	struct qlcnic_cmd_args cmd;
2377 
2378 	if (adapter->ahw->op_mode != QLCNIC_MGMT_FUNC) {
2379 		dev_err(&adapter->pdev->dev,
2380 			"%s: Error, invoked by non management func\n",
2381 			__func__);
2382 		return err;
2383 	}
2384 
2385 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_SET_NIC_INFO);
2386 	if (err)
2387 		return err;
2388 
2389 	cmd.req.arg[1] = (nic->pci_func << 16);
2390 	cmd.req.arg[2] = 0x1 << 16;
2391 	cmd.req.arg[3] = nic->phys_port | (nic->switch_mode << 16);
2392 	cmd.req.arg[4] = nic->capabilities;
2393 	cmd.req.arg[5] = (nic->max_mac_filters & 0xFF) | ((nic->max_mtu) << 16);
2394 	cmd.req.arg[6] = (nic->max_tx_ques) | ((nic->max_rx_ques) << 16);
2395 	cmd.req.arg[7] = (nic->min_tx_bw) | ((nic->max_tx_bw) << 16);
2396 	for (i = 8; i < 32; i++)
2397 		cmd.req.arg[i] = 0;
2398 
2399 	err = qlcnic_issue_cmd(adapter, &cmd);
2400 
2401 	if (err != QLCNIC_RCODE_SUCCESS) {
2402 		dev_err(&adapter->pdev->dev, "Failed to set nic info%d\n",
2403 			err);
2404 		err = -EIO;
2405 	}
2406 
2407 	qlcnic_free_mbx_args(&cmd);
2408 
2409 	return err;
2410 }
2411 
2412 int qlcnic_83xx_get_nic_info(struct qlcnic_adapter *adapter,
2413 			     struct qlcnic_info *npar_info, u8 func_id)
2414 {
2415 	int err;
2416 	u32 temp;
2417 	u8 op = 0;
2418 	struct qlcnic_cmd_args cmd;
2419 	struct qlcnic_hardware_context *ahw = adapter->ahw;
2420 
2421 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_NIC_INFO);
2422 	if (err)
2423 		return err;
2424 
2425 	if (func_id != ahw->pci_func) {
2426 		temp = func_id << 16;
2427 		cmd.req.arg[1] = op | BIT_31 | temp;
2428 	} else {
2429 		cmd.req.arg[1] = ahw->pci_func << 16;
2430 	}
2431 	err = qlcnic_issue_cmd(adapter, &cmd);
2432 	if (err) {
2433 		dev_info(&adapter->pdev->dev,
2434 			 "Failed to get nic info %d\n", err);
2435 		goto out;
2436 	}
2437 
2438 	npar_info->op_type = cmd.rsp.arg[1];
2439 	npar_info->pci_func = cmd.rsp.arg[2] & 0xFFFF;
2440 	npar_info->op_mode = (cmd.rsp.arg[2] & 0xFFFF0000) >> 16;
2441 	npar_info->phys_port = cmd.rsp.arg[3] & 0xFFFF;
2442 	npar_info->switch_mode = (cmd.rsp.arg[3] & 0xFFFF0000) >> 16;
2443 	npar_info->capabilities = cmd.rsp.arg[4];
2444 	npar_info->max_mac_filters = cmd.rsp.arg[5] & 0xFF;
2445 	npar_info->max_mtu = (cmd.rsp.arg[5] & 0xFFFF0000) >> 16;
2446 	npar_info->max_tx_ques = cmd.rsp.arg[6] & 0xFFFF;
2447 	npar_info->max_rx_ques = (cmd.rsp.arg[6] & 0xFFFF0000) >> 16;
2448 	npar_info->min_tx_bw = cmd.rsp.arg[7] & 0xFFFF;
2449 	npar_info->max_tx_bw = (cmd.rsp.arg[7] & 0xFFFF0000) >> 16;
2450 	if (cmd.rsp.arg[8] & 0x1)
2451 		npar_info->max_bw_reg_offset = (cmd.rsp.arg[8] & 0x7FFE) >> 1;
2452 	if (cmd.rsp.arg[8] & 0x10000) {
2453 		temp = (cmd.rsp.arg[8] & 0x7FFE0000) >> 17;
2454 		npar_info->max_linkspeed_reg_offset = temp;
2455 	}
2456 
2457 	memcpy(ahw->extra_capability, &cmd.rsp.arg[16],
2458 	       sizeof(ahw->extra_capability));
2459 
2460 out:
2461 	qlcnic_free_mbx_args(&cmd);
2462 	return err;
2463 }
2464 
2465 int qlcnic_get_pci_func_type(struct qlcnic_adapter *adapter, u16 type,
2466 			     u16 *nic, u16 *fcoe, u16 *iscsi)
2467 {
2468 	struct device *dev = &adapter->pdev->dev;
2469 	int err = 0;
2470 
2471 	switch (type) {
2472 	case QLCNIC_TYPE_NIC:
2473 		(*nic)++;
2474 		break;
2475 	case QLCNIC_TYPE_FCOE:
2476 		(*fcoe)++;
2477 		break;
2478 	case QLCNIC_TYPE_ISCSI:
2479 		(*iscsi)++;
2480 		break;
2481 	default:
2482 		dev_err(dev, "%s: Unknown PCI type[%x]\n",
2483 			__func__, type);
2484 		err = -EIO;
2485 	}
2486 
2487 	return err;
2488 }
2489 
2490 int qlcnic_83xx_get_pci_info(struct qlcnic_adapter *adapter,
2491 			     struct qlcnic_pci_info *pci_info)
2492 {
2493 	struct qlcnic_hardware_context *ahw = adapter->ahw;
2494 	struct device *dev = &adapter->pdev->dev;
2495 	u16 nic = 0, fcoe = 0, iscsi = 0;
2496 	struct qlcnic_cmd_args cmd;
2497 	int i, err = 0, j = 0;
2498 	u32 temp;
2499 
2500 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_PCI_INFO);
2501 	if (err)
2502 		return err;
2503 
2504 	err = qlcnic_issue_cmd(adapter, &cmd);
2505 
2506 	ahw->total_nic_func = 0;
2507 	if (err == QLCNIC_RCODE_SUCCESS) {
2508 		ahw->max_pci_func = cmd.rsp.arg[1] & 0xFF;
2509 		for (i = 2, j = 0; j < ahw->max_vnic_func; j++, pci_info++) {
2510 			pci_info->id = cmd.rsp.arg[i] & 0xFFFF;
2511 			pci_info->active = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2512 			i++;
2513 			if (!pci_info->active) {
2514 				i += QLC_SKIP_INACTIVE_PCI_REGS;
2515 				continue;
2516 			}
2517 			pci_info->type = cmd.rsp.arg[i] & 0xFFFF;
2518 			err = qlcnic_get_pci_func_type(adapter, pci_info->type,
2519 						       &nic, &fcoe, &iscsi);
2520 			temp = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2521 			pci_info->default_port = temp;
2522 			i++;
2523 			pci_info->tx_min_bw = cmd.rsp.arg[i] & 0xFFFF;
2524 			temp = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2525 			pci_info->tx_max_bw = temp;
2526 			i = i + 2;
2527 			memcpy(pci_info->mac, &cmd.rsp.arg[i], ETH_ALEN - 2);
2528 			i++;
2529 			memcpy(pci_info->mac + sizeof(u32), &cmd.rsp.arg[i], 2);
2530 			i = i + 3;
2531 		}
2532 	} else {
2533 		dev_err(dev, "Failed to get PCI Info, error = %d\n", err);
2534 		err = -EIO;
2535 	}
2536 
2537 	ahw->total_nic_func = nic;
2538 	ahw->total_pci_func = nic + fcoe + iscsi;
2539 	if (ahw->total_nic_func == 0 || ahw->total_pci_func == 0) {
2540 		dev_err(dev, "%s: Invalid function count: total nic func[%x], total pci func[%x]\n",
2541 			__func__, ahw->total_nic_func, ahw->total_pci_func);
2542 		err = -EIO;
2543 	}
2544 	qlcnic_free_mbx_args(&cmd);
2545 
2546 	return err;
2547 }
2548 
2549 int qlcnic_83xx_config_intrpt(struct qlcnic_adapter *adapter, bool op_type)
2550 {
2551 	int i, index, err;
2552 	u8 max_ints;
2553 	u32 val, temp, type;
2554 	struct qlcnic_cmd_args cmd;
2555 
2556 	max_ints = adapter->ahw->num_msix - 1;
2557 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIG_INTRPT);
2558 	if (err)
2559 		return err;
2560 
2561 	cmd.req.arg[1] = max_ints;
2562 
2563 	if (qlcnic_sriov_vf_check(adapter))
2564 		cmd.req.arg[1] |= (adapter->ahw->pci_func << 8) | BIT_16;
2565 
2566 	for (i = 0, index = 2; i < max_ints; i++) {
2567 		type = op_type ? QLCNIC_INTRPT_ADD : QLCNIC_INTRPT_DEL;
2568 		val = type | (adapter->ahw->intr_tbl[i].type << 4);
2569 		if (adapter->ahw->intr_tbl[i].type == QLCNIC_INTRPT_MSIX)
2570 			val |= (adapter->ahw->intr_tbl[i].id << 16);
2571 		cmd.req.arg[index++] = val;
2572 	}
2573 	err = qlcnic_issue_cmd(adapter, &cmd);
2574 	if (err) {
2575 		dev_err(&adapter->pdev->dev,
2576 			"Failed to configure interrupts 0x%x\n", err);
2577 		goto out;
2578 	}
2579 
2580 	max_ints = cmd.rsp.arg[1];
2581 	for (i = 0, index = 2; i < max_ints; i++, index += 2) {
2582 		val = cmd.rsp.arg[index];
2583 		if (LSB(val)) {
2584 			dev_info(&adapter->pdev->dev,
2585 				 "Can't configure interrupt %d\n",
2586 				 adapter->ahw->intr_tbl[i].id);
2587 			continue;
2588 		}
2589 		if (op_type) {
2590 			adapter->ahw->intr_tbl[i].id = MSW(val);
2591 			adapter->ahw->intr_tbl[i].enabled = 1;
2592 			temp = cmd.rsp.arg[index + 1];
2593 			adapter->ahw->intr_tbl[i].src = temp;
2594 		} else {
2595 			adapter->ahw->intr_tbl[i].id = i;
2596 			adapter->ahw->intr_tbl[i].enabled = 0;
2597 			adapter->ahw->intr_tbl[i].src = 0;
2598 		}
2599 	}
2600 out:
2601 	qlcnic_free_mbx_args(&cmd);
2602 	return err;
2603 }
2604 
2605 int qlcnic_83xx_lock_flash(struct qlcnic_adapter *adapter)
2606 {
2607 	int id, timeout = 0;
2608 	u32 status = 0;
2609 
2610 	while (status == 0) {
2611 		status = QLC_SHARED_REG_RD32(adapter, QLCNIC_FLASH_LOCK);
2612 		if (status)
2613 			break;
2614 
2615 		if (++timeout >= QLC_83XX_FLASH_LOCK_TIMEOUT) {
2616 			id = QLC_SHARED_REG_RD32(adapter,
2617 						 QLCNIC_FLASH_LOCK_OWNER);
2618 			dev_err(&adapter->pdev->dev,
2619 				"%s: failed, lock held by %d\n", __func__, id);
2620 			return -EIO;
2621 		}
2622 		usleep_range(1000, 2000);
2623 	}
2624 
2625 	QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER, adapter->portnum);
2626 	return 0;
2627 }
2628 
2629 void qlcnic_83xx_unlock_flash(struct qlcnic_adapter *adapter)
2630 {
2631 	QLC_SHARED_REG_RD32(adapter, QLCNIC_FLASH_UNLOCK);
2632 	QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER, 0xFF);
2633 }
2634 
2635 int qlcnic_83xx_lockless_flash_read32(struct qlcnic_adapter *adapter,
2636 				      u32 flash_addr, u8 *p_data,
2637 				      int count)
2638 {
2639 	u32 word, range, flash_offset, addr = flash_addr, ret;
2640 	ulong indirect_add, direct_window;
2641 	int i, err = 0;
2642 
2643 	flash_offset = addr & (QLCNIC_FLASH_SECTOR_SIZE - 1);
2644 	if (addr & 0x3) {
2645 		dev_err(&adapter->pdev->dev, "Illegal addr = 0x%x\n", addr);
2646 		return -EIO;
2647 	}
2648 
2649 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_DIRECT_WINDOW,
2650 				     (addr & 0xFFFF0000));
2651 
2652 	range = flash_offset + (count * sizeof(u32));
2653 	/* Check if data is spread across multiple sectors */
2654 	if (range > (QLCNIC_FLASH_SECTOR_SIZE - 1)) {
2655 
2656 		/* Multi sector read */
2657 		for (i = 0; i < count; i++) {
2658 			indirect_add = QLC_83XX_FLASH_DIRECT_DATA(addr);
2659 			ret = QLCRD32(adapter, indirect_add, &err);
2660 			if (err == -EIO)
2661 				return err;
2662 
2663 			word = ret;
2664 			*(u32 *)p_data  = word;
2665 			p_data = p_data + 4;
2666 			addr = addr + 4;
2667 			flash_offset = flash_offset + 4;
2668 
2669 			if (flash_offset > (QLCNIC_FLASH_SECTOR_SIZE - 1)) {
2670 				direct_window = QLC_83XX_FLASH_DIRECT_WINDOW;
2671 				/* This write is needed once for each sector */
2672 				qlcnic_83xx_wrt_reg_indirect(adapter,
2673 							     direct_window,
2674 							     (addr));
2675 				flash_offset = 0;
2676 			}
2677 		}
2678 	} else {
2679 		/* Single sector read */
2680 		for (i = 0; i < count; i++) {
2681 			indirect_add = QLC_83XX_FLASH_DIRECT_DATA(addr);
2682 			ret = QLCRD32(adapter, indirect_add, &err);
2683 			if (err == -EIO)
2684 				return err;
2685 
2686 			word = ret;
2687 			*(u32 *)p_data  = word;
2688 			p_data = p_data + 4;
2689 			addr = addr + 4;
2690 		}
2691 	}
2692 
2693 	return 0;
2694 }
2695 
2696 static int qlcnic_83xx_poll_flash_status_reg(struct qlcnic_adapter *adapter)
2697 {
2698 	u32 status;
2699 	int retries = QLC_83XX_FLASH_READ_RETRY_COUNT;
2700 	int err = 0;
2701 
2702 	do {
2703 		status = QLCRD32(adapter, QLC_83XX_FLASH_STATUS, &err);
2704 		if (err == -EIO)
2705 			return err;
2706 
2707 		if ((status & QLC_83XX_FLASH_STATUS_READY) ==
2708 		    QLC_83XX_FLASH_STATUS_READY)
2709 			break;
2710 
2711 		usleep_range(1000, 1100);
2712 	} while (--retries);
2713 
2714 	if (!retries)
2715 		return -EIO;
2716 
2717 	return 0;
2718 }
2719 
2720 int qlcnic_83xx_enable_flash_write(struct qlcnic_adapter *adapter)
2721 {
2722 	int ret;
2723 	u32 cmd;
2724 	cmd = adapter->ahw->fdt.write_statusreg_cmd;
2725 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2726 				     (QLC_83XX_FLASH_FDT_WRITE_DEF_SIG | cmd));
2727 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2728 				     adapter->ahw->fdt.write_enable_bits);
2729 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2730 				     QLC_83XX_FLASH_SECOND_ERASE_MS_VAL);
2731 	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2732 	if (ret)
2733 		return -EIO;
2734 
2735 	return 0;
2736 }
2737 
2738 int qlcnic_83xx_disable_flash_write(struct qlcnic_adapter *adapter)
2739 {
2740 	int ret;
2741 
2742 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2743 				     (QLC_83XX_FLASH_FDT_WRITE_DEF_SIG |
2744 				     adapter->ahw->fdt.write_statusreg_cmd));
2745 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2746 				     adapter->ahw->fdt.write_disable_bits);
2747 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2748 				     QLC_83XX_FLASH_SECOND_ERASE_MS_VAL);
2749 	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2750 	if (ret)
2751 		return -EIO;
2752 
2753 	return 0;
2754 }
2755 
2756 int qlcnic_83xx_read_flash_mfg_id(struct qlcnic_adapter *adapter)
2757 {
2758 	int ret, err = 0;
2759 	u32 mfg_id;
2760 
2761 	if (qlcnic_83xx_lock_flash(adapter))
2762 		return -EIO;
2763 
2764 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2765 				     QLC_83XX_FLASH_FDT_READ_MFG_ID_VAL);
2766 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2767 				     QLC_83XX_FLASH_READ_CTRL);
2768 	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2769 	if (ret) {
2770 		qlcnic_83xx_unlock_flash(adapter);
2771 		return -EIO;
2772 	}
2773 
2774 	mfg_id = QLCRD32(adapter, QLC_83XX_FLASH_RDDATA, &err);
2775 	if (err == -EIO) {
2776 		qlcnic_83xx_unlock_flash(adapter);
2777 		return err;
2778 	}
2779 
2780 	adapter->flash_mfg_id = (mfg_id & 0xFF);
2781 	qlcnic_83xx_unlock_flash(adapter);
2782 
2783 	return 0;
2784 }
2785 
2786 int qlcnic_83xx_read_flash_descriptor_table(struct qlcnic_adapter *adapter)
2787 {
2788 	int count, fdt_size, ret = 0;
2789 
2790 	fdt_size = sizeof(struct qlcnic_fdt);
2791 	count = fdt_size / sizeof(u32);
2792 
2793 	if (qlcnic_83xx_lock_flash(adapter))
2794 		return -EIO;
2795 
2796 	memset(&adapter->ahw->fdt, 0, fdt_size);
2797 	ret = qlcnic_83xx_lockless_flash_read32(adapter, QLCNIC_FDT_LOCATION,
2798 						(u8 *)&adapter->ahw->fdt,
2799 						count);
2800 	qlcnic_swap32_buffer((u32 *)&adapter->ahw->fdt, count);
2801 	qlcnic_83xx_unlock_flash(adapter);
2802 	return ret;
2803 }
2804 
2805 int qlcnic_83xx_erase_flash_sector(struct qlcnic_adapter *adapter,
2806 				   u32 sector_start_addr)
2807 {
2808 	u32 reversed_addr, addr1, addr2, cmd;
2809 	int ret = -EIO;
2810 
2811 	if (qlcnic_83xx_lock_flash(adapter) != 0)
2812 		return -EIO;
2813 
2814 	if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id) {
2815 		ret = qlcnic_83xx_enable_flash_write(adapter);
2816 		if (ret) {
2817 			qlcnic_83xx_unlock_flash(adapter);
2818 			dev_err(&adapter->pdev->dev,
2819 				"%s failed at %d\n",
2820 				__func__, __LINE__);
2821 			return ret;
2822 		}
2823 	}
2824 
2825 	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2826 	if (ret) {
2827 		qlcnic_83xx_unlock_flash(adapter);
2828 		dev_err(&adapter->pdev->dev,
2829 			"%s: failed at %d\n", __func__, __LINE__);
2830 		return -EIO;
2831 	}
2832 
2833 	addr1 = (sector_start_addr & 0xFF) << 16;
2834 	addr2 = (sector_start_addr & 0xFF0000) >> 16;
2835 	reversed_addr = addr1 | addr2 | (sector_start_addr & 0xFF00);
2836 
2837 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2838 				     reversed_addr);
2839 	cmd = QLC_83XX_FLASH_FDT_ERASE_DEF_SIG | adapter->ahw->fdt.erase_cmd;
2840 	if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id)
2841 		qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR, cmd);
2842 	else
2843 		qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2844 					     QLC_83XX_FLASH_OEM_ERASE_SIG);
2845 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2846 				     QLC_83XX_FLASH_LAST_ERASE_MS_VAL);
2847 
2848 	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2849 	if (ret) {
2850 		qlcnic_83xx_unlock_flash(adapter);
2851 		dev_err(&adapter->pdev->dev,
2852 			"%s: failed at %d\n", __func__, __LINE__);
2853 		return -EIO;
2854 	}
2855 
2856 	if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id) {
2857 		ret = qlcnic_83xx_disable_flash_write(adapter);
2858 		if (ret) {
2859 			qlcnic_83xx_unlock_flash(adapter);
2860 			dev_err(&adapter->pdev->dev,
2861 				"%s: failed at %d\n", __func__, __LINE__);
2862 			return ret;
2863 		}
2864 	}
2865 
2866 	qlcnic_83xx_unlock_flash(adapter);
2867 
2868 	return 0;
2869 }
2870 
2871 int qlcnic_83xx_flash_write32(struct qlcnic_adapter *adapter, u32 addr,
2872 			      u32 *p_data)
2873 {
2874 	int ret = -EIO;
2875 	u32 addr1 = 0x00800000 | (addr >> 2);
2876 
2877 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR, addr1);
2878 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data);
2879 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2880 				     QLC_83XX_FLASH_LAST_ERASE_MS_VAL);
2881 	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2882 	if (ret) {
2883 		dev_err(&adapter->pdev->dev,
2884 			"%s: failed at %d\n", __func__, __LINE__);
2885 		return -EIO;
2886 	}
2887 
2888 	return 0;
2889 }
2890 
2891 int qlcnic_83xx_flash_bulk_write(struct qlcnic_adapter *adapter, u32 addr,
2892 				 u32 *p_data, int count)
2893 {
2894 	u32 temp;
2895 	int ret = -EIO, err = 0;
2896 
2897 	if ((count < QLC_83XX_FLASH_WRITE_MIN) ||
2898 	    (count > QLC_83XX_FLASH_WRITE_MAX)) {
2899 		dev_err(&adapter->pdev->dev,
2900 			"%s: Invalid word count\n", __func__);
2901 		return -EIO;
2902 	}
2903 
2904 	temp = QLCRD32(adapter, QLC_83XX_FLASH_SPI_CONTROL, &err);
2905 	if (err == -EIO)
2906 		return err;
2907 
2908 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_SPI_CONTROL,
2909 				     (temp | QLC_83XX_FLASH_SPI_CTRL));
2910 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2911 				     QLC_83XX_FLASH_ADDR_TEMP_VAL);
2912 
2913 	/* First DWORD write */
2914 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data++);
2915 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2916 				     QLC_83XX_FLASH_FIRST_MS_PATTERN);
2917 	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2918 	if (ret) {
2919 		dev_err(&adapter->pdev->dev,
2920 			"%s: failed at %d\n", __func__, __LINE__);
2921 		return -EIO;
2922 	}
2923 
2924 	count--;
2925 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2926 				     QLC_83XX_FLASH_ADDR_SECOND_TEMP_VAL);
2927 	/* Second to N-1 DWORD writes */
2928 	while (count != 1) {
2929 		qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2930 					     *p_data++);
2931 		qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2932 					     QLC_83XX_FLASH_SECOND_MS_PATTERN);
2933 		ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2934 		if (ret) {
2935 			dev_err(&adapter->pdev->dev,
2936 				"%s: failed at %d\n", __func__, __LINE__);
2937 			return -EIO;
2938 		}
2939 		count--;
2940 	}
2941 
2942 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2943 				     QLC_83XX_FLASH_ADDR_TEMP_VAL |
2944 				     (addr >> 2));
2945 	/* Last DWORD write */
2946 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data++);
2947 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2948 				     QLC_83XX_FLASH_LAST_MS_PATTERN);
2949 	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2950 	if (ret) {
2951 		dev_err(&adapter->pdev->dev,
2952 			"%s: failed at %d\n", __func__, __LINE__);
2953 		return -EIO;
2954 	}
2955 
2956 	ret = QLCRD32(adapter, QLC_83XX_FLASH_SPI_STATUS, &err);
2957 	if (err == -EIO)
2958 		return err;
2959 
2960 	if ((ret & QLC_83XX_FLASH_SPI_CTRL) == QLC_83XX_FLASH_SPI_CTRL) {
2961 		dev_err(&adapter->pdev->dev, "%s: failed at %d\n",
2962 			__func__, __LINE__);
2963 		/* Operation failed, clear error bit */
2964 		temp = QLCRD32(adapter, QLC_83XX_FLASH_SPI_CONTROL, &err);
2965 		if (err == -EIO)
2966 			return err;
2967 
2968 		qlcnic_83xx_wrt_reg_indirect(adapter,
2969 					     QLC_83XX_FLASH_SPI_CONTROL,
2970 					     (temp | QLC_83XX_FLASH_SPI_CTRL));
2971 	}
2972 
2973 	return 0;
2974 }
2975 
2976 static void qlcnic_83xx_recover_driver_lock(struct qlcnic_adapter *adapter)
2977 {
2978 	u32 val, id;
2979 
2980 	val = QLCRDX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK);
2981 
2982 	/* Check if recovery need to be performed by the calling function */
2983 	if ((val & QLC_83XX_DRV_LOCK_RECOVERY_STATUS_MASK) == 0) {
2984 		val = val & ~0x3F;
2985 		val = val | ((adapter->portnum << 2) |
2986 			     QLC_83XX_NEED_DRV_LOCK_RECOVERY);
2987 		QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
2988 		dev_info(&adapter->pdev->dev,
2989 			 "%s: lock recovery initiated\n", __func__);
2990 		msleep(QLC_83XX_DRV_LOCK_RECOVERY_DELAY);
2991 		val = QLCRDX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK);
2992 		id = ((val >> 2) & 0xF);
2993 		if (id == adapter->portnum) {
2994 			val = val & ~QLC_83XX_DRV_LOCK_RECOVERY_STATUS_MASK;
2995 			val = val | QLC_83XX_DRV_LOCK_RECOVERY_IN_PROGRESS;
2996 			QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
2997 			/* Force release the lock */
2998 			QLCRDX(adapter->ahw, QLC_83XX_DRV_UNLOCK);
2999 			/* Clear recovery bits */
3000 			val = val & ~0x3F;
3001 			QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
3002 			dev_info(&adapter->pdev->dev,
3003 				 "%s: lock recovery completed\n", __func__);
3004 		} else {
3005 			dev_info(&adapter->pdev->dev,
3006 				 "%s: func %d to resume lock recovery process\n",
3007 				 __func__, id);
3008 		}
3009 	} else {
3010 		dev_info(&adapter->pdev->dev,
3011 			 "%s: lock recovery initiated by other functions\n",
3012 			 __func__);
3013 	}
3014 }
3015 
3016 int qlcnic_83xx_lock_driver(struct qlcnic_adapter *adapter)
3017 {
3018 	u32 lock_alive_counter, val, id, i = 0, status = 0, temp = 0;
3019 	int max_attempt = 0;
3020 
3021 	while (status == 0) {
3022 		status = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK);
3023 		if (status)
3024 			break;
3025 
3026 		msleep(QLC_83XX_DRV_LOCK_WAIT_DELAY);
3027 		i++;
3028 
3029 		if (i == 1)
3030 			temp = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
3031 
3032 		if (i == QLC_83XX_DRV_LOCK_WAIT_COUNTER) {
3033 			val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
3034 			if (val == temp) {
3035 				id = val & 0xFF;
3036 				dev_info(&adapter->pdev->dev,
3037 					 "%s: lock to be recovered from %d\n",
3038 					 __func__, id);
3039 				qlcnic_83xx_recover_driver_lock(adapter);
3040 				i = 0;
3041 				max_attempt++;
3042 			} else {
3043 				dev_err(&adapter->pdev->dev,
3044 					"%s: failed to get lock\n", __func__);
3045 				return -EIO;
3046 			}
3047 		}
3048 
3049 		/* Force exit from while loop after few attempts */
3050 		if (max_attempt == QLC_83XX_MAX_DRV_LOCK_RECOVERY_ATTEMPT) {
3051 			dev_err(&adapter->pdev->dev,
3052 				"%s: failed to get lock\n", __func__);
3053 			return -EIO;
3054 		}
3055 	}
3056 
3057 	val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
3058 	lock_alive_counter = val >> 8;
3059 	lock_alive_counter++;
3060 	val = lock_alive_counter << 8 | adapter->portnum;
3061 	QLCWRX(adapter->ahw, QLC_83XX_DRV_LOCK_ID, val);
3062 
3063 	return 0;
3064 }
3065 
3066 void qlcnic_83xx_unlock_driver(struct qlcnic_adapter *adapter)
3067 {
3068 	u32 val, lock_alive_counter, id;
3069 
3070 	val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
3071 	id = val & 0xFF;
3072 	lock_alive_counter = val >> 8;
3073 
3074 	if (id != adapter->portnum)
3075 		dev_err(&adapter->pdev->dev,
3076 			"%s:Warning func %d is unlocking lock owned by %d\n",
3077 			__func__, adapter->portnum, id);
3078 
3079 	val = (lock_alive_counter << 8) | 0xFF;
3080 	QLCWRX(adapter->ahw, QLC_83XX_DRV_LOCK_ID, val);
3081 	QLCRDX(adapter->ahw, QLC_83XX_DRV_UNLOCK);
3082 }
3083 
3084 int qlcnic_ms_mem_write128(struct qlcnic_adapter *adapter, u64 addr,
3085 				u32 *data, u32 count)
3086 {
3087 	int i, j, ret = 0;
3088 	u32 temp;
3089 
3090 	/* Check alignment */
3091 	if (addr & 0xF)
3092 		return -EIO;
3093 
3094 	mutex_lock(&adapter->ahw->mem_lock);
3095 	qlcnic_ind_wr(adapter, QLCNIC_MS_ADDR_HI, 0);
3096 
3097 	for (i = 0; i < count; i++, addr += 16) {
3098 		if (!((ADDR_IN_RANGE(addr, QLCNIC_ADDR_QDR_NET,
3099 				     QLCNIC_ADDR_QDR_NET_MAX)) ||
3100 		      (ADDR_IN_RANGE(addr, QLCNIC_ADDR_DDR_NET,
3101 				     QLCNIC_ADDR_DDR_NET_MAX)))) {
3102 			mutex_unlock(&adapter->ahw->mem_lock);
3103 			return -EIO;
3104 		}
3105 
3106 		qlcnic_ind_wr(adapter, QLCNIC_MS_ADDR_LO, addr);
3107 		qlcnic_ind_wr(adapter, QLCNIC_MS_WRTDATA_LO, *data++);
3108 		qlcnic_ind_wr(adapter, QLCNIC_MS_WRTDATA_HI, *data++);
3109 		qlcnic_ind_wr(adapter, QLCNIC_MS_WRTDATA_ULO, *data++);
3110 		qlcnic_ind_wr(adapter, QLCNIC_MS_WRTDATA_UHI, *data++);
3111 		qlcnic_ind_wr(adapter, QLCNIC_MS_CTRL, QLCNIC_TA_WRITE_ENABLE);
3112 		qlcnic_ind_wr(adapter, QLCNIC_MS_CTRL, QLCNIC_TA_WRITE_START);
3113 
3114 		for (j = 0; j < MAX_CTL_CHECK; j++) {
3115 			temp = qlcnic_ind_rd(adapter, QLCNIC_MS_CTRL);
3116 
3117 			if ((temp & TA_CTL_BUSY) == 0)
3118 				break;
3119 		}
3120 
3121 		/* Status check failure */
3122 		if (j >= MAX_CTL_CHECK) {
3123 			printk_ratelimited(KERN_WARNING
3124 					   "MS memory write failed\n");
3125 			mutex_unlock(&adapter->ahw->mem_lock);
3126 			return -EIO;
3127 		}
3128 	}
3129 
3130 	mutex_unlock(&adapter->ahw->mem_lock);
3131 
3132 	return ret;
3133 }
3134 
3135 int qlcnic_83xx_flash_read32(struct qlcnic_adapter *adapter, u32 flash_addr,
3136 			     u8 *p_data, int count)
3137 {
3138 	u32 word, addr = flash_addr, ret;
3139 	ulong  indirect_addr;
3140 	int i, err = 0;
3141 
3142 	if (qlcnic_83xx_lock_flash(adapter) != 0)
3143 		return -EIO;
3144 
3145 	if (addr & 0x3) {
3146 		dev_err(&adapter->pdev->dev, "Illegal addr = 0x%x\n", addr);
3147 		qlcnic_83xx_unlock_flash(adapter);
3148 		return -EIO;
3149 	}
3150 
3151 	for (i = 0; i < count; i++) {
3152 		if (qlcnic_83xx_wrt_reg_indirect(adapter,
3153 						 QLC_83XX_FLASH_DIRECT_WINDOW,
3154 						 (addr))) {
3155 			qlcnic_83xx_unlock_flash(adapter);
3156 			return -EIO;
3157 		}
3158 
3159 		indirect_addr = QLC_83XX_FLASH_DIRECT_DATA(addr);
3160 		ret = QLCRD32(adapter, indirect_addr, &err);
3161 		if (err == -EIO)
3162 			return err;
3163 
3164 		word = ret;
3165 		*(u32 *)p_data  = word;
3166 		p_data = p_data + 4;
3167 		addr = addr + 4;
3168 	}
3169 
3170 	qlcnic_83xx_unlock_flash(adapter);
3171 
3172 	return 0;
3173 }
3174 
3175 void qlcnic_83xx_get_port_type(struct qlcnic_adapter *adapter)
3176 {
3177 	struct qlcnic_hardware_context *ahw = adapter->ahw;
3178 	struct qlcnic_cmd_args cmd;
3179 	u32 config;
3180 	int err;
3181 
3182 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LINK_STATUS);
3183 	if (err)
3184 		return;
3185 
3186 	err = qlcnic_issue_cmd(adapter, &cmd);
3187 	if (err) {
3188 		dev_info(&adapter->pdev->dev,
3189 			 "Get Link Status Command failed: 0x%x\n", err);
3190 		goto out;
3191 	} else {
3192 		config = cmd.rsp.arg[3];
3193 
3194 		switch (QLC_83XX_SFP_MODULE_TYPE(config)) {
3195 		case QLC_83XX_MODULE_FIBRE_1000BASE_SX:
3196 		case QLC_83XX_MODULE_FIBRE_1000BASE_LX:
3197 		case QLC_83XX_MODULE_FIBRE_1000BASE_CX:
3198 		case QLC_83XX_MODULE_TP_1000BASE_T:
3199 			ahw->port_type = QLCNIC_GBE;
3200 			break;
3201 		default:
3202 			ahw->port_type = QLCNIC_XGBE;
3203 		}
3204 	}
3205 out:
3206 	qlcnic_free_mbx_args(&cmd);
3207 }
3208 
3209 int qlcnic_83xx_test_link(struct qlcnic_adapter *adapter)
3210 {
3211 	u8 pci_func;
3212 	int err;
3213 	u32 config = 0, state;
3214 	struct qlcnic_cmd_args cmd;
3215 	struct qlcnic_hardware_context *ahw = adapter->ahw;
3216 
3217 	if (qlcnic_sriov_vf_check(adapter))
3218 		pci_func = adapter->portnum;
3219 	else
3220 		pci_func = ahw->pci_func;
3221 
3222 	state = readl(ahw->pci_base0 + QLC_83XX_LINK_STATE(pci_func));
3223 	if (!QLC_83xx_FUNC_VAL(state, pci_func)) {
3224 		dev_info(&adapter->pdev->dev, "link state down\n");
3225 		return config;
3226 	}
3227 
3228 	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LINK_STATUS);
3229 	if (err)
3230 		return err;
3231 
3232 	err = qlcnic_issue_cmd(adapter, &cmd);
3233 	if (err) {
3234 		dev_info(&adapter->pdev->dev,
3235 			 "Get Link Status Command failed: 0x%x\n", err);
3236 		goto out;
3237 	} else {
3238 		config = cmd.rsp.arg[1];
3239 		switch (QLC_83XX_CURRENT_LINK_SPEED(config)) {
3240 		case QLC_83XX_10M_LINK:
3241 			ahw->link_speed = SPEED_10;
3242 			break;
3243 		case QLC_83XX_100M_LINK:
3244 			ahw->link_speed = SPEED_100;
3245 			break;
3246 		case QLC_83XX_1G_LINK:
3247 			ahw->link_speed = SPEED_1000;
3248 			break;
3249 		case QLC_83XX_10G_LINK:
3250 			ahw->link_speed = SPEED_10000;
3251 			break;
3252 		default:
3253 			ahw->link_speed = 0;
3254 			break;
3255 		}
3256 		config = cmd.rsp.arg[3];
3257 		switch (QLC_83XX_SFP_MODULE_TYPE(config)) {
3258 		case QLC_83XX_MODULE_FIBRE_10GBASE_LRM:
3259 		case QLC_83XX_MODULE_FIBRE_10GBASE_LR:
3260 		case QLC_83XX_MODULE_FIBRE_10GBASE_SR:
3261 			ahw->supported_type = PORT_FIBRE;
3262 			ahw->port_type = QLCNIC_XGBE;
3263 			break;
3264 		case QLC_83XX_MODULE_FIBRE_1000BASE_SX:
3265 		case QLC_83XX_MODULE_FIBRE_1000BASE_LX:
3266 		case QLC_83XX_MODULE_FIBRE_1000BASE_CX:
3267 			ahw->supported_type = PORT_FIBRE;
3268 			ahw->port_type = QLCNIC_GBE;
3269 			break;
3270 		case QLC_83XX_MODULE_TP_1000BASE_T:
3271 			ahw->supported_type = PORT_TP;
3272 			ahw->port_type = QLCNIC_GBE;
3273 			break;
3274 		case QLC_83XX_MODULE_DA_10GE_PASSIVE_CP:
3275 		case QLC_83XX_MODULE_DA_10GE_ACTIVE_CP:
3276 		case QLC_83XX_MODULE_DA_10GE_LEGACY_CP:
3277 		case QLC_83XX_MODULE_DA_1GE_PASSIVE_CP:
3278 			ahw->supported_type = PORT_DA;
3279 			ahw->port_type = QLCNIC_XGBE;
3280 			break;
3281 		default:
3282 			ahw->supported_type = PORT_OTHER;
3283 			ahw->port_type = QLCNIC_XGBE;
3284 		}
3285 		if (config & 1)
3286 			err = 1;
3287 	}
3288 out:
3289 	qlcnic_free_mbx_args(&cmd);
3290 	return config;
3291 }
3292 
3293 int qlcnic_83xx_get_link_ksettings(struct qlcnic_adapter *adapter,
3294 				   struct ethtool_link_ksettings *ecmd)
3295 {
3296 	struct qlcnic_hardware_context *ahw = adapter->ahw;
3297 	u32 config = 0;
3298 	int status = 0;
3299 	u32 supported, advertising;
3300 
3301 	if (!test_bit(__QLCNIC_MAINTENANCE_MODE, &adapter->state)) {
3302 		/* Get port configuration info */
3303 		status = qlcnic_83xx_get_port_info(adapter);
3304 		/* Get Link Status related info */
3305 		config = qlcnic_83xx_test_link(adapter);
3306 		ahw->module_type = QLC_83XX_SFP_MODULE_TYPE(config);
3307 	}
3308 
3309 	/* hard code until there is a way to get it from flash */
3310 	ahw->board_type = QLCNIC_BRDTYPE_83XX_10G;
3311 
3312 	if (netif_running(adapter->netdev) && ahw->has_link_events) {
3313 		ecmd->base.speed = ahw->link_speed;
3314 		ecmd->base.duplex = ahw->link_duplex;
3315 		ecmd->base.autoneg = ahw->link_autoneg;
3316 	} else {
3317 		ecmd->base.speed = SPEED_UNKNOWN;
3318 		ecmd->base.duplex = DUPLEX_UNKNOWN;
3319 		ecmd->base.autoneg = AUTONEG_DISABLE;
3320 	}
3321 
3322 	supported = (SUPPORTED_10baseT_Full |
3323 			   SUPPORTED_100baseT_Full |
3324 			   SUPPORTED_1000baseT_Full |
3325 			   SUPPORTED_10000baseT_Full |
3326 			   SUPPORTED_Autoneg);
3327 
3328 	ethtool_convert_link_mode_to_legacy_u32(&advertising,
3329 						ecmd->link_modes.advertising);
3330 
3331 	if (ecmd->base.autoneg == AUTONEG_ENABLE) {
3332 		if (ahw->port_config & QLC_83XX_10_CAPABLE)
3333 			advertising |= SUPPORTED_10baseT_Full;
3334 		if (ahw->port_config & QLC_83XX_100_CAPABLE)
3335 			advertising |= SUPPORTED_100baseT_Full;
3336 		if (ahw->port_config & QLC_83XX_1G_CAPABLE)
3337 			advertising |= SUPPORTED_1000baseT_Full;
3338 		if (ahw->port_config & QLC_83XX_10G_CAPABLE)
3339 			advertising |= SUPPORTED_10000baseT_Full;
3340 		if (ahw->port_config & QLC_83XX_AUTONEG_ENABLE)
3341 			advertising |= ADVERTISED_Autoneg;
3342 	} else {
3343 		switch (ahw->link_speed) {
3344 		case SPEED_10:
3345 			advertising = SUPPORTED_10baseT_Full;
3346 			break;
3347 		case SPEED_100:
3348 			advertising = SUPPORTED_100baseT_Full;
3349 			break;
3350 		case SPEED_1000:
3351 			advertising = SUPPORTED_1000baseT_Full;
3352 			break;
3353 		case SPEED_10000:
3354 			advertising = SUPPORTED_10000baseT_Full;
3355 			break;
3356 		default:
3357 			break;
3358 		}
3359 
3360 	}
3361 
3362 	switch (ahw->supported_type) {
3363 	case PORT_FIBRE:
3364 		supported |= SUPPORTED_FIBRE;
3365 		advertising |= ADVERTISED_FIBRE;
3366 		ecmd->base.port = PORT_FIBRE;
3367 		break;
3368 	case PORT_TP:
3369 		supported |= SUPPORTED_TP;
3370 		advertising |= ADVERTISED_TP;
3371 		ecmd->base.port = PORT_TP;
3372 		break;
3373 	case PORT_DA:
3374 		supported |= SUPPORTED_FIBRE;
3375 		advertising |= ADVERTISED_FIBRE;
3376 		ecmd->base.port = PORT_DA;
3377 		break;
3378 	default:
3379 		supported |= SUPPORTED_FIBRE;
3380 		advertising |= ADVERTISED_FIBRE;
3381 		ecmd->base.port = PORT_OTHER;
3382 		break;
3383 	}
3384 	ecmd->base.phy_address = ahw->physical_port;
3385 
3386 	ethtool_convert_legacy_u32_to_link_mode(ecmd->link_modes.supported,
3387 						supported);
3388 	ethtool_convert_legacy_u32_to_link_mode(ecmd->link_modes.advertising,
3389 						advertising);
3390 
3391 	return status;
3392 }
3393 
3394 int qlcnic_83xx_set_link_ksettings(struct qlcnic_adapter *adapter,
3395 				   const struct ethtool_link_ksettings *ecmd)
3396 {
3397 	struct qlcnic_hardware_context *ahw = adapter->ahw;
3398 	u32 config = adapter->ahw->port_config;
3399 	int status = 0;
3400 
3401 	/* 83xx devices do not support Half duplex */
3402 	if (ecmd->base.duplex == DUPLEX_HALF) {
3403 		netdev_info(adapter->netdev,
3404 			    "Half duplex mode not supported\n");
3405 		return -EINVAL;
3406 	}
3407 
3408 	if (ecmd->base.autoneg) {
3409 		ahw->port_config |= QLC_83XX_AUTONEG_ENABLE;
3410 		ahw->port_config |= (QLC_83XX_100_CAPABLE |
3411 				     QLC_83XX_1G_CAPABLE |
3412 				     QLC_83XX_10G_CAPABLE);
3413 	} else { /* force speed */
3414 		ahw->port_config &= ~QLC_83XX_AUTONEG_ENABLE;
3415 		switch (ecmd->base.speed) {
3416 		case SPEED_10:
3417 			ahw->port_config &= ~(QLC_83XX_100_CAPABLE |
3418 					      QLC_83XX_1G_CAPABLE |
3419 					      QLC_83XX_10G_CAPABLE);
3420 			ahw->port_config |= QLC_83XX_10_CAPABLE;
3421 			break;
3422 		case SPEED_100:
3423 			ahw->port_config &= ~(QLC_83XX_10_CAPABLE |
3424 					      QLC_83XX_1G_CAPABLE |
3425 					      QLC_83XX_10G_CAPABLE);
3426 			ahw->port_config |= QLC_83XX_100_CAPABLE;
3427 			break;
3428 		case SPEED_1000:
3429 			ahw->port_config &= ~(QLC_83XX_10_CAPABLE |
3430 					      QLC_83XX_100_CAPABLE |
3431 					      QLC_83XX_10G_CAPABLE);
3432 			ahw->port_config |= QLC_83XX_1G_CAPABLE;
3433 			break;
3434 		case SPEED_10000:
3435 			ahw->port_config &= ~(QLC_83XX_10_CAPABLE |
3436 					      QLC_83XX_100_CAPABLE |
3437 					      QLC_83XX_1G_CAPABLE);
3438 			ahw->port_config |= QLC_83XX_10G_CAPABLE;
3439 			break;
3440 		default:
3441 			return -EINVAL;
3442 		}
3443 	}
3444 	status = qlcnic_83xx_set_port_config(adapter);
3445 	if (status) {
3446 		netdev_info(adapter->netdev,
3447 			    "Failed to Set Link Speed and autoneg.\n");
3448 		ahw->port_config = config;
3449 	}
3450 
3451 	return status;
3452 }
3453 
3454 static inline u64 *qlcnic_83xx_copy_stats(struct qlcnic_cmd_args *cmd,
3455 					  u64 *data, int index)
3456 {
3457 	u32 low, hi;
3458 	u64 val;
3459 
3460 	low = cmd->rsp.arg[index];
3461 	hi = cmd->rsp.arg[index + 1];
3462 	val = (((u64) low) | (((u64) hi) << 32));
3463 	*data++ = val;
3464 	return data;
3465 }
3466 
3467 static u64 *qlcnic_83xx_fill_stats(struct qlcnic_adapter *adapter,
3468 				   struct qlcnic_cmd_args *cmd, u64 *data,
3469 				   int type, int *ret)
3470 {
3471 	int err, k, total_regs;
3472 
3473 	*ret = 0;
3474 	err = qlcnic_issue_cmd(adapter, cmd);
3475 	if (err != QLCNIC_RCODE_SUCCESS) {
3476 		dev_info(&adapter->pdev->dev,
3477 			 "Error in get statistics mailbox command\n");
3478 		*ret = -EIO;
3479 		return data;
3480 	}
3481 	total_regs = cmd->rsp.num;
3482 	switch (type) {
3483 	case QLC_83XX_STAT_MAC:
3484 		/* fill in MAC tx counters */
3485 		for (k = 2; k < 28; k += 2)
3486 			data = qlcnic_83xx_copy_stats(cmd, data, k);
3487 		/* skip 24 bytes of reserved area */
3488 		/* fill in MAC rx counters */
3489 		for (k += 6; k < 60; k += 2)
3490 			data = qlcnic_83xx_copy_stats(cmd, data, k);
3491 		/* skip 24 bytes of reserved area */
3492 		/* fill in MAC rx frame stats */
3493 		for (k += 6; k < 80; k += 2)
3494 			data = qlcnic_83xx_copy_stats(cmd, data, k);
3495 		/* fill in eSwitch stats */
3496 		for (; k < total_regs; k += 2)
3497 			data = qlcnic_83xx_copy_stats(cmd, data, k);
3498 		break;
3499 	case QLC_83XX_STAT_RX:
3500 		for (k = 2; k < 8; k += 2)
3501 			data = qlcnic_83xx_copy_stats(cmd, data, k);
3502 		/* skip 8 bytes of reserved data */
3503 		for (k += 2; k < 24; k += 2)
3504 			data = qlcnic_83xx_copy_stats(cmd, data, k);
3505 		/* skip 8 bytes containing RE1FBQ error data */
3506 		for (k += 2; k < total_regs; k += 2)
3507 			data = qlcnic_83xx_copy_stats(cmd, data, k);
3508 		break;
3509 	case QLC_83XX_STAT_TX:
3510 		for (k = 2; k < 10; k += 2)
3511 			data = qlcnic_83xx_copy_stats(cmd, data, k);
3512 		/* skip 8 bytes of reserved data */
3513 		for (k += 2; k < total_regs; k += 2)
3514 			data = qlcnic_83xx_copy_stats(cmd, data, k);
3515 		break;
3516 	default:
3517 		dev_warn(&adapter->pdev->dev, "Unknown get statistics mode\n");
3518 		*ret = -EIO;
3519 	}
3520 	return data;
3521 }
3522 
3523 void qlcnic_83xx_get_stats(struct qlcnic_adapter *adapter, u64 *data)
3524 {
3525 	struct qlcnic_cmd_args cmd;
3526 	struct net_device *netdev = adapter->netdev;
3527 	int ret = 0;
3528 
3529 	ret = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_STATISTICS);
3530 	if (ret)
3531 		return;
3532 	/* Get Tx stats */
3533 	cmd.req.arg[1] = BIT_1 | (adapter->tx_ring->ctx_id << 16);
3534 	cmd.rsp.num = QLC_83XX_TX_STAT_REGS;
3535 	data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3536 				      QLC_83XX_STAT_TX, &ret);
3537 	if (ret) {
3538 		netdev_err(netdev, "Error getting Tx stats\n");
3539 		goto out;
3540 	}
3541 	/* Get MAC stats */
3542 	cmd.req.arg[1] = BIT_2 | (adapter->portnum << 16);
3543 	cmd.rsp.num = QLC_83XX_MAC_STAT_REGS;
3544 	memset(cmd.rsp.arg, 0, sizeof(u32) * cmd.rsp.num);
3545 	data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3546 				      QLC_83XX_STAT_MAC, &ret);
3547 	if (ret) {
3548 		netdev_err(netdev, "Error getting MAC stats\n");
3549 		goto out;
3550 	}
3551 	/* Get Rx stats */
3552 	cmd.req.arg[1] = adapter->recv_ctx->context_id << 16;
3553 	cmd.rsp.num = QLC_83XX_RX_STAT_REGS;
3554 	memset(cmd.rsp.arg, 0, sizeof(u32) * cmd.rsp.num);
3555 	data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3556 				      QLC_83XX_STAT_RX, &ret);
3557 	if (ret)
3558 		netdev_err(netdev, "Error getting Rx stats\n");
3559 out:
3560 	qlcnic_free_mbx_args(&cmd);
3561 }
3562 
3563 #define QLCNIC_83XX_ADD_PORT0		BIT_0
3564 #define QLCNIC_83XX_ADD_PORT1		BIT_1
3565 #define QLCNIC_83XX_EXTENDED_MEM_SIZE	13 /* In MB */
3566 int qlcnic_83xx_extend_md_capab(struct qlcnic_adapter *adapter)
3567 {
3568 	struct qlcnic_cmd_args cmd;
3569 	int err;
3570 
3571 	err = qlcnic_alloc_mbx_args(&cmd, adapter,
3572 				    QLCNIC_CMD_83XX_EXTEND_ISCSI_DUMP_CAP);
3573 	if (err)
3574 		return err;
3575 
3576 	cmd.req.arg[1] = (QLCNIC_83XX_ADD_PORT0 | QLCNIC_83XX_ADD_PORT1);
3577 	cmd.req.arg[2] = QLCNIC_83XX_EXTENDED_MEM_SIZE;
3578 	cmd.req.arg[3] = QLCNIC_83XX_EXTENDED_MEM_SIZE;
3579 
3580 	err = qlcnic_issue_cmd(adapter, &cmd);
3581 	if (err)
3582 		dev_err(&adapter->pdev->dev,
3583 			"failed to issue extend iSCSI minidump capability\n");
3584 
3585 	return err;
3586 }
3587 
3588 int qlcnic_83xx_reg_test(struct qlcnic_adapter *adapter)
3589 {
3590 	u32 major, minor, sub;
3591 
3592 	major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
3593 	minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
3594 	sub = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
3595 
3596 	if (adapter->fw_version != QLCNIC_VERSION_CODE(major, minor, sub)) {
3597 		dev_info(&adapter->pdev->dev, "%s: Reg test failed\n",
3598 			 __func__);
3599 		return 1;
3600 	}
3601 	return 0;
3602 }
3603 
3604 inline int qlcnic_83xx_get_regs_len(struct qlcnic_adapter *adapter)
3605 {
3606 	return (ARRAY_SIZE(qlcnic_83xx_ext_reg_tbl) *
3607 		sizeof(*adapter->ahw->ext_reg_tbl)) +
3608 		(ARRAY_SIZE(qlcnic_83xx_reg_tbl) *
3609 		sizeof(*adapter->ahw->reg_tbl));
3610 }
3611 
3612 int qlcnic_83xx_get_registers(struct qlcnic_adapter *adapter, u32 *regs_buff)
3613 {
3614 	int i, j = 0;
3615 
3616 	for (i = QLCNIC_DEV_INFO_SIZE + 1;
3617 	     j < ARRAY_SIZE(qlcnic_83xx_reg_tbl); i++, j++)
3618 		regs_buff[i] = QLC_SHARED_REG_RD32(adapter, j);
3619 
3620 	for (j = 0; j < ARRAY_SIZE(qlcnic_83xx_ext_reg_tbl); j++)
3621 		regs_buff[i++] = QLCRDX(adapter->ahw, j);
3622 	return i;
3623 }
3624 
3625 int qlcnic_83xx_interrupt_test(struct net_device *netdev)
3626 {
3627 	struct qlcnic_adapter *adapter = netdev_priv(netdev);
3628 	struct qlcnic_hardware_context *ahw = adapter->ahw;
3629 	struct qlcnic_cmd_args cmd;
3630 	u8 val, drv_sds_rings = adapter->drv_sds_rings;
3631 	u8 drv_tx_rings = adapter->drv_tx_rings;
3632 	u32 data;
3633 	u16 intrpt_id, id;
3634 	int ret;
3635 
3636 	if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
3637 		netdev_info(netdev, "Device is resetting\n");
3638 		return -EBUSY;
3639 	}
3640 
3641 	if (qlcnic_get_diag_lock(adapter)) {
3642 		netdev_info(netdev, "Device in diagnostics mode\n");
3643 		return -EBUSY;
3644 	}
3645 
3646 	ret = qlcnic_83xx_diag_alloc_res(netdev, QLCNIC_INTERRUPT_TEST,
3647 					 drv_sds_rings);
3648 	if (ret)
3649 		goto fail_diag_irq;
3650 
3651 	ahw->diag_cnt = 0;
3652 	ret = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_INTRPT_TEST);
3653 	if (ret)
3654 		goto fail_diag_irq;
3655 
3656 	if (adapter->flags & QLCNIC_MSIX_ENABLED)
3657 		intrpt_id = ahw->intr_tbl[0].id;
3658 	else
3659 		intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
3660 
3661 	cmd.req.arg[1] = 1;
3662 	cmd.req.arg[2] = intrpt_id;
3663 	cmd.req.arg[3] = BIT_0;
3664 
3665 	ret = qlcnic_issue_cmd(adapter, &cmd);
3666 	data = cmd.rsp.arg[2];
3667 	id = LSW(data);
3668 	val = LSB(MSW(data));
3669 	if (id != intrpt_id)
3670 		dev_info(&adapter->pdev->dev,
3671 			 "Interrupt generated: 0x%x, requested:0x%x\n",
3672 			 id, intrpt_id);
3673 	if (val)
3674 		dev_err(&adapter->pdev->dev,
3675 			 "Interrupt test error: 0x%x\n", val);
3676 	if (ret)
3677 		goto done;
3678 
3679 	msleep(20);
3680 	ret = !ahw->diag_cnt;
3681 
3682 done:
3683 	qlcnic_free_mbx_args(&cmd);
3684 	qlcnic_83xx_diag_free_res(netdev, drv_sds_rings);
3685 
3686 fail_diag_irq:
3687 	adapter->drv_sds_rings = drv_sds_rings;
3688 	adapter->drv_tx_rings = drv_tx_rings;
3689 	qlcnic_release_diag_lock(adapter);
3690 	return ret;
3691 }
3692 
3693 void qlcnic_83xx_get_pauseparam(struct qlcnic_adapter *adapter,
3694 				struct ethtool_pauseparam *pause)
3695 {
3696 	struct qlcnic_hardware_context *ahw = adapter->ahw;
3697 	int status = 0;
3698 	u32 config;
3699 
3700 	status = qlcnic_83xx_get_port_config(adapter);
3701 	if (status) {
3702 		dev_err(&adapter->pdev->dev,
3703 			"%s: Get Pause Config failed\n", __func__);
3704 		return;
3705 	}
3706 	config = ahw->port_config;
3707 	if (config & QLC_83XX_CFG_STD_PAUSE) {
3708 		switch (MSW(config)) {
3709 		case QLC_83XX_TX_PAUSE:
3710 			pause->tx_pause = 1;
3711 			break;
3712 		case QLC_83XX_RX_PAUSE:
3713 			pause->rx_pause = 1;
3714 			break;
3715 		case QLC_83XX_TX_RX_PAUSE:
3716 		default:
3717 			/* Backward compatibility for existing
3718 			 * flash definitions
3719 			 */
3720 			pause->tx_pause = 1;
3721 			pause->rx_pause = 1;
3722 		}
3723 	}
3724 
3725 	if (QLC_83XX_AUTONEG(config))
3726 		pause->autoneg = 1;
3727 }
3728 
3729 int qlcnic_83xx_set_pauseparam(struct qlcnic_adapter *adapter,
3730 			       struct ethtool_pauseparam *pause)
3731 {
3732 	struct qlcnic_hardware_context *ahw = adapter->ahw;
3733 	int status = 0;
3734 	u32 config;
3735 
3736 	status = qlcnic_83xx_get_port_config(adapter);
3737 	if (status) {
3738 		dev_err(&adapter->pdev->dev,
3739 			"%s: Get Pause Config failed.\n", __func__);
3740 		return status;
3741 	}
3742 	config = ahw->port_config;
3743 
3744 	if (ahw->port_type == QLCNIC_GBE) {
3745 		if (pause->autoneg)
3746 			ahw->port_config |= QLC_83XX_ENABLE_AUTONEG;
3747 		if (!pause->autoneg)
3748 			ahw->port_config &= ~QLC_83XX_ENABLE_AUTONEG;
3749 	} else if ((ahw->port_type == QLCNIC_XGBE) && (pause->autoneg)) {
3750 		return -EOPNOTSUPP;
3751 	}
3752 
3753 	if (!(config & QLC_83XX_CFG_STD_PAUSE))
3754 		ahw->port_config |= QLC_83XX_CFG_STD_PAUSE;
3755 
3756 	if (pause->rx_pause && pause->tx_pause) {
3757 		ahw->port_config |= QLC_83XX_CFG_STD_TX_RX_PAUSE;
3758 	} else if (pause->rx_pause && !pause->tx_pause) {
3759 		ahw->port_config &= ~QLC_83XX_CFG_STD_TX_PAUSE;
3760 		ahw->port_config |= QLC_83XX_CFG_STD_RX_PAUSE;
3761 	} else if (pause->tx_pause && !pause->rx_pause) {
3762 		ahw->port_config &= ~QLC_83XX_CFG_STD_RX_PAUSE;
3763 		ahw->port_config |= QLC_83XX_CFG_STD_TX_PAUSE;
3764 	} else if (!pause->rx_pause && !pause->tx_pause) {
3765 		ahw->port_config &= ~(QLC_83XX_CFG_STD_TX_RX_PAUSE |
3766 				      QLC_83XX_CFG_STD_PAUSE);
3767 	}
3768 	status = qlcnic_83xx_set_port_config(adapter);
3769 	if (status) {
3770 		dev_err(&adapter->pdev->dev,
3771 			"%s: Set Pause Config failed.\n", __func__);
3772 		ahw->port_config = config;
3773 	}
3774 	return status;
3775 }
3776 
3777 static int qlcnic_83xx_read_flash_status_reg(struct qlcnic_adapter *adapter)
3778 {
3779 	int ret, err = 0;
3780 	u32 temp;
3781 
3782 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
3783 				     QLC_83XX_FLASH_OEM_READ_SIG);
3784 	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
3785 				     QLC_83XX_FLASH_READ_CTRL);
3786 	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
3787 	if (ret)
3788 		return -EIO;
3789 
3790 	temp = QLCRD32(adapter, QLC_83XX_FLASH_RDDATA, &err);
3791 	if (err == -EIO)
3792 		return err;
3793 
3794 	return temp & 0xFF;
3795 }
3796 
3797 int qlcnic_83xx_flash_test(struct qlcnic_adapter *adapter)
3798 {
3799 	int status;
3800 
3801 	status = qlcnic_83xx_read_flash_status_reg(adapter);
3802 	if (status == -EIO) {
3803 		dev_info(&adapter->pdev->dev, "%s: EEPROM test failed.\n",
3804 			 __func__);
3805 		return 1;
3806 	}
3807 	return 0;
3808 }
3809 
3810 static int qlcnic_83xx_shutdown(struct pci_dev *pdev)
3811 {
3812 	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
3813 	struct net_device *netdev = adapter->netdev;
3814 	int retval;
3815 
3816 	netif_device_detach(netdev);
3817 	qlcnic_cancel_idc_work(adapter);
3818 
3819 	if (netif_running(netdev))
3820 		qlcnic_down(adapter, netdev);
3821 
3822 	qlcnic_83xx_disable_mbx_intr(adapter);
3823 	cancel_delayed_work_sync(&adapter->idc_aen_work);
3824 
3825 	retval = pci_save_state(pdev);
3826 	if (retval)
3827 		return retval;
3828 
3829 	return 0;
3830 }
3831 
3832 static int qlcnic_83xx_resume(struct qlcnic_adapter *adapter)
3833 {
3834 	struct qlcnic_hardware_context *ahw = adapter->ahw;
3835 	struct qlc_83xx_idc *idc = &ahw->idc;
3836 	int err = 0;
3837 
3838 	err = qlcnic_83xx_idc_init(adapter);
3839 	if (err)
3840 		return err;
3841 
3842 	if (ahw->nic_mode == QLCNIC_VNIC_MODE) {
3843 		if (ahw->op_mode == QLCNIC_MGMT_FUNC) {
3844 			qlcnic_83xx_set_vnic_opmode(adapter);
3845 		} else {
3846 			err = qlcnic_83xx_check_vnic_state(adapter);
3847 			if (err)
3848 				return err;
3849 		}
3850 	}
3851 
3852 	err = qlcnic_83xx_idc_reattach_driver(adapter);
3853 	if (err)
3854 		return err;
3855 
3856 	qlcnic_schedule_work(adapter, qlcnic_83xx_idc_poll_dev_state,
3857 			     idc->delay);
3858 	return err;
3859 }
3860 
3861 void qlcnic_83xx_reinit_mbx_work(struct qlcnic_mailbox *mbx)
3862 {
3863 	reinit_completion(&mbx->completion);
3864 	set_bit(QLC_83XX_MBX_READY, &mbx->status);
3865 }
3866 
3867 void qlcnic_83xx_free_mailbox(struct qlcnic_mailbox *mbx)
3868 {
3869 	if (!mbx)
3870 		return;
3871 
3872 	destroy_workqueue(mbx->work_q);
3873 	kfree(mbx);
3874 }
3875 
3876 static inline void
3877 qlcnic_83xx_notify_cmd_completion(struct qlcnic_adapter *adapter,
3878 				  struct qlcnic_cmd_args *cmd)
3879 {
3880 	atomic_set(&cmd->rsp_status, QLC_83XX_MBX_RESPONSE_ARRIVED);
3881 
3882 	if (cmd->type == QLC_83XX_MBX_CMD_NO_WAIT) {
3883 		qlcnic_free_mbx_args(cmd);
3884 		kfree(cmd);
3885 		return;
3886 	}
3887 	complete(&cmd->completion);
3888 }
3889 
3890 static void qlcnic_83xx_flush_mbx_queue(struct qlcnic_adapter *adapter)
3891 {
3892 	struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3893 	struct list_head *head = &mbx->cmd_q;
3894 	struct qlcnic_cmd_args *cmd = NULL;
3895 
3896 	spin_lock_bh(&mbx->queue_lock);
3897 
3898 	while (!list_empty(head)) {
3899 		cmd = list_entry(head->next, struct qlcnic_cmd_args, list);
3900 		dev_info(&adapter->pdev->dev, "%s: Mailbox command 0x%x\n",
3901 			 __func__, cmd->cmd_op);
3902 		list_del(&cmd->list);
3903 		mbx->num_cmds--;
3904 		qlcnic_83xx_notify_cmd_completion(adapter, cmd);
3905 	}
3906 
3907 	spin_unlock_bh(&mbx->queue_lock);
3908 }
3909 
3910 static int qlcnic_83xx_check_mbx_status(struct qlcnic_adapter *adapter)
3911 {
3912 	struct qlcnic_hardware_context *ahw = adapter->ahw;
3913 	struct qlcnic_mailbox *mbx = ahw->mailbox;
3914 	u32 host_mbx_ctrl;
3915 
3916 	if (!test_bit(QLC_83XX_MBX_READY, &mbx->status))
3917 		return -EBUSY;
3918 
3919 	host_mbx_ctrl = QLCRDX(ahw, QLCNIC_HOST_MBX_CTRL);
3920 	if (host_mbx_ctrl) {
3921 		clear_bit(QLC_83XX_MBX_READY, &mbx->status);
3922 		ahw->idc.collect_dump = 1;
3923 		return -EIO;
3924 	}
3925 
3926 	return 0;
3927 }
3928 
3929 static inline void qlcnic_83xx_signal_mbx_cmd(struct qlcnic_adapter *adapter,
3930 					      u8 issue_cmd)
3931 {
3932 	if (issue_cmd)
3933 		QLCWRX(adapter->ahw, QLCNIC_HOST_MBX_CTRL, QLCNIC_SET_OWNER);
3934 	else
3935 		QLCWRX(adapter->ahw, QLCNIC_FW_MBX_CTRL, QLCNIC_CLR_OWNER);
3936 }
3937 
3938 static void qlcnic_83xx_dequeue_mbx_cmd(struct qlcnic_adapter *adapter,
3939 					struct qlcnic_cmd_args *cmd)
3940 {
3941 	struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3942 
3943 	spin_lock_bh(&mbx->queue_lock);
3944 
3945 	list_del(&cmd->list);
3946 	mbx->num_cmds--;
3947 
3948 	spin_unlock_bh(&mbx->queue_lock);
3949 
3950 	qlcnic_83xx_notify_cmd_completion(adapter, cmd);
3951 }
3952 
3953 static void qlcnic_83xx_encode_mbx_cmd(struct qlcnic_adapter *adapter,
3954 				       struct qlcnic_cmd_args *cmd)
3955 {
3956 	u32 mbx_cmd, fw_hal_version, hdr_size, total_size, tmp;
3957 	struct qlcnic_hardware_context *ahw = adapter->ahw;
3958 	int i, j;
3959 
3960 	if (cmd->op_type != QLC_83XX_MBX_POST_BC_OP) {
3961 		mbx_cmd = cmd->req.arg[0];
3962 		writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 0));
3963 		for (i = 1; i < cmd->req.num; i++)
3964 			writel(cmd->req.arg[i], QLCNIC_MBX_HOST(ahw, i));
3965 	} else {
3966 		fw_hal_version = ahw->fw_hal_version;
3967 		hdr_size = sizeof(struct qlcnic_bc_hdr) / sizeof(u32);
3968 		total_size = cmd->pay_size + hdr_size;
3969 		tmp = QLCNIC_CMD_BC_EVENT_SETUP | total_size << 16;
3970 		mbx_cmd = tmp | fw_hal_version << 29;
3971 		writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 0));
3972 
3973 		/* Back channel specific operations bits */
3974 		mbx_cmd = 0x1 | 1 << 4;
3975 
3976 		if (qlcnic_sriov_pf_check(adapter))
3977 			mbx_cmd |= cmd->func_num << 5;
3978 
3979 		writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 1));
3980 
3981 		for (i = 2, j = 0; j < hdr_size; i++, j++)
3982 			writel(*(cmd->hdr++), QLCNIC_MBX_HOST(ahw, i));
3983 		for (j = 0; j < cmd->pay_size; j++, i++)
3984 			writel(*(cmd->pay++), QLCNIC_MBX_HOST(ahw, i));
3985 	}
3986 }
3987 
3988 void qlcnic_83xx_detach_mailbox_work(struct qlcnic_adapter *adapter)
3989 {
3990 	struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3991 
3992 	if (!mbx)
3993 		return;
3994 
3995 	clear_bit(QLC_83XX_MBX_READY, &mbx->status);
3996 	complete(&mbx->completion);
3997 	cancel_work_sync(&mbx->work);
3998 	flush_workqueue(mbx->work_q);
3999 	qlcnic_83xx_flush_mbx_queue(adapter);
4000 }
4001 
4002 static int qlcnic_83xx_enqueue_mbx_cmd(struct qlcnic_adapter *adapter,
4003 				       struct qlcnic_cmd_args *cmd,
4004 				       unsigned long *timeout)
4005 {
4006 	struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
4007 
4008 	if (test_bit(QLC_83XX_MBX_READY, &mbx->status)) {
4009 		atomic_set(&cmd->rsp_status, QLC_83XX_MBX_RESPONSE_WAIT);
4010 		init_completion(&cmd->completion);
4011 		cmd->rsp_opcode = QLC_83XX_MBX_RESPONSE_UNKNOWN;
4012 
4013 		spin_lock_bh(&mbx->queue_lock);
4014 
4015 		list_add_tail(&cmd->list, &mbx->cmd_q);
4016 		mbx->num_cmds++;
4017 		cmd->total_cmds = mbx->num_cmds;
4018 		*timeout = cmd->total_cmds * QLC_83XX_MBX_TIMEOUT;
4019 		queue_work(mbx->work_q, &mbx->work);
4020 
4021 		spin_unlock_bh(&mbx->queue_lock);
4022 
4023 		return 0;
4024 	}
4025 
4026 	return -EBUSY;
4027 }
4028 
4029 static int qlcnic_83xx_check_mac_rcode(struct qlcnic_adapter *adapter,
4030 				       struct qlcnic_cmd_args *cmd)
4031 {
4032 	u8 mac_cmd_rcode;
4033 	u32 fw_data;
4034 
4035 	if (cmd->cmd_op == QLCNIC_CMD_CONFIG_MAC_VLAN) {
4036 		fw_data = readl(QLCNIC_MBX_FW(adapter->ahw, 2));
4037 		mac_cmd_rcode = (u8)fw_data;
4038 		if (mac_cmd_rcode == QLC_83XX_NO_NIC_RESOURCE ||
4039 		    mac_cmd_rcode == QLC_83XX_MAC_PRESENT ||
4040 		    mac_cmd_rcode == QLC_83XX_MAC_ABSENT) {
4041 			cmd->rsp_opcode = QLCNIC_RCODE_SUCCESS;
4042 			return QLCNIC_RCODE_SUCCESS;
4043 		}
4044 	}
4045 
4046 	return -EINVAL;
4047 }
4048 
4049 static void qlcnic_83xx_decode_mbx_rsp(struct qlcnic_adapter *adapter,
4050 				       struct qlcnic_cmd_args *cmd)
4051 {
4052 	struct qlcnic_hardware_context *ahw = adapter->ahw;
4053 	struct device *dev = &adapter->pdev->dev;
4054 	u8 mbx_err_code;
4055 	u32 fw_data;
4056 
4057 	fw_data = readl(QLCNIC_MBX_FW(ahw, 0));
4058 	mbx_err_code = QLCNIC_MBX_STATUS(fw_data);
4059 	qlcnic_83xx_get_mbx_data(adapter, cmd);
4060 
4061 	switch (mbx_err_code) {
4062 	case QLCNIC_MBX_RSP_OK:
4063 	case QLCNIC_MBX_PORT_RSP_OK:
4064 		cmd->rsp_opcode = QLCNIC_RCODE_SUCCESS;
4065 		break;
4066 	default:
4067 		if (!qlcnic_83xx_check_mac_rcode(adapter, cmd))
4068 			break;
4069 
4070 		dev_err(dev, "%s: Mailbox command failed, opcode=0x%x, cmd_type=0x%x, func=0x%x, op_mode=0x%x, error=0x%x\n",
4071 			__func__, cmd->cmd_op, cmd->type, ahw->pci_func,
4072 			ahw->op_mode, mbx_err_code);
4073 		cmd->rsp_opcode = QLC_83XX_MBX_RESPONSE_FAILED;
4074 		qlcnic_dump_mbx(adapter, cmd);
4075 	}
4076 
4077 	return;
4078 }
4079 
4080 static inline void qlcnic_dump_mailbox_registers(struct qlcnic_adapter *adapter)
4081 {
4082 	struct qlcnic_hardware_context *ahw = adapter->ahw;
4083 	u32 offset;
4084 
4085 	offset = QLCRDX(ahw, QLCNIC_DEF_INT_MASK);
4086 	dev_info(&adapter->pdev->dev, "Mbx interrupt mask=0x%x, Mbx interrupt enable=0x%x, Host mbx control=0x%x, Fw mbx control=0x%x",
4087 		 readl(ahw->pci_base0 + offset),
4088 		 QLCRDX(ahw, QLCNIC_MBX_INTR_ENBL),
4089 		 QLCRDX(ahw, QLCNIC_HOST_MBX_CTRL),
4090 		 QLCRDX(ahw, QLCNIC_FW_MBX_CTRL));
4091 }
4092 
4093 static void qlcnic_83xx_mailbox_worker(struct work_struct *work)
4094 {
4095 	struct qlcnic_mailbox *mbx = container_of(work, struct qlcnic_mailbox,
4096 						  work);
4097 	struct qlcnic_adapter *adapter = mbx->adapter;
4098 	const struct qlcnic_mbx_ops *mbx_ops = mbx->ops;
4099 	struct device *dev = &adapter->pdev->dev;
4100 	struct list_head *head = &mbx->cmd_q;
4101 	struct qlcnic_hardware_context *ahw;
4102 	struct qlcnic_cmd_args *cmd = NULL;
4103 	unsigned long flags;
4104 
4105 	ahw = adapter->ahw;
4106 
4107 	while (true) {
4108 		if (qlcnic_83xx_check_mbx_status(adapter)) {
4109 			qlcnic_83xx_flush_mbx_queue(adapter);
4110 			return;
4111 		}
4112 
4113 		spin_lock_irqsave(&mbx->aen_lock, flags);
4114 		mbx->rsp_status = QLC_83XX_MBX_RESPONSE_WAIT;
4115 		spin_unlock_irqrestore(&mbx->aen_lock, flags);
4116 
4117 		spin_lock_bh(&mbx->queue_lock);
4118 
4119 		if (list_empty(head)) {
4120 			spin_unlock_bh(&mbx->queue_lock);
4121 			return;
4122 		}
4123 		cmd = list_entry(head->next, struct qlcnic_cmd_args, list);
4124 
4125 		spin_unlock_bh(&mbx->queue_lock);
4126 
4127 		mbx_ops->encode_cmd(adapter, cmd);
4128 		mbx_ops->nofity_fw(adapter, QLC_83XX_MBX_REQUEST);
4129 
4130 		if (wait_for_completion_timeout(&mbx->completion,
4131 						QLC_83XX_MBX_TIMEOUT)) {
4132 			mbx_ops->decode_resp(adapter, cmd);
4133 			mbx_ops->nofity_fw(adapter, QLC_83XX_MBX_COMPLETION);
4134 		} else {
4135 			dev_err(dev, "%s: Mailbox command timeout, opcode=0x%x, cmd_type=0x%x, func=0x%x, op_mode=0x%x\n",
4136 				__func__, cmd->cmd_op, cmd->type, ahw->pci_func,
4137 				ahw->op_mode);
4138 			clear_bit(QLC_83XX_MBX_READY, &mbx->status);
4139 			qlcnic_dump_mailbox_registers(adapter);
4140 			qlcnic_83xx_get_mbx_data(adapter, cmd);
4141 			qlcnic_dump_mbx(adapter, cmd);
4142 			qlcnic_83xx_idc_request_reset(adapter,
4143 						      QLCNIC_FORCE_FW_DUMP_KEY);
4144 			cmd->rsp_opcode = QLCNIC_RCODE_TIMEOUT;
4145 		}
4146 		mbx_ops->dequeue_cmd(adapter, cmd);
4147 	}
4148 }
4149 
4150 static const struct qlcnic_mbx_ops qlcnic_83xx_mbx_ops = {
4151 	.enqueue_cmd    = qlcnic_83xx_enqueue_mbx_cmd,
4152 	.dequeue_cmd    = qlcnic_83xx_dequeue_mbx_cmd,
4153 	.decode_resp    = qlcnic_83xx_decode_mbx_rsp,
4154 	.encode_cmd     = qlcnic_83xx_encode_mbx_cmd,
4155 	.nofity_fw      = qlcnic_83xx_signal_mbx_cmd,
4156 };
4157 
4158 int qlcnic_83xx_init_mailbox_work(struct qlcnic_adapter *adapter)
4159 {
4160 	struct qlcnic_hardware_context *ahw = adapter->ahw;
4161 	struct qlcnic_mailbox *mbx;
4162 
4163 	ahw->mailbox = kzalloc(sizeof(*mbx), GFP_KERNEL);
4164 	if (!ahw->mailbox)
4165 		return -ENOMEM;
4166 
4167 	mbx = ahw->mailbox;
4168 	mbx->ops = &qlcnic_83xx_mbx_ops;
4169 	mbx->adapter = adapter;
4170 
4171 	spin_lock_init(&mbx->queue_lock);
4172 	spin_lock_init(&mbx->aen_lock);
4173 	INIT_LIST_HEAD(&mbx->cmd_q);
4174 	init_completion(&mbx->completion);
4175 
4176 	mbx->work_q = create_singlethread_workqueue("qlcnic_mailbox");
4177 	if (mbx->work_q == NULL) {
4178 		kfree(mbx);
4179 		return -ENOMEM;
4180 	}
4181 
4182 	INIT_WORK(&mbx->work, qlcnic_83xx_mailbox_worker);
4183 	set_bit(QLC_83XX_MBX_READY, &mbx->status);
4184 	return 0;
4185 }
4186 
4187 static pci_ers_result_t qlcnic_83xx_io_error_detected(struct pci_dev *pdev,
4188 						      pci_channel_state_t state)
4189 {
4190 	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
4191 
4192 	if (state == pci_channel_io_perm_failure)
4193 		return PCI_ERS_RESULT_DISCONNECT;
4194 
4195 	if (state == pci_channel_io_normal)
4196 		return PCI_ERS_RESULT_RECOVERED;
4197 
4198 	set_bit(__QLCNIC_AER, &adapter->state);
4199 	set_bit(__QLCNIC_RESETTING, &adapter->state);
4200 
4201 	qlcnic_83xx_aer_stop_poll_work(adapter);
4202 
4203 	pci_save_state(pdev);
4204 	pci_disable_device(pdev);
4205 
4206 	return PCI_ERS_RESULT_NEED_RESET;
4207 }
4208 
4209 static pci_ers_result_t qlcnic_83xx_io_slot_reset(struct pci_dev *pdev)
4210 {
4211 	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
4212 	int err = 0;
4213 
4214 	pdev->error_state = pci_channel_io_normal;
4215 	err = pci_enable_device(pdev);
4216 	if (err)
4217 		goto disconnect;
4218 
4219 	pci_set_power_state(pdev, PCI_D0);
4220 	pci_set_master(pdev);
4221 	pci_restore_state(pdev);
4222 
4223 	err = qlcnic_83xx_aer_reset(adapter);
4224 	if (err == 0)
4225 		return PCI_ERS_RESULT_RECOVERED;
4226 disconnect:
4227 	clear_bit(__QLCNIC_AER, &adapter->state);
4228 	clear_bit(__QLCNIC_RESETTING, &adapter->state);
4229 	return PCI_ERS_RESULT_DISCONNECT;
4230 }
4231 
4232 static void qlcnic_83xx_io_resume(struct pci_dev *pdev)
4233 {
4234 	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
4235 
4236 	if (test_and_clear_bit(__QLCNIC_AER, &adapter->state))
4237 		qlcnic_83xx_aer_start_poll_work(adapter);
4238 }
4239