1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright (c) 2015 - 2022 Beijing WangXun Technology Co., Ltd. */
3 
4 #include <linux/types.h>
5 #include <linux/module.h>
6 #include <linux/pci.h>
7 #include <linux/netdevice.h>
8 #include <linux/string.h>
9 #include <linux/aer.h>
10 #include <linux/etherdevice.h>
11 #include <net/ip.h>
12 
13 #include "../libwx/wx_type.h"
14 #include "../libwx/wx_lib.h"
15 #include "../libwx/wx_hw.h"
16 #include "txgbe_type.h"
17 #include "txgbe_hw.h"
18 #include "txgbe_ethtool.h"
19 
20 char txgbe_driver_name[] = "txgbe";
21 
22 /* txgbe_pci_tbl - PCI Device ID Table
23  *
24  * Wildcard entries (PCI_ANY_ID) should come last
25  * Last entry must be all 0s
26  *
27  * { Vendor ID, Device ID, SubVendor ID, SubDevice ID,
28  *   Class, Class Mask, private data (not used) }
29  */
30 static const struct pci_device_id txgbe_pci_tbl[] = {
31 	{ PCI_VDEVICE(WANGXUN, TXGBE_DEV_ID_SP1000), 0},
32 	{ PCI_VDEVICE(WANGXUN, TXGBE_DEV_ID_WX1820), 0},
33 	/* required last entry */
34 	{ .device = 0 }
35 };
36 
37 #define DEFAULT_DEBUG_LEVEL_SHIFT 3
38 
39 static void txgbe_check_minimum_link(struct wx *wx)
40 {
41 	struct pci_dev *pdev;
42 
43 	pdev = wx->pdev;
44 	pcie_print_link_status(pdev);
45 }
46 
47 /**
48  * txgbe_enumerate_functions - Get the number of ports this device has
49  * @wx: wx structure
50  *
51  * This function enumerates the phsyical functions co-located on a single slot,
52  * in order to determine how many ports a device has. This is most useful in
53  * determining the required GT/s of PCIe bandwidth necessary for optimal
54  * performance.
55  **/
56 static int txgbe_enumerate_functions(struct wx *wx)
57 {
58 	struct pci_dev *entry, *pdev = wx->pdev;
59 	int physfns = 0;
60 
61 	list_for_each_entry(entry, &pdev->bus->devices, bus_list) {
62 		/* When the devices on the bus don't all match our device ID,
63 		 * we can't reliably determine the correct number of
64 		 * functions. This can occur if a function has been direct
65 		 * attached to a virtual machine using VT-d.
66 		 */
67 		if (entry->vendor != pdev->vendor ||
68 		    entry->device != pdev->device)
69 			return -EINVAL;
70 
71 		physfns++;
72 	}
73 
74 	return physfns;
75 }
76 
77 /**
78  * txgbe_irq_enable - Enable default interrupt generation settings
79  * @wx: pointer to private structure
80  * @queues: enable irqs for queues
81  **/
82 static void txgbe_irq_enable(struct wx *wx, bool queues)
83 {
84 	/* unmask interrupt */
85 	wx_intr_enable(wx, TXGBE_INTR_MISC(wx));
86 	if (queues)
87 		wx_intr_enable(wx, TXGBE_INTR_QALL(wx));
88 }
89 
90 /**
91  * txgbe_intr - msi/legacy mode Interrupt Handler
92  * @irq: interrupt number
93  * @data: pointer to a network interface device structure
94  **/
95 static irqreturn_t txgbe_intr(int __always_unused irq, void *data)
96 {
97 	struct wx_q_vector *q_vector;
98 	struct wx *wx  = data;
99 	struct pci_dev *pdev;
100 	u32 eicr;
101 
102 	q_vector = wx->q_vector[0];
103 	pdev = wx->pdev;
104 
105 	eicr = wx_misc_isb(wx, WX_ISB_VEC0);
106 	if (!eicr) {
107 		/* shared interrupt alert!
108 		 * the interrupt that we masked before the ICR read.
109 		 */
110 		if (netif_running(wx->netdev))
111 			txgbe_irq_enable(wx, true);
112 		return IRQ_NONE;        /* Not our interrupt */
113 	}
114 	wx->isb_mem[WX_ISB_VEC0] = 0;
115 	if (!(pdev->msi_enabled))
116 		wr32(wx, WX_PX_INTA, 1);
117 
118 	wx->isb_mem[WX_ISB_MISC] = 0;
119 	/* would disable interrupts here but it is auto disabled */
120 	napi_schedule_irqoff(&q_vector->napi);
121 
122 	/* re-enable link(maybe) and non-queue interrupts, no flush.
123 	 * txgbe_poll will re-enable the queue interrupts
124 	 */
125 	if (netif_running(wx->netdev))
126 		txgbe_irq_enable(wx, false);
127 
128 	return IRQ_HANDLED;
129 }
130 
131 static irqreturn_t txgbe_msix_other(int __always_unused irq, void *data)
132 {
133 	struct wx *wx = data;
134 
135 	/* re-enable the original interrupt state */
136 	if (netif_running(wx->netdev))
137 		txgbe_irq_enable(wx, false);
138 
139 	return IRQ_HANDLED;
140 }
141 
142 /**
143  * txgbe_request_msix_irqs - Initialize MSI-X interrupts
144  * @wx: board private structure
145  *
146  * Allocate MSI-X vectors and request interrupts from the kernel.
147  **/
148 static int txgbe_request_msix_irqs(struct wx *wx)
149 {
150 	struct net_device *netdev = wx->netdev;
151 	int vector, err;
152 
153 	for (vector = 0; vector < wx->num_q_vectors; vector++) {
154 		struct wx_q_vector *q_vector = wx->q_vector[vector];
155 		struct msix_entry *entry = &wx->msix_entries[vector];
156 
157 		if (q_vector->tx.ring && q_vector->rx.ring)
158 			snprintf(q_vector->name, sizeof(q_vector->name) - 1,
159 				 "%s-TxRx-%d", netdev->name, entry->entry);
160 		else
161 			/* skip this unused q_vector */
162 			continue;
163 
164 		err = request_irq(entry->vector, wx_msix_clean_rings, 0,
165 				  q_vector->name, q_vector);
166 		if (err) {
167 			wx_err(wx, "request_irq failed for MSIX interrupt %s Error: %d\n",
168 			       q_vector->name, err);
169 			goto free_queue_irqs;
170 		}
171 	}
172 
173 	err = request_irq(wx->msix_entries[vector].vector,
174 			  txgbe_msix_other, 0, netdev->name, wx);
175 	if (err) {
176 		wx_err(wx, "request_irq for msix_other failed: %d\n", err);
177 		goto free_queue_irqs;
178 	}
179 
180 	return 0;
181 
182 free_queue_irqs:
183 	while (vector) {
184 		vector--;
185 		free_irq(wx->msix_entries[vector].vector,
186 			 wx->q_vector[vector]);
187 	}
188 	wx_reset_interrupt_capability(wx);
189 	return err;
190 }
191 
192 /**
193  * txgbe_request_irq - initialize interrupts
194  * @wx: board private structure
195  *
196  * Attempt to configure interrupts using the best available
197  * capabilities of the hardware and kernel.
198  **/
199 static int txgbe_request_irq(struct wx *wx)
200 {
201 	struct net_device *netdev = wx->netdev;
202 	struct pci_dev *pdev = wx->pdev;
203 	int err;
204 
205 	if (pdev->msix_enabled)
206 		err = txgbe_request_msix_irqs(wx);
207 	else if (pdev->msi_enabled)
208 		err = request_irq(wx->pdev->irq, &txgbe_intr, 0,
209 				  netdev->name, wx);
210 	else
211 		err = request_irq(wx->pdev->irq, &txgbe_intr, IRQF_SHARED,
212 				  netdev->name, wx);
213 
214 	if (err)
215 		wx_err(wx, "request_irq failed, Error %d\n", err);
216 
217 	return err;
218 }
219 
220 static void txgbe_up_complete(struct wx *wx)
221 {
222 	u32 reg;
223 
224 	wx_control_hw(wx, true);
225 	wx_configure_vectors(wx);
226 
227 	/* make sure to complete pre-operations */
228 	smp_mb__before_atomic();
229 	wx_napi_enable_all(wx);
230 
231 	/* clear any pending interrupts, may auto mask */
232 	rd32(wx, WX_PX_IC);
233 	rd32(wx, WX_PX_MISC_IC);
234 	txgbe_irq_enable(wx, true);
235 
236 	/* Configure MAC Rx and Tx when link is up */
237 	reg = rd32(wx, WX_MAC_RX_CFG);
238 	wr32(wx, WX_MAC_RX_CFG, reg);
239 	wr32(wx, WX_MAC_PKT_FLT, WX_MAC_PKT_FLT_PR);
240 	reg = rd32(wx, WX_MAC_WDG_TIMEOUT);
241 	wr32(wx, WX_MAC_WDG_TIMEOUT, reg);
242 	reg = rd32(wx, WX_MAC_TX_CFG);
243 	wr32(wx, WX_MAC_TX_CFG, (reg & ~WX_MAC_TX_CFG_SPEED_MASK) | WX_MAC_TX_CFG_SPEED_10G);
244 
245 	/* enable transmits */
246 	netif_tx_start_all_queues(wx->netdev);
247 	netif_carrier_on(wx->netdev);
248 }
249 
250 static void txgbe_reset(struct wx *wx)
251 {
252 	struct net_device *netdev = wx->netdev;
253 	u8 old_addr[ETH_ALEN];
254 	int err;
255 
256 	err = txgbe_reset_hw(wx);
257 	if (err != 0)
258 		wx_err(wx, "Hardware Error: %d\n", err);
259 
260 	/* do not flush user set addresses */
261 	memcpy(old_addr, &wx->mac_table[0].addr, netdev->addr_len);
262 	wx_flush_sw_mac_table(wx);
263 	wx_mac_set_default_filter(wx, old_addr);
264 }
265 
266 static void txgbe_disable_device(struct wx *wx)
267 {
268 	struct net_device *netdev = wx->netdev;
269 	u32 i;
270 
271 	wx_disable_pcie_master(wx);
272 	/* disable receives */
273 	wx_disable_rx(wx);
274 
275 	/* disable all enabled rx queues */
276 	for (i = 0; i < wx->num_rx_queues; i++)
277 		/* this call also flushes the previous write */
278 		wx_disable_rx_queue(wx, wx->rx_ring[i]);
279 
280 	netif_tx_stop_all_queues(netdev);
281 	netif_carrier_off(netdev);
282 	netif_tx_disable(netdev);
283 
284 	wx_irq_disable(wx);
285 	wx_napi_disable_all(wx);
286 
287 	if (wx->bus.func < 2)
288 		wr32m(wx, TXGBE_MIS_PRB_CTL, TXGBE_MIS_PRB_CTL_LAN_UP(wx->bus.func), 0);
289 	else
290 		wx_err(wx, "%s: invalid bus lan id %d\n",
291 		       __func__, wx->bus.func);
292 
293 	if (!(((wx->subsystem_device_id & WX_NCSI_MASK) == WX_NCSI_SUP) ||
294 	      ((wx->subsystem_device_id & WX_WOL_MASK) == WX_WOL_SUP))) {
295 		/* disable mac transmiter */
296 		wr32m(wx, WX_MAC_TX_CFG, WX_MAC_TX_CFG_TE, 0);
297 	}
298 
299 	/* disable transmits in the hardware now that interrupts are off */
300 	for (i = 0; i < wx->num_tx_queues; i++) {
301 		u8 reg_idx = wx->tx_ring[i]->reg_idx;
302 
303 		wr32(wx, WX_PX_TR_CFG(reg_idx), WX_PX_TR_CFG_SWFLSH);
304 	}
305 
306 	/* Disable the Tx DMA engine */
307 	wr32m(wx, WX_TDM_CTL, WX_TDM_CTL_TE, 0);
308 }
309 
310 static void txgbe_down(struct wx *wx)
311 {
312 	txgbe_disable_device(wx);
313 	txgbe_reset(wx);
314 
315 	wx_clean_all_tx_rings(wx);
316 	wx_clean_all_rx_rings(wx);
317 }
318 
319 /**
320  * txgbe_sw_init - Initialize general software structures (struct wx)
321  * @wx: board private structure to initialize
322  **/
323 static int txgbe_sw_init(struct wx *wx)
324 {
325 	u16 msix_count = 0;
326 	int err;
327 
328 	wx->mac.num_rar_entries = TXGBE_SP_RAR_ENTRIES;
329 	wx->mac.max_tx_queues = TXGBE_SP_MAX_TX_QUEUES;
330 	wx->mac.max_rx_queues = TXGBE_SP_MAX_RX_QUEUES;
331 	wx->mac.mcft_size = TXGBE_SP_MC_TBL_SIZE;
332 	wx->mac.rx_pb_size = TXGBE_SP_RX_PB_SIZE;
333 	wx->mac.tx_pb_size = TXGBE_SP_TDB_PB_SZ;
334 
335 	/* PCI config space info */
336 	err = wx_sw_init(wx);
337 	if (err < 0) {
338 		wx_err(wx, "read of internal subsystem device id failed\n");
339 		return err;
340 	}
341 
342 	switch (wx->device_id) {
343 	case TXGBE_DEV_ID_SP1000:
344 	case TXGBE_DEV_ID_WX1820:
345 		wx->mac.type = wx_mac_sp;
346 		break;
347 	default:
348 		wx->mac.type = wx_mac_unknown;
349 		break;
350 	}
351 
352 	/* Set common capability flags and settings */
353 	wx->max_q_vectors = TXGBE_MAX_MSIX_VECTORS;
354 	err = wx_get_pcie_msix_counts(wx, &msix_count, TXGBE_MAX_MSIX_VECTORS);
355 	if (err)
356 		wx_err(wx, "Do not support MSI-X\n");
357 	wx->mac.max_msix_vectors = msix_count;
358 
359 	/* enable itr by default in dynamic mode */
360 	wx->rx_itr_setting = 1;
361 	wx->tx_itr_setting = 1;
362 
363 	/* set default ring sizes */
364 	wx->tx_ring_count = TXGBE_DEFAULT_TXD;
365 	wx->rx_ring_count = TXGBE_DEFAULT_RXD;
366 
367 	/* set default work limits */
368 	wx->tx_work_limit = TXGBE_DEFAULT_TX_WORK;
369 	wx->rx_work_limit = TXGBE_DEFAULT_RX_WORK;
370 
371 	return 0;
372 }
373 
374 /**
375  * txgbe_open - Called when a network interface is made active
376  * @netdev: network interface device structure
377  *
378  * Returns 0 on success, negative value on failure
379  *
380  * The open entry point is called when a network interface is made
381  * active by the system (IFF_UP).
382  **/
383 static int txgbe_open(struct net_device *netdev)
384 {
385 	struct wx *wx = netdev_priv(netdev);
386 	int err;
387 
388 	err = wx_setup_resources(wx);
389 	if (err)
390 		goto err_reset;
391 
392 	wx_configure(wx);
393 
394 	err = txgbe_request_irq(wx);
395 	if (err)
396 		goto err_free_isb;
397 
398 	/* Notify the stack of the actual queue counts. */
399 	err = netif_set_real_num_tx_queues(netdev, wx->num_tx_queues);
400 	if (err)
401 		goto err_free_irq;
402 
403 	err = netif_set_real_num_rx_queues(netdev, wx->num_rx_queues);
404 	if (err)
405 		goto err_free_irq;
406 
407 	txgbe_up_complete(wx);
408 
409 	return 0;
410 
411 err_free_irq:
412 	wx_free_irq(wx);
413 err_free_isb:
414 	wx_free_isb_resources(wx);
415 err_reset:
416 	txgbe_reset(wx);
417 
418 	return err;
419 }
420 
421 /**
422  * txgbe_close_suspend - actions necessary to both suspend and close flows
423  * @wx: the private wx struct
424  *
425  * This function should contain the necessary work common to both suspending
426  * and closing of the device.
427  */
428 static void txgbe_close_suspend(struct wx *wx)
429 {
430 	txgbe_disable_device(wx);
431 	wx_free_resources(wx);
432 }
433 
434 /**
435  * txgbe_close - Disables a network interface
436  * @netdev: network interface device structure
437  *
438  * Returns 0, this is not allowed to fail
439  *
440  * The close entry point is called when an interface is de-activated
441  * by the OS.  The hardware is still under the drivers control, but
442  * needs to be disabled.  A global MAC reset is issued to stop the
443  * hardware, and all transmit and receive resources are freed.
444  **/
445 static int txgbe_close(struct net_device *netdev)
446 {
447 	struct wx *wx = netdev_priv(netdev);
448 
449 	txgbe_down(wx);
450 	wx_free_irq(wx);
451 	wx_free_resources(wx);
452 	wx_control_hw(wx, false);
453 
454 	return 0;
455 }
456 
457 static void txgbe_dev_shutdown(struct pci_dev *pdev, bool *enable_wake)
458 {
459 	struct wx *wx = pci_get_drvdata(pdev);
460 	struct net_device *netdev;
461 
462 	netdev = wx->netdev;
463 	netif_device_detach(netdev);
464 
465 	rtnl_lock();
466 	if (netif_running(netdev))
467 		txgbe_close_suspend(wx);
468 	rtnl_unlock();
469 
470 	wx_control_hw(wx, false);
471 
472 	pci_disable_device(pdev);
473 }
474 
475 static void txgbe_shutdown(struct pci_dev *pdev)
476 {
477 	bool wake;
478 
479 	txgbe_dev_shutdown(pdev, &wake);
480 
481 	if (system_state == SYSTEM_POWER_OFF) {
482 		pci_wake_from_d3(pdev, wake);
483 		pci_set_power_state(pdev, PCI_D3hot);
484 	}
485 }
486 
487 static const struct net_device_ops txgbe_netdev_ops = {
488 	.ndo_open               = txgbe_open,
489 	.ndo_stop               = txgbe_close,
490 	.ndo_start_xmit         = wx_xmit_frame,
491 	.ndo_set_rx_mode        = wx_set_rx_mode,
492 	.ndo_validate_addr      = eth_validate_addr,
493 	.ndo_set_mac_address    = wx_set_mac,
494 	.ndo_get_stats64        = wx_get_stats64,
495 };
496 
497 /**
498  * txgbe_probe - Device Initialization Routine
499  * @pdev: PCI device information struct
500  * @ent: entry in txgbe_pci_tbl
501  *
502  * Returns 0 on success, negative on failure
503  *
504  * txgbe_probe initializes an adapter identified by a pci_dev structure.
505  * The OS initialization, configuring of the wx private structure,
506  * and a hardware reset occur.
507  **/
508 static int txgbe_probe(struct pci_dev *pdev,
509 		       const struct pci_device_id __always_unused *ent)
510 {
511 	struct net_device *netdev;
512 	int err, expected_gts;
513 	struct wx *wx = NULL;
514 
515 	u16 eeprom_verh = 0, eeprom_verl = 0, offset = 0;
516 	u16 eeprom_cfg_blkh = 0, eeprom_cfg_blkl = 0;
517 	u16 build = 0, major = 0, patch = 0;
518 	u8 part_str[TXGBE_PBANUM_LENGTH];
519 	u32 etrack_id = 0;
520 
521 	err = pci_enable_device_mem(pdev);
522 	if (err)
523 		return err;
524 
525 	err = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
526 	if (err) {
527 		dev_err(&pdev->dev,
528 			"No usable DMA configuration, aborting\n");
529 		goto err_pci_disable_dev;
530 	}
531 
532 	err = pci_request_selected_regions(pdev,
533 					   pci_select_bars(pdev, IORESOURCE_MEM),
534 					   txgbe_driver_name);
535 	if (err) {
536 		dev_err(&pdev->dev,
537 			"pci_request_selected_regions failed 0x%x\n", err);
538 		goto err_pci_disable_dev;
539 	}
540 
541 	pci_enable_pcie_error_reporting(pdev);
542 	pci_set_master(pdev);
543 
544 	netdev = devm_alloc_etherdev_mqs(&pdev->dev,
545 					 sizeof(struct wx),
546 					 TXGBE_MAX_TX_QUEUES,
547 					 TXGBE_MAX_RX_QUEUES);
548 	if (!netdev) {
549 		err = -ENOMEM;
550 		goto err_pci_release_regions;
551 	}
552 
553 	SET_NETDEV_DEV(netdev, &pdev->dev);
554 
555 	wx = netdev_priv(netdev);
556 	wx->netdev = netdev;
557 	wx->pdev = pdev;
558 
559 	wx->msg_enable = (1 << DEFAULT_DEBUG_LEVEL_SHIFT) - 1;
560 
561 	wx->hw_addr = devm_ioremap(&pdev->dev,
562 				   pci_resource_start(pdev, 0),
563 				   pci_resource_len(pdev, 0));
564 	if (!wx->hw_addr) {
565 		err = -EIO;
566 		goto err_pci_release_regions;
567 	}
568 
569 	wx->driver_name = txgbe_driver_name;
570 	txgbe_set_ethtool_ops(netdev);
571 	netdev->netdev_ops = &txgbe_netdev_ops;
572 
573 	/* setup the private structure */
574 	err = txgbe_sw_init(wx);
575 	if (err)
576 		goto err_free_mac_table;
577 
578 	/* check if flash load is done after hw power up */
579 	err = wx_check_flash_load(wx, TXGBE_SPI_ILDR_STATUS_PERST);
580 	if (err)
581 		goto err_free_mac_table;
582 	err = wx_check_flash_load(wx, TXGBE_SPI_ILDR_STATUS_PWRRST);
583 	if (err)
584 		goto err_free_mac_table;
585 
586 	err = wx_mng_present(wx);
587 	if (err) {
588 		dev_err(&pdev->dev, "Management capability is not present\n");
589 		goto err_free_mac_table;
590 	}
591 
592 	err = txgbe_reset_hw(wx);
593 	if (err) {
594 		dev_err(&pdev->dev, "HW Init failed: %d\n", err);
595 		goto err_free_mac_table;
596 	}
597 
598 	netdev->features |= NETIF_F_HIGHDMA;
599 	netdev->features = NETIF_F_SG;
600 
601 	/* copy netdev features into list of user selectable features */
602 	netdev->hw_features |= netdev->features | NETIF_F_RXALL;
603 
604 	netdev->priv_flags |= IFF_UNICAST_FLT;
605 	netdev->priv_flags |= IFF_SUPP_NOFCS;
606 
607 	netdev->min_mtu = ETH_MIN_MTU;
608 	netdev->max_mtu = TXGBE_MAX_JUMBO_FRAME_SIZE - (ETH_HLEN + ETH_FCS_LEN);
609 
610 	/* make sure the EEPROM is good */
611 	err = txgbe_validate_eeprom_checksum(wx, NULL);
612 	if (err != 0) {
613 		dev_err(&pdev->dev, "The EEPROM Checksum Is Not Valid\n");
614 		wr32(wx, WX_MIS_RST, WX_MIS_RST_SW_RST);
615 		err = -EIO;
616 		goto err_free_mac_table;
617 	}
618 
619 	eth_hw_addr_set(netdev, wx->mac.perm_addr);
620 	wx_mac_set_default_filter(wx, wx->mac.perm_addr);
621 
622 	err = wx_init_interrupt_scheme(wx);
623 	if (err)
624 		goto err_free_mac_table;
625 
626 	/* Save off EEPROM version number and Option Rom version which
627 	 * together make a unique identify for the eeprom
628 	 */
629 	wx_read_ee_hostif(wx,
630 			  wx->eeprom.sw_region_offset + TXGBE_EEPROM_VERSION_H,
631 			  &eeprom_verh);
632 	wx_read_ee_hostif(wx,
633 			  wx->eeprom.sw_region_offset + TXGBE_EEPROM_VERSION_L,
634 			  &eeprom_verl);
635 	etrack_id = (eeprom_verh << 16) | eeprom_verl;
636 
637 	wx_read_ee_hostif(wx,
638 			  wx->eeprom.sw_region_offset + TXGBE_ISCSI_BOOT_CONFIG,
639 			  &offset);
640 
641 	/* Make sure offset to SCSI block is valid */
642 	if (!(offset == 0x0) && !(offset == 0xffff)) {
643 		wx_read_ee_hostif(wx, offset + 0x84, &eeprom_cfg_blkh);
644 		wx_read_ee_hostif(wx, offset + 0x83, &eeprom_cfg_blkl);
645 
646 		/* Only display Option Rom if exist */
647 		if (eeprom_cfg_blkl && eeprom_cfg_blkh) {
648 			major = eeprom_cfg_blkl >> 8;
649 			build = (eeprom_cfg_blkl << 8) | (eeprom_cfg_blkh >> 8);
650 			patch = eeprom_cfg_blkh & 0x00ff;
651 
652 			snprintf(wx->eeprom_id, sizeof(wx->eeprom_id),
653 				 "0x%08x, %d.%d.%d", etrack_id, major, build,
654 				 patch);
655 		} else {
656 			snprintf(wx->eeprom_id, sizeof(wx->eeprom_id),
657 				 "0x%08x", etrack_id);
658 		}
659 	} else {
660 		snprintf(wx->eeprom_id, sizeof(wx->eeprom_id),
661 			 "0x%08x", etrack_id);
662 	}
663 
664 	err = register_netdev(netdev);
665 	if (err)
666 		goto err_release_hw;
667 
668 	pci_set_drvdata(pdev, wx);
669 
670 	netif_tx_stop_all_queues(netdev);
671 
672 	/* calculate the expected PCIe bandwidth required for optimal
673 	 * performance. Note that some older parts will never have enough
674 	 * bandwidth due to being older generation PCIe parts. We clamp these
675 	 * parts to ensure that no warning is displayed, as this could confuse
676 	 * users otherwise.
677 	 */
678 	expected_gts = txgbe_enumerate_functions(wx) * 10;
679 
680 	/* don't check link if we failed to enumerate functions */
681 	if (expected_gts > 0)
682 		txgbe_check_minimum_link(wx);
683 	else
684 		dev_warn(&pdev->dev, "Failed to enumerate PF devices.\n");
685 
686 	/* First try to read PBA as a string */
687 	err = txgbe_read_pba_string(wx, part_str, TXGBE_PBANUM_LENGTH);
688 	if (err)
689 		strncpy(part_str, "Unknown", TXGBE_PBANUM_LENGTH);
690 
691 	netif_info(wx, probe, netdev, "%pM\n", netdev->dev_addr);
692 
693 	return 0;
694 
695 err_release_hw:
696 	wx_clear_interrupt_scheme(wx);
697 	wx_control_hw(wx, false);
698 err_free_mac_table:
699 	kfree(wx->mac_table);
700 err_pci_release_regions:
701 	pci_disable_pcie_error_reporting(pdev);
702 	pci_release_selected_regions(pdev,
703 				     pci_select_bars(pdev, IORESOURCE_MEM));
704 err_pci_disable_dev:
705 	pci_disable_device(pdev);
706 	return err;
707 }
708 
709 /**
710  * txgbe_remove - Device Removal Routine
711  * @pdev: PCI device information struct
712  *
713  * txgbe_remove is called by the PCI subsystem to alert the driver
714  * that it should release a PCI device.  The could be caused by a
715  * Hot-Plug event, or because the driver is going to be removed from
716  * memory.
717  **/
718 static void txgbe_remove(struct pci_dev *pdev)
719 {
720 	struct wx *wx = pci_get_drvdata(pdev);
721 	struct net_device *netdev;
722 
723 	netdev = wx->netdev;
724 	unregister_netdev(netdev);
725 
726 	pci_release_selected_regions(pdev,
727 				     pci_select_bars(pdev, IORESOURCE_MEM));
728 
729 	kfree(wx->mac_table);
730 	wx_clear_interrupt_scheme(wx);
731 
732 	pci_disable_pcie_error_reporting(pdev);
733 
734 	pci_disable_device(pdev);
735 }
736 
737 static struct pci_driver txgbe_driver = {
738 	.name     = txgbe_driver_name,
739 	.id_table = txgbe_pci_tbl,
740 	.probe    = txgbe_probe,
741 	.remove   = txgbe_remove,
742 	.shutdown = txgbe_shutdown,
743 };
744 
745 module_pci_driver(txgbe_driver);
746 
747 MODULE_DEVICE_TABLE(pci, txgbe_pci_tbl);
748 MODULE_AUTHOR("Beijing WangXun Technology Co., Ltd, <software@trustnetic.com>");
749 MODULE_DESCRIPTION("WangXun(R) 10 Gigabit PCI Express Network Driver");
750 MODULE_LICENSE("GPL");
751