1df69ba43SShannon Nelson // SPDX-License-Identifier: GPL-2.0 2df69ba43SShannon Nelson /* Copyright(c) 2017 - 2019 Pensando Systems, Inc */ 3df69ba43SShannon Nelson 4df69ba43SShannon Nelson #include <linux/module.h> 5df69ba43SShannon Nelson #include <linux/netdevice.h> 6df69ba43SShannon Nelson #include <linux/etherdevice.h> 7df69ba43SShannon Nelson #include <linux/pci.h> 8df69ba43SShannon Nelson 9df69ba43SShannon Nelson #include "ionic.h" 10df69ba43SShannon Nelson #include "ionic_bus.h" 111a58e196SShannon Nelson #include "ionic_lif.h" 12fbfb8031SShannon Nelson #include "ionic_debugfs.h" 13df69ba43SShannon Nelson 14df69ba43SShannon Nelson /* Supported devices */ 15df69ba43SShannon Nelson static const struct pci_device_id ionic_id_table[] = { 16df69ba43SShannon Nelson { PCI_VDEVICE(PENSANDO, PCI_DEVICE_ID_PENSANDO_IONIC_ETH_PF) }, 17df69ba43SShannon Nelson { PCI_VDEVICE(PENSANDO, PCI_DEVICE_ID_PENSANDO_IONIC_ETH_VF) }, 18df69ba43SShannon Nelson { 0, } /* end of table */ 19df69ba43SShannon Nelson }; 20df69ba43SShannon Nelson MODULE_DEVICE_TABLE(pci, ionic_id_table); 21df69ba43SShannon Nelson 221d062b7bSShannon Nelson int ionic_bus_get_irq(struct ionic *ionic, unsigned int num) 231d062b7bSShannon Nelson { 241d062b7bSShannon Nelson return pci_irq_vector(ionic->pdev, num); 251d062b7bSShannon Nelson } 261d062b7bSShannon Nelson 27fbfb8031SShannon Nelson const char *ionic_bus_info(struct ionic *ionic) 28fbfb8031SShannon Nelson { 29fbfb8031SShannon Nelson return pci_name(ionic->pdev); 30fbfb8031SShannon Nelson } 31fbfb8031SShannon Nelson 321a58e196SShannon Nelson int ionic_bus_alloc_irq_vectors(struct ionic *ionic, unsigned int nintrs) 331a58e196SShannon Nelson { 341a58e196SShannon Nelson return pci_alloc_irq_vectors(ionic->pdev, nintrs, nintrs, 351a58e196SShannon Nelson PCI_IRQ_MSIX); 361a58e196SShannon Nelson } 371a58e196SShannon Nelson 381a58e196SShannon Nelson void ionic_bus_free_irq_vectors(struct ionic *ionic) 391a58e196SShannon Nelson { 4030a1e6d0SShannon Nelson if (!ionic->nintrs) 4130a1e6d0SShannon Nelson return; 4230a1e6d0SShannon Nelson 431a58e196SShannon Nelson pci_free_irq_vectors(ionic->pdev); 441a58e196SShannon Nelson } 451a58e196SShannon Nelson 46fbfb8031SShannon Nelson static int ionic_map_bars(struct ionic *ionic) 47fbfb8031SShannon Nelson { 48fbfb8031SShannon Nelson struct pci_dev *pdev = ionic->pdev; 49fbfb8031SShannon Nelson struct device *dev = ionic->dev; 50fbfb8031SShannon Nelson struct ionic_dev_bar *bars; 51fbfb8031SShannon Nelson unsigned int i, j; 52fbfb8031SShannon Nelson 53fbfb8031SShannon Nelson bars = ionic->bars; 54fbfb8031SShannon Nelson ionic->num_bars = 0; 55fbfb8031SShannon Nelson 56fbfb8031SShannon Nelson for (i = 0, j = 0; i < IONIC_BARS_MAX; i++) { 57fbfb8031SShannon Nelson if (!(pci_resource_flags(pdev, i) & IORESOURCE_MEM)) 58fbfb8031SShannon Nelson continue; 59fbfb8031SShannon Nelson bars[j].len = pci_resource_len(pdev, i); 60fbfb8031SShannon Nelson 61fbfb8031SShannon Nelson /* only map the whole bar 0 */ 62fbfb8031SShannon Nelson if (j > 0) { 63fbfb8031SShannon Nelson bars[j].vaddr = NULL; 64fbfb8031SShannon Nelson } else { 65fbfb8031SShannon Nelson bars[j].vaddr = pci_iomap(pdev, i, bars[j].len); 66fbfb8031SShannon Nelson if (!bars[j].vaddr) { 67fbfb8031SShannon Nelson dev_err(dev, 68fbfb8031SShannon Nelson "Cannot memory-map BAR %d, aborting\n", 69fbfb8031SShannon Nelson i); 70fbfb8031SShannon Nelson return -ENODEV; 71fbfb8031SShannon Nelson } 72fbfb8031SShannon Nelson } 73fbfb8031SShannon Nelson 74fbfb8031SShannon Nelson bars[j].bus_addr = pci_resource_start(pdev, i); 75fbfb8031SShannon Nelson bars[j].res_index = i; 76fbfb8031SShannon Nelson ionic->num_bars++; 77fbfb8031SShannon Nelson j++; 78fbfb8031SShannon Nelson } 79fbfb8031SShannon Nelson 80fbfb8031SShannon Nelson return 0; 81fbfb8031SShannon Nelson } 82fbfb8031SShannon Nelson 83fbfb8031SShannon Nelson static void ionic_unmap_bars(struct ionic *ionic) 84fbfb8031SShannon Nelson { 85fbfb8031SShannon Nelson struct ionic_dev_bar *bars = ionic->bars; 86fbfb8031SShannon Nelson unsigned int i; 87fbfb8031SShannon Nelson 88fbfb8031SShannon Nelson for (i = 0; i < IONIC_BARS_MAX; i++) { 89fbfb8031SShannon Nelson if (bars[i].vaddr) { 90fbfb8031SShannon Nelson iounmap(bars[i].vaddr); 91fbfb8031SShannon Nelson bars[i].bus_addr = 0; 92fbfb8031SShannon Nelson bars[i].vaddr = NULL; 93fbfb8031SShannon Nelson bars[i].len = 0; 94fbfb8031SShannon Nelson } 95fbfb8031SShannon Nelson } 96fbfb8031SShannon Nelson } 97fbfb8031SShannon Nelson 986461b446SShannon Nelson void __iomem *ionic_bus_map_dbpage(struct ionic *ionic, int page_num) 996461b446SShannon Nelson { 1006461b446SShannon Nelson return pci_iomap_range(ionic->pdev, 1016461b446SShannon Nelson ionic->bars[IONIC_PCI_BAR_DBELL].res_index, 1026461b446SShannon Nelson (u64)page_num << PAGE_SHIFT, PAGE_SIZE); 1036461b446SShannon Nelson } 1046461b446SShannon Nelson 1056461b446SShannon Nelson void ionic_bus_unmap_dbpage(struct ionic *ionic, void __iomem *page) 1066461b446SShannon Nelson { 1076461b446SShannon Nelson iounmap(page); 1086461b446SShannon Nelson } 1096461b446SShannon Nelson 110fbb39807SShannon Nelson static void ionic_vf_dealloc_locked(struct ionic *ionic) 111fbb39807SShannon Nelson { 112fbb39807SShannon Nelson struct ionic_vf *v; 113fbb39807SShannon Nelson dma_addr_t dma = 0; 114fbb39807SShannon Nelson int i; 115fbb39807SShannon Nelson 116fbb39807SShannon Nelson if (!ionic->vfs) 117fbb39807SShannon Nelson return; 118fbb39807SShannon Nelson 119fbb39807SShannon Nelson for (i = ionic->num_vfs - 1; i >= 0; i--) { 120fbb39807SShannon Nelson v = &ionic->vfs[i]; 121fbb39807SShannon Nelson 122fbb39807SShannon Nelson if (v->stats_pa) { 123fbb39807SShannon Nelson (void)ionic_set_vf_config(ionic, i, 124fbb39807SShannon Nelson IONIC_VF_ATTR_STATSADDR, 125fbb39807SShannon Nelson (u8 *)&dma); 126fbb39807SShannon Nelson dma_unmap_single(ionic->dev, v->stats_pa, 127fbb39807SShannon Nelson sizeof(v->stats), DMA_FROM_DEVICE); 128fbb39807SShannon Nelson v->stats_pa = 0; 129fbb39807SShannon Nelson } 130fbb39807SShannon Nelson } 131fbb39807SShannon Nelson 132fbb39807SShannon Nelson kfree(ionic->vfs); 133fbb39807SShannon Nelson ionic->vfs = NULL; 134fbb39807SShannon Nelson ionic->num_vfs = 0; 135fbb39807SShannon Nelson } 136fbb39807SShannon Nelson 137fbb39807SShannon Nelson static void ionic_vf_dealloc(struct ionic *ionic) 138fbb39807SShannon Nelson { 139fbb39807SShannon Nelson down_write(&ionic->vf_op_lock); 140fbb39807SShannon Nelson ionic_vf_dealloc_locked(ionic); 141fbb39807SShannon Nelson up_write(&ionic->vf_op_lock); 142fbb39807SShannon Nelson } 143fbb39807SShannon Nelson 144fbb39807SShannon Nelson static int ionic_vf_alloc(struct ionic *ionic, int num_vfs) 145fbb39807SShannon Nelson { 146fbb39807SShannon Nelson struct ionic_vf *v; 147fbb39807SShannon Nelson int err = 0; 148fbb39807SShannon Nelson int i; 149fbb39807SShannon Nelson 150fbb39807SShannon Nelson down_write(&ionic->vf_op_lock); 151fbb39807SShannon Nelson 152fbb39807SShannon Nelson ionic->vfs = kcalloc(num_vfs, sizeof(struct ionic_vf), GFP_KERNEL); 153fbb39807SShannon Nelson if (!ionic->vfs) { 154fbb39807SShannon Nelson err = -ENOMEM; 155fbb39807SShannon Nelson goto out; 156fbb39807SShannon Nelson } 157fbb39807SShannon Nelson 158fbb39807SShannon Nelson for (i = 0; i < num_vfs; i++) { 159fbb39807SShannon Nelson v = &ionic->vfs[i]; 160fbb39807SShannon Nelson v->stats_pa = dma_map_single(ionic->dev, &v->stats, 161fbb39807SShannon Nelson sizeof(v->stats), DMA_FROM_DEVICE); 162fbb39807SShannon Nelson if (dma_mapping_error(ionic->dev, v->stats_pa)) { 163fbb39807SShannon Nelson v->stats_pa = 0; 164fbb39807SShannon Nelson err = -ENODEV; 165fbb39807SShannon Nelson goto out; 166fbb39807SShannon Nelson } 167fbb39807SShannon Nelson 168*73618201SShannon Nelson ionic->num_vfs++; 169fbb39807SShannon Nelson /* ignore failures from older FW, we just won't get stats */ 170fbb39807SShannon Nelson (void)ionic_set_vf_config(ionic, i, IONIC_VF_ATTR_STATSADDR, 171fbb39807SShannon Nelson (u8 *)&v->stats_pa); 172fbb39807SShannon Nelson } 173fbb39807SShannon Nelson 174fbb39807SShannon Nelson out: 175fbb39807SShannon Nelson if (err) 176fbb39807SShannon Nelson ionic_vf_dealloc_locked(ionic); 177fbb39807SShannon Nelson up_write(&ionic->vf_op_lock); 178fbb39807SShannon Nelson return err; 179fbb39807SShannon Nelson } 180fbb39807SShannon Nelson 181fbb39807SShannon Nelson static int ionic_sriov_configure(struct pci_dev *pdev, int num_vfs) 182fbb39807SShannon Nelson { 183fbb39807SShannon Nelson struct ionic *ionic = pci_get_drvdata(pdev); 184fbb39807SShannon Nelson struct device *dev = ionic->dev; 185fbb39807SShannon Nelson int ret = 0; 186fbb39807SShannon Nelson 1878c775344SShannon Nelson if (ionic->lif && 1888c775344SShannon Nelson test_bit(IONIC_LIF_F_FW_RESET, ionic->lif->state)) 1898c775344SShannon Nelson return -EBUSY; 1908c775344SShannon Nelson 191fbb39807SShannon Nelson if (num_vfs > 0) { 192fbb39807SShannon Nelson ret = pci_enable_sriov(pdev, num_vfs); 193fbb39807SShannon Nelson if (ret) { 194fbb39807SShannon Nelson dev_err(dev, "Cannot enable SRIOV: %d\n", ret); 195fbb39807SShannon Nelson goto out; 196fbb39807SShannon Nelson } 197fbb39807SShannon Nelson 198fbb39807SShannon Nelson ret = ionic_vf_alloc(ionic, num_vfs); 199fbb39807SShannon Nelson if (ret) { 200fbb39807SShannon Nelson dev_err(dev, "Cannot alloc VFs: %d\n", ret); 201fbb39807SShannon Nelson pci_disable_sriov(pdev); 202fbb39807SShannon Nelson goto out; 203fbb39807SShannon Nelson } 204fbb39807SShannon Nelson 205fbb39807SShannon Nelson ret = num_vfs; 206fbb39807SShannon Nelson } else { 207fbb39807SShannon Nelson pci_disable_sriov(pdev); 208fbb39807SShannon Nelson ionic_vf_dealloc(ionic); 209fbb39807SShannon Nelson } 210fbb39807SShannon Nelson 211fbb39807SShannon Nelson out: 212fbb39807SShannon Nelson return ret; 213fbb39807SShannon Nelson } 214fbb39807SShannon Nelson 215df69ba43SShannon Nelson static int ionic_probe(struct pci_dev *pdev, const struct pci_device_id *ent) 216df69ba43SShannon Nelson { 217df69ba43SShannon Nelson struct device *dev = &pdev->dev; 218df69ba43SShannon Nelson struct ionic *ionic; 219fbb39807SShannon Nelson int num_vfs; 220fbfb8031SShannon Nelson int err; 221df69ba43SShannon Nelson 222df69ba43SShannon Nelson ionic = ionic_devlink_alloc(dev); 223df69ba43SShannon Nelson if (!ionic) 224df69ba43SShannon Nelson return -ENOMEM; 225df69ba43SShannon Nelson 226df69ba43SShannon Nelson ionic->pdev = pdev; 227df69ba43SShannon Nelson ionic->dev = dev; 228df69ba43SShannon Nelson pci_set_drvdata(pdev, ionic); 229fbfb8031SShannon Nelson mutex_init(&ionic->dev_cmd_lock); 230fbfb8031SShannon Nelson 231fbfb8031SShannon Nelson /* Query system for DMA addressing limitation for the device. */ 232fbfb8031SShannon Nelson err = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(IONIC_ADDR_LEN)); 233fbfb8031SShannon Nelson if (err) { 234fbfb8031SShannon Nelson dev_err(dev, "Unable to obtain 64-bit DMA for consistent allocations, aborting. err=%d\n", 235fbfb8031SShannon Nelson err); 236fbfb8031SShannon Nelson goto err_out_clear_drvdata; 237fbfb8031SShannon Nelson } 238fbfb8031SShannon Nelson 239fbfb8031SShannon Nelson ionic_debugfs_add_dev(ionic); 240fbfb8031SShannon Nelson 241fbfb8031SShannon Nelson /* Setup PCI device */ 242fbfb8031SShannon Nelson err = pci_enable_device_mem(pdev); 243fbfb8031SShannon Nelson if (err) { 244fbfb8031SShannon Nelson dev_err(dev, "Cannot enable PCI device: %d, aborting\n", err); 245fbfb8031SShannon Nelson goto err_out_debugfs_del_dev; 246fbfb8031SShannon Nelson } 247fbfb8031SShannon Nelson 248fbfb8031SShannon Nelson err = pci_request_regions(pdev, IONIC_DRV_NAME); 249fbfb8031SShannon Nelson if (err) { 250fbfb8031SShannon Nelson dev_err(dev, "Cannot request PCI regions: %d, aborting\n", err); 251fbfb8031SShannon Nelson goto err_out_pci_disable_device; 252fbfb8031SShannon Nelson } 253fbfb8031SShannon Nelson 254c25cba36SShannon Nelson pcie_print_link_status(pdev); 255fbfb8031SShannon Nelson 256fbfb8031SShannon Nelson err = ionic_map_bars(ionic); 257fbfb8031SShannon Nelson if (err) 2586a6014e2SShannon Nelson goto err_out_pci_disable_device; 259fbfb8031SShannon Nelson 260fbfb8031SShannon Nelson /* Configure the device */ 261fbfb8031SShannon Nelson err = ionic_setup(ionic); 262fbfb8031SShannon Nelson if (err) { 263fbfb8031SShannon Nelson dev_err(dev, "Cannot setup device: %d, aborting\n", err); 264fbfb8031SShannon Nelson goto err_out_unmap_bars; 265fbfb8031SShannon Nelson } 2666a6014e2SShannon Nelson pci_set_master(pdev); 267fbfb8031SShannon Nelson 268fbfb8031SShannon Nelson err = ionic_identify(ionic); 269fbfb8031SShannon Nelson if (err) { 270fbfb8031SShannon Nelson dev_err(dev, "Cannot identify device: %d, aborting\n", err); 271fbfb8031SShannon Nelson goto err_out_teardown; 272fbfb8031SShannon Nelson } 273a21b5d49SShannon Nelson ionic_debugfs_add_ident(ionic); 274fbfb8031SShannon Nelson 275fbfb8031SShannon Nelson err = ionic_init(ionic); 276fbfb8031SShannon Nelson if (err) { 277fbfb8031SShannon Nelson dev_err(dev, "Cannot init device: %d, aborting\n", err); 278fbfb8031SShannon Nelson goto err_out_teardown; 279fbfb8031SShannon Nelson } 280fbfb8031SShannon Nelson 28104436595SShannon Nelson /* Configure the ports */ 28204436595SShannon Nelson err = ionic_port_identify(ionic); 28304436595SShannon Nelson if (err) { 28404436595SShannon Nelson dev_err(dev, "Cannot identify port: %d, aborting\n", err); 28504436595SShannon Nelson goto err_out_reset; 28604436595SShannon Nelson } 28704436595SShannon Nelson 28804436595SShannon Nelson err = ionic_port_init(ionic); 28904436595SShannon Nelson if (err) { 29004436595SShannon Nelson dev_err(dev, "Cannot init port: %d, aborting\n", err); 29104436595SShannon Nelson goto err_out_reset; 29204436595SShannon Nelson } 29304436595SShannon Nelson 294a21b5d49SShannon Nelson /* Allocate and init the LIF */ 29530b87ab4SShannon Nelson err = ionic_lif_size(ionic); 2961a58e196SShannon Nelson if (err) { 29730b87ab4SShannon Nelson dev_err(dev, "Cannot size LIF: %d, aborting\n", err); 2981a58e196SShannon Nelson goto err_out_port_reset; 2991a58e196SShannon Nelson } 3001a58e196SShannon Nelson 30130b87ab4SShannon Nelson err = ionic_lif_alloc(ionic); 3021a58e196SShannon Nelson if (err) { 30330b87ab4SShannon Nelson dev_err(dev, "Cannot allocate LIF: %d, aborting\n", err); 3041a58e196SShannon Nelson goto err_out_free_irqs; 3051a58e196SShannon Nelson } 3061a58e196SShannon Nelson 30730b87ab4SShannon Nelson err = ionic_lif_init(ionic->lif); 3081a58e196SShannon Nelson if (err) { 30930b87ab4SShannon Nelson dev_err(dev, "Cannot init LIF: %d, aborting\n", err); 3101a58e196SShannon Nelson goto err_out_free_lifs; 3111a58e196SShannon Nelson } 3121a58e196SShannon Nelson 313fbb39807SShannon Nelson init_rwsem(&ionic->vf_op_lock); 314fbb39807SShannon Nelson num_vfs = pci_num_vf(pdev); 315fbb39807SShannon Nelson if (num_vfs) { 316fbb39807SShannon Nelson dev_info(dev, "%d VFs found already enabled\n", num_vfs); 317fbb39807SShannon Nelson err = ionic_vf_alloc(ionic, num_vfs); 318fbb39807SShannon Nelson if (err) 319fbb39807SShannon Nelson dev_err(dev, "Cannot enable existing VFs: %d\n", err); 320fbb39807SShannon Nelson } 321fbb39807SShannon Nelson 32230b87ab4SShannon Nelson err = ionic_lif_register(ionic->lif); 323beead698SShannon Nelson if (err) { 32430b87ab4SShannon Nelson dev_err(dev, "Cannot register LIF: %d, aborting\n", err); 325beead698SShannon Nelson goto err_out_deinit_lifs; 326beead698SShannon Nelson } 327beead698SShannon Nelson 328fbfb8031SShannon Nelson err = ionic_devlink_register(ionic); 329beead698SShannon Nelson if (err) { 330fbfb8031SShannon Nelson dev_err(dev, "Cannot register devlink: %d\n", err); 331beead698SShannon Nelson goto err_out_deregister_lifs; 332beead698SShannon Nelson } 333df69ba43SShannon Nelson 334df69ba43SShannon Nelson return 0; 335fbfb8031SShannon Nelson 336beead698SShannon Nelson err_out_deregister_lifs: 33730b87ab4SShannon Nelson ionic_lif_unregister(ionic->lif); 338beead698SShannon Nelson err_out_deinit_lifs: 339fbb39807SShannon Nelson ionic_vf_dealloc(ionic); 34030b87ab4SShannon Nelson ionic_lif_deinit(ionic->lif); 3411a58e196SShannon Nelson err_out_free_lifs: 34230b87ab4SShannon Nelson ionic_lif_free(ionic->lif); 34330b87ab4SShannon Nelson ionic->lif = NULL; 3441a58e196SShannon Nelson err_out_free_irqs: 3451a58e196SShannon Nelson ionic_bus_free_irq_vectors(ionic); 3461a58e196SShannon Nelson err_out_port_reset: 3471a58e196SShannon Nelson ionic_port_reset(ionic); 34804436595SShannon Nelson err_out_reset: 34904436595SShannon Nelson ionic_reset(ionic); 350fbfb8031SShannon Nelson err_out_teardown: 351df8aeaa8SShannon Nelson del_timer_sync(&ionic->watchdog_timer); 3526a6014e2SShannon Nelson pci_clear_master(pdev); 35330a1e6d0SShannon Nelson /* Don't fail the probe for these errors, keep 35430a1e6d0SShannon Nelson * the hw interface around for inspection 35530a1e6d0SShannon Nelson */ 35630a1e6d0SShannon Nelson return 0; 35730a1e6d0SShannon Nelson 358fbfb8031SShannon Nelson err_out_unmap_bars: 359fbfb8031SShannon Nelson ionic_unmap_bars(ionic); 360fbfb8031SShannon Nelson pci_release_regions(pdev); 361fbfb8031SShannon Nelson err_out_pci_disable_device: 362fbfb8031SShannon Nelson pci_disable_device(pdev); 363fbfb8031SShannon Nelson err_out_debugfs_del_dev: 364fbfb8031SShannon Nelson ionic_debugfs_del_dev(ionic); 365fbfb8031SShannon Nelson err_out_clear_drvdata: 366fbfb8031SShannon Nelson mutex_destroy(&ionic->dev_cmd_lock); 367fbfb8031SShannon Nelson ionic_devlink_free(ionic); 368fbfb8031SShannon Nelson 369fbfb8031SShannon Nelson return err; 370df69ba43SShannon Nelson } 371df69ba43SShannon Nelson 372df69ba43SShannon Nelson static void ionic_remove(struct pci_dev *pdev) 373df69ba43SShannon Nelson { 374df69ba43SShannon Nelson struct ionic *ionic = pci_get_drvdata(pdev); 375df69ba43SShannon Nelson 376df8aeaa8SShannon Nelson del_timer_sync(&ionic->watchdog_timer); 377df8aeaa8SShannon Nelson 37830b87ab4SShannon Nelson if (ionic->lif) { 379fbfb8031SShannon Nelson ionic_devlink_unregister(ionic); 38030b87ab4SShannon Nelson ionic_lif_unregister(ionic->lif); 38130b87ab4SShannon Nelson ionic_lif_deinit(ionic->lif); 38230b87ab4SShannon Nelson ionic_lif_free(ionic->lif); 38330b87ab4SShannon Nelson ionic->lif = NULL; 3841a58e196SShannon Nelson ionic_bus_free_irq_vectors(ionic); 38530a1e6d0SShannon Nelson } 38630a1e6d0SShannon Nelson 38704436595SShannon Nelson ionic_port_reset(ionic); 388fbfb8031SShannon Nelson ionic_reset(ionic); 3896a6014e2SShannon Nelson pci_clear_master(pdev); 390fbfb8031SShannon Nelson ionic_unmap_bars(ionic); 391fbfb8031SShannon Nelson pci_release_regions(pdev); 392fbfb8031SShannon Nelson pci_disable_device(pdev); 393fbfb8031SShannon Nelson ionic_debugfs_del_dev(ionic); 394fbfb8031SShannon Nelson mutex_destroy(&ionic->dev_cmd_lock); 395df69ba43SShannon Nelson ionic_devlink_free(ionic); 396df69ba43SShannon Nelson } 397df69ba43SShannon Nelson 398df69ba43SShannon Nelson static struct pci_driver ionic_driver = { 399df69ba43SShannon Nelson .name = IONIC_DRV_NAME, 400df69ba43SShannon Nelson .id_table = ionic_id_table, 401df69ba43SShannon Nelson .probe = ionic_probe, 402df69ba43SShannon Nelson .remove = ionic_remove, 403fbb39807SShannon Nelson .sriov_configure = ionic_sriov_configure, 404df69ba43SShannon Nelson }; 405df69ba43SShannon Nelson 406df69ba43SShannon Nelson int ionic_bus_register_driver(void) 407df69ba43SShannon Nelson { 408df69ba43SShannon Nelson return pci_register_driver(&ionic_driver); 409df69ba43SShannon Nelson } 410df69ba43SShannon Nelson 411df69ba43SShannon Nelson void ionic_bus_unregister_driver(void) 412df69ba43SShannon Nelson { 413df69ba43SShannon Nelson pci_unregister_driver(&ionic_driver); 414df69ba43SShannon Nelson } 415