1 // SPDX-License-Identifier: GPL-2.0-only 2 /**************************************************************************** 3 * Driver for Solarflare network controllers and boards 4 * Copyright 2018 Solarflare Communications Inc. 5 * Copyright 2019-2020 Xilinx Inc. 6 * 7 * This program is free software; you can redistribute it and/or modify it 8 * under the terms of the GNU General Public License version 2 as published 9 * by the Free Software Foundation, incorporated herein by reference. 10 */ 11 #include "net_driver.h" 12 #include "mcdi_port_common.h" 13 #include "mcdi_functions.h" 14 #include "efx_common.h" 15 #include "efx_channels.h" 16 #include "tx_common.h" 17 #include "ef100_netdev.h" 18 #include "ef100_ethtool.h" 19 #include "nic_common.h" 20 #include "ef100_nic.h" 21 #include "ef100_tx.h" 22 #include "ef100_regs.h" 23 #include "mcdi_filters.h" 24 #include "rx_common.h" 25 #include "ef100_sriov.h" 26 #include "tc_bindings.h" 27 #include "efx_devlink.h" 28 29 static void ef100_update_name(struct efx_nic *efx) 30 { 31 strcpy(efx->name, efx->net_dev->name); 32 } 33 34 static int ef100_alloc_vis(struct efx_nic *efx, unsigned int *allocated_vis) 35 { 36 /* EF100 uses a single TXQ per channel, as all checksum offloading 37 * is configured in the TX descriptor, and there is no TX Pacer for 38 * HIGHPRI queues. 39 */ 40 unsigned int tx_vis = efx->n_tx_channels + efx->n_extra_tx_channels; 41 unsigned int rx_vis = efx->n_rx_channels; 42 unsigned int min_vis, max_vis; 43 44 EFX_WARN_ON_PARANOID(efx->tx_queues_per_channel != 1); 45 46 tx_vis += efx->n_xdp_channels * efx->xdp_tx_per_channel; 47 48 max_vis = max(rx_vis, tx_vis); 49 /* Currently don't handle resource starvation and only accept 50 * our maximum needs and no less. 51 */ 52 min_vis = max_vis; 53 54 return efx_mcdi_alloc_vis(efx, min_vis, max_vis, 55 NULL, allocated_vis); 56 } 57 58 static int ef100_remap_bar(struct efx_nic *efx, int max_vis) 59 { 60 unsigned int uc_mem_map_size; 61 void __iomem *membase; 62 63 efx->max_vis = max_vis; 64 uc_mem_map_size = PAGE_ALIGN(max_vis * efx->vi_stride); 65 66 /* Extend the original UC mapping of the memory BAR */ 67 membase = ioremap(efx->membase_phys, uc_mem_map_size); 68 if (!membase) { 69 netif_err(efx, probe, efx->net_dev, 70 "could not extend memory BAR to %x\n", 71 uc_mem_map_size); 72 return -ENOMEM; 73 } 74 iounmap(efx->membase); 75 efx->membase = membase; 76 return 0; 77 } 78 79 /* Context: process, rtnl_lock() held. 80 * Note that the kernel will ignore our return code; this method 81 * should really be a void. 82 */ 83 static int ef100_net_stop(struct net_device *net_dev) 84 { 85 struct efx_nic *efx = efx_netdev_priv(net_dev); 86 87 netif_dbg(efx, ifdown, efx->net_dev, "closing on CPU %d\n", 88 raw_smp_processor_id()); 89 90 efx_detach_reps(efx); 91 netif_stop_queue(net_dev); 92 efx_stop_all(efx); 93 efx_mcdi_mac_fini_stats(efx); 94 efx_disable_interrupts(efx); 95 efx_clear_interrupt_affinity(efx); 96 efx_nic_fini_interrupt(efx); 97 efx_remove_filters(efx); 98 efx_fini_napi(efx); 99 efx_remove_channels(efx); 100 efx_mcdi_free_vis(efx); 101 efx_remove_interrupts(efx); 102 103 efx->state = STATE_NET_DOWN; 104 105 return 0; 106 } 107 108 /* Context: process, rtnl_lock() held. */ 109 static int ef100_net_open(struct net_device *net_dev) 110 { 111 struct efx_nic *efx = efx_netdev_priv(net_dev); 112 unsigned int allocated_vis; 113 int rc; 114 115 ef100_update_name(efx); 116 netif_dbg(efx, ifup, net_dev, "opening device on CPU %d\n", 117 raw_smp_processor_id()); 118 119 rc = efx_check_disabled(efx); 120 if (rc) 121 goto fail; 122 123 rc = efx_probe_interrupts(efx); 124 if (rc) 125 goto fail; 126 127 rc = efx_set_channels(efx); 128 if (rc) 129 goto fail; 130 131 rc = efx_mcdi_free_vis(efx); 132 if (rc) 133 goto fail; 134 135 rc = ef100_alloc_vis(efx, &allocated_vis); 136 if (rc) 137 goto fail; 138 139 rc = efx_probe_channels(efx); 140 if (rc) 141 return rc; 142 143 rc = ef100_remap_bar(efx, allocated_vis); 144 if (rc) 145 goto fail; 146 147 efx_init_napi(efx); 148 149 rc = efx_probe_filters(efx); 150 if (rc) 151 goto fail; 152 153 rc = efx_nic_init_interrupt(efx); 154 if (rc) 155 goto fail; 156 efx_set_interrupt_affinity(efx); 157 158 rc = efx_enable_interrupts(efx); 159 if (rc) 160 goto fail; 161 162 /* in case the MC rebooted while we were stopped, consume the change 163 * to the warm reboot count 164 */ 165 (void) efx_mcdi_poll_reboot(efx); 166 167 rc = efx_mcdi_mac_init_stats(efx); 168 if (rc) 169 goto fail; 170 171 efx_start_all(efx); 172 173 /* Link state detection is normally event-driven; we have 174 * to poll now because we could have missed a change 175 */ 176 mutex_lock(&efx->mac_lock); 177 if (efx_mcdi_phy_poll(efx)) 178 efx_link_status_changed(efx); 179 mutex_unlock(&efx->mac_lock); 180 181 efx->state = STATE_NET_UP; 182 if (netif_running(efx->net_dev)) 183 efx_attach_reps(efx); 184 185 return 0; 186 187 fail: 188 ef100_net_stop(net_dev); 189 return rc; 190 } 191 192 /* Initiate a packet transmission. We use one channel per CPU 193 * (sharing when we have more CPUs than channels). 194 * 195 * Context: non-blocking. 196 * Note that returning anything other than NETDEV_TX_OK will cause the 197 * OS to free the skb. 198 */ 199 static netdev_tx_t ef100_hard_start_xmit(struct sk_buff *skb, 200 struct net_device *net_dev) 201 { 202 struct efx_nic *efx = efx_netdev_priv(net_dev); 203 204 return __ef100_hard_start_xmit(skb, efx, net_dev, NULL); 205 } 206 207 netdev_tx_t __ef100_hard_start_xmit(struct sk_buff *skb, 208 struct efx_nic *efx, 209 struct net_device *net_dev, 210 struct efx_rep *efv) 211 { 212 struct efx_tx_queue *tx_queue; 213 struct efx_channel *channel; 214 int rc; 215 216 channel = efx_get_tx_channel(efx, skb_get_queue_mapping(skb)); 217 netif_vdbg(efx, tx_queued, efx->net_dev, 218 "%s len %d data %d channel %d\n", __func__, 219 skb->len, skb->data_len, channel->channel); 220 if (!efx->n_channels || !efx->n_tx_channels || !channel) { 221 netif_stop_queue(net_dev); 222 dev_kfree_skb_any(skb); 223 goto err; 224 } 225 226 tx_queue = &channel->tx_queue[0]; 227 rc = __ef100_enqueue_skb(tx_queue, skb, efv); 228 if (rc == 0) 229 return NETDEV_TX_OK; 230 231 err: 232 net_dev->stats.tx_dropped++; 233 return NETDEV_TX_OK; 234 } 235 236 static const struct net_device_ops ef100_netdev_ops = { 237 .ndo_open = ef100_net_open, 238 .ndo_stop = ef100_net_stop, 239 .ndo_start_xmit = ef100_hard_start_xmit, 240 .ndo_tx_timeout = efx_watchdog, 241 .ndo_get_stats64 = efx_net_stats, 242 .ndo_change_mtu = efx_change_mtu, 243 .ndo_validate_addr = eth_validate_addr, 244 .ndo_set_mac_address = efx_set_mac_address, 245 .ndo_set_rx_mode = efx_set_rx_mode, /* Lookout */ 246 .ndo_set_features = efx_set_features, 247 .ndo_get_phys_port_id = efx_get_phys_port_id, 248 .ndo_get_phys_port_name = efx_get_phys_port_name, 249 #ifdef CONFIG_RFS_ACCEL 250 .ndo_rx_flow_steer = efx_filter_rfs, 251 #endif 252 #ifdef CONFIG_SFC_SRIOV 253 .ndo_setup_tc = efx_tc_setup, 254 #endif 255 }; 256 257 /* Netdev registration 258 */ 259 int ef100_netdev_event(struct notifier_block *this, 260 unsigned long event, void *ptr) 261 { 262 struct efx_nic *efx = container_of(this, struct efx_nic, netdev_notifier); 263 struct net_device *net_dev = netdev_notifier_info_to_dev(ptr); 264 265 if (efx->net_dev == net_dev && 266 (event == NETDEV_CHANGENAME || event == NETDEV_REGISTER)) 267 ef100_update_name(efx); 268 269 return NOTIFY_DONE; 270 } 271 272 static int ef100_register_netdev(struct efx_nic *efx) 273 { 274 struct net_device *net_dev = efx->net_dev; 275 int rc; 276 277 net_dev->watchdog_timeo = 5 * HZ; 278 net_dev->irq = efx->pci_dev->irq; 279 net_dev->netdev_ops = &ef100_netdev_ops; 280 net_dev->min_mtu = EFX_MIN_MTU; 281 net_dev->max_mtu = EFX_MAX_MTU; 282 net_dev->ethtool_ops = &ef100_ethtool_ops; 283 284 rtnl_lock(); 285 286 rc = dev_alloc_name(net_dev, net_dev->name); 287 if (rc < 0) 288 goto fail_locked; 289 ef100_update_name(efx); 290 291 rc = register_netdevice(net_dev); 292 if (rc) 293 goto fail_locked; 294 295 /* Always start with carrier off; PHY events will detect the link */ 296 netif_carrier_off(net_dev); 297 298 efx->state = STATE_NET_DOWN; 299 rtnl_unlock(); 300 efx_init_mcdi_logging(efx); 301 302 return 0; 303 304 fail_locked: 305 rtnl_unlock(); 306 netif_err(efx, drv, efx->net_dev, "could not register net dev\n"); 307 return rc; 308 } 309 310 static void ef100_unregister_netdev(struct efx_nic *efx) 311 { 312 if (efx_dev_registered(efx)) { 313 efx_fini_mcdi_logging(efx); 314 efx->state = STATE_PROBED; 315 unregister_netdev(efx->net_dev); 316 } 317 } 318 319 void ef100_remove_netdev(struct efx_probe_data *probe_data) 320 { 321 struct efx_nic *efx = &probe_data->efx; 322 323 if (!efx->net_dev) 324 return; 325 326 rtnl_lock(); 327 dev_close(efx->net_dev); 328 rtnl_unlock(); 329 330 unregister_netdevice_notifier(&efx->netdev_notifier); 331 #if defined(CONFIG_SFC_SRIOV) 332 if (!efx->type->is_vf) 333 efx_ef100_pci_sriov_disable(efx, true); 334 #endif 335 336 efx_fini_devlink_lock(efx); 337 ef100_unregister_netdev(efx); 338 339 #ifdef CONFIG_SFC_SRIOV 340 ef100_pf_unset_devlink_port(efx); 341 efx_fini_tc(efx); 342 #endif 343 344 down_write(&efx->filter_sem); 345 efx_mcdi_filter_table_remove(efx); 346 up_write(&efx->filter_sem); 347 efx_fini_channels(efx); 348 kfree(efx->phy_data); 349 efx->phy_data = NULL; 350 351 efx_fini_devlink_and_unlock(efx); 352 353 free_netdev(efx->net_dev); 354 efx->net_dev = NULL; 355 efx->state = STATE_PROBED; 356 } 357 358 int ef100_probe_netdev(struct efx_probe_data *probe_data) 359 { 360 struct efx_nic *efx = &probe_data->efx; 361 struct efx_probe_data **probe_ptr; 362 struct ef100_nic_data *nic_data; 363 struct net_device *net_dev; 364 int rc; 365 366 if (efx->mcdi->fn_flags & 367 (1 << MC_CMD_DRV_ATTACH_EXT_OUT_FLAG_NO_ACTIVE_PORT)) { 368 pci_info(efx->pci_dev, "No network port on this PCI function"); 369 return 0; 370 } 371 372 /* Allocate and initialise a struct net_device */ 373 net_dev = alloc_etherdev_mq(sizeof(probe_data), EFX_MAX_CORE_TX_QUEUES); 374 if (!net_dev) 375 return -ENOMEM; 376 probe_ptr = netdev_priv(net_dev); 377 *probe_ptr = probe_data; 378 efx->net_dev = net_dev; 379 SET_NETDEV_DEV(net_dev, &efx->pci_dev->dev); 380 381 /* enable all supported features except rx-fcs and rx-all */ 382 net_dev->features |= efx->type->offload_features & 383 ~(NETIF_F_RXFCS | NETIF_F_RXALL); 384 net_dev->hw_features |= efx->type->offload_features; 385 net_dev->hw_enc_features |= efx->type->offload_features; 386 net_dev->vlan_features |= NETIF_F_HW_CSUM | NETIF_F_SG | 387 NETIF_F_HIGHDMA | NETIF_F_ALL_TSO; 388 netif_set_tso_max_segs(net_dev, 389 ESE_EF100_DP_GZ_TSO_MAX_HDR_NUM_SEGS_DEFAULT); 390 efx->mdio.dev = net_dev; 391 392 rc = efx_ef100_init_datapath_caps(efx); 393 if (rc < 0) 394 goto fail; 395 396 rc = ef100_phy_probe(efx); 397 if (rc) 398 goto fail; 399 400 rc = efx_init_channels(efx); 401 if (rc) 402 goto fail; 403 404 down_write(&efx->filter_sem); 405 rc = ef100_filter_table_probe(efx); 406 up_write(&efx->filter_sem); 407 if (rc) 408 goto fail; 409 410 netdev_rss_key_fill(efx->rss_context.rx_hash_key, 411 sizeof(efx->rss_context.rx_hash_key)); 412 413 /* Don't fail init if RSS setup doesn't work. */ 414 efx_mcdi_push_default_indir_table(efx, efx->n_rx_channels); 415 416 nic_data = efx->nic_data; 417 rc = ef100_get_mac_address(efx, net_dev->perm_addr, CLIENT_HANDLE_SELF, 418 efx->type->is_vf); 419 if (rc) 420 return rc; 421 /* Assign MAC address */ 422 eth_hw_addr_set(net_dev, net_dev->perm_addr); 423 ether_addr_copy(nic_data->port_id, net_dev->perm_addr); 424 425 /* devlink creation, registration and lock */ 426 rc = efx_probe_devlink_and_lock(efx); 427 if (rc) 428 pci_info(efx->pci_dev, "devlink registration failed"); 429 430 rc = ef100_register_netdev(efx); 431 if (rc) 432 goto fail; 433 434 if (!efx->type->is_vf) { 435 rc = ef100_probe_netdev_pf(efx); 436 if (rc) 437 goto fail; 438 #ifdef CONFIG_SFC_SRIOV 439 ef100_pf_set_devlink_port(efx); 440 #endif 441 } 442 443 efx->netdev_notifier.notifier_call = ef100_netdev_event; 444 rc = register_netdevice_notifier(&efx->netdev_notifier); 445 if (rc) { 446 netif_err(efx, probe, efx->net_dev, 447 "Failed to register netdevice notifier, rc=%d\n", rc); 448 goto fail; 449 } 450 451 efx_probe_devlink_unlock(efx); 452 return rc; 453 fail: 454 #ifdef CONFIG_SFC_SRIOV 455 /* remove devlink port if does exist */ 456 ef100_pf_unset_devlink_port(efx); 457 #endif 458 efx_probe_devlink_unlock(efx); 459 return rc; 460 } 461