1 /* 2 * aQuantia Corporation Network Driver 3 * Copyright (C) 2014-2017 aQuantia Corporation. All rights reserved 4 * 5 * This program is free software; you can redistribute it and/or modify it 6 * under the terms and conditions of the GNU General Public License, 7 * version 2, as published by the Free Software Foundation. 8 */ 9 10 /* File aq_nic.c: Definition of common code for NIC. */ 11 12 #include "aq_nic.h" 13 #include "aq_ring.h" 14 #include "aq_vec.h" 15 #include "aq_hw.h" 16 #include "aq_pci_func.h" 17 #include "aq_nic_internal.h" 18 19 #include <linux/netdevice.h> 20 #include <linux/etherdevice.h> 21 #include <linux/timer.h> 22 #include <linux/cpu.h> 23 #include <linux/ip.h> 24 #include <linux/tcp.h> 25 #include <net/ip.h> 26 27 static void aq_nic_rss_init(struct aq_nic_s *self, unsigned int num_rss_queues) 28 { 29 struct aq_nic_cfg_s *cfg = &self->aq_nic_cfg; 30 struct aq_rss_parameters *rss_params = &cfg->aq_rss; 31 int i = 0; 32 33 static u8 rss_key[40] = { 34 0x1e, 0xad, 0x71, 0x87, 0x65, 0xfc, 0x26, 0x7d, 35 0x0d, 0x45, 0x67, 0x74, 0xcd, 0x06, 0x1a, 0x18, 36 0xb6, 0xc1, 0xf0, 0xc7, 0xbb, 0x18, 0xbe, 0xf8, 37 0x19, 0x13, 0x4b, 0xa9, 0xd0, 0x3e, 0xfe, 0x70, 38 0x25, 0x03, 0xab, 0x50, 0x6a, 0x8b, 0x82, 0x0c 39 }; 40 41 rss_params->hash_secret_key_size = sizeof(rss_key); 42 memcpy(rss_params->hash_secret_key, rss_key, sizeof(rss_key)); 43 rss_params->indirection_table_size = AQ_CFG_RSS_INDIRECTION_TABLE_MAX; 44 45 for (i = rss_params->indirection_table_size; i--;) 46 rss_params->indirection_table[i] = i & (num_rss_queues - 1); 47 } 48 49 /* Fills aq_nic_cfg with valid defaults */ 50 static void aq_nic_cfg_init_defaults(struct aq_nic_s *self) 51 { 52 struct aq_nic_cfg_s *cfg = &self->aq_nic_cfg; 53 54 cfg->aq_hw_caps = &self->aq_hw_caps; 55 56 cfg->vecs = AQ_CFG_VECS_DEF; 57 cfg->tcs = AQ_CFG_TCS_DEF; 58 59 cfg->rxds = AQ_CFG_RXDS_DEF; 60 cfg->txds = AQ_CFG_TXDS_DEF; 61 62 cfg->is_polling = AQ_CFG_IS_POLLING_DEF; 63 64 cfg->is_interrupt_moderation = AQ_CFG_IS_INTERRUPT_MODERATION_DEF; 65 cfg->itr = cfg->is_interrupt_moderation ? 66 AQ_CFG_INTERRUPT_MODERATION_RATE_DEF : 0U; 67 68 cfg->is_rss = AQ_CFG_IS_RSS_DEF; 69 cfg->num_rss_queues = AQ_CFG_NUM_RSS_QUEUES_DEF; 70 cfg->aq_rss.base_cpu_number = AQ_CFG_RSS_BASE_CPU_NUM_DEF; 71 cfg->flow_control = AQ_CFG_FC_MODE; 72 73 cfg->mtu = AQ_CFG_MTU_DEF; 74 cfg->link_speed_msk = AQ_CFG_SPEED_MSK; 75 cfg->is_autoneg = AQ_CFG_IS_AUTONEG_DEF; 76 77 cfg->is_lro = AQ_CFG_IS_LRO_DEF; 78 79 cfg->vlan_id = 0U; 80 81 aq_nic_rss_init(self, cfg->num_rss_queues); 82 } 83 84 /* Checks hw_caps and 'corrects' aq_nic_cfg in runtime */ 85 int aq_nic_cfg_start(struct aq_nic_s *self) 86 { 87 struct aq_nic_cfg_s *cfg = &self->aq_nic_cfg; 88 89 /*descriptors */ 90 cfg->rxds = min(cfg->rxds, cfg->aq_hw_caps->rxds); 91 cfg->txds = min(cfg->txds, cfg->aq_hw_caps->txds); 92 93 /*rss rings */ 94 cfg->vecs = min(cfg->vecs, cfg->aq_hw_caps->vecs); 95 cfg->vecs = min(cfg->vecs, num_online_cpus()); 96 /* cfg->vecs should be power of 2 for RSS */ 97 if (cfg->vecs >= 8U) 98 cfg->vecs = 8U; 99 else if (cfg->vecs >= 4U) 100 cfg->vecs = 4U; 101 else if (cfg->vecs >= 2U) 102 cfg->vecs = 2U; 103 else 104 cfg->vecs = 1U; 105 106 cfg->num_rss_queues = min(cfg->vecs, AQ_CFG_NUM_RSS_QUEUES_DEF); 107 108 cfg->irq_type = aq_pci_func_get_irq_type(self->aq_pci_func); 109 110 if ((cfg->irq_type == AQ_HW_IRQ_LEGACY) || 111 (self->aq_hw_caps.vecs == 1U) || 112 (cfg->vecs == 1U)) { 113 cfg->is_rss = 0U; 114 cfg->vecs = 1U; 115 } 116 117 cfg->link_speed_msk &= self->aq_hw_caps.link_speed_msk; 118 cfg->hw_features = self->aq_hw_caps.hw_features; 119 return 0; 120 } 121 122 static void aq_nic_service_timer_cb(unsigned long param) 123 { 124 struct aq_nic_s *self = (struct aq_nic_s *)param; 125 struct net_device *ndev = aq_nic_get_ndev(self); 126 int err = 0; 127 unsigned int i = 0U; 128 struct aq_ring_stats_rx_s stats_rx; 129 struct aq_ring_stats_tx_s stats_tx; 130 131 if (aq_utils_obj_test(&self->header.flags, AQ_NIC_FLAGS_IS_NOT_READY)) 132 goto err_exit; 133 134 err = self->aq_hw_ops.hw_get_link_status(self->aq_hw); 135 if (err < 0) 136 goto err_exit; 137 138 self->link_status = self->aq_hw->aq_link_status; 139 140 self->aq_hw_ops.hw_interrupt_moderation_set(self->aq_hw, 141 self->aq_nic_cfg.is_interrupt_moderation); 142 143 if (self->link_status.mbps) { 144 aq_utils_obj_set(&self->header.flags, 145 AQ_NIC_FLAG_STARTED); 146 aq_utils_obj_clear(&self->header.flags, 147 AQ_NIC_LINK_DOWN); 148 netif_carrier_on(self->ndev); 149 } else { 150 netif_carrier_off(self->ndev); 151 aq_utils_obj_set(&self->header.flags, AQ_NIC_LINK_DOWN); 152 } 153 154 memset(&stats_rx, 0U, sizeof(struct aq_ring_stats_rx_s)); 155 memset(&stats_tx, 0U, sizeof(struct aq_ring_stats_tx_s)); 156 for (i = AQ_DIMOF(self->aq_vec); i--;) { 157 if (self->aq_vec[i]) 158 aq_vec_add_stats(self->aq_vec[i], &stats_rx, &stats_tx); 159 } 160 161 ndev->stats.rx_packets = stats_rx.packets; 162 ndev->stats.rx_bytes = stats_rx.bytes; 163 ndev->stats.rx_errors = stats_rx.errors; 164 ndev->stats.tx_packets = stats_tx.packets; 165 ndev->stats.tx_bytes = stats_tx.bytes; 166 ndev->stats.tx_errors = stats_tx.errors; 167 168 err_exit: 169 mod_timer(&self->service_timer, 170 jiffies + AQ_CFG_SERVICE_TIMER_INTERVAL); 171 } 172 173 static void aq_nic_polling_timer_cb(unsigned long param) 174 { 175 struct aq_nic_s *self = (struct aq_nic_s *)param; 176 struct aq_vec_s *aq_vec = NULL; 177 unsigned int i = 0U; 178 179 for (i = 0U, aq_vec = self->aq_vec[0]; 180 self->aq_vecs > i; ++i, aq_vec = self->aq_vec[i]) 181 aq_vec_isr(i, (void *)aq_vec); 182 183 mod_timer(&self->polling_timer, jiffies + 184 AQ_CFG_POLLING_TIMER_INTERVAL); 185 } 186 187 static struct net_device *aq_nic_ndev_alloc(void) 188 { 189 return alloc_etherdev_mq(sizeof(struct aq_nic_s), AQ_CFG_VECS_MAX); 190 } 191 192 struct aq_nic_s *aq_nic_alloc_cold(const struct net_device_ops *ndev_ops, 193 const struct ethtool_ops *et_ops, 194 struct device *dev, 195 struct aq_pci_func_s *aq_pci_func, 196 unsigned int port, 197 const struct aq_hw_ops *aq_hw_ops) 198 { 199 struct net_device *ndev = NULL; 200 struct aq_nic_s *self = NULL; 201 int err = 0; 202 203 ndev = aq_nic_ndev_alloc(); 204 if (!ndev) { 205 err = -ENOMEM; 206 goto err_exit; 207 } 208 209 self = netdev_priv(ndev); 210 211 ndev->netdev_ops = ndev_ops; 212 ndev->ethtool_ops = et_ops; 213 214 SET_NETDEV_DEV(ndev, dev); 215 216 ndev->if_port = port; 217 ndev->min_mtu = ETH_MIN_MTU; 218 self->ndev = ndev; 219 220 self->aq_pci_func = aq_pci_func; 221 222 self->aq_hw_ops = *aq_hw_ops; 223 self->port = (u8)port; 224 225 self->aq_hw = self->aq_hw_ops.create(aq_pci_func, self->port, 226 &self->aq_hw_ops); 227 err = self->aq_hw_ops.get_hw_caps(self->aq_hw, &self->aq_hw_caps); 228 if (err < 0) 229 goto err_exit; 230 231 aq_nic_cfg_init_defaults(self); 232 233 err_exit: 234 if (err < 0) { 235 aq_nic_free_hot_resources(self); 236 self = NULL; 237 } 238 return self; 239 } 240 241 int aq_nic_ndev_register(struct aq_nic_s *self) 242 { 243 int err = 0; 244 unsigned int i = 0U; 245 246 if (!self->ndev) { 247 err = -EINVAL; 248 goto err_exit; 249 } 250 err = self->aq_hw_ops.hw_get_mac_permanent(self->aq_hw, 251 self->aq_nic_cfg.aq_hw_caps, 252 self->ndev->dev_addr); 253 if (err < 0) 254 goto err_exit; 255 256 #if defined(AQ_CFG_MAC_ADDR_PERMANENT) 257 { 258 static u8 mac_addr_permanent[] = AQ_CFG_MAC_ADDR_PERMANENT; 259 260 ether_addr_copy(self->ndev->dev_addr, mac_addr_permanent); 261 } 262 #endif 263 264 netif_carrier_off(self->ndev); 265 266 for (i = AQ_CFG_VECS_MAX; i--;) 267 aq_nic_ndev_queue_stop(self, i); 268 269 err = register_netdev(self->ndev); 270 if (err < 0) 271 goto err_exit; 272 273 err_exit: 274 return err; 275 } 276 277 int aq_nic_ndev_init(struct aq_nic_s *self) 278 { 279 struct aq_hw_caps_s *aq_hw_caps = self->aq_nic_cfg.aq_hw_caps; 280 struct aq_nic_cfg_s *aq_nic_cfg = &self->aq_nic_cfg; 281 282 self->ndev->hw_features |= aq_hw_caps->hw_features; 283 self->ndev->features = aq_hw_caps->hw_features; 284 self->ndev->priv_flags = aq_hw_caps->hw_priv_flags; 285 self->ndev->mtu = aq_nic_cfg->mtu - ETH_HLEN; 286 287 return 0; 288 } 289 290 void aq_nic_ndev_free(struct aq_nic_s *self) 291 { 292 if (!self->ndev) 293 goto err_exit; 294 295 if (self->ndev->reg_state == NETREG_REGISTERED) 296 unregister_netdev(self->ndev); 297 298 if (self->aq_hw) 299 self->aq_hw_ops.destroy(self->aq_hw); 300 301 free_netdev(self->ndev); 302 303 err_exit:; 304 } 305 306 struct aq_nic_s *aq_nic_alloc_hot(struct net_device *ndev) 307 { 308 struct aq_nic_s *self = NULL; 309 int err = 0; 310 311 if (!ndev) { 312 err = -EINVAL; 313 goto err_exit; 314 } 315 self = netdev_priv(ndev); 316 317 if (!self) { 318 err = -EINVAL; 319 goto err_exit; 320 } 321 if (netif_running(ndev)) { 322 unsigned int i; 323 324 for (i = AQ_CFG_VECS_MAX; i--;) 325 netif_stop_subqueue(ndev, i); 326 } 327 328 for (self->aq_vecs = 0; self->aq_vecs < self->aq_nic_cfg.vecs; 329 self->aq_vecs++) { 330 self->aq_vec[self->aq_vecs] = 331 aq_vec_alloc(self, self->aq_vecs, &self->aq_nic_cfg); 332 if (!self->aq_vec[self->aq_vecs]) { 333 err = -ENOMEM; 334 goto err_exit; 335 } 336 } 337 338 err_exit: 339 if (err < 0) { 340 aq_nic_free_hot_resources(self); 341 self = NULL; 342 } 343 return self; 344 } 345 346 void aq_nic_set_tx_ring(struct aq_nic_s *self, unsigned int idx, 347 struct aq_ring_s *ring) 348 { 349 self->aq_ring_tx[idx] = ring; 350 } 351 352 struct device *aq_nic_get_dev(struct aq_nic_s *self) 353 { 354 return self->ndev->dev.parent; 355 } 356 357 struct net_device *aq_nic_get_ndev(struct aq_nic_s *self) 358 { 359 return self->ndev; 360 } 361 362 int aq_nic_init(struct aq_nic_s *self) 363 { 364 struct aq_vec_s *aq_vec = NULL; 365 int err = 0; 366 unsigned int i = 0U; 367 368 self->power_state = AQ_HW_POWER_STATE_D0; 369 err = self->aq_hw_ops.hw_reset(self->aq_hw); 370 if (err < 0) 371 goto err_exit; 372 373 err = self->aq_hw_ops.hw_init(self->aq_hw, &self->aq_nic_cfg, 374 aq_nic_get_ndev(self)->dev_addr); 375 if (err < 0) 376 goto err_exit; 377 378 for (i = 0U, aq_vec = self->aq_vec[0]; 379 self->aq_vecs > i; ++i, aq_vec = self->aq_vec[i]) 380 aq_vec_init(aq_vec, &self->aq_hw_ops, self->aq_hw); 381 382 err_exit: 383 return err; 384 } 385 386 void aq_nic_ndev_queue_start(struct aq_nic_s *self, unsigned int idx) 387 { 388 netif_start_subqueue(self->ndev, idx); 389 } 390 391 void aq_nic_ndev_queue_stop(struct aq_nic_s *self, unsigned int idx) 392 { 393 netif_stop_subqueue(self->ndev, idx); 394 } 395 396 int aq_nic_start(struct aq_nic_s *self) 397 { 398 struct aq_vec_s *aq_vec = NULL; 399 int err = 0; 400 unsigned int i = 0U; 401 402 err = self->aq_hw_ops.hw_multicast_list_set(self->aq_hw, 403 self->mc_list.ar, 404 self->mc_list.count); 405 if (err < 0) 406 goto err_exit; 407 408 err = self->aq_hw_ops.hw_packet_filter_set(self->aq_hw, 409 self->packet_filter); 410 if (err < 0) 411 goto err_exit; 412 413 for (i = 0U, aq_vec = self->aq_vec[0]; 414 self->aq_vecs > i; ++i, aq_vec = self->aq_vec[i]) { 415 err = aq_vec_start(aq_vec); 416 if (err < 0) 417 goto err_exit; 418 } 419 420 err = self->aq_hw_ops.hw_start(self->aq_hw); 421 if (err < 0) 422 goto err_exit; 423 424 err = self->aq_hw_ops.hw_interrupt_moderation_set(self->aq_hw, 425 self->aq_nic_cfg.is_interrupt_moderation); 426 if (err < 0) 427 goto err_exit; 428 setup_timer(&self->service_timer, &aq_nic_service_timer_cb, 429 (unsigned long)self); 430 mod_timer(&self->service_timer, jiffies + 431 AQ_CFG_SERVICE_TIMER_INTERVAL); 432 433 if (self->aq_nic_cfg.is_polling) { 434 setup_timer(&self->polling_timer, &aq_nic_polling_timer_cb, 435 (unsigned long)self); 436 mod_timer(&self->polling_timer, jiffies + 437 AQ_CFG_POLLING_TIMER_INTERVAL); 438 } else { 439 for (i = 0U, aq_vec = self->aq_vec[0]; 440 self->aq_vecs > i; ++i, aq_vec = self->aq_vec[i]) { 441 err = aq_pci_func_alloc_irq(self->aq_pci_func, i, 442 self->ndev->name, aq_vec, 443 aq_vec_get_affinity_mask(aq_vec)); 444 if (err < 0) 445 goto err_exit; 446 } 447 448 err = self->aq_hw_ops.hw_irq_enable(self->aq_hw, 449 AQ_CFG_IRQ_MASK); 450 if (err < 0) 451 goto err_exit; 452 } 453 454 for (i = 0U, aq_vec = self->aq_vec[0]; 455 self->aq_vecs > i; ++i, aq_vec = self->aq_vec[i]) 456 aq_nic_ndev_queue_start(self, i); 457 458 err = netif_set_real_num_tx_queues(self->ndev, self->aq_vecs); 459 if (err < 0) 460 goto err_exit; 461 462 err = netif_set_real_num_rx_queues(self->ndev, self->aq_vecs); 463 if (err < 0) 464 goto err_exit; 465 466 err_exit: 467 return err; 468 } 469 470 static unsigned int aq_nic_map_skb(struct aq_nic_s *self, 471 struct sk_buff *skb, 472 struct aq_ring_s *ring) 473 { 474 unsigned int ret = 0U; 475 unsigned int nr_frags = skb_shinfo(skb)->nr_frags; 476 unsigned int frag_count = 0U; 477 unsigned int dx = ring->sw_tail; 478 struct aq_ring_buff_s *dx_buff = &ring->buff_ring[dx]; 479 480 if (unlikely(skb_is_gso(skb))) { 481 dx_buff->flags = 0U; 482 dx_buff->len_pkt = skb->len; 483 dx_buff->len_l2 = ETH_HLEN; 484 dx_buff->len_l3 = ip_hdrlen(skb); 485 dx_buff->len_l4 = tcp_hdrlen(skb); 486 dx_buff->mss = skb_shinfo(skb)->gso_size; 487 dx_buff->is_txc = 1U; 488 489 dx_buff->is_ipv6 = 490 (ip_hdr(skb)->version == 6) ? 1U : 0U; 491 492 dx = aq_ring_next_dx(ring, dx); 493 dx_buff = &ring->buff_ring[dx]; 494 ++ret; 495 } 496 497 dx_buff->flags = 0U; 498 dx_buff->len = skb_headlen(skb); 499 dx_buff->pa = dma_map_single(aq_nic_get_dev(self), 500 skb->data, 501 dx_buff->len, 502 DMA_TO_DEVICE); 503 504 if (unlikely(dma_mapping_error(aq_nic_get_dev(self), dx_buff->pa))) 505 goto exit; 506 507 dx_buff->len_pkt = skb->len; 508 dx_buff->is_sop = 1U; 509 dx_buff->is_mapped = 1U; 510 ++ret; 511 512 if (skb->ip_summed == CHECKSUM_PARTIAL) { 513 dx_buff->is_ip_cso = (htons(ETH_P_IP) == skb->protocol) ? 514 1U : 0U; 515 516 if (ip_hdr(skb)->version == 4) { 517 dx_buff->is_tcp_cso = 518 (ip_hdr(skb)->protocol == IPPROTO_TCP) ? 519 1U : 0U; 520 dx_buff->is_udp_cso = 521 (ip_hdr(skb)->protocol == IPPROTO_UDP) ? 522 1U : 0U; 523 } else if (ip_hdr(skb)->version == 6) { 524 dx_buff->is_tcp_cso = 525 (ipv6_hdr(skb)->nexthdr == NEXTHDR_TCP) ? 526 1U : 0U; 527 dx_buff->is_udp_cso = 528 (ipv6_hdr(skb)->nexthdr == NEXTHDR_UDP) ? 529 1U : 0U; 530 } 531 } 532 533 for (; nr_frags--; ++frag_count) { 534 unsigned int frag_len = 0U; 535 dma_addr_t frag_pa; 536 skb_frag_t *frag = &skb_shinfo(skb)->frags[frag_count]; 537 538 frag_len = skb_frag_size(frag); 539 frag_pa = skb_frag_dma_map(aq_nic_get_dev(self), frag, 0, 540 frag_len, DMA_TO_DEVICE); 541 542 if (unlikely(dma_mapping_error(aq_nic_get_dev(self), frag_pa))) 543 goto mapping_error; 544 545 while (frag_len > AQ_CFG_TX_FRAME_MAX) { 546 dx = aq_ring_next_dx(ring, dx); 547 dx_buff = &ring->buff_ring[dx]; 548 549 dx_buff->flags = 0U; 550 dx_buff->len = AQ_CFG_TX_FRAME_MAX; 551 dx_buff->pa = frag_pa; 552 dx_buff->is_mapped = 1U; 553 554 frag_len -= AQ_CFG_TX_FRAME_MAX; 555 frag_pa += AQ_CFG_TX_FRAME_MAX; 556 ++ret; 557 } 558 559 dx = aq_ring_next_dx(ring, dx); 560 dx_buff = &ring->buff_ring[dx]; 561 562 dx_buff->flags = 0U; 563 dx_buff->len = frag_len; 564 dx_buff->pa = frag_pa; 565 dx_buff->is_mapped = 1U; 566 ++ret; 567 } 568 569 dx_buff->is_eop = 1U; 570 dx_buff->skb = skb; 571 goto exit; 572 573 mapping_error: 574 for (dx = ring->sw_tail; 575 ret > 0; 576 --ret, dx = aq_ring_next_dx(ring, dx)) { 577 dx_buff = &ring->buff_ring[dx]; 578 579 if (!dx_buff->is_txc && dx_buff->pa) { 580 if (unlikely(dx_buff->is_sop)) { 581 dma_unmap_single(aq_nic_get_dev(self), 582 dx_buff->pa, 583 dx_buff->len, 584 DMA_TO_DEVICE); 585 } else { 586 dma_unmap_page(aq_nic_get_dev(self), 587 dx_buff->pa, 588 dx_buff->len, 589 DMA_TO_DEVICE); 590 } 591 } 592 } 593 594 exit: 595 return ret; 596 } 597 598 int aq_nic_xmit(struct aq_nic_s *self, struct sk_buff *skb) 599 { 600 struct aq_ring_s *ring = NULL; 601 unsigned int frags = 0U; 602 unsigned int vec = skb->queue_mapping % self->aq_nic_cfg.vecs; 603 unsigned int tc = 0U; 604 int err = NETDEV_TX_OK; 605 bool is_nic_in_bad_state; 606 607 frags = skb_shinfo(skb)->nr_frags + 1; 608 609 ring = self->aq_ring_tx[AQ_NIC_TCVEC2RING(self, tc, vec)]; 610 611 if (frags > AQ_CFG_SKB_FRAGS_MAX) { 612 dev_kfree_skb_any(skb); 613 goto err_exit; 614 } 615 616 is_nic_in_bad_state = aq_utils_obj_test(&self->header.flags, 617 AQ_NIC_FLAGS_IS_NOT_TX_READY) || 618 (aq_ring_avail_dx(ring) < 619 AQ_CFG_SKB_FRAGS_MAX); 620 621 if (is_nic_in_bad_state) { 622 aq_nic_ndev_queue_stop(self, ring->idx); 623 err = NETDEV_TX_BUSY; 624 goto err_exit; 625 } 626 627 frags = aq_nic_map_skb(self, skb, ring); 628 629 if (likely(frags)) { 630 err = self->aq_hw_ops.hw_ring_tx_xmit(self->aq_hw, 631 ring, 632 frags); 633 if (err >= 0) { 634 if (aq_ring_avail_dx(ring) < AQ_CFG_SKB_FRAGS_MAX + 1) 635 aq_nic_ndev_queue_stop(self, ring->idx); 636 637 ++ring->stats.tx.packets; 638 ring->stats.tx.bytes += skb->len; 639 } 640 } else { 641 err = NETDEV_TX_BUSY; 642 } 643 644 err_exit: 645 return err; 646 } 647 648 int aq_nic_set_packet_filter(struct aq_nic_s *self, unsigned int flags) 649 { 650 int err = 0; 651 652 err = self->aq_hw_ops.hw_packet_filter_set(self->aq_hw, flags); 653 if (err < 0) 654 goto err_exit; 655 656 self->packet_filter = flags; 657 658 err_exit: 659 return err; 660 } 661 662 int aq_nic_set_multicast_list(struct aq_nic_s *self, struct net_device *ndev) 663 { 664 struct netdev_hw_addr *ha = NULL; 665 unsigned int i = 0U; 666 667 self->mc_list.count = 0U; 668 669 netdev_for_each_mc_addr(ha, ndev) { 670 ether_addr_copy(self->mc_list.ar[i++], ha->addr); 671 ++self->mc_list.count; 672 673 if (i >= AQ_CFG_MULTICAST_ADDRESS_MAX) 674 break; 675 } 676 677 if (i >= AQ_CFG_MULTICAST_ADDRESS_MAX) { 678 /* Number of filters is too big: atlantic does not support this. 679 * Force all multi filter to support this. 680 * With this we disable all UC filters and setup "all pass" 681 * multicast mask 682 */ 683 self->packet_filter |= IFF_ALLMULTI; 684 self->aq_hw->aq_nic_cfg->mc_list_count = 0; 685 return self->aq_hw_ops.hw_packet_filter_set(self->aq_hw, 686 self->packet_filter); 687 } else { 688 return self->aq_hw_ops.hw_multicast_list_set(self->aq_hw, 689 self->mc_list.ar, 690 self->mc_list.count); 691 } 692 } 693 694 int aq_nic_set_mtu(struct aq_nic_s *self, int new_mtu) 695 { 696 int err = 0; 697 698 if (new_mtu > self->aq_hw_caps.mtu) { 699 err = -EINVAL; 700 goto err_exit; 701 } 702 self->aq_nic_cfg.mtu = new_mtu; 703 704 err_exit: 705 return err; 706 } 707 708 int aq_nic_set_mac(struct aq_nic_s *self, struct net_device *ndev) 709 { 710 return self->aq_hw_ops.hw_set_mac_address(self->aq_hw, ndev->dev_addr); 711 } 712 713 unsigned int aq_nic_get_link_speed(struct aq_nic_s *self) 714 { 715 return self->link_status.mbps; 716 } 717 718 int aq_nic_get_regs(struct aq_nic_s *self, struct ethtool_regs *regs, void *p) 719 { 720 u32 *regs_buff = p; 721 int err = 0; 722 723 regs->version = 1; 724 725 err = self->aq_hw_ops.hw_get_regs(self->aq_hw, 726 &self->aq_hw_caps, regs_buff); 727 if (err < 0) 728 goto err_exit; 729 730 err_exit: 731 return err; 732 } 733 734 int aq_nic_get_regs_count(struct aq_nic_s *self) 735 { 736 return self->aq_hw_caps.mac_regs_count; 737 } 738 739 void aq_nic_get_stats(struct aq_nic_s *self, u64 *data) 740 { 741 struct aq_vec_s *aq_vec = NULL; 742 unsigned int i = 0U; 743 unsigned int count = 0U; 744 int err = 0; 745 746 err = self->aq_hw_ops.hw_get_hw_stats(self->aq_hw, data, &count); 747 if (err < 0) 748 goto err_exit; 749 750 data += count; 751 count = 0U; 752 753 for (i = 0U, aq_vec = self->aq_vec[0]; 754 aq_vec && self->aq_vecs > i; ++i, aq_vec = self->aq_vec[i]) { 755 data += count; 756 aq_vec_get_sw_stats(aq_vec, data, &count); 757 } 758 759 err_exit:; 760 (void)err; 761 } 762 763 void aq_nic_get_link_ksettings(struct aq_nic_s *self, 764 struct ethtool_link_ksettings *cmd) 765 { 766 cmd->base.port = PORT_TP; 767 /* This driver supports only 10G capable adapters, so DUPLEX_FULL */ 768 cmd->base.duplex = DUPLEX_FULL; 769 cmd->base.autoneg = self->aq_nic_cfg.is_autoneg; 770 771 ethtool_link_ksettings_zero_link_mode(cmd, supported); 772 773 if (self->aq_hw_caps.link_speed_msk & AQ_NIC_RATE_10G) 774 ethtool_link_ksettings_add_link_mode(cmd, supported, 775 10000baseT_Full); 776 777 if (self->aq_hw_caps.link_speed_msk & AQ_NIC_RATE_5G) 778 ethtool_link_ksettings_add_link_mode(cmd, supported, 779 5000baseT_Full); 780 781 if (self->aq_hw_caps.link_speed_msk & AQ_NIC_RATE_2GS) 782 ethtool_link_ksettings_add_link_mode(cmd, supported, 783 2500baseT_Full); 784 785 if (self->aq_hw_caps.link_speed_msk & AQ_NIC_RATE_1G) 786 ethtool_link_ksettings_add_link_mode(cmd, supported, 787 1000baseT_Full); 788 789 if (self->aq_hw_caps.link_speed_msk & AQ_NIC_RATE_100M) 790 ethtool_link_ksettings_add_link_mode(cmd, supported, 791 100baseT_Full); 792 793 if (self->aq_hw_caps.flow_control) 794 ethtool_link_ksettings_add_link_mode(cmd, supported, 795 Pause); 796 797 ethtool_link_ksettings_add_link_mode(cmd, supported, Autoneg); 798 ethtool_link_ksettings_add_link_mode(cmd, supported, TP); 799 800 ethtool_link_ksettings_zero_link_mode(cmd, advertising); 801 802 if (self->aq_nic_cfg.is_autoneg) 803 ethtool_link_ksettings_add_link_mode(cmd, advertising, Autoneg); 804 805 if (self->aq_nic_cfg.link_speed_msk & AQ_NIC_RATE_10G) 806 ethtool_link_ksettings_add_link_mode(cmd, advertising, 807 10000baseT_Full); 808 809 if (self->aq_nic_cfg.link_speed_msk & AQ_NIC_RATE_5G) 810 ethtool_link_ksettings_add_link_mode(cmd, advertising, 811 5000baseT_Full); 812 813 if (self->aq_nic_cfg.link_speed_msk & AQ_NIC_RATE_2GS) 814 ethtool_link_ksettings_add_link_mode(cmd, advertising, 815 2500baseT_Full); 816 817 if (self->aq_nic_cfg.link_speed_msk & AQ_NIC_RATE_1G) 818 ethtool_link_ksettings_add_link_mode(cmd, advertising, 819 1000baseT_Full); 820 821 if (self->aq_nic_cfg.link_speed_msk & AQ_NIC_RATE_100M) 822 ethtool_link_ksettings_add_link_mode(cmd, advertising, 823 100baseT_Full); 824 825 if (self->aq_nic_cfg.flow_control) 826 ethtool_link_ksettings_add_link_mode(cmd, advertising, 827 Pause); 828 829 ethtool_link_ksettings_add_link_mode(cmd, advertising, TP); 830 } 831 832 int aq_nic_set_link_ksettings(struct aq_nic_s *self, 833 const struct ethtool_link_ksettings *cmd) 834 { 835 u32 speed = 0U; 836 u32 rate = 0U; 837 int err = 0; 838 839 if (cmd->base.autoneg == AUTONEG_ENABLE) { 840 rate = self->aq_hw_caps.link_speed_msk; 841 self->aq_nic_cfg.is_autoneg = true; 842 } else { 843 speed = cmd->base.speed; 844 845 switch (speed) { 846 case SPEED_100: 847 rate = AQ_NIC_RATE_100M; 848 break; 849 850 case SPEED_1000: 851 rate = AQ_NIC_RATE_1G; 852 break; 853 854 case SPEED_2500: 855 rate = AQ_NIC_RATE_2GS; 856 break; 857 858 case SPEED_5000: 859 rate = AQ_NIC_RATE_5G; 860 break; 861 862 case SPEED_10000: 863 rate = AQ_NIC_RATE_10G; 864 break; 865 866 default: 867 err = -1; 868 goto err_exit; 869 break; 870 } 871 if (!(self->aq_hw_caps.link_speed_msk & rate)) { 872 err = -1; 873 goto err_exit; 874 } 875 876 self->aq_nic_cfg.is_autoneg = false; 877 } 878 879 err = self->aq_hw_ops.hw_set_link_speed(self->aq_hw, rate); 880 if (err < 0) 881 goto err_exit; 882 883 self->aq_nic_cfg.link_speed_msk = rate; 884 885 err_exit: 886 return err; 887 } 888 889 struct aq_nic_cfg_s *aq_nic_get_cfg(struct aq_nic_s *self) 890 { 891 return &self->aq_nic_cfg; 892 } 893 894 u32 aq_nic_get_fw_version(struct aq_nic_s *self) 895 { 896 u32 fw_version = 0U; 897 898 self->aq_hw_ops.hw_get_fw_version(self->aq_hw, &fw_version); 899 900 return fw_version; 901 } 902 903 int aq_nic_stop(struct aq_nic_s *self) 904 { 905 struct aq_vec_s *aq_vec = NULL; 906 unsigned int i = 0U; 907 908 for (i = 0U, aq_vec = self->aq_vec[0]; 909 self->aq_vecs > i; ++i, aq_vec = self->aq_vec[i]) 910 aq_nic_ndev_queue_stop(self, i); 911 912 del_timer_sync(&self->service_timer); 913 914 self->aq_hw_ops.hw_irq_disable(self->aq_hw, AQ_CFG_IRQ_MASK); 915 916 if (self->aq_nic_cfg.is_polling) 917 del_timer_sync(&self->polling_timer); 918 else 919 aq_pci_func_free_irqs(self->aq_pci_func); 920 921 for (i = 0U, aq_vec = self->aq_vec[0]; 922 self->aq_vecs > i; ++i, aq_vec = self->aq_vec[i]) 923 aq_vec_stop(aq_vec); 924 925 return self->aq_hw_ops.hw_stop(self->aq_hw); 926 } 927 928 void aq_nic_deinit(struct aq_nic_s *self) 929 { 930 struct aq_vec_s *aq_vec = NULL; 931 unsigned int i = 0U; 932 933 if (!self) 934 goto err_exit; 935 936 for (i = 0U, aq_vec = self->aq_vec[0]; 937 self->aq_vecs > i; ++i, aq_vec = self->aq_vec[i]) 938 aq_vec_deinit(aq_vec); 939 940 if (self->power_state == AQ_HW_POWER_STATE_D0) { 941 (void)self->aq_hw_ops.hw_deinit(self->aq_hw); 942 } else { 943 (void)self->aq_hw_ops.hw_set_power(self->aq_hw, 944 self->power_state); 945 } 946 947 err_exit:; 948 } 949 950 void aq_nic_free_hot_resources(struct aq_nic_s *self) 951 { 952 unsigned int i = 0U; 953 954 if (!self) 955 goto err_exit; 956 957 for (i = AQ_DIMOF(self->aq_vec); i--;) { 958 if (self->aq_vec[i]) { 959 aq_vec_free(self->aq_vec[i]); 960 self->aq_vec[i] = NULL; 961 } 962 } 963 964 err_exit:; 965 } 966 967 int aq_nic_change_pm_state(struct aq_nic_s *self, pm_message_t *pm_msg) 968 { 969 int err = 0; 970 971 if (!netif_running(self->ndev)) { 972 err = 0; 973 goto out; 974 } 975 rtnl_lock(); 976 if (pm_msg->event & PM_EVENT_SLEEP || pm_msg->event & PM_EVENT_FREEZE) { 977 self->power_state = AQ_HW_POWER_STATE_D3; 978 netif_device_detach(self->ndev); 979 netif_tx_stop_all_queues(self->ndev); 980 981 err = aq_nic_stop(self); 982 if (err < 0) 983 goto err_exit; 984 985 aq_nic_deinit(self); 986 } else { 987 err = aq_nic_init(self); 988 if (err < 0) 989 goto err_exit; 990 991 err = aq_nic_start(self); 992 if (err < 0) 993 goto err_exit; 994 995 netif_device_attach(self->ndev); 996 netif_tx_start_all_queues(self->ndev); 997 } 998 999 err_exit: 1000 rtnl_unlock(); 1001 out: 1002 return err; 1003 } 1004