1 /* 2 * Copyright (c) 2014-2015 Hisilicon Limited. 3 * 4 * This program is free software; you can redistribute it and/or modify 5 * it under the terms of the GNU General Public License as published by 6 * the Free Software Foundation; either version 2 of the License, or 7 * (at your option) any later version. 8 */ 9 10 #include <linux/etherdevice.h> 11 #include <linux/netdevice.h> 12 #include <linux/spinlock.h> 13 14 #include "hnae.h" 15 #include "hns_dsaf_mac.h" 16 #include "hns_dsaf_main.h" 17 #include "hns_dsaf_ppe.h" 18 #include "hns_dsaf_rcb.h" 19 20 #define AE_NAME_PORT_ID_IDX 6 21 22 static struct hns_mac_cb *hns_get_mac_cb(struct hnae_handle *handle) 23 { 24 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 25 26 return vf_cb->mac_cb; 27 } 28 29 static struct dsaf_device *hns_ae_get_dsaf_dev(struct hnae_ae_dev *dev) 30 { 31 return container_of(dev, struct dsaf_device, ae_dev); 32 } 33 34 static struct hns_ppe_cb *hns_get_ppe_cb(struct hnae_handle *handle) 35 { 36 int ppe_index; 37 struct ppe_common_cb *ppe_comm; 38 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 39 40 ppe_comm = vf_cb->dsaf_dev->ppe_common[0]; 41 ppe_index = vf_cb->port_index; 42 43 return &ppe_comm->ppe_cb[ppe_index]; 44 } 45 46 static int hns_ae_get_q_num_per_vf( 47 struct dsaf_device *dsaf_dev, int port) 48 { 49 return dsaf_dev->rcb_common[0]->max_q_per_vf; 50 } 51 52 static int hns_ae_get_vf_num_per_port( 53 struct dsaf_device *dsaf_dev, int port) 54 { 55 return dsaf_dev->rcb_common[0]->max_vfn; 56 } 57 58 static struct ring_pair_cb *hns_ae_get_base_ring_pair( 59 struct dsaf_device *dsaf_dev, int port) 60 { 61 struct rcb_common_cb *rcb_comm = dsaf_dev->rcb_common[0]; 62 int q_num = rcb_comm->max_q_per_vf; 63 int vf_num = rcb_comm->max_vfn; 64 65 return &rcb_comm->ring_pair_cb[port * q_num * vf_num]; 66 } 67 68 static struct ring_pair_cb *hns_ae_get_ring_pair(struct hnae_queue *q) 69 { 70 return container_of(q, struct ring_pair_cb, q); 71 } 72 73 static struct hnae_handle *hns_ae_get_handle(struct hnae_ae_dev *dev, 74 u32 port_id) 75 { 76 int vfnum_per_port; 77 int qnum_per_vf; 78 int i; 79 struct dsaf_device *dsaf_dev; 80 struct hnae_handle *ae_handle; 81 struct ring_pair_cb *ring_pair_cb; 82 struct hnae_vf_cb *vf_cb; 83 84 dsaf_dev = hns_ae_get_dsaf_dev(dev); 85 86 ring_pair_cb = hns_ae_get_base_ring_pair(dsaf_dev, port_id); 87 vfnum_per_port = hns_ae_get_vf_num_per_port(dsaf_dev, port_id); 88 qnum_per_vf = hns_ae_get_q_num_per_vf(dsaf_dev, port_id); 89 90 vf_cb = kzalloc(sizeof(*vf_cb) + 91 qnum_per_vf * sizeof(struct hnae_queue *), GFP_KERNEL); 92 if (unlikely(!vf_cb)) { 93 dev_err(dsaf_dev->dev, "malloc vf_cb fail!\n"); 94 ae_handle = ERR_PTR(-ENOMEM); 95 goto handle_err; 96 } 97 ae_handle = &vf_cb->ae_handle; 98 /* ae_handle Init */ 99 ae_handle->owner_dev = dsaf_dev->dev; 100 ae_handle->dev = dev; 101 ae_handle->q_num = qnum_per_vf; 102 ae_handle->coal_param = HNAE_LOWEST_LATENCY_COAL_PARAM; 103 104 /* find ring pair, and set vf id*/ 105 for (ae_handle->vf_id = 0; 106 ae_handle->vf_id < vfnum_per_port; ae_handle->vf_id++) { 107 if (!ring_pair_cb->used_by_vf) 108 break; 109 ring_pair_cb += qnum_per_vf; 110 } 111 if (ae_handle->vf_id >= vfnum_per_port) { 112 dev_err(dsaf_dev->dev, "malloc queue fail!\n"); 113 ae_handle = ERR_PTR(-EINVAL); 114 goto vf_id_err; 115 } 116 117 ae_handle->qs = (struct hnae_queue **)(&ae_handle->qs + 1); 118 for (i = 0; i < qnum_per_vf; i++) { 119 ae_handle->qs[i] = &ring_pair_cb->q; 120 ae_handle->qs[i]->rx_ring.q = ae_handle->qs[i]; 121 ae_handle->qs[i]->tx_ring.q = ae_handle->qs[i]; 122 123 ring_pair_cb->used_by_vf = 1; 124 ring_pair_cb++; 125 } 126 127 vf_cb->dsaf_dev = dsaf_dev; 128 vf_cb->port_index = port_id; 129 vf_cb->mac_cb = dsaf_dev->mac_cb[port_id]; 130 131 ae_handle->phy_if = vf_cb->mac_cb->phy_if; 132 ae_handle->phy_dev = vf_cb->mac_cb->phy_dev; 133 ae_handle->if_support = vf_cb->mac_cb->if_support; 134 ae_handle->port_type = vf_cb->mac_cb->mac_type; 135 ae_handle->media_type = vf_cb->mac_cb->media_type; 136 ae_handle->dport_id = port_id; 137 138 return ae_handle; 139 vf_id_err: 140 kfree(vf_cb); 141 handle_err: 142 return ae_handle; 143 } 144 145 static void hns_ae_put_handle(struct hnae_handle *handle) 146 { 147 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 148 int i; 149 150 vf_cb->mac_cb = NULL; 151 152 kfree(vf_cb); 153 154 for (i = 0; i < handle->q_num; i++) 155 hns_ae_get_ring_pair(handle->qs[i])->used_by_vf = 0; 156 } 157 158 static int hns_ae_wait_flow_down(struct hnae_handle *handle) 159 { 160 struct dsaf_device *dsaf_dev; 161 struct hns_ppe_cb *ppe_cb; 162 struct hnae_vf_cb *vf_cb; 163 int ret; 164 int i; 165 166 for (i = 0; i < handle->q_num; i++) { 167 ret = hns_rcb_wait_tx_ring_clean(handle->qs[i]); 168 if (ret) 169 return ret; 170 } 171 172 ppe_cb = hns_get_ppe_cb(handle); 173 ret = hns_ppe_wait_tx_fifo_clean(ppe_cb); 174 if (ret) 175 return ret; 176 177 dsaf_dev = hns_ae_get_dsaf_dev(handle->dev); 178 if (!dsaf_dev) 179 return -EINVAL; 180 ret = hns_dsaf_wait_pkt_clean(dsaf_dev, handle->dport_id); 181 if (ret) 182 return ret; 183 184 vf_cb = hns_ae_get_vf_cb(handle); 185 ret = hns_mac_wait_fifo_clean(vf_cb->mac_cb); 186 if (ret) 187 return ret; 188 189 mdelay(10); 190 return 0; 191 } 192 193 static void hns_ae_ring_enable_all(struct hnae_handle *handle, int val) 194 { 195 int q_num = handle->q_num; 196 int i; 197 198 for (i = 0; i < q_num; i++) 199 hns_rcb_ring_enable_hw(handle->qs[i], val); 200 } 201 202 static void hns_ae_init_queue(struct hnae_queue *q) 203 { 204 struct ring_pair_cb *ring = 205 container_of(q, struct ring_pair_cb, q); 206 207 hns_rcb_init_hw(ring); 208 } 209 210 static void hns_ae_fini_queue(struct hnae_queue *q) 211 { 212 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(q->handle); 213 214 if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE) 215 hns_rcb_reset_ring_hw(q); 216 } 217 218 static int hns_ae_set_mac_address(struct hnae_handle *handle, void *p) 219 { 220 int ret; 221 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 222 223 if (!p || !is_valid_ether_addr((const u8 *)p)) { 224 dev_err(handle->owner_dev, "is not valid ether addr !\n"); 225 return -EADDRNOTAVAIL; 226 } 227 228 ret = hns_mac_change_vf_addr(mac_cb, handle->vf_id, p); 229 if (ret != 0) { 230 dev_err(handle->owner_dev, 231 "set_mac_address fail, ret=%d!\n", ret); 232 return ret; 233 } 234 235 return 0; 236 } 237 238 static int hns_ae_add_uc_address(struct hnae_handle *handle, 239 const unsigned char *addr) 240 { 241 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 242 243 if (mac_cb->mac_type != HNAE_PORT_SERVICE) 244 return -ENOSPC; 245 246 return hns_mac_add_uc_addr(mac_cb, handle->vf_id, addr); 247 } 248 249 static int hns_ae_rm_uc_address(struct hnae_handle *handle, 250 const unsigned char *addr) 251 { 252 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 253 254 if (mac_cb->mac_type != HNAE_PORT_SERVICE) 255 return -ENOSPC; 256 257 return hns_mac_rm_uc_addr(mac_cb, handle->vf_id, addr); 258 } 259 260 static int hns_ae_set_multicast_one(struct hnae_handle *handle, void *addr) 261 { 262 int ret; 263 char *mac_addr = (char *)addr; 264 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 265 u8 port_num; 266 267 assert(mac_cb); 268 269 if (mac_cb->mac_type != HNAE_PORT_SERVICE) 270 return 0; 271 272 ret = hns_mac_set_multi(mac_cb, mac_cb->mac_id, mac_addr, true); 273 if (ret) { 274 dev_err(handle->owner_dev, 275 "mac add mul_mac:%pM port%d fail, ret = %#x!\n", 276 mac_addr, mac_cb->mac_id, ret); 277 return ret; 278 } 279 280 ret = hns_mac_get_inner_port_num(mac_cb, handle->vf_id, &port_num); 281 if (ret) 282 return ret; 283 284 ret = hns_mac_set_multi(mac_cb, port_num, mac_addr, true); 285 if (ret) 286 dev_err(handle->owner_dev, 287 "mac add mul_mac:%pM port%d fail, ret = %#x!\n", 288 mac_addr, DSAF_BASE_INNER_PORT_NUM, ret); 289 290 return ret; 291 } 292 293 static int hns_ae_clr_multicast(struct hnae_handle *handle) 294 { 295 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 296 297 if (mac_cb->mac_type != HNAE_PORT_SERVICE) 298 return 0; 299 300 return hns_mac_clr_multicast(mac_cb, handle->vf_id); 301 } 302 303 static int hns_ae_set_mtu(struct hnae_handle *handle, int new_mtu) 304 { 305 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 306 struct hnae_queue *q; 307 u32 rx_buf_size; 308 int i, ret; 309 310 /* when buf_size is 2048, max mtu is 6K for rx ring max bd num is 3. */ 311 if (!AE_IS_VER1(mac_cb->dsaf_dev->dsaf_ver)) { 312 if (new_mtu <= BD_SIZE_2048_MAX_MTU) 313 rx_buf_size = 2048; 314 else 315 rx_buf_size = 4096; 316 } else { 317 rx_buf_size = mac_cb->dsaf_dev->buf_size; 318 } 319 320 ret = hns_mac_set_mtu(mac_cb, new_mtu, rx_buf_size); 321 322 if (!ret) { 323 /* reinit ring buf_size */ 324 for (i = 0; i < handle->q_num; i++) { 325 q = handle->qs[i]; 326 q->rx_ring.buf_size = rx_buf_size; 327 hns_rcb_set_rx_ring_bs(q, rx_buf_size); 328 } 329 } 330 331 return ret; 332 } 333 334 static void hns_ae_set_tso_stats(struct hnae_handle *handle, int enable) 335 { 336 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle); 337 338 hns_ppe_set_tso_enable(ppe_cb, enable); 339 } 340 341 static int hns_ae_start(struct hnae_handle *handle) 342 { 343 int ret; 344 int k; 345 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 346 347 ret = hns_mac_vm_config_bc_en(mac_cb, 0, true); 348 if (ret) 349 return ret; 350 351 for (k = 0; k < handle->q_num; k++) { 352 if (AE_IS_VER1(mac_cb->dsaf_dev->dsaf_ver)) 353 hns_rcb_int_clr_hw(handle->qs[k], 354 RCB_INT_FLAG_TX | RCB_INT_FLAG_RX); 355 else 356 hns_rcbv2_int_clr_hw(handle->qs[k], 357 RCB_INT_FLAG_TX | RCB_INT_FLAG_RX); 358 } 359 hns_ae_ring_enable_all(handle, 1); 360 msleep(100); 361 362 hns_mac_start(mac_cb); 363 364 return 0; 365 } 366 367 static void hns_ae_stop(struct hnae_handle *handle) 368 { 369 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 370 371 /* just clean tx fbd, neednot rx fbd*/ 372 hns_rcb_wait_fbd_clean(handle->qs, handle->q_num, RCB_INT_FLAG_TX); 373 374 msleep(20); 375 376 hns_mac_stop(mac_cb); 377 378 usleep_range(10000, 20000); 379 380 hns_ae_ring_enable_all(handle, 0); 381 382 /* clean rx fbd. */ 383 hns_rcb_wait_fbd_clean(handle->qs, handle->q_num, RCB_INT_FLAG_RX); 384 385 (void)hns_mac_vm_config_bc_en(mac_cb, 0, false); 386 } 387 388 static void hns_ae_reset(struct hnae_handle *handle) 389 { 390 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 391 392 if (vf_cb->mac_cb->mac_type == HNAE_PORT_DEBUG) { 393 hns_mac_reset(vf_cb->mac_cb); 394 hns_ppe_reset_common(vf_cb->dsaf_dev, 0); 395 } 396 } 397 398 static void hns_ae_toggle_ring_irq(struct hnae_ring *ring, u32 mask) 399 { 400 u32 flag; 401 402 if (is_tx_ring(ring)) 403 flag = RCB_INT_FLAG_TX; 404 else 405 flag = RCB_INT_FLAG_RX; 406 407 hns_rcb_int_ctrl_hw(ring->q, flag, mask); 408 } 409 410 static void hns_aev2_toggle_ring_irq(struct hnae_ring *ring, u32 mask) 411 { 412 u32 flag; 413 414 if (is_tx_ring(ring)) 415 flag = RCB_INT_FLAG_TX; 416 else 417 flag = RCB_INT_FLAG_RX; 418 419 hns_rcbv2_int_ctrl_hw(ring->q, flag, mask); 420 } 421 422 static int hns_ae_get_link_status(struct hnae_handle *handle) 423 { 424 u32 link_status; 425 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 426 427 hns_mac_get_link_status(mac_cb, &link_status); 428 429 return !!link_status; 430 } 431 432 static int hns_ae_get_mac_info(struct hnae_handle *handle, 433 u8 *auto_neg, u16 *speed, u8 *duplex) 434 { 435 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 436 437 return hns_mac_get_port_info(mac_cb, auto_neg, speed, duplex); 438 } 439 440 static bool hns_ae_need_adjust_link(struct hnae_handle *handle, int speed, 441 int duplex) 442 { 443 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 444 445 return hns_mac_need_adjust_link(mac_cb, speed, duplex); 446 } 447 448 static void hns_ae_adjust_link(struct hnae_handle *handle, int speed, 449 int duplex) 450 { 451 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 452 453 switch (mac_cb->dsaf_dev->dsaf_ver) { 454 case AE_VERSION_1: 455 hns_mac_adjust_link(mac_cb, speed, duplex); 456 break; 457 458 case AE_VERSION_2: 459 /* chip need to clear all pkt inside */ 460 hns_mac_disable(mac_cb, MAC_COMM_MODE_RX); 461 if (hns_ae_wait_flow_down(handle)) { 462 hns_mac_enable(mac_cb, MAC_COMM_MODE_RX); 463 break; 464 } 465 466 hns_mac_adjust_link(mac_cb, speed, duplex); 467 hns_mac_enable(mac_cb, MAC_COMM_MODE_RX); 468 break; 469 470 default: 471 break; 472 } 473 474 return; 475 } 476 477 static void hns_ae_get_ring_bdnum_limit(struct hnae_queue *queue, 478 u32 *uplimit) 479 { 480 *uplimit = HNS_RCB_RING_MAX_PENDING_BD; 481 } 482 483 static void hns_ae_get_pauseparam(struct hnae_handle *handle, 484 u32 *auto_neg, u32 *rx_en, u32 *tx_en) 485 { 486 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 487 struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev; 488 489 hns_mac_get_autoneg(mac_cb, auto_neg); 490 491 hns_mac_get_pauseparam(mac_cb, rx_en, tx_en); 492 493 /* Service port's pause feature is provided by DSAF, not mac */ 494 if (handle->port_type == HNAE_PORT_SERVICE) 495 hns_dsaf_get_rx_mac_pause_en(dsaf_dev, mac_cb->mac_id, rx_en); 496 } 497 498 static int hns_ae_set_autoneg(struct hnae_handle *handle, u8 enable) 499 { 500 assert(handle); 501 502 return hns_mac_set_autoneg(hns_get_mac_cb(handle), enable); 503 } 504 505 static void hns_ae_set_promisc_mode(struct hnae_handle *handle, u32 en) 506 { 507 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 508 509 hns_dsaf_set_promisc_mode(hns_ae_get_dsaf_dev(handle->dev), en); 510 hns_mac_set_promisc(mac_cb, (u8)!!en); 511 } 512 513 static int hns_ae_get_autoneg(struct hnae_handle *handle) 514 { 515 u32 auto_neg; 516 517 assert(handle); 518 519 hns_mac_get_autoneg(hns_get_mac_cb(handle), &auto_neg); 520 521 return auto_neg; 522 } 523 524 static int hns_ae_set_pauseparam(struct hnae_handle *handle, 525 u32 autoneg, u32 rx_en, u32 tx_en) 526 { 527 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 528 struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev; 529 int ret; 530 531 ret = hns_mac_set_autoneg(mac_cb, autoneg); 532 if (ret) 533 return ret; 534 535 /* Service port's pause feature is provided by DSAF, not mac */ 536 if (handle->port_type == HNAE_PORT_SERVICE) { 537 ret = hns_dsaf_set_rx_mac_pause_en(dsaf_dev, 538 mac_cb->mac_id, rx_en); 539 if (ret) 540 return ret; 541 rx_en = 0; 542 } 543 return hns_mac_set_pauseparam(mac_cb, rx_en, tx_en); 544 } 545 546 static void hns_ae_get_coalesce_usecs(struct hnae_handle *handle, 547 u32 *tx_usecs, u32 *rx_usecs) 548 { 549 struct ring_pair_cb *ring_pair = 550 container_of(handle->qs[0], struct ring_pair_cb, q); 551 552 *tx_usecs = hns_rcb_get_coalesce_usecs(ring_pair->rcb_common, 553 ring_pair->port_id_in_comm); 554 *rx_usecs = hns_rcb_get_coalesce_usecs(ring_pair->rcb_common, 555 ring_pair->port_id_in_comm); 556 } 557 558 static void hns_ae_get_max_coalesced_frames(struct hnae_handle *handle, 559 u32 *tx_frames, u32 *rx_frames) 560 { 561 struct ring_pair_cb *ring_pair = 562 container_of(handle->qs[0], struct ring_pair_cb, q); 563 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev); 564 565 if (AE_IS_VER1(dsaf_dev->dsaf_ver) || 566 handle->port_type == HNAE_PORT_DEBUG) 567 *tx_frames = hns_rcb_get_rx_coalesced_frames( 568 ring_pair->rcb_common, ring_pair->port_id_in_comm); 569 else 570 *tx_frames = hns_rcb_get_tx_coalesced_frames( 571 ring_pair->rcb_common, ring_pair->port_id_in_comm); 572 *rx_frames = hns_rcb_get_rx_coalesced_frames(ring_pair->rcb_common, 573 ring_pair->port_id_in_comm); 574 } 575 576 static int hns_ae_set_coalesce_usecs(struct hnae_handle *handle, 577 u32 timeout) 578 { 579 struct ring_pair_cb *ring_pair = 580 container_of(handle->qs[0], struct ring_pair_cb, q); 581 582 return hns_rcb_set_coalesce_usecs( 583 ring_pair->rcb_common, ring_pair->port_id_in_comm, timeout); 584 } 585 586 static int hns_ae_set_coalesce_frames(struct hnae_handle *handle, 587 u32 tx_frames, u32 rx_frames) 588 { 589 int ret; 590 struct ring_pair_cb *ring_pair = 591 container_of(handle->qs[0], struct ring_pair_cb, q); 592 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev); 593 594 if (AE_IS_VER1(dsaf_dev->dsaf_ver) || 595 handle->port_type == HNAE_PORT_DEBUG) { 596 if (tx_frames != rx_frames) 597 return -EINVAL; 598 return hns_rcb_set_rx_coalesced_frames( 599 ring_pair->rcb_common, 600 ring_pair->port_id_in_comm, rx_frames); 601 } else { 602 if (tx_frames != 1) 603 return -EINVAL; 604 ret = hns_rcb_set_tx_coalesced_frames( 605 ring_pair->rcb_common, 606 ring_pair->port_id_in_comm, tx_frames); 607 if (ret) 608 return ret; 609 610 return hns_rcb_set_rx_coalesced_frames( 611 ring_pair->rcb_common, 612 ring_pair->port_id_in_comm, rx_frames); 613 } 614 } 615 616 static void hns_ae_get_coalesce_range(struct hnae_handle *handle, 617 u32 *tx_frames_low, u32 *rx_frames_low, 618 u32 *tx_frames_high, u32 *rx_frames_high, 619 u32 *tx_usecs_low, u32 *rx_usecs_low, 620 u32 *tx_usecs_high, u32 *rx_usecs_high) 621 { 622 struct dsaf_device *dsaf_dev; 623 624 assert(handle); 625 626 dsaf_dev = hns_ae_get_dsaf_dev(handle->dev); 627 628 *tx_frames_low = HNS_RCB_TX_FRAMES_LOW; 629 *rx_frames_low = HNS_RCB_RX_FRAMES_LOW; 630 631 if (AE_IS_VER1(dsaf_dev->dsaf_ver) || 632 handle->port_type == HNAE_PORT_DEBUG) 633 *tx_frames_high = 634 (dsaf_dev->desc_num - 1 > HNS_RCB_TX_FRAMES_HIGH) ? 635 HNS_RCB_TX_FRAMES_HIGH : dsaf_dev->desc_num - 1; 636 else 637 *tx_frames_high = 1; 638 639 *rx_frames_high = (dsaf_dev->desc_num - 1 > HNS_RCB_RX_FRAMES_HIGH) ? 640 HNS_RCB_RX_FRAMES_HIGH : dsaf_dev->desc_num - 1; 641 *tx_usecs_low = HNS_RCB_TX_USECS_LOW; 642 *rx_usecs_low = HNS_RCB_RX_USECS_LOW; 643 *tx_usecs_high = HNS_RCB_TX_USECS_HIGH; 644 *rx_usecs_high = HNS_RCB_RX_USECS_HIGH; 645 } 646 647 static void hns_ae_update_stats(struct hnae_handle *handle, 648 struct net_device_stats *net_stats) 649 { 650 int port; 651 int idx; 652 struct dsaf_device *dsaf_dev; 653 struct hns_mac_cb *mac_cb; 654 struct hns_ppe_cb *ppe_cb; 655 struct hnae_queue *queue; 656 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 657 u64 tx_bytes = 0, rx_bytes = 0, tx_packets = 0, rx_packets = 0; 658 u64 rx_errors = 0, tx_errors = 0, tx_dropped = 0; 659 u64 rx_missed_errors = 0; 660 661 dsaf_dev = hns_ae_get_dsaf_dev(handle->dev); 662 if (!dsaf_dev) 663 return; 664 port = vf_cb->port_index; 665 ppe_cb = hns_get_ppe_cb(handle); 666 mac_cb = hns_get_mac_cb(handle); 667 668 for (idx = 0; idx < handle->q_num; idx++) { 669 queue = handle->qs[idx]; 670 hns_rcb_update_stats(queue); 671 672 tx_bytes += queue->tx_ring.stats.tx_bytes; 673 tx_packets += queue->tx_ring.stats.tx_pkts; 674 rx_bytes += queue->rx_ring.stats.rx_bytes; 675 rx_packets += queue->rx_ring.stats.rx_pkts; 676 677 rx_errors += queue->rx_ring.stats.err_pkt_len 678 + queue->rx_ring.stats.l2_err 679 + queue->rx_ring.stats.l3l4_csum_err; 680 } 681 682 hns_ppe_update_stats(ppe_cb); 683 rx_missed_errors = ppe_cb->hw_stats.rx_drop_no_buf; 684 tx_errors += ppe_cb->hw_stats.tx_err_checksum 685 + ppe_cb->hw_stats.tx_err_fifo_empty; 686 687 if (mac_cb->mac_type == HNAE_PORT_SERVICE) { 688 hns_dsaf_update_stats(dsaf_dev, port); 689 /* for port upline direction, i.e., rx. */ 690 rx_missed_errors += dsaf_dev->hw_stats[port].bp_drop; 691 rx_missed_errors += dsaf_dev->hw_stats[port].pad_drop; 692 rx_missed_errors += dsaf_dev->hw_stats[port].crc_false; 693 694 /* for port downline direction, i.e., tx. */ 695 port = port + DSAF_PPE_INODE_BASE; 696 hns_dsaf_update_stats(dsaf_dev, port); 697 tx_dropped += dsaf_dev->hw_stats[port].bp_drop; 698 tx_dropped += dsaf_dev->hw_stats[port].pad_drop; 699 tx_dropped += dsaf_dev->hw_stats[port].crc_false; 700 tx_dropped += dsaf_dev->hw_stats[port].rslt_drop; 701 tx_dropped += dsaf_dev->hw_stats[port].vlan_drop; 702 tx_dropped += dsaf_dev->hw_stats[port].stp_drop; 703 } 704 705 hns_mac_update_stats(mac_cb); 706 rx_errors += mac_cb->hw_stats.rx_fifo_overrun_err; 707 708 tx_errors += mac_cb->hw_stats.tx_bad_pkts 709 + mac_cb->hw_stats.tx_fragment_err 710 + mac_cb->hw_stats.tx_jabber_err 711 + mac_cb->hw_stats.tx_underrun_err 712 + mac_cb->hw_stats.tx_crc_err; 713 714 net_stats->tx_bytes = tx_bytes; 715 net_stats->tx_packets = tx_packets; 716 net_stats->rx_bytes = rx_bytes; 717 net_stats->rx_dropped = 0; 718 net_stats->rx_packets = rx_packets; 719 net_stats->rx_errors = rx_errors; 720 net_stats->tx_errors = tx_errors; 721 net_stats->tx_dropped = tx_dropped; 722 net_stats->rx_missed_errors = rx_missed_errors; 723 net_stats->rx_crc_errors = mac_cb->hw_stats.rx_fcs_err; 724 net_stats->rx_frame_errors = mac_cb->hw_stats.rx_align_err; 725 net_stats->rx_fifo_errors = mac_cb->hw_stats.rx_fifo_overrun_err; 726 net_stats->rx_length_errors = mac_cb->hw_stats.rx_len_err; 727 net_stats->multicast = mac_cb->hw_stats.rx_mc_pkts; 728 } 729 730 static void hns_ae_get_stats(struct hnae_handle *handle, u64 *data) 731 { 732 int idx; 733 struct hns_mac_cb *mac_cb; 734 struct hns_ppe_cb *ppe_cb; 735 u64 *p = data; 736 struct hnae_vf_cb *vf_cb; 737 738 if (!handle || !data) { 739 pr_err("hns_ae_get_stats NULL handle or data pointer!\n"); 740 return; 741 } 742 743 vf_cb = hns_ae_get_vf_cb(handle); 744 mac_cb = hns_get_mac_cb(handle); 745 ppe_cb = hns_get_ppe_cb(handle); 746 747 for (idx = 0; idx < handle->q_num; idx++) { 748 hns_rcb_get_stats(handle->qs[idx], p); 749 p += hns_rcb_get_ring_sset_count((int)ETH_SS_STATS); 750 } 751 752 hns_ppe_get_stats(ppe_cb, p); 753 p += hns_ppe_get_sset_count((int)ETH_SS_STATS); 754 755 hns_mac_get_stats(mac_cb, p); 756 p += hns_mac_get_sset_count(mac_cb, (int)ETH_SS_STATS); 757 758 if (mac_cb->mac_type == HNAE_PORT_SERVICE) 759 hns_dsaf_get_stats(vf_cb->dsaf_dev, p, vf_cb->port_index); 760 } 761 762 static void hns_ae_get_strings(struct hnae_handle *handle, 763 u32 stringset, u8 *data) 764 { 765 int port; 766 int idx; 767 struct hns_mac_cb *mac_cb; 768 struct hns_ppe_cb *ppe_cb; 769 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev); 770 u8 *p = data; 771 struct hnae_vf_cb *vf_cb; 772 773 assert(handle); 774 775 vf_cb = hns_ae_get_vf_cb(handle); 776 port = vf_cb->port_index; 777 mac_cb = hns_get_mac_cb(handle); 778 ppe_cb = hns_get_ppe_cb(handle); 779 780 for (idx = 0; idx < handle->q_num; idx++) { 781 hns_rcb_get_strings(stringset, p, idx); 782 p += ETH_GSTRING_LEN * hns_rcb_get_ring_sset_count(stringset); 783 } 784 785 hns_ppe_get_strings(ppe_cb, stringset, p); 786 p += ETH_GSTRING_LEN * hns_ppe_get_sset_count(stringset); 787 788 hns_mac_get_strings(mac_cb, stringset, p); 789 p += ETH_GSTRING_LEN * hns_mac_get_sset_count(mac_cb, stringset); 790 791 if (mac_cb->mac_type == HNAE_PORT_SERVICE) 792 hns_dsaf_get_strings(stringset, p, port, dsaf_dev); 793 } 794 795 static int hns_ae_get_sset_count(struct hnae_handle *handle, int stringset) 796 { 797 u32 sset_count = 0; 798 struct hns_mac_cb *mac_cb; 799 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev); 800 801 assert(handle); 802 803 mac_cb = hns_get_mac_cb(handle); 804 805 sset_count += hns_rcb_get_ring_sset_count(stringset) * handle->q_num; 806 sset_count += hns_ppe_get_sset_count(stringset); 807 sset_count += hns_mac_get_sset_count(mac_cb, stringset); 808 809 if (mac_cb->mac_type == HNAE_PORT_SERVICE) 810 sset_count += hns_dsaf_get_sset_count(dsaf_dev, stringset); 811 812 return sset_count; 813 } 814 815 static int hns_ae_config_loopback(struct hnae_handle *handle, 816 enum hnae_loop loop, int en) 817 { 818 int ret; 819 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 820 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 821 struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev; 822 823 switch (loop) { 824 case MAC_INTERNALLOOP_PHY: 825 ret = 0; 826 break; 827 case MAC_INTERNALLOOP_SERDES: 828 ret = dsaf_dev->misc_op->cfg_serdes_loopback(vf_cb->mac_cb, 829 !!en); 830 break; 831 case MAC_INTERNALLOOP_MAC: 832 ret = hns_mac_config_mac_loopback(vf_cb->mac_cb, loop, en); 833 break; 834 default: 835 ret = -EINVAL; 836 } 837 838 return ret; 839 } 840 841 static void hns_ae_update_led_status(struct hnae_handle *handle) 842 { 843 struct hns_mac_cb *mac_cb; 844 845 assert(handle); 846 mac_cb = hns_get_mac_cb(handle); 847 if (mac_cb->media_type != HNAE_MEDIA_TYPE_FIBER) 848 return; 849 850 hns_set_led_opt(mac_cb); 851 } 852 853 static int hns_ae_cpld_set_led_id(struct hnae_handle *handle, 854 enum hnae_led_state status) 855 { 856 struct hns_mac_cb *mac_cb; 857 858 assert(handle); 859 860 mac_cb = hns_get_mac_cb(handle); 861 862 return hns_cpld_led_set_id(mac_cb, status); 863 } 864 865 static void hns_ae_get_regs(struct hnae_handle *handle, void *data) 866 { 867 u32 *p = data; 868 int i; 869 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 870 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle); 871 872 hns_ppe_get_regs(ppe_cb, p); 873 p += hns_ppe_get_regs_count(); 874 875 hns_rcb_get_common_regs(vf_cb->dsaf_dev->rcb_common[0], p); 876 p += hns_rcb_get_common_regs_count(); 877 878 for (i = 0; i < handle->q_num; i++) { 879 hns_rcb_get_ring_regs(handle->qs[i], p); 880 p += hns_rcb_get_ring_regs_count(); 881 } 882 883 hns_mac_get_regs(vf_cb->mac_cb, p); 884 p += hns_mac_get_regs_count(vf_cb->mac_cb); 885 886 if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE) 887 hns_dsaf_get_regs(vf_cb->dsaf_dev, vf_cb->port_index, p); 888 } 889 890 static int hns_ae_get_regs_len(struct hnae_handle *handle) 891 { 892 u32 total_num; 893 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 894 895 total_num = hns_ppe_get_regs_count(); 896 total_num += hns_rcb_get_common_regs_count(); 897 total_num += hns_rcb_get_ring_regs_count() * handle->q_num; 898 total_num += hns_mac_get_regs_count(vf_cb->mac_cb); 899 900 if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE) 901 total_num += hns_dsaf_get_regs_count(); 902 903 return total_num; 904 } 905 906 static u32 hns_ae_get_rss_key_size(struct hnae_handle *handle) 907 { 908 return HNS_PPEV2_RSS_KEY_SIZE; 909 } 910 911 static u32 hns_ae_get_rss_indir_size(struct hnae_handle *handle) 912 { 913 return HNS_PPEV2_RSS_IND_TBL_SIZE; 914 } 915 916 static int hns_ae_get_rss(struct hnae_handle *handle, u32 *indir, u8 *key, 917 u8 *hfunc) 918 { 919 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle); 920 921 /* currently we support only one type of hash function i.e. Toep hash */ 922 if (hfunc) 923 *hfunc = ETH_RSS_HASH_TOP; 924 925 /* get the RSS Key required by the user */ 926 if (key) 927 memcpy(key, ppe_cb->rss_key, HNS_PPEV2_RSS_KEY_SIZE); 928 929 /* update the current hash->queue mappings from the shadow RSS table */ 930 if (indir) 931 memcpy(indir, ppe_cb->rss_indir_table, 932 HNS_PPEV2_RSS_IND_TBL_SIZE * sizeof(*indir)); 933 934 return 0; 935 } 936 937 static int hns_ae_set_rss(struct hnae_handle *handle, const u32 *indir, 938 const u8 *key, const u8 hfunc) 939 { 940 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle); 941 942 /* set the RSS Hash Key if specififed by the user */ 943 if (key) { 944 memcpy(ppe_cb->rss_key, key, HNS_PPEV2_RSS_KEY_SIZE); 945 hns_ppe_set_rss_key(ppe_cb, ppe_cb->rss_key); 946 } 947 948 if (indir) { 949 /* update the shadow RSS table with user specified qids */ 950 memcpy(ppe_cb->rss_indir_table, indir, 951 HNS_PPEV2_RSS_IND_TBL_SIZE * sizeof(*indir)); 952 953 /* now update the hardware */ 954 hns_ppe_set_indir_table(ppe_cb, ppe_cb->rss_indir_table); 955 } 956 957 return 0; 958 } 959 960 static struct hnae_ae_ops hns_dsaf_ops = { 961 .get_handle = hns_ae_get_handle, 962 .put_handle = hns_ae_put_handle, 963 .init_queue = hns_ae_init_queue, 964 .fini_queue = hns_ae_fini_queue, 965 .start = hns_ae_start, 966 .stop = hns_ae_stop, 967 .reset = hns_ae_reset, 968 .toggle_ring_irq = hns_ae_toggle_ring_irq, 969 .get_status = hns_ae_get_link_status, 970 .get_info = hns_ae_get_mac_info, 971 .adjust_link = hns_ae_adjust_link, 972 .need_adjust_link = hns_ae_need_adjust_link, 973 .set_loopback = hns_ae_config_loopback, 974 .get_ring_bdnum_limit = hns_ae_get_ring_bdnum_limit, 975 .get_pauseparam = hns_ae_get_pauseparam, 976 .set_autoneg = hns_ae_set_autoneg, 977 .get_autoneg = hns_ae_get_autoneg, 978 .set_pauseparam = hns_ae_set_pauseparam, 979 .get_coalesce_usecs = hns_ae_get_coalesce_usecs, 980 .get_max_coalesced_frames = hns_ae_get_max_coalesced_frames, 981 .set_coalesce_usecs = hns_ae_set_coalesce_usecs, 982 .set_coalesce_frames = hns_ae_set_coalesce_frames, 983 .get_coalesce_range = hns_ae_get_coalesce_range, 984 .set_promisc_mode = hns_ae_set_promisc_mode, 985 .set_mac_addr = hns_ae_set_mac_address, 986 .add_uc_addr = hns_ae_add_uc_address, 987 .rm_uc_addr = hns_ae_rm_uc_address, 988 .set_mc_addr = hns_ae_set_multicast_one, 989 .clr_mc_addr = hns_ae_clr_multicast, 990 .set_mtu = hns_ae_set_mtu, 991 .update_stats = hns_ae_update_stats, 992 .set_tso_stats = hns_ae_set_tso_stats, 993 .get_stats = hns_ae_get_stats, 994 .get_strings = hns_ae_get_strings, 995 .get_sset_count = hns_ae_get_sset_count, 996 .update_led_status = hns_ae_update_led_status, 997 .set_led_id = hns_ae_cpld_set_led_id, 998 .get_regs = hns_ae_get_regs, 999 .get_regs_len = hns_ae_get_regs_len, 1000 .get_rss_key_size = hns_ae_get_rss_key_size, 1001 .get_rss_indir_size = hns_ae_get_rss_indir_size, 1002 .get_rss = hns_ae_get_rss, 1003 .set_rss = hns_ae_set_rss 1004 }; 1005 1006 int hns_dsaf_ae_init(struct dsaf_device *dsaf_dev) 1007 { 1008 struct hnae_ae_dev *ae_dev = &dsaf_dev->ae_dev; 1009 static atomic_t id = ATOMIC_INIT(-1); 1010 1011 switch (dsaf_dev->dsaf_ver) { 1012 case AE_VERSION_1: 1013 hns_dsaf_ops.toggle_ring_irq = hns_ae_toggle_ring_irq; 1014 break; 1015 case AE_VERSION_2: 1016 hns_dsaf_ops.toggle_ring_irq = hns_aev2_toggle_ring_irq; 1017 break; 1018 default: 1019 break; 1020 } 1021 1022 snprintf(ae_dev->name, AE_NAME_SIZE, "%s%d", DSAF_DEVICE_NAME, 1023 (int)atomic_inc_return(&id)); 1024 ae_dev->ops = &hns_dsaf_ops; 1025 ae_dev->dev = dsaf_dev->dev; 1026 1027 return hnae_ae_register(ae_dev, THIS_MODULE); 1028 } 1029 1030 void hns_dsaf_ae_uninit(struct dsaf_device *dsaf_dev) 1031 { 1032 hnae_ae_unregister(&dsaf_dev->ae_dev); 1033 } 1034