1 // SPDX-License-Identifier: GPL-2.0 2 /* Copyright (C) 2019-2021, Intel Corporation. */ 3 4 #include "ice.h" 5 #include "ice_lib.h" 6 #include "ice_eswitch.h" 7 #include "ice_fltr.h" 8 #include "ice_repr.h" 9 #include "ice_devlink.h" 10 #include "ice_tc_lib.h" 11 12 /** 13 * ice_eswitch_add_vf_mac_rule - add adv rule with VF's MAC 14 * @pf: pointer to PF struct 15 * @vf: pointer to VF struct 16 * @mac: VF's MAC address 17 * 18 * This function adds advanced rule that forwards packets with 19 * VF's MAC address (src MAC) to the corresponding switchdev ctrl VSI queue. 20 */ 21 int 22 ice_eswitch_add_vf_mac_rule(struct ice_pf *pf, struct ice_vf *vf, const u8 *mac) 23 { 24 struct ice_vsi *ctrl_vsi = pf->switchdev.control_vsi; 25 struct ice_adv_rule_info rule_info = { 0 }; 26 struct ice_adv_lkup_elem *list; 27 struct ice_hw *hw = &pf->hw; 28 const u16 lkups_cnt = 1; 29 int err; 30 31 list = kcalloc(lkups_cnt, sizeof(*list), GFP_ATOMIC); 32 if (!list) 33 return -ENOMEM; 34 35 list[0].type = ICE_MAC_OFOS; 36 ether_addr_copy(list[0].h_u.eth_hdr.src_addr, mac); 37 eth_broadcast_addr(list[0].m_u.eth_hdr.src_addr); 38 39 rule_info.sw_act.flag |= ICE_FLTR_TX; 40 rule_info.sw_act.vsi_handle = ctrl_vsi->idx; 41 rule_info.sw_act.fltr_act = ICE_FWD_TO_Q; 42 rule_info.rx = false; 43 rule_info.sw_act.fwd_id.q_id = hw->func_caps.common_cap.rxq_first_id + 44 ctrl_vsi->rxq_map[vf->vf_id]; 45 rule_info.flags_info.act |= ICE_SINGLE_ACT_LB_ENABLE; 46 rule_info.flags_info.act_valid = true; 47 rule_info.tun_type = ICE_SW_TUN_AND_NON_TUN; 48 49 err = ice_add_adv_rule(hw, list, lkups_cnt, &rule_info, 50 vf->repr->mac_rule); 51 if (err) 52 dev_err(ice_pf_to_dev(pf), "Unable to add VF mac rule in switchdev mode for VF %d", 53 vf->vf_id); 54 else 55 vf->repr->rule_added = true; 56 57 kfree(list); 58 return err; 59 } 60 61 /** 62 * ice_eswitch_replay_vf_mac_rule - replay adv rule with VF's MAC 63 * @vf: pointer to vF struct 64 * 65 * This function replays VF's MAC rule after reset. 66 */ 67 void ice_eswitch_replay_vf_mac_rule(struct ice_vf *vf) 68 { 69 int err; 70 71 if (!ice_is_switchdev_running(vf->pf)) 72 return; 73 74 if (is_valid_ether_addr(vf->hw_lan_addr.addr)) { 75 err = ice_eswitch_add_vf_mac_rule(vf->pf, vf, 76 vf->hw_lan_addr.addr); 77 if (err) { 78 dev_err(ice_pf_to_dev(vf->pf), "Failed to add MAC %pM for VF %d\n, error %d\n", 79 vf->hw_lan_addr.addr, vf->vf_id, err); 80 return; 81 } 82 vf->num_mac++; 83 84 ether_addr_copy(vf->dev_lan_addr.addr, vf->hw_lan_addr.addr); 85 } 86 } 87 88 /** 89 * ice_eswitch_del_vf_mac_rule - delete adv rule with VF's MAC 90 * @vf: pointer to the VF struct 91 * 92 * Delete the advanced rule that was used to forward packets with the VF's MAC 93 * address (src MAC) to the corresponding switchdev ctrl VSI queue. 94 */ 95 void ice_eswitch_del_vf_mac_rule(struct ice_vf *vf) 96 { 97 if (!ice_is_switchdev_running(vf->pf)) 98 return; 99 100 if (!vf->repr->rule_added) 101 return; 102 103 ice_rem_adv_rule_by_id(&vf->pf->hw, vf->repr->mac_rule); 104 vf->repr->rule_added = false; 105 } 106 107 /** 108 * ice_eswitch_setup_env - configure switchdev HW filters 109 * @pf: pointer to PF struct 110 * 111 * This function adds HW filters configuration specific for switchdev 112 * mode. 113 */ 114 static int ice_eswitch_setup_env(struct ice_pf *pf) 115 { 116 struct ice_vsi *uplink_vsi = pf->switchdev.uplink_vsi; 117 struct net_device *uplink_netdev = uplink_vsi->netdev; 118 struct ice_vsi *ctrl_vsi = pf->switchdev.control_vsi; 119 struct ice_vsi_vlan_ops *vlan_ops; 120 bool rule_added = false; 121 122 vlan_ops = ice_get_compat_vsi_vlan_ops(ctrl_vsi); 123 if (vlan_ops->dis_stripping(ctrl_vsi)) 124 return -ENODEV; 125 126 ice_remove_vsi_fltr(&pf->hw, uplink_vsi->idx); 127 128 netif_addr_lock_bh(uplink_netdev); 129 __dev_uc_unsync(uplink_netdev, NULL); 130 __dev_mc_unsync(uplink_netdev, NULL); 131 netif_addr_unlock_bh(uplink_netdev); 132 133 if (ice_vsi_add_vlan_zero(uplink_vsi)) 134 goto err_def_rx; 135 136 if (!ice_is_dflt_vsi_in_use(uplink_vsi->port_info)) { 137 if (ice_set_dflt_vsi(uplink_vsi)) 138 goto err_def_rx; 139 rule_added = true; 140 } 141 142 if (ice_vsi_update_security(uplink_vsi, ice_vsi_ctx_set_allow_override)) 143 goto err_override_uplink; 144 145 if (ice_vsi_update_security(ctrl_vsi, ice_vsi_ctx_set_allow_override)) 146 goto err_override_control; 147 148 return 0; 149 150 err_override_control: 151 ice_vsi_update_security(uplink_vsi, ice_vsi_ctx_clear_allow_override); 152 err_override_uplink: 153 if (rule_added) 154 ice_clear_dflt_vsi(uplink_vsi); 155 err_def_rx: 156 ice_fltr_add_mac_and_broadcast(uplink_vsi, 157 uplink_vsi->port_info->mac.perm_addr, 158 ICE_FWD_TO_VSI); 159 return -ENODEV; 160 } 161 162 /** 163 * ice_eswitch_remap_rings_to_vectors - reconfigure rings of switchdev ctrl VSI 164 * @pf: pointer to PF struct 165 * 166 * In switchdev number of allocated Tx/Rx rings is equal. 167 * 168 * This function fills q_vectors structures associated with representor and 169 * move each ring pairs to port representor netdevs. Each port representor 170 * will have dedicated 1 Tx/Rx ring pair, so number of rings pair is equal to 171 * number of VFs. 172 */ 173 static void ice_eswitch_remap_rings_to_vectors(struct ice_pf *pf) 174 { 175 struct ice_vsi *vsi = pf->switchdev.control_vsi; 176 int q_id; 177 178 ice_for_each_txq(vsi, q_id) { 179 struct ice_q_vector *q_vector; 180 struct ice_tx_ring *tx_ring; 181 struct ice_rx_ring *rx_ring; 182 struct ice_repr *repr; 183 struct ice_vf *vf; 184 185 vf = ice_get_vf_by_id(pf, q_id); 186 if (WARN_ON(!vf)) 187 continue; 188 189 repr = vf->repr; 190 q_vector = repr->q_vector; 191 tx_ring = vsi->tx_rings[q_id]; 192 rx_ring = vsi->rx_rings[q_id]; 193 194 q_vector->vsi = vsi; 195 q_vector->reg_idx = vsi->q_vectors[0]->reg_idx; 196 197 q_vector->num_ring_tx = 1; 198 q_vector->tx.tx_ring = tx_ring; 199 tx_ring->q_vector = q_vector; 200 tx_ring->next = NULL; 201 tx_ring->netdev = repr->netdev; 202 /* In switchdev mode, from OS stack perspective, there is only 203 * one queue for given netdev, so it needs to be indexed as 0. 204 */ 205 tx_ring->q_index = 0; 206 207 q_vector->num_ring_rx = 1; 208 q_vector->rx.rx_ring = rx_ring; 209 rx_ring->q_vector = q_vector; 210 rx_ring->next = NULL; 211 rx_ring->netdev = repr->netdev; 212 213 ice_put_vf(vf); 214 } 215 } 216 217 /** 218 * ice_eswitch_release_reprs - clear PR VSIs configuration 219 * @pf: poiner to PF struct 220 * @ctrl_vsi: pointer to switchdev control VSI 221 */ 222 static void 223 ice_eswitch_release_reprs(struct ice_pf *pf, struct ice_vsi *ctrl_vsi) 224 { 225 struct ice_vf *vf; 226 unsigned int bkt; 227 228 lockdep_assert_held(&pf->vfs.table_lock); 229 230 ice_for_each_vf(pf, bkt, vf) { 231 struct ice_vsi *vsi = vf->repr->src_vsi; 232 233 /* Skip VFs that aren't configured */ 234 if (!vf->repr->dst) 235 continue; 236 237 ice_vsi_update_security(vsi, ice_vsi_ctx_set_antispoof); 238 metadata_dst_free(vf->repr->dst); 239 vf->repr->dst = NULL; 240 ice_fltr_add_mac_and_broadcast(vsi, vf->hw_lan_addr.addr, 241 ICE_FWD_TO_VSI); 242 243 netif_napi_del(&vf->repr->q_vector->napi); 244 } 245 } 246 247 /** 248 * ice_eswitch_setup_reprs - configure port reprs to run in switchdev mode 249 * @pf: pointer to PF struct 250 */ 251 static int ice_eswitch_setup_reprs(struct ice_pf *pf) 252 { 253 struct ice_vsi *ctrl_vsi = pf->switchdev.control_vsi; 254 int max_vsi_num = 0; 255 struct ice_vf *vf; 256 unsigned int bkt; 257 258 lockdep_assert_held(&pf->vfs.table_lock); 259 260 ice_for_each_vf(pf, bkt, vf) { 261 struct ice_vsi *vsi = vf->repr->src_vsi; 262 263 ice_remove_vsi_fltr(&pf->hw, vsi->idx); 264 vf->repr->dst = metadata_dst_alloc(0, METADATA_HW_PORT_MUX, 265 GFP_KERNEL); 266 if (!vf->repr->dst) { 267 ice_fltr_add_mac_and_broadcast(vsi, 268 vf->hw_lan_addr.addr, 269 ICE_FWD_TO_VSI); 270 goto err; 271 } 272 273 if (ice_vsi_update_security(vsi, ice_vsi_ctx_clear_antispoof)) { 274 ice_fltr_add_mac_and_broadcast(vsi, 275 vf->hw_lan_addr.addr, 276 ICE_FWD_TO_VSI); 277 metadata_dst_free(vf->repr->dst); 278 vf->repr->dst = NULL; 279 goto err; 280 } 281 282 if (ice_vsi_add_vlan_zero(vsi)) { 283 ice_fltr_add_mac_and_broadcast(vsi, 284 vf->hw_lan_addr.addr, 285 ICE_FWD_TO_VSI); 286 metadata_dst_free(vf->repr->dst); 287 vf->repr->dst = NULL; 288 ice_vsi_update_security(vsi, ice_vsi_ctx_set_antispoof); 289 goto err; 290 } 291 292 if (max_vsi_num < vsi->vsi_num) 293 max_vsi_num = vsi->vsi_num; 294 295 netif_napi_add(vf->repr->netdev, &vf->repr->q_vector->napi, ice_napi_poll, 296 NAPI_POLL_WEIGHT); 297 298 netif_keep_dst(vf->repr->netdev); 299 } 300 301 ice_for_each_vf(pf, bkt, vf) { 302 struct ice_repr *repr = vf->repr; 303 struct ice_vsi *vsi = repr->src_vsi; 304 struct metadata_dst *dst; 305 306 dst = repr->dst; 307 dst->u.port_info.port_id = vsi->vsi_num; 308 dst->u.port_info.lower_dev = repr->netdev; 309 ice_repr_set_traffic_vsi(repr, ctrl_vsi); 310 } 311 312 return 0; 313 314 err: 315 ice_eswitch_release_reprs(pf, ctrl_vsi); 316 317 return -ENODEV; 318 } 319 320 /** 321 * ice_eswitch_update_repr - reconfigure VF port representor 322 * @vsi: VF VSI for which port representor is configured 323 */ 324 void ice_eswitch_update_repr(struct ice_vsi *vsi) 325 { 326 struct ice_pf *pf = vsi->back; 327 struct ice_repr *repr; 328 struct ice_vf *vf; 329 int ret; 330 331 if (!ice_is_switchdev_running(pf)) 332 return; 333 334 vf = vsi->vf; 335 repr = vf->repr; 336 repr->src_vsi = vsi; 337 repr->dst->u.port_info.port_id = vsi->vsi_num; 338 339 ret = ice_vsi_update_security(vsi, ice_vsi_ctx_clear_antispoof); 340 if (ret) { 341 ice_fltr_add_mac_and_broadcast(vsi, vf->hw_lan_addr.addr, ICE_FWD_TO_VSI); 342 dev_err(ice_pf_to_dev(pf), "Failed to update VF %d port representor", 343 vsi->vf->vf_id); 344 } 345 } 346 347 /** 348 * ice_eswitch_port_start_xmit - callback for packets transmit 349 * @skb: send buffer 350 * @netdev: network interface device structure 351 * 352 * Returns NETDEV_TX_OK if sent, else an error code 353 */ 354 netdev_tx_t 355 ice_eswitch_port_start_xmit(struct sk_buff *skb, struct net_device *netdev) 356 { 357 struct ice_netdev_priv *np; 358 struct ice_repr *repr; 359 struct ice_vsi *vsi; 360 361 np = netdev_priv(netdev); 362 vsi = np->vsi; 363 364 if (ice_is_reset_in_progress(vsi->back->state) || 365 test_bit(ICE_VF_DIS, vsi->back->state)) 366 return NETDEV_TX_BUSY; 367 368 repr = ice_netdev_to_repr(netdev); 369 skb_dst_drop(skb); 370 dst_hold((struct dst_entry *)repr->dst); 371 skb_dst_set(skb, (struct dst_entry *)repr->dst); 372 skb->queue_mapping = repr->vf->vf_id; 373 374 return ice_start_xmit(skb, netdev); 375 } 376 377 /** 378 * ice_eswitch_set_target_vsi - set switchdev context in Tx context descriptor 379 * @skb: pointer to send buffer 380 * @off: pointer to offload struct 381 */ 382 void 383 ice_eswitch_set_target_vsi(struct sk_buff *skb, 384 struct ice_tx_offload_params *off) 385 { 386 struct metadata_dst *dst = skb_metadata_dst(skb); 387 u64 cd_cmd, dst_vsi; 388 389 if (!dst) { 390 cd_cmd = ICE_TX_CTX_DESC_SWTCH_UPLINK << ICE_TXD_CTX_QW1_CMD_S; 391 off->cd_qw1 |= (cd_cmd | ICE_TX_DESC_DTYPE_CTX); 392 } else { 393 cd_cmd = ICE_TX_CTX_DESC_SWTCH_VSI << ICE_TXD_CTX_QW1_CMD_S; 394 dst_vsi = ((u64)dst->u.port_info.port_id << 395 ICE_TXD_CTX_QW1_VSI_S) & ICE_TXD_CTX_QW1_VSI_M; 396 off->cd_qw1 = cd_cmd | dst_vsi | ICE_TX_DESC_DTYPE_CTX; 397 } 398 } 399 400 /** 401 * ice_eswitch_release_env - clear switchdev HW filters 402 * @pf: pointer to PF struct 403 * 404 * This function removes HW filters configuration specific for switchdev 405 * mode and restores default legacy mode settings. 406 */ 407 static void ice_eswitch_release_env(struct ice_pf *pf) 408 { 409 struct ice_vsi *uplink_vsi = pf->switchdev.uplink_vsi; 410 struct ice_vsi *ctrl_vsi = pf->switchdev.control_vsi; 411 412 ice_vsi_update_security(ctrl_vsi, ice_vsi_ctx_clear_allow_override); 413 ice_vsi_update_security(uplink_vsi, ice_vsi_ctx_clear_allow_override); 414 ice_clear_dflt_vsi(uplink_vsi); 415 ice_fltr_add_mac_and_broadcast(uplink_vsi, 416 uplink_vsi->port_info->mac.perm_addr, 417 ICE_FWD_TO_VSI); 418 } 419 420 /** 421 * ice_eswitch_vsi_setup - configure switchdev control VSI 422 * @pf: pointer to PF structure 423 * @pi: pointer to port_info structure 424 */ 425 static struct ice_vsi * 426 ice_eswitch_vsi_setup(struct ice_pf *pf, struct ice_port_info *pi) 427 { 428 return ice_vsi_setup(pf, pi, ICE_VSI_SWITCHDEV_CTRL, NULL, NULL); 429 } 430 431 /** 432 * ice_eswitch_napi_del - remove NAPI handle for all port representors 433 * @pf: pointer to PF structure 434 */ 435 static void ice_eswitch_napi_del(struct ice_pf *pf) 436 { 437 struct ice_vf *vf; 438 unsigned int bkt; 439 440 lockdep_assert_held(&pf->vfs.table_lock); 441 442 ice_for_each_vf(pf, bkt, vf) 443 netif_napi_del(&vf->repr->q_vector->napi); 444 } 445 446 /** 447 * ice_eswitch_napi_enable - enable NAPI for all port representors 448 * @pf: pointer to PF structure 449 */ 450 static void ice_eswitch_napi_enable(struct ice_pf *pf) 451 { 452 struct ice_vf *vf; 453 unsigned int bkt; 454 455 lockdep_assert_held(&pf->vfs.table_lock); 456 457 ice_for_each_vf(pf, bkt, vf) 458 napi_enable(&vf->repr->q_vector->napi); 459 } 460 461 /** 462 * ice_eswitch_napi_disable - disable NAPI for all port representors 463 * @pf: pointer to PF structure 464 */ 465 static void ice_eswitch_napi_disable(struct ice_pf *pf) 466 { 467 struct ice_vf *vf; 468 unsigned int bkt; 469 470 lockdep_assert_held(&pf->vfs.table_lock); 471 472 ice_for_each_vf(pf, bkt, vf) 473 napi_disable(&vf->repr->q_vector->napi); 474 } 475 476 /** 477 * ice_eswitch_enable_switchdev - configure eswitch in switchdev mode 478 * @pf: pointer to PF structure 479 */ 480 static int ice_eswitch_enable_switchdev(struct ice_pf *pf) 481 { 482 struct ice_vsi *ctrl_vsi; 483 484 pf->switchdev.control_vsi = ice_eswitch_vsi_setup(pf, pf->hw.port_info); 485 if (!pf->switchdev.control_vsi) 486 return -ENODEV; 487 488 ctrl_vsi = pf->switchdev.control_vsi; 489 pf->switchdev.uplink_vsi = ice_get_main_vsi(pf); 490 if (!pf->switchdev.uplink_vsi) 491 goto err_vsi; 492 493 if (ice_eswitch_setup_env(pf)) 494 goto err_vsi; 495 496 if (ice_repr_add_for_all_vfs(pf)) 497 goto err_repr_add; 498 499 if (ice_eswitch_setup_reprs(pf)) 500 goto err_setup_reprs; 501 502 ice_eswitch_remap_rings_to_vectors(pf); 503 504 if (ice_vsi_open(ctrl_vsi)) 505 goto err_setup_reprs; 506 507 ice_eswitch_napi_enable(pf); 508 509 return 0; 510 511 err_setup_reprs: 512 ice_repr_rem_from_all_vfs(pf); 513 err_repr_add: 514 ice_eswitch_release_env(pf); 515 err_vsi: 516 ice_vsi_release(ctrl_vsi); 517 return -ENODEV; 518 } 519 520 /** 521 * ice_eswitch_disable_switchdev - disable switchdev resources 522 * @pf: pointer to PF structure 523 */ 524 static void ice_eswitch_disable_switchdev(struct ice_pf *pf) 525 { 526 struct ice_vsi *ctrl_vsi = pf->switchdev.control_vsi; 527 528 ice_eswitch_napi_disable(pf); 529 ice_eswitch_release_env(pf); 530 ice_rem_adv_rule_for_vsi(&pf->hw, ctrl_vsi->idx); 531 ice_eswitch_release_reprs(pf, ctrl_vsi); 532 ice_vsi_release(ctrl_vsi); 533 ice_repr_rem_from_all_vfs(pf); 534 } 535 536 /** 537 * ice_eswitch_mode_set - set new eswitch mode 538 * @devlink: pointer to devlink structure 539 * @mode: eswitch mode to switch to 540 * @extack: pointer to extack structure 541 */ 542 int 543 ice_eswitch_mode_set(struct devlink *devlink, u16 mode, 544 struct netlink_ext_ack *extack) 545 { 546 struct ice_pf *pf = devlink_priv(devlink); 547 548 if (pf->eswitch_mode == mode) 549 return 0; 550 551 if (ice_has_vfs(pf)) { 552 dev_info(ice_pf_to_dev(pf), "Changing eswitch mode is allowed only if there is no VFs created"); 553 NL_SET_ERR_MSG_MOD(extack, "Changing eswitch mode is allowed only if there is no VFs created"); 554 return -EOPNOTSUPP; 555 } 556 557 switch (mode) { 558 case DEVLINK_ESWITCH_MODE_LEGACY: 559 dev_info(ice_pf_to_dev(pf), "PF %d changed eswitch mode to legacy", 560 pf->hw.pf_id); 561 NL_SET_ERR_MSG_MOD(extack, "Changed eswitch mode to legacy"); 562 break; 563 case DEVLINK_ESWITCH_MODE_SWITCHDEV: 564 { 565 dev_info(ice_pf_to_dev(pf), "PF %d changed eswitch mode to switchdev", 566 pf->hw.pf_id); 567 NL_SET_ERR_MSG_MOD(extack, "Changed eswitch mode to switchdev"); 568 break; 569 } 570 default: 571 NL_SET_ERR_MSG_MOD(extack, "Unknown eswitch mode"); 572 return -EINVAL; 573 } 574 575 pf->eswitch_mode = mode; 576 return 0; 577 } 578 579 /** 580 * ice_eswitch_mode_get - get current eswitch mode 581 * @devlink: pointer to devlink structure 582 * @mode: output parameter for current eswitch mode 583 */ 584 int ice_eswitch_mode_get(struct devlink *devlink, u16 *mode) 585 { 586 struct ice_pf *pf = devlink_priv(devlink); 587 588 *mode = pf->eswitch_mode; 589 return 0; 590 } 591 592 /** 593 * ice_is_eswitch_mode_switchdev - check if eswitch mode is set to switchdev 594 * @pf: pointer to PF structure 595 * 596 * Returns true if eswitch mode is set to DEVLINK_ESWITCH_MODE_SWITCHDEV, 597 * false otherwise. 598 */ 599 bool ice_is_eswitch_mode_switchdev(struct ice_pf *pf) 600 { 601 return pf->eswitch_mode == DEVLINK_ESWITCH_MODE_SWITCHDEV; 602 } 603 604 /** 605 * ice_eswitch_release - cleanup eswitch 606 * @pf: pointer to PF structure 607 */ 608 void ice_eswitch_release(struct ice_pf *pf) 609 { 610 if (pf->eswitch_mode == DEVLINK_ESWITCH_MODE_LEGACY) 611 return; 612 613 ice_eswitch_disable_switchdev(pf); 614 pf->switchdev.is_running = false; 615 } 616 617 /** 618 * ice_eswitch_configure - configure eswitch 619 * @pf: pointer to PF structure 620 */ 621 int ice_eswitch_configure(struct ice_pf *pf) 622 { 623 int status; 624 625 if (pf->eswitch_mode == DEVLINK_ESWITCH_MODE_LEGACY || pf->switchdev.is_running) 626 return 0; 627 628 status = ice_eswitch_enable_switchdev(pf); 629 if (status) 630 return status; 631 632 pf->switchdev.is_running = true; 633 return 0; 634 } 635 636 /** 637 * ice_eswitch_start_all_tx_queues - start Tx queues of all port representors 638 * @pf: pointer to PF structure 639 */ 640 static void ice_eswitch_start_all_tx_queues(struct ice_pf *pf) 641 { 642 struct ice_vf *vf; 643 unsigned int bkt; 644 645 lockdep_assert_held(&pf->vfs.table_lock); 646 647 if (test_bit(ICE_DOWN, pf->state)) 648 return; 649 650 ice_for_each_vf(pf, bkt, vf) { 651 if (vf->repr) 652 ice_repr_start_tx_queues(vf->repr); 653 } 654 } 655 656 /** 657 * ice_eswitch_stop_all_tx_queues - stop Tx queues of all port representors 658 * @pf: pointer to PF structure 659 */ 660 void ice_eswitch_stop_all_tx_queues(struct ice_pf *pf) 661 { 662 struct ice_vf *vf; 663 unsigned int bkt; 664 665 lockdep_assert_held(&pf->vfs.table_lock); 666 667 if (test_bit(ICE_DOWN, pf->state)) 668 return; 669 670 ice_for_each_vf(pf, bkt, vf) { 671 if (vf->repr) 672 ice_repr_stop_tx_queues(vf->repr); 673 } 674 } 675 676 /** 677 * ice_eswitch_rebuild - rebuild eswitch 678 * @pf: pointer to PF structure 679 */ 680 int ice_eswitch_rebuild(struct ice_pf *pf) 681 { 682 struct ice_vsi *ctrl_vsi = pf->switchdev.control_vsi; 683 int status; 684 685 ice_eswitch_napi_disable(pf); 686 ice_eswitch_napi_del(pf); 687 688 status = ice_eswitch_setup_env(pf); 689 if (status) 690 return status; 691 692 status = ice_eswitch_setup_reprs(pf); 693 if (status) 694 return status; 695 696 ice_eswitch_remap_rings_to_vectors(pf); 697 698 ice_replay_tc_fltrs(pf); 699 700 status = ice_vsi_open(ctrl_vsi); 701 if (status) 702 return status; 703 704 ice_eswitch_napi_enable(pf); 705 ice_eswitch_start_all_tx_queues(pf); 706 707 return 0; 708 } 709