1 // SPDX-License-Identifier: GPL-2.0 2 /* Copyright (C) 2019-2021, Intel Corporation. */ 3 4 #include "ice.h" 5 #include "ice_lib.h" 6 #include "ice_eswitch.h" 7 #include "ice_fltr.h" 8 #include "ice_repr.h" 9 #include "ice_devlink.h" 10 #include "ice_tc_lib.h" 11 12 /** 13 * ice_eswitch_add_vf_mac_rule - add adv rule with VF's MAC 14 * @pf: pointer to PF struct 15 * @vf: pointer to VF struct 16 * @mac: VF's MAC address 17 * 18 * This function adds advanced rule that forwards packets with 19 * VF's MAC address (src MAC) to the corresponding switchdev ctrl VSI queue. 20 */ 21 int 22 ice_eswitch_add_vf_mac_rule(struct ice_pf *pf, struct ice_vf *vf, const u8 *mac) 23 { 24 struct ice_vsi *ctrl_vsi = pf->switchdev.control_vsi; 25 struct ice_adv_rule_info rule_info = { 0 }; 26 struct ice_adv_lkup_elem *list; 27 struct ice_hw *hw = &pf->hw; 28 const u16 lkups_cnt = 1; 29 int err; 30 31 list = kcalloc(lkups_cnt, sizeof(*list), GFP_ATOMIC); 32 if (!list) 33 return -ENOMEM; 34 35 list[0].type = ICE_MAC_OFOS; 36 ether_addr_copy(list[0].h_u.eth_hdr.src_addr, mac); 37 eth_broadcast_addr(list[0].m_u.eth_hdr.src_addr); 38 39 rule_info.sw_act.flag |= ICE_FLTR_TX; 40 rule_info.sw_act.vsi_handle = ctrl_vsi->idx; 41 rule_info.sw_act.fltr_act = ICE_FWD_TO_Q; 42 rule_info.rx = false; 43 rule_info.sw_act.fwd_id.q_id = hw->func_caps.common_cap.rxq_first_id + 44 ctrl_vsi->rxq_map[vf->vf_id]; 45 rule_info.flags_info.act |= ICE_SINGLE_ACT_LB_ENABLE; 46 rule_info.flags_info.act_valid = true; 47 rule_info.tun_type = ICE_SW_TUN_AND_NON_TUN; 48 49 err = ice_add_adv_rule(hw, list, lkups_cnt, &rule_info, 50 vf->repr->mac_rule); 51 if (err) 52 dev_err(ice_pf_to_dev(pf), "Unable to add VF mac rule in switchdev mode for VF %d", 53 vf->vf_id); 54 else 55 vf->repr->rule_added = true; 56 57 kfree(list); 58 return err; 59 } 60 61 /** 62 * ice_eswitch_replay_vf_mac_rule - replay adv rule with VF's MAC 63 * @vf: pointer to vF struct 64 * 65 * This function replays VF's MAC rule after reset. 66 */ 67 void ice_eswitch_replay_vf_mac_rule(struct ice_vf *vf) 68 { 69 int err; 70 71 if (!ice_is_switchdev_running(vf->pf)) 72 return; 73 74 if (is_valid_ether_addr(vf->hw_lan_addr.addr)) { 75 err = ice_eswitch_add_vf_mac_rule(vf->pf, vf, 76 vf->hw_lan_addr.addr); 77 if (err) { 78 dev_err(ice_pf_to_dev(vf->pf), "Failed to add MAC %pM for VF %d\n, error %d\n", 79 vf->hw_lan_addr.addr, vf->vf_id, err); 80 return; 81 } 82 vf->num_mac++; 83 84 ether_addr_copy(vf->dev_lan_addr.addr, vf->hw_lan_addr.addr); 85 } 86 } 87 88 /** 89 * ice_eswitch_del_vf_mac_rule - delete adv rule with VF's MAC 90 * @vf: pointer to the VF struct 91 * 92 * Delete the advanced rule that was used to forward packets with the VF's MAC 93 * address (src MAC) to the corresponding switchdev ctrl VSI queue. 94 */ 95 void ice_eswitch_del_vf_mac_rule(struct ice_vf *vf) 96 { 97 if (!ice_is_switchdev_running(vf->pf)) 98 return; 99 100 if (!vf->repr->rule_added) 101 return; 102 103 ice_rem_adv_rule_by_id(&vf->pf->hw, vf->repr->mac_rule); 104 vf->repr->rule_added = false; 105 } 106 107 /** 108 * ice_eswitch_setup_env - configure switchdev HW filters 109 * @pf: pointer to PF struct 110 * 111 * This function adds HW filters configuration specific for switchdev 112 * mode. 113 */ 114 static int ice_eswitch_setup_env(struct ice_pf *pf) 115 { 116 struct ice_vsi *uplink_vsi = pf->switchdev.uplink_vsi; 117 struct net_device *uplink_netdev = uplink_vsi->netdev; 118 struct ice_vsi *ctrl_vsi = pf->switchdev.control_vsi; 119 struct ice_vsi_vlan_ops *vlan_ops; 120 bool rule_added = false; 121 122 vlan_ops = ice_get_compat_vsi_vlan_ops(ctrl_vsi); 123 if (vlan_ops->dis_stripping(ctrl_vsi)) 124 return -ENODEV; 125 126 ice_remove_vsi_fltr(&pf->hw, uplink_vsi->idx); 127 128 netif_addr_lock_bh(uplink_netdev); 129 __dev_uc_unsync(uplink_netdev, NULL); 130 __dev_mc_unsync(uplink_netdev, NULL); 131 netif_addr_unlock_bh(uplink_netdev); 132 133 if (ice_vsi_add_vlan_zero(uplink_vsi)) 134 goto err_def_rx; 135 136 if (!ice_is_dflt_vsi_in_use(uplink_vsi->vsw)) { 137 if (ice_set_dflt_vsi(uplink_vsi->vsw, uplink_vsi)) 138 goto err_def_rx; 139 rule_added = true; 140 } 141 142 if (ice_vsi_update_security(uplink_vsi, ice_vsi_ctx_set_allow_override)) 143 goto err_override_uplink; 144 145 if (ice_vsi_update_security(ctrl_vsi, ice_vsi_ctx_set_allow_override)) 146 goto err_override_control; 147 148 return 0; 149 150 err_override_control: 151 ice_vsi_update_security(uplink_vsi, ice_vsi_ctx_clear_allow_override); 152 err_override_uplink: 153 if (rule_added) 154 ice_clear_dflt_vsi(uplink_vsi->vsw); 155 err_def_rx: 156 ice_fltr_add_mac_and_broadcast(uplink_vsi, 157 uplink_vsi->port_info->mac.perm_addr, 158 ICE_FWD_TO_VSI); 159 return -ENODEV; 160 } 161 162 /** 163 * ice_eswitch_remap_rings_to_vectors - reconfigure rings of switchdev ctrl VSI 164 * @pf: pointer to PF struct 165 * 166 * In switchdev number of allocated Tx/Rx rings is equal. 167 * 168 * This function fills q_vectors structures associated with representor and 169 * move each ring pairs to port representor netdevs. Each port representor 170 * will have dedicated 1 Tx/Rx ring pair, so number of rings pair is equal to 171 * number of VFs. 172 */ 173 static void ice_eswitch_remap_rings_to_vectors(struct ice_pf *pf) 174 { 175 struct ice_vsi *vsi = pf->switchdev.control_vsi; 176 int q_id; 177 178 ice_for_each_txq(vsi, q_id) { 179 struct ice_q_vector *q_vector; 180 struct ice_tx_ring *tx_ring; 181 struct ice_rx_ring *rx_ring; 182 struct ice_repr *repr; 183 struct ice_vf *vf; 184 185 vf = ice_get_vf_by_id(pf, q_id); 186 if (WARN_ON(!vf)) 187 continue; 188 189 repr = vf->repr; 190 q_vector = repr->q_vector; 191 tx_ring = vsi->tx_rings[q_id]; 192 rx_ring = vsi->rx_rings[q_id]; 193 194 q_vector->vsi = vsi; 195 q_vector->reg_idx = vsi->q_vectors[0]->reg_idx; 196 197 q_vector->num_ring_tx = 1; 198 q_vector->tx.tx_ring = tx_ring; 199 tx_ring->q_vector = q_vector; 200 tx_ring->next = NULL; 201 tx_ring->netdev = repr->netdev; 202 /* In switchdev mode, from OS stack perspective, there is only 203 * one queue for given netdev, so it needs to be indexed as 0. 204 */ 205 tx_ring->q_index = 0; 206 207 q_vector->num_ring_rx = 1; 208 q_vector->rx.rx_ring = rx_ring; 209 rx_ring->q_vector = q_vector; 210 rx_ring->next = NULL; 211 rx_ring->netdev = repr->netdev; 212 213 ice_put_vf(vf); 214 } 215 } 216 217 /** 218 * ice_eswitch_release_reprs - clear PR VSIs configuration 219 * @pf: poiner to PF struct 220 * @ctrl_vsi: pointer to switchdev control VSI 221 */ 222 static void 223 ice_eswitch_release_reprs(struct ice_pf *pf, struct ice_vsi *ctrl_vsi) 224 { 225 struct ice_vf *vf; 226 unsigned int bkt; 227 228 lockdep_assert_held(&pf->vfs.table_lock); 229 230 ice_for_each_vf(pf, bkt, vf) { 231 struct ice_vsi *vsi = vf->repr->src_vsi; 232 233 /* Skip VFs that aren't configured */ 234 if (!vf->repr->dst) 235 continue; 236 237 ice_vsi_update_security(vsi, ice_vsi_ctx_set_antispoof); 238 metadata_dst_free(vf->repr->dst); 239 vf->repr->dst = NULL; 240 ice_fltr_add_mac_and_broadcast(vsi, vf->hw_lan_addr.addr, 241 ICE_FWD_TO_VSI); 242 243 netif_napi_del(&vf->repr->q_vector->napi); 244 } 245 } 246 247 /** 248 * ice_eswitch_setup_reprs - configure port reprs to run in switchdev mode 249 * @pf: pointer to PF struct 250 */ 251 static int ice_eswitch_setup_reprs(struct ice_pf *pf) 252 { 253 struct ice_vsi *ctrl_vsi = pf->switchdev.control_vsi; 254 int max_vsi_num = 0; 255 struct ice_vf *vf; 256 unsigned int bkt; 257 258 lockdep_assert_held(&pf->vfs.table_lock); 259 260 ice_for_each_vf(pf, bkt, vf) { 261 struct ice_vsi *vsi = vf->repr->src_vsi; 262 263 ice_remove_vsi_fltr(&pf->hw, vsi->idx); 264 vf->repr->dst = metadata_dst_alloc(0, METADATA_HW_PORT_MUX, 265 GFP_KERNEL); 266 if (!vf->repr->dst) { 267 ice_fltr_add_mac_and_broadcast(vsi, 268 vf->hw_lan_addr.addr, 269 ICE_FWD_TO_VSI); 270 goto err; 271 } 272 273 if (ice_vsi_update_security(vsi, ice_vsi_ctx_clear_antispoof)) { 274 ice_fltr_add_mac_and_broadcast(vsi, 275 vf->hw_lan_addr.addr, 276 ICE_FWD_TO_VSI); 277 metadata_dst_free(vf->repr->dst); 278 vf->repr->dst = NULL; 279 goto err; 280 } 281 282 if (ice_vsi_add_vlan_zero(vsi)) { 283 ice_fltr_add_mac_and_broadcast(vsi, 284 vf->hw_lan_addr.addr, 285 ICE_FWD_TO_VSI); 286 metadata_dst_free(vf->repr->dst); 287 vf->repr->dst = NULL; 288 ice_vsi_update_security(vsi, ice_vsi_ctx_set_antispoof); 289 goto err; 290 } 291 292 if (max_vsi_num < vsi->vsi_num) 293 max_vsi_num = vsi->vsi_num; 294 295 netif_napi_add(vf->repr->netdev, &vf->repr->q_vector->napi, ice_napi_poll, 296 NAPI_POLL_WEIGHT); 297 298 netif_keep_dst(vf->repr->netdev); 299 } 300 301 ice_for_each_vf(pf, bkt, vf) { 302 struct ice_repr *repr = vf->repr; 303 struct ice_vsi *vsi = repr->src_vsi; 304 struct metadata_dst *dst; 305 306 dst = repr->dst; 307 dst->u.port_info.port_id = vsi->vsi_num; 308 dst->u.port_info.lower_dev = repr->netdev; 309 ice_repr_set_traffic_vsi(repr, ctrl_vsi); 310 } 311 312 return 0; 313 314 err: 315 ice_eswitch_release_reprs(pf, ctrl_vsi); 316 317 return -ENODEV; 318 } 319 320 /** 321 * ice_eswitch_update_repr - reconfigure VF port representor 322 * @vsi: VF VSI for which port representor is configured 323 */ 324 void ice_eswitch_update_repr(struct ice_vsi *vsi) 325 { 326 struct ice_pf *pf = vsi->back; 327 struct ice_repr *repr; 328 struct ice_vf *vf; 329 int ret; 330 331 if (!ice_is_switchdev_running(pf)) 332 return; 333 334 vf = vsi->vf; 335 repr = vf->repr; 336 repr->src_vsi = vsi; 337 repr->dst->u.port_info.port_id = vsi->vsi_num; 338 339 ret = ice_vsi_update_security(vsi, ice_vsi_ctx_clear_antispoof); 340 if (ret) { 341 ice_fltr_add_mac_and_broadcast(vsi, vf->hw_lan_addr.addr, ICE_FWD_TO_VSI); 342 dev_err(ice_pf_to_dev(pf), "Failed to update VF %d port representor", 343 vsi->vf->vf_id); 344 } 345 } 346 347 /** 348 * ice_eswitch_port_start_xmit - callback for packets transmit 349 * @skb: send buffer 350 * @netdev: network interface device structure 351 * 352 * Returns NETDEV_TX_OK if sent, else an error code 353 */ 354 netdev_tx_t 355 ice_eswitch_port_start_xmit(struct sk_buff *skb, struct net_device *netdev) 356 { 357 struct ice_netdev_priv *np; 358 struct ice_repr *repr; 359 struct ice_vsi *vsi; 360 361 np = netdev_priv(netdev); 362 vsi = np->vsi; 363 364 if (ice_is_reset_in_progress(vsi->back->state)) 365 return NETDEV_TX_BUSY; 366 367 repr = ice_netdev_to_repr(netdev); 368 skb_dst_drop(skb); 369 dst_hold((struct dst_entry *)repr->dst); 370 skb_dst_set(skb, (struct dst_entry *)repr->dst); 371 skb->queue_mapping = repr->vf->vf_id; 372 373 return ice_start_xmit(skb, netdev); 374 } 375 376 /** 377 * ice_eswitch_set_target_vsi - set switchdev context in Tx context descriptor 378 * @skb: pointer to send buffer 379 * @off: pointer to offload struct 380 */ 381 void 382 ice_eswitch_set_target_vsi(struct sk_buff *skb, 383 struct ice_tx_offload_params *off) 384 { 385 struct metadata_dst *dst = skb_metadata_dst(skb); 386 u64 cd_cmd, dst_vsi; 387 388 if (!dst) { 389 cd_cmd = ICE_TX_CTX_DESC_SWTCH_UPLINK << ICE_TXD_CTX_QW1_CMD_S; 390 off->cd_qw1 |= (cd_cmd | ICE_TX_DESC_DTYPE_CTX); 391 } else { 392 cd_cmd = ICE_TX_CTX_DESC_SWTCH_VSI << ICE_TXD_CTX_QW1_CMD_S; 393 dst_vsi = ((u64)dst->u.port_info.port_id << 394 ICE_TXD_CTX_QW1_VSI_S) & ICE_TXD_CTX_QW1_VSI_M; 395 off->cd_qw1 = cd_cmd | dst_vsi | ICE_TX_DESC_DTYPE_CTX; 396 } 397 } 398 399 /** 400 * ice_eswitch_release_env - clear switchdev HW filters 401 * @pf: pointer to PF struct 402 * 403 * This function removes HW filters configuration specific for switchdev 404 * mode and restores default legacy mode settings. 405 */ 406 static void ice_eswitch_release_env(struct ice_pf *pf) 407 { 408 struct ice_vsi *uplink_vsi = pf->switchdev.uplink_vsi; 409 struct ice_vsi *ctrl_vsi = pf->switchdev.control_vsi; 410 411 ice_vsi_update_security(ctrl_vsi, ice_vsi_ctx_clear_allow_override); 412 ice_vsi_update_security(uplink_vsi, ice_vsi_ctx_clear_allow_override); 413 ice_clear_dflt_vsi(uplink_vsi->vsw); 414 ice_fltr_add_mac_and_broadcast(uplink_vsi, 415 uplink_vsi->port_info->mac.perm_addr, 416 ICE_FWD_TO_VSI); 417 } 418 419 /** 420 * ice_eswitch_vsi_setup - configure switchdev control VSI 421 * @pf: pointer to PF structure 422 * @pi: pointer to port_info structure 423 */ 424 static struct ice_vsi * 425 ice_eswitch_vsi_setup(struct ice_pf *pf, struct ice_port_info *pi) 426 { 427 return ice_vsi_setup(pf, pi, ICE_VSI_SWITCHDEV_CTRL, NULL, NULL); 428 } 429 430 /** 431 * ice_eswitch_napi_del - remove NAPI handle for all port representors 432 * @pf: pointer to PF structure 433 */ 434 static void ice_eswitch_napi_del(struct ice_pf *pf) 435 { 436 struct ice_vf *vf; 437 unsigned int bkt; 438 439 lockdep_assert_held(&pf->vfs.table_lock); 440 441 ice_for_each_vf(pf, bkt, vf) 442 netif_napi_del(&vf->repr->q_vector->napi); 443 } 444 445 /** 446 * ice_eswitch_napi_enable - enable NAPI for all port representors 447 * @pf: pointer to PF structure 448 */ 449 static void ice_eswitch_napi_enable(struct ice_pf *pf) 450 { 451 struct ice_vf *vf; 452 unsigned int bkt; 453 454 lockdep_assert_held(&pf->vfs.table_lock); 455 456 ice_for_each_vf(pf, bkt, vf) 457 napi_enable(&vf->repr->q_vector->napi); 458 } 459 460 /** 461 * ice_eswitch_napi_disable - disable NAPI for all port representors 462 * @pf: pointer to PF structure 463 */ 464 static void ice_eswitch_napi_disable(struct ice_pf *pf) 465 { 466 struct ice_vf *vf; 467 unsigned int bkt; 468 469 lockdep_assert_held(&pf->vfs.table_lock); 470 471 ice_for_each_vf(pf, bkt, vf) 472 napi_disable(&vf->repr->q_vector->napi); 473 } 474 475 /** 476 * ice_eswitch_enable_switchdev - configure eswitch in switchdev mode 477 * @pf: pointer to PF structure 478 */ 479 static int ice_eswitch_enable_switchdev(struct ice_pf *pf) 480 { 481 struct ice_vsi *ctrl_vsi; 482 483 pf->switchdev.control_vsi = ice_eswitch_vsi_setup(pf, pf->hw.port_info); 484 if (!pf->switchdev.control_vsi) 485 return -ENODEV; 486 487 ctrl_vsi = pf->switchdev.control_vsi; 488 pf->switchdev.uplink_vsi = ice_get_main_vsi(pf); 489 if (!pf->switchdev.uplink_vsi) 490 goto err_vsi; 491 492 if (ice_eswitch_setup_env(pf)) 493 goto err_vsi; 494 495 if (ice_repr_add_for_all_vfs(pf)) 496 goto err_repr_add; 497 498 if (ice_eswitch_setup_reprs(pf)) 499 goto err_setup_reprs; 500 501 ice_eswitch_remap_rings_to_vectors(pf); 502 503 if (ice_vsi_open(ctrl_vsi)) 504 goto err_setup_reprs; 505 506 ice_eswitch_napi_enable(pf); 507 508 return 0; 509 510 err_setup_reprs: 511 ice_repr_rem_from_all_vfs(pf); 512 err_repr_add: 513 ice_eswitch_release_env(pf); 514 err_vsi: 515 ice_vsi_release(ctrl_vsi); 516 return -ENODEV; 517 } 518 519 /** 520 * ice_eswitch_disable_switchdev - disable switchdev resources 521 * @pf: pointer to PF structure 522 */ 523 static void ice_eswitch_disable_switchdev(struct ice_pf *pf) 524 { 525 struct ice_vsi *ctrl_vsi = pf->switchdev.control_vsi; 526 527 ice_eswitch_napi_disable(pf); 528 ice_eswitch_release_env(pf); 529 ice_rem_adv_rule_for_vsi(&pf->hw, ctrl_vsi->idx); 530 ice_eswitch_release_reprs(pf, ctrl_vsi); 531 ice_vsi_release(ctrl_vsi); 532 ice_repr_rem_from_all_vfs(pf); 533 } 534 535 /** 536 * ice_eswitch_mode_set - set new eswitch mode 537 * @devlink: pointer to devlink structure 538 * @mode: eswitch mode to switch to 539 * @extack: pointer to extack structure 540 */ 541 int 542 ice_eswitch_mode_set(struct devlink *devlink, u16 mode, 543 struct netlink_ext_ack *extack) 544 { 545 struct ice_pf *pf = devlink_priv(devlink); 546 547 if (pf->eswitch_mode == mode) 548 return 0; 549 550 if (ice_has_vfs(pf)) { 551 dev_info(ice_pf_to_dev(pf), "Changing eswitch mode is allowed only if there is no VFs created"); 552 NL_SET_ERR_MSG_MOD(extack, "Changing eswitch mode is allowed only if there is no VFs created"); 553 return -EOPNOTSUPP; 554 } 555 556 switch (mode) { 557 case DEVLINK_ESWITCH_MODE_LEGACY: 558 dev_info(ice_pf_to_dev(pf), "PF %d changed eswitch mode to legacy", 559 pf->hw.pf_id); 560 NL_SET_ERR_MSG_MOD(extack, "Changed eswitch mode to legacy"); 561 break; 562 case DEVLINK_ESWITCH_MODE_SWITCHDEV: 563 { 564 dev_info(ice_pf_to_dev(pf), "PF %d changed eswitch mode to switchdev", 565 pf->hw.pf_id); 566 NL_SET_ERR_MSG_MOD(extack, "Changed eswitch mode to switchdev"); 567 break; 568 } 569 default: 570 NL_SET_ERR_MSG_MOD(extack, "Unknown eswitch mode"); 571 return -EINVAL; 572 } 573 574 pf->eswitch_mode = mode; 575 return 0; 576 } 577 578 /** 579 * ice_eswitch_mode_get - get current eswitch mode 580 * @devlink: pointer to devlink structure 581 * @mode: output parameter for current eswitch mode 582 */ 583 int ice_eswitch_mode_get(struct devlink *devlink, u16 *mode) 584 { 585 struct ice_pf *pf = devlink_priv(devlink); 586 587 *mode = pf->eswitch_mode; 588 return 0; 589 } 590 591 /** 592 * ice_is_eswitch_mode_switchdev - check if eswitch mode is set to switchdev 593 * @pf: pointer to PF structure 594 * 595 * Returns true if eswitch mode is set to DEVLINK_ESWITCH_MODE_SWITCHDEV, 596 * false otherwise. 597 */ 598 bool ice_is_eswitch_mode_switchdev(struct ice_pf *pf) 599 { 600 return pf->eswitch_mode == DEVLINK_ESWITCH_MODE_SWITCHDEV; 601 } 602 603 /** 604 * ice_eswitch_release - cleanup eswitch 605 * @pf: pointer to PF structure 606 */ 607 void ice_eswitch_release(struct ice_pf *pf) 608 { 609 if (pf->eswitch_mode == DEVLINK_ESWITCH_MODE_LEGACY) 610 return; 611 612 ice_eswitch_disable_switchdev(pf); 613 pf->switchdev.is_running = false; 614 } 615 616 /** 617 * ice_eswitch_configure - configure eswitch 618 * @pf: pointer to PF structure 619 */ 620 int ice_eswitch_configure(struct ice_pf *pf) 621 { 622 int status; 623 624 if (pf->eswitch_mode == DEVLINK_ESWITCH_MODE_LEGACY || pf->switchdev.is_running) 625 return 0; 626 627 status = ice_eswitch_enable_switchdev(pf); 628 if (status) 629 return status; 630 631 pf->switchdev.is_running = true; 632 return 0; 633 } 634 635 /** 636 * ice_eswitch_start_all_tx_queues - start Tx queues of all port representors 637 * @pf: pointer to PF structure 638 */ 639 static void ice_eswitch_start_all_tx_queues(struct ice_pf *pf) 640 { 641 struct ice_vf *vf; 642 unsigned int bkt; 643 644 lockdep_assert_held(&pf->vfs.table_lock); 645 646 if (test_bit(ICE_DOWN, pf->state)) 647 return; 648 649 ice_for_each_vf(pf, bkt, vf) { 650 if (vf->repr) 651 ice_repr_start_tx_queues(vf->repr); 652 } 653 } 654 655 /** 656 * ice_eswitch_stop_all_tx_queues - stop Tx queues of all port representors 657 * @pf: pointer to PF structure 658 */ 659 void ice_eswitch_stop_all_tx_queues(struct ice_pf *pf) 660 { 661 struct ice_vf *vf; 662 unsigned int bkt; 663 664 lockdep_assert_held(&pf->vfs.table_lock); 665 666 if (test_bit(ICE_DOWN, pf->state)) 667 return; 668 669 ice_for_each_vf(pf, bkt, vf) { 670 if (vf->repr) 671 ice_repr_stop_tx_queues(vf->repr); 672 } 673 } 674 675 /** 676 * ice_eswitch_rebuild - rebuild eswitch 677 * @pf: pointer to PF structure 678 */ 679 int ice_eswitch_rebuild(struct ice_pf *pf) 680 { 681 struct ice_vsi *ctrl_vsi = pf->switchdev.control_vsi; 682 int status; 683 684 ice_eswitch_napi_disable(pf); 685 ice_eswitch_napi_del(pf); 686 687 status = ice_eswitch_setup_env(pf); 688 if (status) 689 return status; 690 691 status = ice_eswitch_setup_reprs(pf); 692 if (status) 693 return status; 694 695 ice_eswitch_remap_rings_to_vectors(pf); 696 697 ice_replay_tc_fltrs(pf); 698 699 status = ice_vsi_open(ctrl_vsi); 700 if (status) 701 return status; 702 703 ice_eswitch_napi_enable(pf); 704 ice_eswitch_start_all_tx_queues(pf); 705 706 return 0; 707 } 708