1 /* Broadcom NetXtreme-C/E network driver. 2 * 3 * Copyright (c) 2014-2016 Broadcom Corporation 4 * 5 * This program is free software; you can redistribute it and/or modify 6 * it under the terms of the GNU General Public License as published by 7 * the Free Software Foundation. 8 */ 9 10 #include <linux/module.h> 11 #include <linux/pci.h> 12 #include <linux/netdevice.h> 13 #include <linux/if_vlan.h> 14 #include <linux/interrupt.h> 15 #include <linux/etherdevice.h> 16 #include "bnxt_hsi.h" 17 #include "bnxt.h" 18 #include "bnxt_ulp.h" 19 #include "bnxt_sriov.h" 20 #include "bnxt_ethtool.h" 21 22 #ifdef CONFIG_BNXT_SRIOV 23 static int bnxt_hwrm_fwd_async_event_cmpl(struct bnxt *bp, 24 struct bnxt_vf_info *vf, u16 event_id) 25 { 26 struct hwrm_fwd_async_event_cmpl_output *resp = bp->hwrm_cmd_resp_addr; 27 struct hwrm_fwd_async_event_cmpl_input req = {0}; 28 struct hwrm_async_event_cmpl *async_cmpl; 29 int rc = 0; 30 31 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FWD_ASYNC_EVENT_CMPL, -1, -1); 32 if (vf) 33 req.encap_async_event_target_id = cpu_to_le16(vf->fw_fid); 34 else 35 /* broadcast this async event to all VFs */ 36 req.encap_async_event_target_id = cpu_to_le16(0xffff); 37 async_cmpl = (struct hwrm_async_event_cmpl *)req.encap_async_event_cmpl; 38 async_cmpl->type = cpu_to_le16(ASYNC_EVENT_CMPL_TYPE_HWRM_ASYNC_EVENT); 39 async_cmpl->event_id = cpu_to_le16(event_id); 40 41 mutex_lock(&bp->hwrm_cmd_lock); 42 rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT); 43 44 if (rc) { 45 netdev_err(bp->dev, "hwrm_fwd_async_event_cmpl failed. rc:%d\n", 46 rc); 47 goto fwd_async_event_cmpl_exit; 48 } 49 50 if (resp->error_code) { 51 netdev_err(bp->dev, "hwrm_fwd_async_event_cmpl error %d\n", 52 resp->error_code); 53 rc = -1; 54 } 55 56 fwd_async_event_cmpl_exit: 57 mutex_unlock(&bp->hwrm_cmd_lock); 58 return rc; 59 } 60 61 static int bnxt_vf_ndo_prep(struct bnxt *bp, int vf_id) 62 { 63 if (!test_bit(BNXT_STATE_OPEN, &bp->state)) { 64 netdev_err(bp->dev, "vf ndo called though PF is down\n"); 65 return -EINVAL; 66 } 67 if (!bp->pf.active_vfs) { 68 netdev_err(bp->dev, "vf ndo called though sriov is disabled\n"); 69 return -EINVAL; 70 } 71 if (vf_id >= bp->pf.max_vfs) { 72 netdev_err(bp->dev, "Invalid VF id %d\n", vf_id); 73 return -EINVAL; 74 } 75 return 0; 76 } 77 78 int bnxt_set_vf_spoofchk(struct net_device *dev, int vf_id, bool setting) 79 { 80 struct hwrm_func_cfg_input req = {0}; 81 struct bnxt *bp = netdev_priv(dev); 82 struct bnxt_vf_info *vf; 83 bool old_setting = false; 84 u32 func_flags; 85 int rc; 86 87 rc = bnxt_vf_ndo_prep(bp, vf_id); 88 if (rc) 89 return rc; 90 91 vf = &bp->pf.vf[vf_id]; 92 if (vf->flags & BNXT_VF_SPOOFCHK) 93 old_setting = true; 94 if (old_setting == setting) 95 return 0; 96 97 func_flags = vf->func_flags; 98 if (setting) 99 func_flags |= FUNC_CFG_REQ_FLAGS_SRC_MAC_ADDR_CHECK; 100 else 101 func_flags &= ~FUNC_CFG_REQ_FLAGS_SRC_MAC_ADDR_CHECK; 102 /*TODO: if the driver supports VLAN filter on guest VLAN, 103 * the spoof check should also include vlan anti-spoofing 104 */ 105 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_CFG, -1, -1); 106 req.fid = cpu_to_le16(vf->fw_fid); 107 req.flags = cpu_to_le32(func_flags); 108 rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT); 109 if (!rc) { 110 vf->func_flags = func_flags; 111 if (setting) 112 vf->flags |= BNXT_VF_SPOOFCHK; 113 else 114 vf->flags &= ~BNXT_VF_SPOOFCHK; 115 } 116 return rc; 117 } 118 119 int bnxt_get_vf_config(struct net_device *dev, int vf_id, 120 struct ifla_vf_info *ivi) 121 { 122 struct bnxt *bp = netdev_priv(dev); 123 struct bnxt_vf_info *vf; 124 int rc; 125 126 rc = bnxt_vf_ndo_prep(bp, vf_id); 127 if (rc) 128 return rc; 129 130 ivi->vf = vf_id; 131 vf = &bp->pf.vf[vf_id]; 132 133 memcpy(&ivi->mac, vf->mac_addr, ETH_ALEN); 134 ivi->max_tx_rate = vf->max_tx_rate; 135 ivi->min_tx_rate = vf->min_tx_rate; 136 ivi->vlan = vf->vlan; 137 ivi->qos = vf->flags & BNXT_VF_QOS; 138 ivi->spoofchk = vf->flags & BNXT_VF_SPOOFCHK; 139 if (!(vf->flags & BNXT_VF_LINK_FORCED)) 140 ivi->linkstate = IFLA_VF_LINK_STATE_AUTO; 141 else if (vf->flags & BNXT_VF_LINK_UP) 142 ivi->linkstate = IFLA_VF_LINK_STATE_ENABLE; 143 else 144 ivi->linkstate = IFLA_VF_LINK_STATE_DISABLE; 145 146 return 0; 147 } 148 149 int bnxt_set_vf_mac(struct net_device *dev, int vf_id, u8 *mac) 150 { 151 struct hwrm_func_cfg_input req = {0}; 152 struct bnxt *bp = netdev_priv(dev); 153 struct bnxt_vf_info *vf; 154 int rc; 155 156 rc = bnxt_vf_ndo_prep(bp, vf_id); 157 if (rc) 158 return rc; 159 /* reject bc or mc mac addr, zero mac addr means allow 160 * VF to use its own mac addr 161 */ 162 if (is_multicast_ether_addr(mac)) { 163 netdev_err(dev, "Invalid VF ethernet address\n"); 164 return -EINVAL; 165 } 166 vf = &bp->pf.vf[vf_id]; 167 168 memcpy(vf->mac_addr, mac, ETH_ALEN); 169 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_CFG, -1, -1); 170 req.fid = cpu_to_le16(vf->fw_fid); 171 req.flags = cpu_to_le32(vf->func_flags); 172 req.enables = cpu_to_le32(FUNC_CFG_REQ_ENABLES_DFLT_MAC_ADDR); 173 memcpy(req.dflt_mac_addr, mac, ETH_ALEN); 174 return hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT); 175 } 176 177 int bnxt_set_vf_vlan(struct net_device *dev, int vf_id, u16 vlan_id, u8 qos, 178 __be16 vlan_proto) 179 { 180 struct hwrm_func_cfg_input req = {0}; 181 struct bnxt *bp = netdev_priv(dev); 182 struct bnxt_vf_info *vf; 183 u16 vlan_tag; 184 int rc; 185 186 if (bp->hwrm_spec_code < 0x10201) 187 return -ENOTSUPP; 188 189 if (vlan_proto != htons(ETH_P_8021Q)) 190 return -EPROTONOSUPPORT; 191 192 rc = bnxt_vf_ndo_prep(bp, vf_id); 193 if (rc) 194 return rc; 195 196 /* TODO: needed to implement proper handling of user priority, 197 * currently fail the command if there is valid priority 198 */ 199 if (vlan_id > 4095 || qos) 200 return -EINVAL; 201 202 vf = &bp->pf.vf[vf_id]; 203 vlan_tag = vlan_id; 204 if (vlan_tag == vf->vlan) 205 return 0; 206 207 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_CFG, -1, -1); 208 req.fid = cpu_to_le16(vf->fw_fid); 209 req.flags = cpu_to_le32(vf->func_flags); 210 req.dflt_vlan = cpu_to_le16(vlan_tag); 211 req.enables = cpu_to_le32(FUNC_CFG_REQ_ENABLES_DFLT_VLAN); 212 rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT); 213 if (!rc) 214 vf->vlan = vlan_tag; 215 return rc; 216 } 217 218 int bnxt_set_vf_bw(struct net_device *dev, int vf_id, int min_tx_rate, 219 int max_tx_rate) 220 { 221 struct hwrm_func_cfg_input req = {0}; 222 struct bnxt *bp = netdev_priv(dev); 223 struct bnxt_vf_info *vf; 224 u32 pf_link_speed; 225 int rc; 226 227 rc = bnxt_vf_ndo_prep(bp, vf_id); 228 if (rc) 229 return rc; 230 231 vf = &bp->pf.vf[vf_id]; 232 pf_link_speed = bnxt_fw_to_ethtool_speed(bp->link_info.link_speed); 233 if (max_tx_rate > pf_link_speed) { 234 netdev_info(bp->dev, "max tx rate %d exceed PF link speed for VF %d\n", 235 max_tx_rate, vf_id); 236 return -EINVAL; 237 } 238 239 if (min_tx_rate > pf_link_speed || min_tx_rate > max_tx_rate) { 240 netdev_info(bp->dev, "min tx rate %d is invalid for VF %d\n", 241 min_tx_rate, vf_id); 242 return -EINVAL; 243 } 244 if (min_tx_rate == vf->min_tx_rate && max_tx_rate == vf->max_tx_rate) 245 return 0; 246 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_CFG, -1, -1); 247 req.fid = cpu_to_le16(vf->fw_fid); 248 req.flags = cpu_to_le32(vf->func_flags); 249 req.enables = cpu_to_le32(FUNC_CFG_REQ_ENABLES_MAX_BW); 250 req.max_bw = cpu_to_le32(max_tx_rate); 251 req.enables |= cpu_to_le32(FUNC_CFG_REQ_ENABLES_MIN_BW); 252 req.min_bw = cpu_to_le32(min_tx_rate); 253 rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT); 254 if (!rc) { 255 vf->min_tx_rate = min_tx_rate; 256 vf->max_tx_rate = max_tx_rate; 257 } 258 return rc; 259 } 260 261 int bnxt_set_vf_link_state(struct net_device *dev, int vf_id, int link) 262 { 263 struct bnxt *bp = netdev_priv(dev); 264 struct bnxt_vf_info *vf; 265 int rc; 266 267 rc = bnxt_vf_ndo_prep(bp, vf_id); 268 if (rc) 269 return rc; 270 271 vf = &bp->pf.vf[vf_id]; 272 273 vf->flags &= ~(BNXT_VF_LINK_UP | BNXT_VF_LINK_FORCED); 274 switch (link) { 275 case IFLA_VF_LINK_STATE_AUTO: 276 vf->flags |= BNXT_VF_LINK_UP; 277 break; 278 case IFLA_VF_LINK_STATE_DISABLE: 279 vf->flags |= BNXT_VF_LINK_FORCED; 280 break; 281 case IFLA_VF_LINK_STATE_ENABLE: 282 vf->flags |= BNXT_VF_LINK_UP | BNXT_VF_LINK_FORCED; 283 break; 284 default: 285 netdev_err(bp->dev, "Invalid link option\n"); 286 rc = -EINVAL; 287 break; 288 } 289 if (vf->flags & (BNXT_VF_LINK_UP | BNXT_VF_LINK_FORCED)) 290 rc = bnxt_hwrm_fwd_async_event_cmpl(bp, vf, 291 ASYNC_EVENT_CMPL_EVENT_ID_LINK_STATUS_CHANGE); 292 return rc; 293 } 294 295 static int bnxt_set_vf_attr(struct bnxt *bp, int num_vfs) 296 { 297 int i; 298 struct bnxt_vf_info *vf; 299 300 for (i = 0; i < num_vfs; i++) { 301 vf = &bp->pf.vf[i]; 302 memset(vf, 0, sizeof(*vf)); 303 vf->flags = BNXT_VF_QOS | BNXT_VF_LINK_UP; 304 } 305 return 0; 306 } 307 308 static int bnxt_hwrm_func_vf_resource_free(struct bnxt *bp, int num_vfs) 309 { 310 int i, rc = 0; 311 struct bnxt_pf_info *pf = &bp->pf; 312 struct hwrm_func_vf_resc_free_input req = {0}; 313 314 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_VF_RESC_FREE, -1, -1); 315 316 mutex_lock(&bp->hwrm_cmd_lock); 317 for (i = pf->first_vf_id; i < pf->first_vf_id + num_vfs; i++) { 318 req.vf_id = cpu_to_le16(i); 319 rc = _hwrm_send_message(bp, &req, sizeof(req), 320 HWRM_CMD_TIMEOUT); 321 if (rc) 322 break; 323 } 324 mutex_unlock(&bp->hwrm_cmd_lock); 325 return rc; 326 } 327 328 static void bnxt_free_vf_resources(struct bnxt *bp) 329 { 330 struct pci_dev *pdev = bp->pdev; 331 int i; 332 333 kfree(bp->pf.vf_event_bmap); 334 bp->pf.vf_event_bmap = NULL; 335 336 for (i = 0; i < 4; i++) { 337 if (bp->pf.hwrm_cmd_req_addr[i]) { 338 dma_free_coherent(&pdev->dev, BNXT_PAGE_SIZE, 339 bp->pf.hwrm_cmd_req_addr[i], 340 bp->pf.hwrm_cmd_req_dma_addr[i]); 341 bp->pf.hwrm_cmd_req_addr[i] = NULL; 342 } 343 } 344 345 kfree(bp->pf.vf); 346 bp->pf.vf = NULL; 347 } 348 349 static int bnxt_alloc_vf_resources(struct bnxt *bp, int num_vfs) 350 { 351 struct pci_dev *pdev = bp->pdev; 352 u32 nr_pages, size, i, j, k = 0; 353 354 bp->pf.vf = kcalloc(num_vfs, sizeof(struct bnxt_vf_info), GFP_KERNEL); 355 if (!bp->pf.vf) 356 return -ENOMEM; 357 358 bnxt_set_vf_attr(bp, num_vfs); 359 360 size = num_vfs * BNXT_HWRM_REQ_MAX_SIZE; 361 nr_pages = size / BNXT_PAGE_SIZE; 362 if (size & (BNXT_PAGE_SIZE - 1)) 363 nr_pages++; 364 365 for (i = 0; i < nr_pages; i++) { 366 bp->pf.hwrm_cmd_req_addr[i] = 367 dma_alloc_coherent(&pdev->dev, BNXT_PAGE_SIZE, 368 &bp->pf.hwrm_cmd_req_dma_addr[i], 369 GFP_KERNEL); 370 371 if (!bp->pf.hwrm_cmd_req_addr[i]) 372 return -ENOMEM; 373 374 for (j = 0; j < BNXT_HWRM_REQS_PER_PAGE && k < num_vfs; j++) { 375 struct bnxt_vf_info *vf = &bp->pf.vf[k]; 376 377 vf->hwrm_cmd_req_addr = bp->pf.hwrm_cmd_req_addr[i] + 378 j * BNXT_HWRM_REQ_MAX_SIZE; 379 vf->hwrm_cmd_req_dma_addr = 380 bp->pf.hwrm_cmd_req_dma_addr[i] + j * 381 BNXT_HWRM_REQ_MAX_SIZE; 382 k++; 383 } 384 } 385 386 /* Max 128 VF's */ 387 bp->pf.vf_event_bmap = kzalloc(16, GFP_KERNEL); 388 if (!bp->pf.vf_event_bmap) 389 return -ENOMEM; 390 391 bp->pf.hwrm_cmd_req_pages = nr_pages; 392 return 0; 393 } 394 395 static int bnxt_hwrm_func_buf_rgtr(struct bnxt *bp) 396 { 397 struct hwrm_func_buf_rgtr_input req = {0}; 398 399 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_BUF_RGTR, -1, -1); 400 401 req.req_buf_num_pages = cpu_to_le16(bp->pf.hwrm_cmd_req_pages); 402 req.req_buf_page_size = cpu_to_le16(BNXT_PAGE_SHIFT); 403 req.req_buf_len = cpu_to_le16(BNXT_HWRM_REQ_MAX_SIZE); 404 req.req_buf_page_addr0 = cpu_to_le64(bp->pf.hwrm_cmd_req_dma_addr[0]); 405 req.req_buf_page_addr1 = cpu_to_le64(bp->pf.hwrm_cmd_req_dma_addr[1]); 406 req.req_buf_page_addr2 = cpu_to_le64(bp->pf.hwrm_cmd_req_dma_addr[2]); 407 req.req_buf_page_addr3 = cpu_to_le64(bp->pf.hwrm_cmd_req_dma_addr[3]); 408 409 return hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT); 410 } 411 412 /* only call by PF to reserve resources for VF */ 413 static int bnxt_hwrm_func_cfg(struct bnxt *bp, int num_vfs) 414 { 415 u32 rc = 0, mtu, i; 416 u16 vf_tx_rings, vf_rx_rings, vf_cp_rings, vf_stat_ctx, vf_vnics; 417 u16 vf_ring_grps; 418 struct hwrm_func_cfg_input req = {0}; 419 struct bnxt_pf_info *pf = &bp->pf; 420 int total_vf_tx_rings = 0; 421 422 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_CFG, -1, -1); 423 424 /* Remaining rings are distributed equally amongs VF's for now */ 425 vf_cp_rings = (pf->max_cp_rings - bp->cp_nr_rings) / num_vfs; 426 vf_stat_ctx = (pf->max_stat_ctxs - bp->num_stat_ctxs) / num_vfs; 427 if (bp->flags & BNXT_FLAG_AGG_RINGS) 428 vf_rx_rings = (pf->max_rx_rings - bp->rx_nr_rings * 2) / 429 num_vfs; 430 else 431 vf_rx_rings = (pf->max_rx_rings - bp->rx_nr_rings) / num_vfs; 432 vf_ring_grps = (bp->pf.max_hw_ring_grps - bp->rx_nr_rings) / num_vfs; 433 vf_tx_rings = (pf->max_tx_rings - bp->tx_nr_rings) / num_vfs; 434 vf_vnics = (pf->max_vnics - bp->nr_vnics) / num_vfs; 435 vf_vnics = min_t(u16, vf_vnics, vf_rx_rings); 436 437 req.enables = cpu_to_le32(FUNC_CFG_REQ_ENABLES_MTU | 438 FUNC_CFG_REQ_ENABLES_MRU | 439 FUNC_CFG_REQ_ENABLES_NUM_RSSCOS_CTXS | 440 FUNC_CFG_REQ_ENABLES_NUM_STAT_CTXS | 441 FUNC_CFG_REQ_ENABLES_NUM_CMPL_RINGS | 442 FUNC_CFG_REQ_ENABLES_NUM_TX_RINGS | 443 FUNC_CFG_REQ_ENABLES_NUM_RX_RINGS | 444 FUNC_CFG_REQ_ENABLES_NUM_L2_CTXS | 445 FUNC_CFG_REQ_ENABLES_NUM_VNICS | 446 FUNC_CFG_REQ_ENABLES_NUM_HW_RING_GRPS); 447 448 mtu = bp->dev->mtu + ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN; 449 req.mru = cpu_to_le16(mtu); 450 req.mtu = cpu_to_le16(mtu); 451 452 req.num_rsscos_ctxs = cpu_to_le16(1); 453 req.num_cmpl_rings = cpu_to_le16(vf_cp_rings); 454 req.num_tx_rings = cpu_to_le16(vf_tx_rings); 455 req.num_rx_rings = cpu_to_le16(vf_rx_rings); 456 req.num_hw_ring_grps = cpu_to_le16(vf_ring_grps); 457 req.num_l2_ctxs = cpu_to_le16(4); 458 459 req.num_vnics = cpu_to_le16(vf_vnics); 460 /* FIXME spec currently uses 1 bit for stats ctx */ 461 req.num_stat_ctxs = cpu_to_le16(vf_stat_ctx); 462 463 mutex_lock(&bp->hwrm_cmd_lock); 464 for (i = 0; i < num_vfs; i++) { 465 int vf_tx_rsvd = vf_tx_rings; 466 467 req.fid = cpu_to_le16(pf->first_vf_id + i); 468 rc = _hwrm_send_message(bp, &req, sizeof(req), 469 HWRM_CMD_TIMEOUT); 470 if (rc) 471 break; 472 pf->active_vfs = i + 1; 473 pf->vf[i].fw_fid = le16_to_cpu(req.fid); 474 rc = __bnxt_hwrm_get_tx_rings(bp, pf->vf[i].fw_fid, 475 &vf_tx_rsvd); 476 if (rc) 477 break; 478 total_vf_tx_rings += vf_tx_rsvd; 479 } 480 mutex_unlock(&bp->hwrm_cmd_lock); 481 if (!rc) { 482 pf->max_tx_rings -= total_vf_tx_rings; 483 pf->max_rx_rings -= vf_rx_rings * num_vfs; 484 pf->max_hw_ring_grps -= vf_ring_grps * num_vfs; 485 pf->max_cp_rings -= vf_cp_rings * num_vfs; 486 pf->max_rsscos_ctxs -= num_vfs; 487 pf->max_stat_ctxs -= vf_stat_ctx * num_vfs; 488 pf->max_vnics -= vf_vnics * num_vfs; 489 } 490 return rc; 491 } 492 493 static int bnxt_sriov_enable(struct bnxt *bp, int *num_vfs) 494 { 495 int rc = 0, vfs_supported; 496 int min_rx_rings, min_tx_rings, min_rss_ctxs; 497 int tx_ok = 0, rx_ok = 0, rss_ok = 0; 498 499 /* Check if we can enable requested num of vf's. At a mininum 500 * we require 1 RX 1 TX rings for each VF. In this minimum conf 501 * features like TPA will not be available. 502 */ 503 vfs_supported = *num_vfs; 504 505 while (vfs_supported) { 506 min_rx_rings = vfs_supported; 507 min_tx_rings = vfs_supported; 508 min_rss_ctxs = vfs_supported; 509 510 if (bp->flags & BNXT_FLAG_AGG_RINGS) { 511 if (bp->pf.max_rx_rings - bp->rx_nr_rings * 2 >= 512 min_rx_rings) 513 rx_ok = 1; 514 } else { 515 if (bp->pf.max_rx_rings - bp->rx_nr_rings >= 516 min_rx_rings) 517 rx_ok = 1; 518 } 519 if (bp->pf.max_vnics - bp->nr_vnics < min_rx_rings) 520 rx_ok = 0; 521 522 if (bp->pf.max_tx_rings - bp->tx_nr_rings >= min_tx_rings) 523 tx_ok = 1; 524 525 if (bp->pf.max_rsscos_ctxs - bp->rsscos_nr_ctxs >= min_rss_ctxs) 526 rss_ok = 1; 527 528 if (tx_ok && rx_ok && rss_ok) 529 break; 530 531 vfs_supported--; 532 } 533 534 if (!vfs_supported) { 535 netdev_err(bp->dev, "Cannot enable VF's as all resources are used by PF\n"); 536 return -EINVAL; 537 } 538 539 if (vfs_supported != *num_vfs) { 540 netdev_info(bp->dev, "Requested VFs %d, can enable %d\n", 541 *num_vfs, vfs_supported); 542 *num_vfs = vfs_supported; 543 } 544 545 rc = bnxt_alloc_vf_resources(bp, *num_vfs); 546 if (rc) 547 goto err_out1; 548 549 /* Reserve resources for VFs */ 550 rc = bnxt_hwrm_func_cfg(bp, *num_vfs); 551 if (rc) 552 goto err_out2; 553 554 /* Register buffers for VFs */ 555 rc = bnxt_hwrm_func_buf_rgtr(bp); 556 if (rc) 557 goto err_out2; 558 559 bnxt_ulp_sriov_cfg(bp, *num_vfs); 560 561 rc = pci_enable_sriov(bp->pdev, *num_vfs); 562 if (rc) 563 goto err_out2; 564 565 return 0; 566 567 err_out2: 568 /* Free the resources reserved for various VF's */ 569 bnxt_hwrm_func_vf_resource_free(bp, *num_vfs); 570 571 err_out1: 572 bnxt_free_vf_resources(bp); 573 574 return rc; 575 } 576 577 void bnxt_sriov_disable(struct bnxt *bp) 578 { 579 u16 num_vfs = pci_num_vf(bp->pdev); 580 581 if (!num_vfs) 582 return; 583 584 if (pci_vfs_assigned(bp->pdev)) { 585 bnxt_hwrm_fwd_async_event_cmpl( 586 bp, NULL, ASYNC_EVENT_CMPL_EVENT_ID_PF_DRVR_UNLOAD); 587 netdev_warn(bp->dev, "Unable to free %d VFs because some are assigned to VMs.\n", 588 num_vfs); 589 } else { 590 pci_disable_sriov(bp->pdev); 591 /* Free the HW resources reserved for various VF's */ 592 bnxt_hwrm_func_vf_resource_free(bp, num_vfs); 593 } 594 595 bnxt_free_vf_resources(bp); 596 597 bp->pf.active_vfs = 0; 598 /* Reclaim all resources for the PF. */ 599 rtnl_lock(); 600 bnxt_restore_pf_fw_resources(bp); 601 rtnl_unlock(); 602 603 bnxt_ulp_sriov_cfg(bp, 0); 604 } 605 606 int bnxt_sriov_configure(struct pci_dev *pdev, int num_vfs) 607 { 608 struct net_device *dev = pci_get_drvdata(pdev); 609 struct bnxt *bp = netdev_priv(dev); 610 611 if (!(bp->flags & BNXT_FLAG_USING_MSIX)) { 612 netdev_warn(dev, "Not allow SRIOV if the irq mode is not MSIX\n"); 613 return 0; 614 } 615 616 rtnl_lock(); 617 if (!netif_running(dev)) { 618 netdev_warn(dev, "Reject SRIOV config request since if is down!\n"); 619 rtnl_unlock(); 620 return 0; 621 } 622 bp->sriov_cfg = true; 623 rtnl_unlock(); 624 625 if (pci_vfs_assigned(bp->pdev)) { 626 netdev_warn(dev, "Unable to configure SRIOV since some VFs are assigned to VMs.\n"); 627 num_vfs = 0; 628 goto sriov_cfg_exit; 629 } 630 631 /* Check if enabled VFs is same as requested */ 632 if (num_vfs && num_vfs == bp->pf.active_vfs) 633 goto sriov_cfg_exit; 634 635 /* if there are previous existing VFs, clean them up */ 636 bnxt_sriov_disable(bp); 637 if (!num_vfs) 638 goto sriov_cfg_exit; 639 640 bnxt_sriov_enable(bp, &num_vfs); 641 642 sriov_cfg_exit: 643 bp->sriov_cfg = false; 644 wake_up(&bp->sriov_cfg_wait); 645 646 return num_vfs; 647 } 648 649 static int bnxt_hwrm_fwd_resp(struct bnxt *bp, struct bnxt_vf_info *vf, 650 void *encap_resp, __le64 encap_resp_addr, 651 __le16 encap_resp_cpr, u32 msg_size) 652 { 653 int rc = 0; 654 struct hwrm_fwd_resp_input req = {0}; 655 struct hwrm_fwd_resp_output *resp = bp->hwrm_cmd_resp_addr; 656 657 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FWD_RESP, -1, -1); 658 659 /* Set the new target id */ 660 req.target_id = cpu_to_le16(vf->fw_fid); 661 req.encap_resp_target_id = cpu_to_le16(vf->fw_fid); 662 req.encap_resp_len = cpu_to_le16(msg_size); 663 req.encap_resp_addr = encap_resp_addr; 664 req.encap_resp_cmpl_ring = encap_resp_cpr; 665 memcpy(req.encap_resp, encap_resp, msg_size); 666 667 mutex_lock(&bp->hwrm_cmd_lock); 668 rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT); 669 670 if (rc) { 671 netdev_err(bp->dev, "hwrm_fwd_resp failed. rc:%d\n", rc); 672 goto fwd_resp_exit; 673 } 674 675 if (resp->error_code) { 676 netdev_err(bp->dev, "hwrm_fwd_resp error %d\n", 677 resp->error_code); 678 rc = -1; 679 } 680 681 fwd_resp_exit: 682 mutex_unlock(&bp->hwrm_cmd_lock); 683 return rc; 684 } 685 686 static int bnxt_hwrm_fwd_err_resp(struct bnxt *bp, struct bnxt_vf_info *vf, 687 u32 msg_size) 688 { 689 int rc = 0; 690 struct hwrm_reject_fwd_resp_input req = {0}; 691 struct hwrm_reject_fwd_resp_output *resp = bp->hwrm_cmd_resp_addr; 692 693 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_REJECT_FWD_RESP, -1, -1); 694 /* Set the new target id */ 695 req.target_id = cpu_to_le16(vf->fw_fid); 696 req.encap_resp_target_id = cpu_to_le16(vf->fw_fid); 697 memcpy(req.encap_request, vf->hwrm_cmd_req_addr, msg_size); 698 699 mutex_lock(&bp->hwrm_cmd_lock); 700 rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT); 701 702 if (rc) { 703 netdev_err(bp->dev, "hwrm_fwd_err_resp failed. rc:%d\n", rc); 704 goto fwd_err_resp_exit; 705 } 706 707 if (resp->error_code) { 708 netdev_err(bp->dev, "hwrm_fwd_err_resp error %d\n", 709 resp->error_code); 710 rc = -1; 711 } 712 713 fwd_err_resp_exit: 714 mutex_unlock(&bp->hwrm_cmd_lock); 715 return rc; 716 } 717 718 static int bnxt_hwrm_exec_fwd_resp(struct bnxt *bp, struct bnxt_vf_info *vf, 719 u32 msg_size) 720 { 721 int rc = 0; 722 struct hwrm_exec_fwd_resp_input req = {0}; 723 struct hwrm_exec_fwd_resp_output *resp = bp->hwrm_cmd_resp_addr; 724 725 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_EXEC_FWD_RESP, -1, -1); 726 /* Set the new target id */ 727 req.target_id = cpu_to_le16(vf->fw_fid); 728 req.encap_resp_target_id = cpu_to_le16(vf->fw_fid); 729 memcpy(req.encap_request, vf->hwrm_cmd_req_addr, msg_size); 730 731 mutex_lock(&bp->hwrm_cmd_lock); 732 rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT); 733 734 if (rc) { 735 netdev_err(bp->dev, "hwrm_exec_fw_resp failed. rc:%d\n", rc); 736 goto exec_fwd_resp_exit; 737 } 738 739 if (resp->error_code) { 740 netdev_err(bp->dev, "hwrm_exec_fw_resp error %d\n", 741 resp->error_code); 742 rc = -1; 743 } 744 745 exec_fwd_resp_exit: 746 mutex_unlock(&bp->hwrm_cmd_lock); 747 return rc; 748 } 749 750 static int bnxt_vf_validate_set_mac(struct bnxt *bp, struct bnxt_vf_info *vf) 751 { 752 u32 msg_size = sizeof(struct hwrm_cfa_l2_filter_alloc_input); 753 struct hwrm_cfa_l2_filter_alloc_input *req = 754 (struct hwrm_cfa_l2_filter_alloc_input *)vf->hwrm_cmd_req_addr; 755 756 if (!is_valid_ether_addr(vf->mac_addr) || 757 ether_addr_equal((const u8 *)req->l2_addr, vf->mac_addr)) 758 return bnxt_hwrm_exec_fwd_resp(bp, vf, msg_size); 759 else 760 return bnxt_hwrm_fwd_err_resp(bp, vf, msg_size); 761 } 762 763 static int bnxt_vf_set_link(struct bnxt *bp, struct bnxt_vf_info *vf) 764 { 765 int rc = 0; 766 767 if (!(vf->flags & BNXT_VF_LINK_FORCED)) { 768 /* real link */ 769 rc = bnxt_hwrm_exec_fwd_resp( 770 bp, vf, sizeof(struct hwrm_port_phy_qcfg_input)); 771 } else { 772 struct hwrm_port_phy_qcfg_output phy_qcfg_resp; 773 struct hwrm_port_phy_qcfg_input *phy_qcfg_req; 774 775 phy_qcfg_req = 776 (struct hwrm_port_phy_qcfg_input *)vf->hwrm_cmd_req_addr; 777 mutex_lock(&bp->hwrm_cmd_lock); 778 memcpy(&phy_qcfg_resp, &bp->link_info.phy_qcfg_resp, 779 sizeof(phy_qcfg_resp)); 780 mutex_unlock(&bp->hwrm_cmd_lock); 781 phy_qcfg_resp.seq_id = phy_qcfg_req->seq_id; 782 783 if (vf->flags & BNXT_VF_LINK_UP) { 784 /* if physical link is down, force link up on VF */ 785 if (phy_qcfg_resp.link != 786 PORT_PHY_QCFG_RESP_LINK_LINK) { 787 phy_qcfg_resp.link = 788 PORT_PHY_QCFG_RESP_LINK_LINK; 789 phy_qcfg_resp.link_speed = cpu_to_le16( 790 PORT_PHY_QCFG_RESP_LINK_SPEED_10GB); 791 phy_qcfg_resp.duplex = 792 PORT_PHY_QCFG_RESP_DUPLEX_FULL; 793 phy_qcfg_resp.pause = 794 (PORT_PHY_QCFG_RESP_PAUSE_TX | 795 PORT_PHY_QCFG_RESP_PAUSE_RX); 796 } 797 } else { 798 /* force link down */ 799 phy_qcfg_resp.link = PORT_PHY_QCFG_RESP_LINK_NO_LINK; 800 phy_qcfg_resp.link_speed = 0; 801 phy_qcfg_resp.duplex = PORT_PHY_QCFG_RESP_DUPLEX_HALF; 802 phy_qcfg_resp.pause = 0; 803 } 804 rc = bnxt_hwrm_fwd_resp(bp, vf, &phy_qcfg_resp, 805 phy_qcfg_req->resp_addr, 806 phy_qcfg_req->cmpl_ring, 807 sizeof(phy_qcfg_resp)); 808 } 809 return rc; 810 } 811 812 static int bnxt_vf_req_validate_snd(struct bnxt *bp, struct bnxt_vf_info *vf) 813 { 814 int rc = 0; 815 struct input *encap_req = vf->hwrm_cmd_req_addr; 816 u32 req_type = le16_to_cpu(encap_req->req_type); 817 818 switch (req_type) { 819 case HWRM_CFA_L2_FILTER_ALLOC: 820 rc = bnxt_vf_validate_set_mac(bp, vf); 821 break; 822 case HWRM_FUNC_CFG: 823 /* TODO Validate if VF is allowed to change mac address, 824 * mtu, num of rings etc 825 */ 826 rc = bnxt_hwrm_exec_fwd_resp( 827 bp, vf, sizeof(struct hwrm_func_cfg_input)); 828 break; 829 case HWRM_PORT_PHY_QCFG: 830 rc = bnxt_vf_set_link(bp, vf); 831 break; 832 default: 833 break; 834 } 835 return rc; 836 } 837 838 void bnxt_hwrm_exec_fwd_req(struct bnxt *bp) 839 { 840 u32 i = 0, active_vfs = bp->pf.active_vfs, vf_id; 841 842 /* Scan through VF's and process commands */ 843 while (1) { 844 vf_id = find_next_bit(bp->pf.vf_event_bmap, active_vfs, i); 845 if (vf_id >= active_vfs) 846 break; 847 848 clear_bit(vf_id, bp->pf.vf_event_bmap); 849 bnxt_vf_req_validate_snd(bp, &bp->pf.vf[vf_id]); 850 i = vf_id + 1; 851 } 852 } 853 854 void bnxt_update_vf_mac(struct bnxt *bp) 855 { 856 struct hwrm_func_qcaps_input req = {0}; 857 struct hwrm_func_qcaps_output *resp = bp->hwrm_cmd_resp_addr; 858 859 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_QCAPS, -1, -1); 860 req.fid = cpu_to_le16(0xffff); 861 862 mutex_lock(&bp->hwrm_cmd_lock); 863 if (_hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT)) 864 goto update_vf_mac_exit; 865 866 /* Store MAC address from the firmware. There are 2 cases: 867 * 1. MAC address is valid. It is assigned from the PF and we 868 * need to override the current VF MAC address with it. 869 * 2. MAC address is zero. The VF will use a random MAC address by 870 * default but the stored zero MAC will allow the VF user to change 871 * the random MAC address using ndo_set_mac_address() if he wants. 872 */ 873 if (!ether_addr_equal(resp->mac_address, bp->vf.mac_addr)) 874 memcpy(bp->vf.mac_addr, resp->mac_address, ETH_ALEN); 875 876 /* overwrite netdev dev_addr with admin VF MAC */ 877 if (is_valid_ether_addr(bp->vf.mac_addr)) 878 memcpy(bp->dev->dev_addr, bp->vf.mac_addr, ETH_ALEN); 879 update_vf_mac_exit: 880 mutex_unlock(&bp->hwrm_cmd_lock); 881 } 882 883 int bnxt_approve_mac(struct bnxt *bp, u8 *mac) 884 { 885 struct hwrm_func_vf_cfg_input req = {0}; 886 int rc = 0; 887 888 if (!BNXT_VF(bp)) 889 return 0; 890 891 if (bp->hwrm_spec_code < 0x10202) { 892 if (is_valid_ether_addr(bp->vf.mac_addr)) 893 rc = -EADDRNOTAVAIL; 894 goto mac_done; 895 } 896 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_VF_CFG, -1, -1); 897 req.enables = cpu_to_le32(FUNC_VF_CFG_REQ_ENABLES_DFLT_MAC_ADDR); 898 memcpy(req.dflt_mac_addr, mac, ETH_ALEN); 899 rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT); 900 mac_done: 901 if (rc) { 902 rc = -EADDRNOTAVAIL; 903 netdev_warn(bp->dev, "VF MAC address %pM not approved by the PF\n", 904 mac); 905 } 906 return rc; 907 } 908 #else 909 910 void bnxt_sriov_disable(struct bnxt *bp) 911 { 912 } 913 914 void bnxt_hwrm_exec_fwd_req(struct bnxt *bp) 915 { 916 netdev_err(bp->dev, "Invalid VF message received when SRIOV is not enable\n"); 917 } 918 919 void bnxt_update_vf_mac(struct bnxt *bp) 920 { 921 } 922 923 int bnxt_approve_mac(struct bnxt *bp, u8 *mac) 924 { 925 return 0; 926 } 927 #endif 928