1 /* Broadcom NetXtreme-C/E network driver. 2 * 3 * Copyright (c) 2017 Broadcom Limited 4 * 5 * This program is free software; you can redistribute it and/or modify 6 * it under the terms of the GNU General Public License as published by 7 * the Free Software Foundation. 8 */ 9 10 #include <linux/pci.h> 11 #include <linux/netdevice.h> 12 #include <net/devlink.h> 13 #include "bnxt_hsi.h" 14 #include "bnxt.h" 15 #include "bnxt_vfr.h" 16 #include "bnxt_devlink.h" 17 18 static int bnxt_fw_reporter_diagnose(struct devlink_health_reporter *reporter, 19 struct devlink_fmsg *fmsg) 20 { 21 struct bnxt *bp = devlink_health_reporter_priv(reporter); 22 struct bnxt_fw_health *health = bp->fw_health; 23 u32 val, health_status; 24 int rc; 25 26 if (!health || test_bit(BNXT_STATE_IN_FW_RESET, &bp->state)) 27 return 0; 28 29 val = bnxt_fw_health_readl(bp, BNXT_FW_HEALTH_REG); 30 health_status = val & 0xffff; 31 32 if (health_status < BNXT_FW_STATUS_HEALTHY) { 33 rc = devlink_fmsg_string_pair_put(fmsg, "Description", 34 "Not yet completed initialization"); 35 if (rc) 36 return rc; 37 } else if (health_status > BNXT_FW_STATUS_HEALTHY) { 38 rc = devlink_fmsg_string_pair_put(fmsg, "Description", 39 "Encountered fatal error and cannot recover"); 40 if (rc) 41 return rc; 42 } 43 44 if (val >> 16) { 45 rc = devlink_fmsg_u32_pair_put(fmsg, "Error code", val >> 16); 46 if (rc) 47 return rc; 48 } 49 50 val = bnxt_fw_health_readl(bp, BNXT_FW_RESET_CNT_REG); 51 rc = devlink_fmsg_u32_pair_put(fmsg, "Reset count", val); 52 if (rc) 53 return rc; 54 55 return 0; 56 } 57 58 static const struct devlink_health_reporter_ops bnxt_dl_fw_reporter_ops = { 59 .name = "fw", 60 .diagnose = bnxt_fw_reporter_diagnose, 61 }; 62 63 static int bnxt_fw_reset_recover(struct devlink_health_reporter *reporter, 64 void *priv_ctx) 65 { 66 struct bnxt *bp = devlink_health_reporter_priv(reporter); 67 68 if (!priv_ctx) 69 return -EOPNOTSUPP; 70 71 bnxt_fw_reset(bp); 72 return 0; 73 } 74 75 static const 76 struct devlink_health_reporter_ops bnxt_dl_fw_reset_reporter_ops = { 77 .name = "fw_reset", 78 .recover = bnxt_fw_reset_recover, 79 }; 80 81 static int bnxt_fw_fatal_recover(struct devlink_health_reporter *reporter, 82 void *priv_ctx) 83 { 84 struct bnxt *bp = devlink_health_reporter_priv(reporter); 85 struct bnxt_fw_reporter_ctx *fw_reporter_ctx = priv_ctx; 86 unsigned long event; 87 88 if (!priv_ctx) 89 return -EOPNOTSUPP; 90 91 event = fw_reporter_ctx->sp_event; 92 if (event == BNXT_FW_RESET_NOTIFY_SP_EVENT) 93 bnxt_fw_reset(bp); 94 else if (event == BNXT_FW_EXCEPTION_SP_EVENT) 95 bnxt_fw_exception(bp); 96 97 return 0; 98 } 99 100 static const 101 struct devlink_health_reporter_ops bnxt_dl_fw_fatal_reporter_ops = { 102 .name = "fw_fatal", 103 .recover = bnxt_fw_fatal_recover, 104 }; 105 106 static void bnxt_dl_fw_reporters_create(struct bnxt *bp) 107 { 108 struct bnxt_fw_health *health = bp->fw_health; 109 110 if (!health) 111 return; 112 113 health->fw_reporter = 114 devlink_health_reporter_create(bp->dl, &bnxt_dl_fw_reporter_ops, 115 0, false, bp); 116 if (IS_ERR(health->fw_reporter)) { 117 netdev_warn(bp->dev, "Failed to create FW health reporter, rc = %ld\n", 118 PTR_ERR(health->fw_reporter)); 119 health->fw_reporter = NULL; 120 } 121 122 health->fw_reset_reporter = 123 devlink_health_reporter_create(bp->dl, 124 &bnxt_dl_fw_reset_reporter_ops, 125 0, true, bp); 126 if (IS_ERR(health->fw_reset_reporter)) { 127 netdev_warn(bp->dev, "Failed to create FW fatal health reporter, rc = %ld\n", 128 PTR_ERR(health->fw_reset_reporter)); 129 health->fw_reset_reporter = NULL; 130 } 131 132 health->fw_fatal_reporter = 133 devlink_health_reporter_create(bp->dl, 134 &bnxt_dl_fw_fatal_reporter_ops, 135 0, true, bp); 136 if (IS_ERR(health->fw_fatal_reporter)) { 137 netdev_warn(bp->dev, "Failed to create FW fatal health reporter, rc = %ld\n", 138 PTR_ERR(health->fw_fatal_reporter)); 139 health->fw_fatal_reporter = NULL; 140 } 141 } 142 143 static void bnxt_dl_fw_reporters_destroy(struct bnxt *bp) 144 { 145 struct bnxt_fw_health *health = bp->fw_health; 146 147 if (!health) 148 return; 149 150 if (health->fw_reporter) 151 devlink_health_reporter_destroy(health->fw_reporter); 152 153 if (health->fw_reset_reporter) 154 devlink_health_reporter_destroy(health->fw_reset_reporter); 155 156 if (health->fw_fatal_reporter) 157 devlink_health_reporter_destroy(health->fw_fatal_reporter); 158 } 159 160 void bnxt_devlink_health_report(struct bnxt *bp, unsigned long event) 161 { 162 struct bnxt_fw_health *fw_health = bp->fw_health; 163 struct bnxt_fw_reporter_ctx fw_reporter_ctx; 164 165 if (!fw_health) 166 return; 167 168 fw_reporter_ctx.sp_event = event; 169 switch (event) { 170 case BNXT_FW_RESET_NOTIFY_SP_EVENT: 171 if (test_bit(BNXT_STATE_FW_FATAL_COND, &bp->state)) { 172 if (!fw_health->fw_fatal_reporter) 173 return; 174 175 devlink_health_report(fw_health->fw_fatal_reporter, 176 "FW fatal async event received", 177 &fw_reporter_ctx); 178 return; 179 } 180 if (!fw_health->fw_reset_reporter) 181 return; 182 183 devlink_health_report(fw_health->fw_reset_reporter, 184 "FW non-fatal reset event received", 185 &fw_reporter_ctx); 186 return; 187 188 case BNXT_FW_EXCEPTION_SP_EVENT: 189 if (!fw_health->fw_fatal_reporter) 190 return; 191 192 devlink_health_report(fw_health->fw_fatal_reporter, 193 "FW fatal error reported", 194 &fw_reporter_ctx); 195 return; 196 } 197 } 198 199 static const struct devlink_ops bnxt_dl_ops = { 200 #ifdef CONFIG_BNXT_SRIOV 201 .eswitch_mode_set = bnxt_dl_eswitch_mode_set, 202 .eswitch_mode_get = bnxt_dl_eswitch_mode_get, 203 #endif /* CONFIG_BNXT_SRIOV */ 204 }; 205 206 enum bnxt_dl_param_id { 207 BNXT_DEVLINK_PARAM_ID_BASE = DEVLINK_PARAM_GENERIC_ID_MAX, 208 BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK, 209 }; 210 211 static const struct bnxt_dl_nvm_param nvm_params[] = { 212 {DEVLINK_PARAM_GENERIC_ID_ENABLE_SRIOV, NVM_OFF_ENABLE_SRIOV, 213 BNXT_NVM_SHARED_CFG, 1, 1}, 214 {DEVLINK_PARAM_GENERIC_ID_IGNORE_ARI, NVM_OFF_IGNORE_ARI, 215 BNXT_NVM_SHARED_CFG, 1, 1}, 216 {DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MAX, 217 NVM_OFF_MSIX_VEC_PER_PF_MAX, BNXT_NVM_SHARED_CFG, 10, 4}, 218 {DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MIN, 219 NVM_OFF_MSIX_VEC_PER_PF_MIN, BNXT_NVM_SHARED_CFG, 7, 4}, 220 {BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK, NVM_OFF_DIS_GRE_VER_CHECK, 221 BNXT_NVM_SHARED_CFG, 1, 1}, 222 }; 223 224 union bnxt_nvm_data { 225 u8 val8; 226 __le32 val32; 227 }; 228 229 static void bnxt_copy_to_nvm_data(union bnxt_nvm_data *dst, 230 union devlink_param_value *src, 231 int nvm_num_bits, int dl_num_bytes) 232 { 233 u32 val32 = 0; 234 235 if (nvm_num_bits == 1) { 236 dst->val8 = src->vbool; 237 return; 238 } 239 if (dl_num_bytes == 4) 240 val32 = src->vu32; 241 else if (dl_num_bytes == 2) 242 val32 = (u32)src->vu16; 243 else if (dl_num_bytes == 1) 244 val32 = (u32)src->vu8; 245 dst->val32 = cpu_to_le32(val32); 246 } 247 248 static void bnxt_copy_from_nvm_data(union devlink_param_value *dst, 249 union bnxt_nvm_data *src, 250 int nvm_num_bits, int dl_num_bytes) 251 { 252 u32 val32; 253 254 if (nvm_num_bits == 1) { 255 dst->vbool = src->val8; 256 return; 257 } 258 val32 = le32_to_cpu(src->val32); 259 if (dl_num_bytes == 4) 260 dst->vu32 = val32; 261 else if (dl_num_bytes == 2) 262 dst->vu16 = (u16)val32; 263 else if (dl_num_bytes == 1) 264 dst->vu8 = (u8)val32; 265 } 266 267 static int bnxt_hwrm_nvm_req(struct bnxt *bp, u32 param_id, void *msg, 268 int msg_len, union devlink_param_value *val) 269 { 270 struct hwrm_nvm_get_variable_input *req = msg; 271 struct bnxt_dl_nvm_param nvm_param; 272 union bnxt_nvm_data *data; 273 dma_addr_t data_dma_addr; 274 int idx = 0, rc, i; 275 276 /* Get/Set NVM CFG parameter is supported only on PFs */ 277 if (BNXT_VF(bp)) 278 return -EPERM; 279 280 for (i = 0; i < ARRAY_SIZE(nvm_params); i++) { 281 if (nvm_params[i].id == param_id) { 282 nvm_param = nvm_params[i]; 283 break; 284 } 285 } 286 287 if (i == ARRAY_SIZE(nvm_params)) 288 return -EOPNOTSUPP; 289 290 if (nvm_param.dir_type == BNXT_NVM_PORT_CFG) 291 idx = bp->pf.port_id; 292 else if (nvm_param.dir_type == BNXT_NVM_FUNC_CFG) 293 idx = bp->pf.fw_fid - BNXT_FIRST_PF_FID; 294 295 data = dma_alloc_coherent(&bp->pdev->dev, sizeof(*data), 296 &data_dma_addr, GFP_KERNEL); 297 if (!data) 298 return -ENOMEM; 299 300 req->dest_data_addr = cpu_to_le64(data_dma_addr); 301 req->data_len = cpu_to_le16(nvm_param.nvm_num_bits); 302 req->option_num = cpu_to_le16(nvm_param.offset); 303 req->index_0 = cpu_to_le16(idx); 304 if (idx) 305 req->dimensions = cpu_to_le16(1); 306 307 if (req->req_type == cpu_to_le16(HWRM_NVM_SET_VARIABLE)) { 308 bnxt_copy_to_nvm_data(data, val, nvm_param.nvm_num_bits, 309 nvm_param.dl_num_bytes); 310 rc = hwrm_send_message(bp, msg, msg_len, HWRM_CMD_TIMEOUT); 311 } else { 312 rc = hwrm_send_message_silent(bp, msg, msg_len, 313 HWRM_CMD_TIMEOUT); 314 if (!rc) 315 bnxt_copy_from_nvm_data(val, data, 316 nvm_param.nvm_num_bits, 317 nvm_param.dl_num_bytes); 318 } 319 dma_free_coherent(&bp->pdev->dev, sizeof(*data), data, data_dma_addr); 320 if (rc == -EACCES) 321 netdev_err(bp->dev, "PF does not have admin privileges to modify NVM config\n"); 322 return rc; 323 } 324 325 static int bnxt_dl_nvm_param_get(struct devlink *dl, u32 id, 326 struct devlink_param_gset_ctx *ctx) 327 { 328 struct hwrm_nvm_get_variable_input req = {0}; 329 struct bnxt *bp = bnxt_get_bp_from_dl(dl); 330 int rc; 331 332 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_GET_VARIABLE, -1, -1); 333 rc = bnxt_hwrm_nvm_req(bp, id, &req, sizeof(req), &ctx->val); 334 if (!rc) 335 if (id == BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK) 336 ctx->val.vbool = !ctx->val.vbool; 337 338 return rc; 339 } 340 341 static int bnxt_dl_nvm_param_set(struct devlink *dl, u32 id, 342 struct devlink_param_gset_ctx *ctx) 343 { 344 struct hwrm_nvm_set_variable_input req = {0}; 345 struct bnxt *bp = bnxt_get_bp_from_dl(dl); 346 347 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_SET_VARIABLE, -1, -1); 348 349 if (id == BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK) 350 ctx->val.vbool = !ctx->val.vbool; 351 352 return bnxt_hwrm_nvm_req(bp, id, &req, sizeof(req), &ctx->val); 353 } 354 355 static int bnxt_dl_msix_validate(struct devlink *dl, u32 id, 356 union devlink_param_value val, 357 struct netlink_ext_ack *extack) 358 { 359 int max_val = -1; 360 361 if (id == DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MAX) 362 max_val = BNXT_MSIX_VEC_MAX; 363 364 if (id == DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MIN) 365 max_val = BNXT_MSIX_VEC_MIN_MAX; 366 367 if (val.vu32 > max_val) { 368 NL_SET_ERR_MSG_MOD(extack, "MSIX value is exceeding the range"); 369 return -EINVAL; 370 } 371 372 return 0; 373 } 374 375 static const struct devlink_param bnxt_dl_params[] = { 376 DEVLINK_PARAM_GENERIC(ENABLE_SRIOV, 377 BIT(DEVLINK_PARAM_CMODE_PERMANENT), 378 bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set, 379 NULL), 380 DEVLINK_PARAM_GENERIC(IGNORE_ARI, 381 BIT(DEVLINK_PARAM_CMODE_PERMANENT), 382 bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set, 383 NULL), 384 DEVLINK_PARAM_GENERIC(MSIX_VEC_PER_PF_MAX, 385 BIT(DEVLINK_PARAM_CMODE_PERMANENT), 386 bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set, 387 bnxt_dl_msix_validate), 388 DEVLINK_PARAM_GENERIC(MSIX_VEC_PER_PF_MIN, 389 BIT(DEVLINK_PARAM_CMODE_PERMANENT), 390 bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set, 391 bnxt_dl_msix_validate), 392 DEVLINK_PARAM_DRIVER(BNXT_DEVLINK_PARAM_ID_GRE_VER_CHECK, 393 "gre_ver_check", DEVLINK_PARAM_TYPE_BOOL, 394 BIT(DEVLINK_PARAM_CMODE_PERMANENT), 395 bnxt_dl_nvm_param_get, bnxt_dl_nvm_param_set, 396 NULL), 397 }; 398 399 static const struct devlink_param bnxt_dl_port_params[] = { 400 }; 401 402 int bnxt_dl_register(struct bnxt *bp) 403 { 404 struct devlink *dl; 405 int rc; 406 407 if (bp->hwrm_spec_code < 0x10600) { 408 netdev_warn(bp->dev, "Firmware does not support NVM params"); 409 return -ENOTSUPP; 410 } 411 412 dl = devlink_alloc(&bnxt_dl_ops, sizeof(struct bnxt_dl)); 413 if (!dl) { 414 netdev_warn(bp->dev, "devlink_alloc failed"); 415 return -ENOMEM; 416 } 417 418 bnxt_link_bp_to_dl(bp, dl); 419 420 /* Add switchdev eswitch mode setting, if SRIOV supported */ 421 if (pci_find_ext_capability(bp->pdev, PCI_EXT_CAP_ID_SRIOV) && 422 bp->hwrm_spec_code > 0x10803) 423 bp->eswitch_mode = DEVLINK_ESWITCH_MODE_LEGACY; 424 425 rc = devlink_register(dl, &bp->pdev->dev); 426 if (rc) { 427 netdev_warn(bp->dev, "devlink_register failed. rc=%d", rc); 428 goto err_dl_free; 429 } 430 431 rc = devlink_params_register(dl, bnxt_dl_params, 432 ARRAY_SIZE(bnxt_dl_params)); 433 if (rc) { 434 netdev_warn(bp->dev, "devlink_params_register failed. rc=%d", 435 rc); 436 goto err_dl_unreg; 437 } 438 439 devlink_port_attrs_set(&bp->dl_port, DEVLINK_PORT_FLAVOUR_PHYSICAL, 440 bp->pf.port_id, false, 0, 441 bp->switch_id, sizeof(bp->switch_id)); 442 rc = devlink_port_register(dl, &bp->dl_port, bp->pf.port_id); 443 if (rc) { 444 netdev_err(bp->dev, "devlink_port_register failed"); 445 goto err_dl_param_unreg; 446 } 447 devlink_port_type_eth_set(&bp->dl_port, bp->dev); 448 449 rc = devlink_port_params_register(&bp->dl_port, bnxt_dl_port_params, 450 ARRAY_SIZE(bnxt_dl_port_params)); 451 if (rc) { 452 netdev_err(bp->dev, "devlink_port_params_register failed"); 453 goto err_dl_port_unreg; 454 } 455 456 devlink_params_publish(dl); 457 458 bnxt_dl_fw_reporters_create(bp); 459 460 return 0; 461 462 err_dl_port_unreg: 463 devlink_port_unregister(&bp->dl_port); 464 err_dl_param_unreg: 465 devlink_params_unregister(dl, bnxt_dl_params, 466 ARRAY_SIZE(bnxt_dl_params)); 467 err_dl_unreg: 468 devlink_unregister(dl); 469 err_dl_free: 470 bnxt_link_bp_to_dl(bp, NULL); 471 devlink_free(dl); 472 return rc; 473 } 474 475 void bnxt_dl_unregister(struct bnxt *bp) 476 { 477 struct devlink *dl = bp->dl; 478 479 if (!dl) 480 return; 481 482 bnxt_dl_fw_reporters_destroy(bp); 483 devlink_port_params_unregister(&bp->dl_port, bnxt_dl_port_params, 484 ARRAY_SIZE(bnxt_dl_port_params)); 485 devlink_port_unregister(&bp->dl_port); 486 devlink_params_unregister(dl, bnxt_dl_params, 487 ARRAY_SIZE(bnxt_dl_params)); 488 devlink_unregister(dl); 489 devlink_free(dl); 490 } 491