1 /****************************************************************************** 2 * 3 * This file is provided under a dual BSD/GPLv2 license. When using or 4 * redistributing this file, you may do so under either license. 5 * 6 * GPL LICENSE SUMMARY 7 * 8 * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved. 9 * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH 10 * Copyright(c) 2016 - 2017 Intel Deutschland GmbH 11 * Copyright(c) 2018 - 2019 Intel Corporation 12 * 13 * This program is free software; you can redistribute it and/or modify 14 * it under the terms of version 2 of the GNU General Public License as 15 * published by the Free Software Foundation. 16 * 17 * This program is distributed in the hope that it will be useful, but 18 * WITHOUT ANY WARRANTY; without even the implied warranty of 19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 20 * General Public License for more details. 21 * 22 * The full GNU General Public License is included in this distribution 23 * in the file called COPYING. 24 * 25 * Contact Information: 26 * Intel Linux Wireless <linuxwifi@intel.com> 27 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497 28 * 29 * BSD LICENSE 30 * 31 * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved. 32 * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH 33 * Copyright(c) 2016 - 2017 Intel Deutschland GmbH 34 * Copyright(c) 2018 - 2019 Intel Corporation 35 * All rights reserved. 36 * 37 * Redistribution and use in source and binary forms, with or without 38 * modification, are permitted provided that the following conditions 39 * are met: 40 * 41 * * Redistributions of source code must retain the above copyright 42 * notice, this list of conditions and the following disclaimer. 43 * * Redistributions in binary form must reproduce the above copyright 44 * notice, this list of conditions and the following disclaimer in 45 * the documentation and/or other materials provided with the 46 * distribution. 47 * * Neither the name Intel Corporation nor the names of its 48 * contributors may be used to endorse or promote products derived 49 * from this software without specific prior written permission. 50 * 51 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 52 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 53 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 54 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 55 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 56 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 57 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 58 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 59 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 60 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 61 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 62 * 63 *****************************************************************************/ 64 #include <net/mac80211.h> 65 #include <linux/netdevice.h> 66 67 #include "iwl-trans.h" 68 #include "iwl-op-mode.h" 69 #include "fw/img.h" 70 #include "iwl-debug.h" 71 #include "iwl-csr.h" /* for iwl_mvm_rx_card_state_notif */ 72 #include "iwl-io.h" /* for iwl_mvm_rx_card_state_notif */ 73 #include "iwl-prph.h" 74 #include "fw/acpi.h" 75 76 #include "mvm.h" 77 #include "fw/dbg.h" 78 #include "iwl-phy-db.h" 79 #include "iwl-modparams.h" 80 #include "iwl-nvm-parse.h" 81 82 #define MVM_UCODE_ALIVE_TIMEOUT HZ 83 #define MVM_UCODE_CALIB_TIMEOUT (2*HZ) 84 85 #define UCODE_VALID_OK cpu_to_le32(0x1) 86 87 struct iwl_mvm_alive_data { 88 bool valid; 89 u32 scd_base_addr; 90 }; 91 92 static int iwl_send_tx_ant_cfg(struct iwl_mvm *mvm, u8 valid_tx_ant) 93 { 94 struct iwl_tx_ant_cfg_cmd tx_ant_cmd = { 95 .valid = cpu_to_le32(valid_tx_ant), 96 }; 97 98 IWL_DEBUG_FW(mvm, "select valid tx ant: %u\n", valid_tx_ant); 99 return iwl_mvm_send_cmd_pdu(mvm, TX_ANT_CONFIGURATION_CMD, 0, 100 sizeof(tx_ant_cmd), &tx_ant_cmd); 101 } 102 103 static int iwl_send_rss_cfg_cmd(struct iwl_mvm *mvm) 104 { 105 int i; 106 struct iwl_rss_config_cmd cmd = { 107 .flags = cpu_to_le32(IWL_RSS_ENABLE), 108 .hash_mask = BIT(IWL_RSS_HASH_TYPE_IPV4_TCP) | 109 BIT(IWL_RSS_HASH_TYPE_IPV4_UDP) | 110 BIT(IWL_RSS_HASH_TYPE_IPV4_PAYLOAD) | 111 BIT(IWL_RSS_HASH_TYPE_IPV6_TCP) | 112 BIT(IWL_RSS_HASH_TYPE_IPV6_UDP) | 113 BIT(IWL_RSS_HASH_TYPE_IPV6_PAYLOAD), 114 }; 115 116 if (mvm->trans->num_rx_queues == 1) 117 return 0; 118 119 /* Do not direct RSS traffic to Q 0 which is our fallback queue */ 120 for (i = 0; i < ARRAY_SIZE(cmd.indirection_table); i++) 121 cmd.indirection_table[i] = 122 1 + (i % (mvm->trans->num_rx_queues - 1)); 123 netdev_rss_key_fill(cmd.secret_key, sizeof(cmd.secret_key)); 124 125 return iwl_mvm_send_cmd_pdu(mvm, RSS_CONFIG_CMD, 0, sizeof(cmd), &cmd); 126 } 127 128 static int iwl_configure_rxq(struct iwl_mvm *mvm) 129 { 130 int i, num_queues, size, ret; 131 struct iwl_rfh_queue_config *cmd; 132 struct iwl_host_cmd hcmd = { 133 .id = WIDE_ID(DATA_PATH_GROUP, RFH_QUEUE_CONFIG_CMD), 134 .dataflags[0] = IWL_HCMD_DFL_NOCOPY, 135 }; 136 137 /* Do not configure default queue, it is configured via context info */ 138 num_queues = mvm->trans->num_rx_queues - 1; 139 140 size = struct_size(cmd, data, num_queues); 141 142 cmd = kzalloc(size, GFP_KERNEL); 143 if (!cmd) 144 return -ENOMEM; 145 146 cmd->num_queues = num_queues; 147 148 for (i = 0; i < num_queues; i++) { 149 struct iwl_trans_rxq_dma_data data; 150 151 cmd->data[i].q_num = i + 1; 152 iwl_trans_get_rxq_dma_data(mvm->trans, i + 1, &data); 153 154 cmd->data[i].fr_bd_cb = cpu_to_le64(data.fr_bd_cb); 155 cmd->data[i].urbd_stts_wrptr = 156 cpu_to_le64(data.urbd_stts_wrptr); 157 cmd->data[i].ur_bd_cb = cpu_to_le64(data.ur_bd_cb); 158 cmd->data[i].fr_bd_wid = cpu_to_le32(data.fr_bd_wid); 159 } 160 161 hcmd.data[0] = cmd; 162 hcmd.len[0] = size; 163 164 ret = iwl_mvm_send_cmd(mvm, &hcmd); 165 166 kfree(cmd); 167 168 return ret; 169 } 170 171 static int iwl_mvm_send_dqa_cmd(struct iwl_mvm *mvm) 172 { 173 struct iwl_dqa_enable_cmd dqa_cmd = { 174 .cmd_queue = cpu_to_le32(IWL_MVM_DQA_CMD_QUEUE), 175 }; 176 u32 cmd_id = iwl_cmd_id(DQA_ENABLE_CMD, DATA_PATH_GROUP, 0); 177 int ret; 178 179 ret = iwl_mvm_send_cmd_pdu(mvm, cmd_id, 0, sizeof(dqa_cmd), &dqa_cmd); 180 if (ret) 181 IWL_ERR(mvm, "Failed to send DQA enabling command: %d\n", ret); 182 else 183 IWL_DEBUG_FW(mvm, "Working in DQA mode\n"); 184 185 return ret; 186 } 187 188 void iwl_mvm_mfu_assert_dump_notif(struct iwl_mvm *mvm, 189 struct iwl_rx_cmd_buffer *rxb) 190 { 191 struct iwl_rx_packet *pkt = rxb_addr(rxb); 192 struct iwl_mfu_assert_dump_notif *mfu_dump_notif = (void *)pkt->data; 193 __le32 *dump_data = mfu_dump_notif->data; 194 int n_words = le32_to_cpu(mfu_dump_notif->data_size) / sizeof(__le32); 195 int i; 196 197 if (mfu_dump_notif->index_num == 0) 198 IWL_INFO(mvm, "MFUART assert id 0x%x occurred\n", 199 le32_to_cpu(mfu_dump_notif->assert_id)); 200 201 for (i = 0; i < n_words; i++) 202 IWL_DEBUG_INFO(mvm, 203 "MFUART assert dump, dword %u: 0x%08x\n", 204 le16_to_cpu(mfu_dump_notif->index_num) * 205 n_words + i, 206 le32_to_cpu(dump_data[i])); 207 } 208 209 static bool iwl_alive_fn(struct iwl_notif_wait_data *notif_wait, 210 struct iwl_rx_packet *pkt, void *data) 211 { 212 struct iwl_mvm *mvm = 213 container_of(notif_wait, struct iwl_mvm, notif_wait); 214 struct iwl_mvm_alive_data *alive_data = data; 215 struct mvm_alive_resp_v3 *palive3; 216 struct mvm_alive_resp *palive; 217 struct iwl_umac_alive *umac; 218 struct iwl_lmac_alive *lmac1; 219 struct iwl_lmac_alive *lmac2 = NULL; 220 u16 status; 221 u32 lmac_error_event_table, umac_error_event_table; 222 223 if (iwl_rx_packet_payload_len(pkt) == sizeof(*palive)) { 224 palive = (void *)pkt->data; 225 umac = &palive->umac_data; 226 lmac1 = &palive->lmac_data[0]; 227 lmac2 = &palive->lmac_data[1]; 228 status = le16_to_cpu(palive->status); 229 } else { 230 palive3 = (void *)pkt->data; 231 umac = &palive3->umac_data; 232 lmac1 = &palive3->lmac_data; 233 status = le16_to_cpu(palive3->status); 234 } 235 236 lmac_error_event_table = 237 le32_to_cpu(lmac1->dbg_ptrs.error_event_table_ptr); 238 iwl_fw_lmac1_set_alive_err_table(mvm->trans, lmac_error_event_table); 239 240 if (lmac2) 241 mvm->trans->dbg.lmac_error_event_table[1] = 242 le32_to_cpu(lmac2->dbg_ptrs.error_event_table_ptr); 243 244 umac_error_event_table = le32_to_cpu(umac->dbg_ptrs.error_info_addr); 245 246 if (!umac_error_event_table) { 247 mvm->support_umac_log = false; 248 } else if (umac_error_event_table >= 249 mvm->trans->cfg->min_umac_error_event_table) { 250 mvm->support_umac_log = true; 251 } else { 252 IWL_ERR(mvm, 253 "Not valid error log pointer 0x%08X for %s uCode\n", 254 umac_error_event_table, 255 (mvm->fwrt.cur_fw_img == IWL_UCODE_INIT) ? 256 "Init" : "RT"); 257 mvm->support_umac_log = false; 258 } 259 260 if (mvm->support_umac_log) 261 iwl_fw_umac_set_alive_err_table(mvm->trans, 262 umac_error_event_table); 263 264 alive_data->scd_base_addr = le32_to_cpu(lmac1->dbg_ptrs.scd_base_ptr); 265 alive_data->valid = status == IWL_ALIVE_STATUS_OK; 266 267 IWL_DEBUG_FW(mvm, 268 "Alive ucode status 0x%04x revision 0x%01X 0x%01X\n", 269 status, lmac1->ver_type, lmac1->ver_subtype); 270 271 if (lmac2) 272 IWL_DEBUG_FW(mvm, "Alive ucode CDB\n"); 273 274 IWL_DEBUG_FW(mvm, 275 "UMAC version: Major - 0x%x, Minor - 0x%x\n", 276 le32_to_cpu(umac->umac_major), 277 le32_to_cpu(umac->umac_minor)); 278 279 iwl_fwrt_update_fw_versions(&mvm->fwrt, lmac1, umac); 280 281 return true; 282 } 283 284 static bool iwl_wait_init_complete(struct iwl_notif_wait_data *notif_wait, 285 struct iwl_rx_packet *pkt, void *data) 286 { 287 WARN_ON(pkt->hdr.cmd != INIT_COMPLETE_NOTIF); 288 289 return true; 290 } 291 292 static bool iwl_wait_phy_db_entry(struct iwl_notif_wait_data *notif_wait, 293 struct iwl_rx_packet *pkt, void *data) 294 { 295 struct iwl_phy_db *phy_db = data; 296 297 if (pkt->hdr.cmd != CALIB_RES_NOTIF_PHY_DB) { 298 WARN_ON(pkt->hdr.cmd != INIT_COMPLETE_NOTIF); 299 return true; 300 } 301 302 WARN_ON(iwl_phy_db_set_section(phy_db, pkt)); 303 304 return false; 305 } 306 307 static int iwl_mvm_load_ucode_wait_alive(struct iwl_mvm *mvm, 308 enum iwl_ucode_type ucode_type) 309 { 310 struct iwl_notification_wait alive_wait; 311 struct iwl_mvm_alive_data alive_data = {}; 312 const struct fw_img *fw; 313 int ret; 314 enum iwl_ucode_type old_type = mvm->fwrt.cur_fw_img; 315 static const u16 alive_cmd[] = { MVM_ALIVE }; 316 bool run_in_rfkill = 317 ucode_type == IWL_UCODE_INIT || iwl_mvm_has_unified_ucode(mvm); 318 319 if (ucode_type == IWL_UCODE_REGULAR && 320 iwl_fw_dbg_conf_usniffer(mvm->fw, FW_DBG_START_FROM_ALIVE) && 321 !(fw_has_capa(&mvm->fw->ucode_capa, 322 IWL_UCODE_TLV_CAPA_USNIFFER_UNIFIED))) 323 fw = iwl_get_ucode_image(mvm->fw, IWL_UCODE_REGULAR_USNIFFER); 324 else 325 fw = iwl_get_ucode_image(mvm->fw, ucode_type); 326 if (WARN_ON(!fw)) 327 return -EINVAL; 328 iwl_fw_set_current_image(&mvm->fwrt, ucode_type); 329 clear_bit(IWL_MVM_STATUS_FIRMWARE_RUNNING, &mvm->status); 330 331 iwl_init_notification_wait(&mvm->notif_wait, &alive_wait, 332 alive_cmd, ARRAY_SIZE(alive_cmd), 333 iwl_alive_fn, &alive_data); 334 335 /* 336 * We want to load the INIT firmware even in RFKILL 337 * For the unified firmware case, the ucode_type is not 338 * INIT, but we still need to run it. 339 */ 340 ret = iwl_trans_start_fw(mvm->trans, fw, run_in_rfkill); 341 if (ret) { 342 iwl_fw_set_current_image(&mvm->fwrt, old_type); 343 iwl_remove_notification(&mvm->notif_wait, &alive_wait); 344 return ret; 345 } 346 347 /* 348 * Some things may run in the background now, but we 349 * just wait for the ALIVE notification here. 350 */ 351 ret = iwl_wait_notification(&mvm->notif_wait, &alive_wait, 352 MVM_UCODE_ALIVE_TIMEOUT); 353 if (ret) { 354 struct iwl_trans *trans = mvm->trans; 355 356 if (ret == -ETIMEDOUT) 357 iwl_fw_dbg_error_collect(&mvm->fwrt, 358 FW_DBG_TRIGGER_ALIVE_TIMEOUT); 359 360 if (trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_22000) 361 IWL_ERR(mvm, 362 "SecBoot CPU1 Status: 0x%x, CPU2 Status: 0x%x\n", 363 iwl_read_umac_prph(trans, UMAG_SB_CPU_1_STATUS), 364 iwl_read_umac_prph(trans, 365 UMAG_SB_CPU_2_STATUS)); 366 else if (trans->trans_cfg->device_family >= 367 IWL_DEVICE_FAMILY_8000) 368 IWL_ERR(mvm, 369 "SecBoot CPU1 Status: 0x%x, CPU2 Status: 0x%x\n", 370 iwl_read_prph(trans, SB_CPU_1_STATUS), 371 iwl_read_prph(trans, SB_CPU_2_STATUS)); 372 iwl_fw_set_current_image(&mvm->fwrt, old_type); 373 return ret; 374 } 375 376 if (!alive_data.valid) { 377 IWL_ERR(mvm, "Loaded ucode is not valid!\n"); 378 iwl_fw_set_current_image(&mvm->fwrt, old_type); 379 return -EIO; 380 } 381 382 iwl_trans_fw_alive(mvm->trans, alive_data.scd_base_addr); 383 384 /* 385 * Note: all the queues are enabled as part of the interface 386 * initialization, but in firmware restart scenarios they 387 * could be stopped, so wake them up. In firmware restart, 388 * mac80211 will have the queues stopped as well until the 389 * reconfiguration completes. During normal startup, they 390 * will be empty. 391 */ 392 393 memset(&mvm->queue_info, 0, sizeof(mvm->queue_info)); 394 /* 395 * Set a 'fake' TID for the command queue, since we use the 396 * hweight() of the tid_bitmap as a refcount now. Not that 397 * we ever even consider the command queue as one we might 398 * want to reuse, but be safe nevertheless. 399 */ 400 mvm->queue_info[IWL_MVM_DQA_CMD_QUEUE].tid_bitmap = 401 BIT(IWL_MAX_TID_COUNT + 2); 402 403 set_bit(IWL_MVM_STATUS_FIRMWARE_RUNNING, &mvm->status); 404 #ifdef CONFIG_IWLWIFI_DEBUGFS 405 iwl_fw_set_dbg_rec_on(&mvm->fwrt); 406 #endif 407 408 return 0; 409 } 410 411 static int iwl_run_unified_mvm_ucode(struct iwl_mvm *mvm, bool read_nvm) 412 { 413 struct iwl_notification_wait init_wait; 414 struct iwl_nvm_access_complete_cmd nvm_complete = {}; 415 struct iwl_init_extended_cfg_cmd init_cfg = { 416 .init_flags = cpu_to_le32(BIT(IWL_INIT_NVM)), 417 }; 418 static const u16 init_complete[] = { 419 INIT_COMPLETE_NOTIF, 420 }; 421 int ret; 422 423 lockdep_assert_held(&mvm->mutex); 424 425 mvm->rfkill_safe_init_done = false; 426 427 iwl_init_notification_wait(&mvm->notif_wait, 428 &init_wait, 429 init_complete, 430 ARRAY_SIZE(init_complete), 431 iwl_wait_init_complete, 432 NULL); 433 434 iwl_dbg_tlv_time_point(&mvm->fwrt, IWL_FW_INI_TIME_POINT_EARLY, NULL); 435 436 /* Will also start the device */ 437 ret = iwl_mvm_load_ucode_wait_alive(mvm, IWL_UCODE_REGULAR); 438 if (ret) { 439 IWL_ERR(mvm, "Failed to start RT ucode: %d\n", ret); 440 goto error; 441 } 442 iwl_dbg_tlv_time_point(&mvm->fwrt, IWL_FW_INI_TIME_POINT_AFTER_ALIVE, 443 NULL); 444 445 /* Send init config command to mark that we are sending NVM access 446 * commands 447 */ 448 ret = iwl_mvm_send_cmd_pdu(mvm, WIDE_ID(SYSTEM_GROUP, 449 INIT_EXTENDED_CFG_CMD), 450 CMD_SEND_IN_RFKILL, 451 sizeof(init_cfg), &init_cfg); 452 if (ret) { 453 IWL_ERR(mvm, "Failed to run init config command: %d\n", 454 ret); 455 goto error; 456 } 457 458 /* Load NVM to NIC if needed */ 459 if (mvm->nvm_file_name) { 460 iwl_read_external_nvm(mvm->trans, mvm->nvm_file_name, 461 mvm->nvm_sections); 462 iwl_mvm_load_nvm_to_nic(mvm); 463 } 464 465 if (IWL_MVM_PARSE_NVM && read_nvm) { 466 ret = iwl_nvm_init(mvm); 467 if (ret) { 468 IWL_ERR(mvm, "Failed to read NVM: %d\n", ret); 469 goto error; 470 } 471 } 472 473 ret = iwl_mvm_send_cmd_pdu(mvm, WIDE_ID(REGULATORY_AND_NVM_GROUP, 474 NVM_ACCESS_COMPLETE), 475 CMD_SEND_IN_RFKILL, 476 sizeof(nvm_complete), &nvm_complete); 477 if (ret) { 478 IWL_ERR(mvm, "Failed to run complete NVM access: %d\n", 479 ret); 480 goto error; 481 } 482 483 /* We wait for the INIT complete notification */ 484 ret = iwl_wait_notification(&mvm->notif_wait, &init_wait, 485 MVM_UCODE_ALIVE_TIMEOUT); 486 if (ret) 487 return ret; 488 489 /* Read the NVM only at driver load time, no need to do this twice */ 490 if (!IWL_MVM_PARSE_NVM && read_nvm) { 491 mvm->nvm_data = iwl_get_nvm(mvm->trans, mvm->fw); 492 if (IS_ERR(mvm->nvm_data)) { 493 ret = PTR_ERR(mvm->nvm_data); 494 mvm->nvm_data = NULL; 495 IWL_ERR(mvm, "Failed to read NVM: %d\n", ret); 496 return ret; 497 } 498 } 499 500 mvm->rfkill_safe_init_done = true; 501 502 return 0; 503 504 error: 505 iwl_remove_notification(&mvm->notif_wait, &init_wait); 506 return ret; 507 } 508 509 static int iwl_send_phy_cfg_cmd(struct iwl_mvm *mvm) 510 { 511 struct iwl_phy_cfg_cmd phy_cfg_cmd; 512 enum iwl_ucode_type ucode_type = mvm->fwrt.cur_fw_img; 513 514 /* Set parameters */ 515 phy_cfg_cmd.phy_cfg = cpu_to_le32(iwl_mvm_get_phy_config(mvm)); 516 517 /* set flags extra PHY configuration flags from the device's cfg */ 518 phy_cfg_cmd.phy_cfg |= cpu_to_le32(mvm->cfg->extra_phy_cfg_flags); 519 520 phy_cfg_cmd.calib_control.event_trigger = 521 mvm->fw->default_calib[ucode_type].event_trigger; 522 phy_cfg_cmd.calib_control.flow_trigger = 523 mvm->fw->default_calib[ucode_type].flow_trigger; 524 525 IWL_DEBUG_INFO(mvm, "Sending Phy CFG command: 0x%x\n", 526 phy_cfg_cmd.phy_cfg); 527 528 return iwl_mvm_send_cmd_pdu(mvm, PHY_CONFIGURATION_CMD, 0, 529 sizeof(phy_cfg_cmd), &phy_cfg_cmd); 530 } 531 532 int iwl_run_init_mvm_ucode(struct iwl_mvm *mvm, bool read_nvm) 533 { 534 struct iwl_notification_wait calib_wait; 535 static const u16 init_complete[] = { 536 INIT_COMPLETE_NOTIF, 537 CALIB_RES_NOTIF_PHY_DB 538 }; 539 int ret; 540 541 if (iwl_mvm_has_unified_ucode(mvm)) 542 return iwl_run_unified_mvm_ucode(mvm, true); 543 544 lockdep_assert_held(&mvm->mutex); 545 546 mvm->rfkill_safe_init_done = false; 547 548 iwl_init_notification_wait(&mvm->notif_wait, 549 &calib_wait, 550 init_complete, 551 ARRAY_SIZE(init_complete), 552 iwl_wait_phy_db_entry, 553 mvm->phy_db); 554 555 /* Will also start the device */ 556 ret = iwl_mvm_load_ucode_wait_alive(mvm, IWL_UCODE_INIT); 557 if (ret) { 558 IWL_ERR(mvm, "Failed to start INIT ucode: %d\n", ret); 559 goto remove_notif; 560 } 561 562 if (mvm->trans->trans_cfg->device_family < IWL_DEVICE_FAMILY_8000) { 563 ret = iwl_mvm_send_bt_init_conf(mvm); 564 if (ret) 565 goto remove_notif; 566 } 567 568 /* Read the NVM only at driver load time, no need to do this twice */ 569 if (read_nvm) { 570 ret = iwl_nvm_init(mvm); 571 if (ret) { 572 IWL_ERR(mvm, "Failed to read NVM: %d\n", ret); 573 goto remove_notif; 574 } 575 } 576 577 /* In case we read the NVM from external file, load it to the NIC */ 578 if (mvm->nvm_file_name) 579 iwl_mvm_load_nvm_to_nic(mvm); 580 581 WARN_ONCE(mvm->nvm_data->nvm_version < mvm->trans->cfg->nvm_ver, 582 "Too old NVM version (0x%0x, required = 0x%0x)", 583 mvm->nvm_data->nvm_version, mvm->trans->cfg->nvm_ver); 584 585 /* 586 * abort after reading the nvm in case RF Kill is on, we will complete 587 * the init seq later when RF kill will switch to off 588 */ 589 if (iwl_mvm_is_radio_hw_killed(mvm)) { 590 IWL_DEBUG_RF_KILL(mvm, 591 "jump over all phy activities due to RF kill\n"); 592 goto remove_notif; 593 } 594 595 mvm->rfkill_safe_init_done = true; 596 597 /* Send TX valid antennas before triggering calibrations */ 598 ret = iwl_send_tx_ant_cfg(mvm, iwl_mvm_get_valid_tx_ant(mvm)); 599 if (ret) 600 goto remove_notif; 601 602 ret = iwl_send_phy_cfg_cmd(mvm); 603 if (ret) { 604 IWL_ERR(mvm, "Failed to run INIT calibrations: %d\n", 605 ret); 606 goto remove_notif; 607 } 608 609 /* 610 * Some things may run in the background now, but we 611 * just wait for the calibration complete notification. 612 */ 613 ret = iwl_wait_notification(&mvm->notif_wait, &calib_wait, 614 MVM_UCODE_CALIB_TIMEOUT); 615 if (!ret) 616 goto out; 617 618 if (iwl_mvm_is_radio_hw_killed(mvm)) { 619 IWL_DEBUG_RF_KILL(mvm, "RFKILL while calibrating.\n"); 620 ret = 0; 621 } else { 622 IWL_ERR(mvm, "Failed to run INIT calibrations: %d\n", 623 ret); 624 } 625 626 goto out; 627 628 remove_notif: 629 iwl_remove_notification(&mvm->notif_wait, &calib_wait); 630 out: 631 mvm->rfkill_safe_init_done = false; 632 if (iwlmvm_mod_params.init_dbg && !mvm->nvm_data) { 633 /* we want to debug INIT and we have no NVM - fake */ 634 mvm->nvm_data = kzalloc(sizeof(struct iwl_nvm_data) + 635 sizeof(struct ieee80211_channel) + 636 sizeof(struct ieee80211_rate), 637 GFP_KERNEL); 638 if (!mvm->nvm_data) 639 return -ENOMEM; 640 mvm->nvm_data->bands[0].channels = mvm->nvm_data->channels; 641 mvm->nvm_data->bands[0].n_channels = 1; 642 mvm->nvm_data->bands[0].n_bitrates = 1; 643 mvm->nvm_data->bands[0].bitrates = 644 (void *)mvm->nvm_data->channels + 1; 645 mvm->nvm_data->bands[0].bitrates->hw_value = 10; 646 } 647 648 return ret; 649 } 650 651 static int iwl_mvm_config_ltr(struct iwl_mvm *mvm) 652 { 653 struct iwl_ltr_config_cmd cmd = { 654 .flags = cpu_to_le32(LTR_CFG_FLAG_FEATURE_ENABLE), 655 }; 656 657 if (!mvm->trans->ltr_enabled) 658 return 0; 659 660 return iwl_mvm_send_cmd_pdu(mvm, LTR_CONFIG, 0, 661 sizeof(cmd), &cmd); 662 } 663 664 #ifdef CONFIG_ACPI 665 static inline int iwl_mvm_sar_set_profile(struct iwl_mvm *mvm, 666 union acpi_object *table, 667 struct iwl_mvm_sar_profile *profile, 668 bool enabled) 669 { 670 int i; 671 672 profile->enabled = enabled; 673 674 for (i = 0; i < ACPI_SAR_TABLE_SIZE; i++) { 675 if ((table[i].type != ACPI_TYPE_INTEGER) || 676 (table[i].integer.value > U8_MAX)) 677 return -EINVAL; 678 679 profile->table[i] = table[i].integer.value; 680 } 681 682 return 0; 683 } 684 685 static int iwl_mvm_sar_get_wrds_table(struct iwl_mvm *mvm) 686 { 687 union acpi_object *wifi_pkg, *table, *data; 688 bool enabled; 689 int ret, tbl_rev; 690 691 data = iwl_acpi_get_object(mvm->dev, ACPI_WRDS_METHOD); 692 if (IS_ERR(data)) 693 return PTR_ERR(data); 694 695 wifi_pkg = iwl_acpi_get_wifi_pkg(mvm->dev, data, 696 ACPI_WRDS_WIFI_DATA_SIZE, &tbl_rev); 697 if (IS_ERR(wifi_pkg) || tbl_rev != 0) { 698 ret = PTR_ERR(wifi_pkg); 699 goto out_free; 700 } 701 702 if (wifi_pkg->package.elements[1].type != ACPI_TYPE_INTEGER) { 703 ret = -EINVAL; 704 goto out_free; 705 } 706 707 enabled = !!(wifi_pkg->package.elements[1].integer.value); 708 709 /* position of the actual table */ 710 table = &wifi_pkg->package.elements[2]; 711 712 /* The profile from WRDS is officially profile 1, but goes 713 * into sar_profiles[0] (because we don't have a profile 0). 714 */ 715 ret = iwl_mvm_sar_set_profile(mvm, table, &mvm->sar_profiles[0], 716 enabled); 717 out_free: 718 kfree(data); 719 return ret; 720 } 721 722 static int iwl_mvm_sar_get_ewrd_table(struct iwl_mvm *mvm) 723 { 724 union acpi_object *wifi_pkg, *data; 725 bool enabled; 726 int i, n_profiles, ret, tbl_rev; 727 728 data = iwl_acpi_get_object(mvm->dev, ACPI_EWRD_METHOD); 729 if (IS_ERR(data)) 730 return PTR_ERR(data); 731 732 wifi_pkg = iwl_acpi_get_wifi_pkg(mvm->dev, data, 733 ACPI_EWRD_WIFI_DATA_SIZE, &tbl_rev); 734 if (IS_ERR(wifi_pkg) || tbl_rev != 0) { 735 ret = PTR_ERR(wifi_pkg); 736 goto out_free; 737 } 738 739 if ((wifi_pkg->package.elements[1].type != ACPI_TYPE_INTEGER) || 740 (wifi_pkg->package.elements[2].type != ACPI_TYPE_INTEGER)) { 741 ret = -EINVAL; 742 goto out_free; 743 } 744 745 enabled = !!(wifi_pkg->package.elements[1].integer.value); 746 n_profiles = wifi_pkg->package.elements[2].integer.value; 747 748 /* 749 * Check the validity of n_profiles. The EWRD profiles start 750 * from index 1, so the maximum value allowed here is 751 * ACPI_SAR_PROFILES_NUM - 1. 752 */ 753 if (n_profiles <= 0 || n_profiles >= ACPI_SAR_PROFILE_NUM) { 754 ret = -EINVAL; 755 goto out_free; 756 } 757 758 for (i = 0; i < n_profiles; i++) { 759 /* the tables start at element 3 */ 760 int pos = 3; 761 762 /* The EWRD profiles officially go from 2 to 4, but we 763 * save them in sar_profiles[1-3] (because we don't 764 * have profile 0). So in the array we start from 1. 765 */ 766 ret = iwl_mvm_sar_set_profile(mvm, 767 &wifi_pkg->package.elements[pos], 768 &mvm->sar_profiles[i + 1], 769 enabled); 770 if (ret < 0) 771 break; 772 773 /* go to the next table */ 774 pos += ACPI_SAR_TABLE_SIZE; 775 } 776 777 out_free: 778 kfree(data); 779 return ret; 780 } 781 782 static int iwl_mvm_sar_get_wgds_table(struct iwl_mvm *mvm) 783 { 784 union acpi_object *wifi_pkg, *data; 785 int i, j, ret, tbl_rev; 786 int idx = 1; 787 788 data = iwl_acpi_get_object(mvm->dev, ACPI_WGDS_METHOD); 789 if (IS_ERR(data)) 790 return PTR_ERR(data); 791 792 wifi_pkg = iwl_acpi_get_wifi_pkg(mvm->dev, data, 793 ACPI_WGDS_WIFI_DATA_SIZE, &tbl_rev); 794 if (IS_ERR(wifi_pkg) || tbl_rev > 1) { 795 ret = PTR_ERR(wifi_pkg); 796 goto out_free; 797 } 798 799 mvm->geo_rev = tbl_rev; 800 for (i = 0; i < ACPI_NUM_GEO_PROFILES; i++) { 801 for (j = 0; j < ACPI_GEO_TABLE_SIZE; j++) { 802 union acpi_object *entry; 803 804 entry = &wifi_pkg->package.elements[idx++]; 805 if ((entry->type != ACPI_TYPE_INTEGER) || 806 (entry->integer.value > U8_MAX)) { 807 ret = -EINVAL; 808 goto out_free; 809 } 810 811 mvm->geo_profiles[i].values[j] = entry->integer.value; 812 } 813 } 814 ret = 0; 815 out_free: 816 kfree(data); 817 return ret; 818 } 819 820 int iwl_mvm_sar_select_profile(struct iwl_mvm *mvm, int prof_a, int prof_b) 821 { 822 union { 823 struct iwl_dev_tx_power_cmd v5; 824 struct iwl_dev_tx_power_cmd_v4 v4; 825 } cmd; 826 int i, j, idx; 827 int profs[ACPI_SAR_NUM_CHAIN_LIMITS] = { prof_a, prof_b }; 828 int len; 829 830 BUILD_BUG_ON(ACPI_SAR_NUM_CHAIN_LIMITS < 2); 831 BUILD_BUG_ON(ACPI_SAR_NUM_CHAIN_LIMITS * ACPI_SAR_NUM_SUB_BANDS != 832 ACPI_SAR_TABLE_SIZE); 833 834 cmd.v5.v3.set_mode = cpu_to_le32(IWL_TX_POWER_MODE_SET_CHAINS); 835 836 if (fw_has_api(&mvm->fw->ucode_capa, 837 IWL_UCODE_TLV_API_REDUCE_TX_POWER)) 838 len = sizeof(cmd.v5); 839 else if (fw_has_capa(&mvm->fw->ucode_capa, 840 IWL_UCODE_TLV_CAPA_TX_POWER_ACK)) 841 len = sizeof(cmd.v4); 842 else 843 len = sizeof(cmd.v4.v3); 844 845 for (i = 0; i < ACPI_SAR_NUM_CHAIN_LIMITS; i++) { 846 struct iwl_mvm_sar_profile *prof; 847 848 /* don't allow SAR to be disabled (profile 0 means disable) */ 849 if (profs[i] == 0) 850 return -EPERM; 851 852 /* we are off by one, so allow up to ACPI_SAR_PROFILE_NUM */ 853 if (profs[i] > ACPI_SAR_PROFILE_NUM) 854 return -EINVAL; 855 856 /* profiles go from 1 to 4, so decrement to access the array */ 857 prof = &mvm->sar_profiles[profs[i] - 1]; 858 859 /* if the profile is disabled, do nothing */ 860 if (!prof->enabled) { 861 IWL_DEBUG_RADIO(mvm, "SAR profile %d is disabled.\n", 862 profs[i]); 863 /* if one of the profiles is disabled, we fail all */ 864 return -ENOENT; 865 } 866 867 IWL_DEBUG_INFO(mvm, 868 "SAR EWRD: chain %d profile index %d\n", 869 i, profs[i]); 870 IWL_DEBUG_RADIO(mvm, " Chain[%d]:\n", i); 871 for (j = 0; j < ACPI_SAR_NUM_SUB_BANDS; j++) { 872 idx = (i * ACPI_SAR_NUM_SUB_BANDS) + j; 873 cmd.v5.v3.per_chain_restriction[i][j] = 874 cpu_to_le16(prof->table[idx]); 875 IWL_DEBUG_RADIO(mvm, " Band[%d] = %d * .125dBm\n", 876 j, prof->table[idx]); 877 } 878 } 879 880 IWL_DEBUG_RADIO(mvm, "Sending REDUCE_TX_POWER_CMD per chain\n"); 881 882 return iwl_mvm_send_cmd_pdu(mvm, REDUCE_TX_POWER_CMD, 0, len, &cmd); 883 } 884 885 static bool iwl_mvm_sar_geo_support(struct iwl_mvm *mvm) 886 { 887 /* 888 * The GEO_TX_POWER_LIMIT command is not supported on earlier 889 * firmware versions. Unfortunately, we don't have a TLV API 890 * flag to rely on, so rely on the major version which is in 891 * the first byte of ucode_ver. This was implemented 892 * initially on version 38 and then backported to 36, 29 and 893 * 17. 894 */ 895 return IWL_UCODE_SERIAL(mvm->fw->ucode_ver) >= 38 || 896 IWL_UCODE_SERIAL(mvm->fw->ucode_ver) == 36 || 897 IWL_UCODE_SERIAL(mvm->fw->ucode_ver) == 29 || 898 IWL_UCODE_SERIAL(mvm->fw->ucode_ver) == 17; 899 } 900 901 int iwl_mvm_get_sar_geo_profile(struct iwl_mvm *mvm) 902 { 903 struct iwl_geo_tx_power_profiles_resp *resp; 904 int ret; 905 u16 len; 906 void *data; 907 struct iwl_geo_tx_power_profiles_cmd geo_cmd; 908 struct iwl_geo_tx_power_profiles_cmd_v1 geo_cmd_v1; 909 struct iwl_host_cmd cmd; 910 911 if (fw_has_api(&mvm->fw->ucode_capa, IWL_UCODE_TLV_API_SAR_TABLE_VER)) { 912 geo_cmd.ops = 913 cpu_to_le32(IWL_PER_CHAIN_OFFSET_GET_CURRENT_TABLE); 914 len = sizeof(geo_cmd); 915 data = &geo_cmd; 916 } else { 917 geo_cmd_v1.ops = 918 cpu_to_le32(IWL_PER_CHAIN_OFFSET_GET_CURRENT_TABLE); 919 len = sizeof(geo_cmd_v1); 920 data = &geo_cmd_v1; 921 } 922 923 cmd = (struct iwl_host_cmd){ 924 .id = WIDE_ID(PHY_OPS_GROUP, GEO_TX_POWER_LIMIT), 925 .len = { len, }, 926 .flags = CMD_WANT_SKB, 927 .data = { data }, 928 }; 929 930 if (!iwl_mvm_sar_geo_support(mvm)) 931 return -EOPNOTSUPP; 932 933 ret = iwl_mvm_send_cmd(mvm, &cmd); 934 if (ret) { 935 IWL_ERR(mvm, "Failed to get geographic profile info %d\n", ret); 936 return ret; 937 } 938 939 resp = (void *)cmd.resp_pkt->data; 940 ret = le32_to_cpu(resp->profile_idx); 941 if (WARN_ON(ret > ACPI_NUM_GEO_PROFILES)) { 942 ret = -EIO; 943 IWL_WARN(mvm, "Invalid geographic profile idx (%d)\n", ret); 944 } 945 946 iwl_free_resp(&cmd); 947 return ret; 948 } 949 950 static int iwl_mvm_sar_geo_init(struct iwl_mvm *mvm) 951 { 952 struct iwl_geo_tx_power_profiles_cmd cmd = { 953 .ops = cpu_to_le32(IWL_PER_CHAIN_OFFSET_SET_TABLES), 954 }; 955 int ret, i, j; 956 u16 cmd_wide_id = WIDE_ID(PHY_OPS_GROUP, GEO_TX_POWER_LIMIT); 957 958 if (!iwl_mvm_sar_geo_support(mvm)) 959 return 0; 960 961 ret = iwl_mvm_sar_get_wgds_table(mvm); 962 if (ret < 0) { 963 IWL_DEBUG_RADIO(mvm, 964 "Geo SAR BIOS table invalid or unavailable. (%d)\n", 965 ret); 966 /* we don't fail if the table is not available */ 967 return 0; 968 } 969 970 IWL_DEBUG_RADIO(mvm, "Sending GEO_TX_POWER_LIMIT\n"); 971 972 BUILD_BUG_ON(ACPI_NUM_GEO_PROFILES * ACPI_WGDS_NUM_BANDS * 973 ACPI_WGDS_TABLE_SIZE + 1 != ACPI_WGDS_WIFI_DATA_SIZE); 974 975 BUILD_BUG_ON(ACPI_NUM_GEO_PROFILES > IWL_NUM_GEO_PROFILES); 976 977 for (i = 0; i < ACPI_NUM_GEO_PROFILES; i++) { 978 struct iwl_per_chain_offset *chain = 979 (struct iwl_per_chain_offset *)&cmd.table[i]; 980 981 for (j = 0; j < ACPI_WGDS_NUM_BANDS; j++) { 982 u8 *value; 983 984 value = &mvm->geo_profiles[i].values[j * 985 ACPI_GEO_PER_CHAIN_SIZE]; 986 chain[j].max_tx_power = cpu_to_le16(value[0]); 987 chain[j].chain_a = value[1]; 988 chain[j].chain_b = value[2]; 989 IWL_DEBUG_RADIO(mvm, 990 "SAR geographic profile[%d] Band[%d]: chain A = %d chain B = %d max_tx_power = %d\n", 991 i, j, value[1], value[2], value[0]); 992 } 993 } 994 995 cmd.table_revision = cpu_to_le32(mvm->geo_rev); 996 997 if (!fw_has_api(&mvm->fw->ucode_capa, 998 IWL_UCODE_TLV_API_SAR_TABLE_VER)) { 999 return iwl_mvm_send_cmd_pdu(mvm, cmd_wide_id, 0, 1000 sizeof(struct iwl_geo_tx_power_profiles_cmd_v1), 1001 &cmd); 1002 } 1003 1004 return iwl_mvm_send_cmd_pdu(mvm, cmd_wide_id, 0, sizeof(cmd), &cmd); 1005 } 1006 1007 static int iwl_mvm_get_ppag_table(struct iwl_mvm *mvm) 1008 { 1009 union acpi_object *wifi_pkg, *data, *enabled; 1010 int i, j, ret, tbl_rev; 1011 int idx = 2; 1012 1013 mvm->ppag_table.enabled = cpu_to_le32(0); 1014 data = iwl_acpi_get_object(mvm->dev, ACPI_PPAG_METHOD); 1015 if (IS_ERR(data)) 1016 return PTR_ERR(data); 1017 1018 wifi_pkg = iwl_acpi_get_wifi_pkg(mvm->dev, data, 1019 ACPI_PPAG_WIFI_DATA_SIZE, &tbl_rev); 1020 1021 if (IS_ERR(wifi_pkg) || tbl_rev != 0) { 1022 ret = PTR_ERR(wifi_pkg); 1023 goto out_free; 1024 } 1025 1026 enabled = &wifi_pkg->package.elements[1]; 1027 if (enabled->type != ACPI_TYPE_INTEGER || 1028 (enabled->integer.value != 0 && enabled->integer.value != 1)) { 1029 ret = -EINVAL; 1030 goto out_free; 1031 } 1032 1033 mvm->ppag_table.enabled = cpu_to_le32(enabled->integer.value); 1034 if (!mvm->ppag_table.enabled) { 1035 ret = 0; 1036 goto out_free; 1037 } 1038 1039 /* 1040 * read, verify gain values and save them into the PPAG table. 1041 * first sub-band (j=0) corresponds to Low-Band (2.4GHz), and the 1042 * following sub-bands to High-Band (5GHz). 1043 */ 1044 for (i = 0; i < ACPI_PPAG_NUM_CHAINS; i++) { 1045 for (j = 0; j < ACPI_PPAG_NUM_SUB_BANDS; j++) { 1046 union acpi_object *ent; 1047 1048 ent = &wifi_pkg->package.elements[idx++]; 1049 if (ent->type != ACPI_TYPE_INTEGER || 1050 (j == 0 && ent->integer.value > ACPI_PPAG_MAX_LB) || 1051 (j == 0 && ent->integer.value < ACPI_PPAG_MIN_LB) || 1052 (j != 0 && ent->integer.value > ACPI_PPAG_MAX_HB) || 1053 (j != 0 && ent->integer.value < ACPI_PPAG_MIN_HB)) { 1054 mvm->ppag_table.enabled = cpu_to_le32(0); 1055 ret = -EINVAL; 1056 goto out_free; 1057 } 1058 mvm->ppag_table.gain[i][j] = ent->integer.value; 1059 } 1060 } 1061 ret = 0; 1062 out_free: 1063 kfree(data); 1064 return ret; 1065 } 1066 1067 int iwl_mvm_ppag_send_cmd(struct iwl_mvm *mvm) 1068 { 1069 int i, j, ret; 1070 1071 if (!fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_SET_PPAG)) { 1072 IWL_DEBUG_RADIO(mvm, 1073 "PPAG capability not supported by FW, command not sent.\n"); 1074 return 0; 1075 } 1076 1077 IWL_DEBUG_RADIO(mvm, "Sending PER_PLATFORM_ANT_GAIN_CMD\n"); 1078 IWL_DEBUG_RADIO(mvm, "PPAG is %s\n", 1079 mvm->ppag_table.enabled ? "enabled" : "disabled"); 1080 1081 for (i = 0; i < ACPI_PPAG_NUM_CHAINS; i++) { 1082 for (j = 0; j < ACPI_PPAG_NUM_SUB_BANDS; j++) { 1083 IWL_DEBUG_RADIO(mvm, 1084 "PPAG table: chain[%d] band[%d]: gain = %d\n", 1085 i, j, mvm->ppag_table.gain[i][j]); 1086 } 1087 } 1088 1089 ret = iwl_mvm_send_cmd_pdu(mvm, WIDE_ID(PHY_OPS_GROUP, 1090 PER_PLATFORM_ANT_GAIN_CMD), 1091 0, sizeof(mvm->ppag_table), 1092 &mvm->ppag_table); 1093 if (ret < 0) 1094 IWL_ERR(mvm, "failed to send PER_PLATFORM_ANT_GAIN_CMD (%d)\n", 1095 ret); 1096 1097 return ret; 1098 } 1099 1100 static int iwl_mvm_ppag_init(struct iwl_mvm *mvm) 1101 { 1102 int ret; 1103 1104 ret = iwl_mvm_get_ppag_table(mvm); 1105 if (ret < 0) { 1106 IWL_DEBUG_RADIO(mvm, 1107 "PPAG BIOS table invalid or unavailable. (%d)\n", 1108 ret); 1109 return 0; 1110 } 1111 return iwl_mvm_ppag_send_cmd(mvm); 1112 } 1113 1114 #else /* CONFIG_ACPI */ 1115 static int iwl_mvm_sar_get_wrds_table(struct iwl_mvm *mvm) 1116 { 1117 return -ENOENT; 1118 } 1119 1120 static int iwl_mvm_sar_get_ewrd_table(struct iwl_mvm *mvm) 1121 { 1122 return -ENOENT; 1123 } 1124 1125 static int iwl_mvm_sar_get_wgds_table(struct iwl_mvm *mvm) 1126 { 1127 return -ENOENT; 1128 } 1129 1130 static int iwl_mvm_sar_geo_init(struct iwl_mvm *mvm) 1131 { 1132 return 0; 1133 } 1134 1135 int iwl_mvm_sar_select_profile(struct iwl_mvm *mvm, int prof_a, 1136 int prof_b) 1137 { 1138 return -ENOENT; 1139 } 1140 1141 int iwl_mvm_get_sar_geo_profile(struct iwl_mvm *mvm) 1142 { 1143 return -ENOENT; 1144 } 1145 1146 int iwl_mvm_ppag_send_cmd(struct iwl_mvm *mvm) 1147 { 1148 return -ENOENT; 1149 } 1150 1151 static int iwl_mvm_ppag_init(struct iwl_mvm *mvm) 1152 { 1153 return -ENOENT; 1154 } 1155 #endif /* CONFIG_ACPI */ 1156 1157 void iwl_mvm_send_recovery_cmd(struct iwl_mvm *mvm, u32 flags) 1158 { 1159 u32 error_log_size = mvm->fw->ucode_capa.error_log_size; 1160 int ret; 1161 u32 resp; 1162 1163 struct iwl_fw_error_recovery_cmd recovery_cmd = { 1164 .flags = cpu_to_le32(flags), 1165 .buf_size = 0, 1166 }; 1167 struct iwl_host_cmd host_cmd = { 1168 .id = WIDE_ID(SYSTEM_GROUP, FW_ERROR_RECOVERY_CMD), 1169 .flags = CMD_WANT_SKB, 1170 .data = {&recovery_cmd, }, 1171 .len = {sizeof(recovery_cmd), }, 1172 }; 1173 1174 /* no error log was defined in TLV */ 1175 if (!error_log_size) 1176 return; 1177 1178 if (flags & ERROR_RECOVERY_UPDATE_DB) { 1179 /* no buf was allocated while HW reset */ 1180 if (!mvm->error_recovery_buf) 1181 return; 1182 1183 host_cmd.data[1] = mvm->error_recovery_buf; 1184 host_cmd.len[1] = error_log_size; 1185 host_cmd.dataflags[1] = IWL_HCMD_DFL_NOCOPY; 1186 recovery_cmd.buf_size = cpu_to_le32(error_log_size); 1187 } 1188 1189 ret = iwl_mvm_send_cmd(mvm, &host_cmd); 1190 kfree(mvm->error_recovery_buf); 1191 mvm->error_recovery_buf = NULL; 1192 1193 if (ret) { 1194 IWL_ERR(mvm, "Failed to send recovery cmd %d\n", ret); 1195 return; 1196 } 1197 1198 /* skb respond is only relevant in ERROR_RECOVERY_UPDATE_DB */ 1199 if (flags & ERROR_RECOVERY_UPDATE_DB) { 1200 resp = le32_to_cpu(*(__le32 *)host_cmd.resp_pkt->data); 1201 if (resp) 1202 IWL_ERR(mvm, 1203 "Failed to send recovery cmd blob was invalid %d\n", 1204 resp); 1205 } 1206 } 1207 1208 static int iwl_mvm_sar_init(struct iwl_mvm *mvm) 1209 { 1210 int ret; 1211 1212 ret = iwl_mvm_sar_get_wrds_table(mvm); 1213 if (ret < 0) { 1214 IWL_DEBUG_RADIO(mvm, 1215 "WRDS SAR BIOS table invalid or unavailable. (%d)\n", 1216 ret); 1217 /* 1218 * If not available, don't fail and don't bother with EWRD. 1219 * Return 1 to tell that we can't use WGDS either. 1220 */ 1221 return 1; 1222 } 1223 1224 ret = iwl_mvm_sar_get_ewrd_table(mvm); 1225 /* if EWRD is not available, we can still use WRDS, so don't fail */ 1226 if (ret < 0) 1227 IWL_DEBUG_RADIO(mvm, 1228 "EWRD SAR BIOS table invalid or unavailable. (%d)\n", 1229 ret); 1230 1231 /* choose profile 1 (WRDS) as default for both chains */ 1232 ret = iwl_mvm_sar_select_profile(mvm, 1, 1); 1233 1234 /* 1235 * If we don't have profile 0 from BIOS, just skip it. This 1236 * means that SAR Geo will not be enabled either, even if we 1237 * have other valid profiles. 1238 */ 1239 if (ret == -ENOENT) 1240 return 1; 1241 1242 return ret; 1243 } 1244 1245 static int iwl_mvm_load_rt_fw(struct iwl_mvm *mvm) 1246 { 1247 int ret; 1248 1249 if (iwl_mvm_has_unified_ucode(mvm)) 1250 return iwl_run_unified_mvm_ucode(mvm, false); 1251 1252 ret = iwl_run_init_mvm_ucode(mvm, false); 1253 1254 if (ret) { 1255 IWL_ERR(mvm, "Failed to run INIT ucode: %d\n", ret); 1256 1257 if (iwlmvm_mod_params.init_dbg) 1258 return 0; 1259 return ret; 1260 } 1261 1262 iwl_fw_dbg_stop_sync(&mvm->fwrt); 1263 iwl_trans_stop_device(mvm->trans); 1264 ret = iwl_trans_start_hw(mvm->trans); 1265 if (ret) 1266 return ret; 1267 1268 iwl_dbg_tlv_time_point(&mvm->fwrt, IWL_FW_INI_TIME_POINT_EARLY, NULL); 1269 1270 mvm->rfkill_safe_init_done = false; 1271 ret = iwl_mvm_load_ucode_wait_alive(mvm, IWL_UCODE_REGULAR); 1272 if (ret) 1273 return ret; 1274 1275 mvm->rfkill_safe_init_done = true; 1276 1277 iwl_dbg_tlv_time_point(&mvm->fwrt, IWL_FW_INI_TIME_POINT_AFTER_ALIVE, 1278 NULL); 1279 1280 return iwl_init_paging(&mvm->fwrt, mvm->fwrt.cur_fw_img); 1281 } 1282 1283 int iwl_mvm_up(struct iwl_mvm *mvm) 1284 { 1285 int ret, i; 1286 struct ieee80211_channel *chan; 1287 struct cfg80211_chan_def chandef; 1288 struct ieee80211_supported_band *sband = NULL; 1289 1290 lockdep_assert_held(&mvm->mutex); 1291 1292 ret = iwl_trans_start_hw(mvm->trans); 1293 if (ret) 1294 return ret; 1295 1296 ret = iwl_mvm_load_rt_fw(mvm); 1297 if (ret) { 1298 IWL_ERR(mvm, "Failed to start RT ucode: %d\n", ret); 1299 if (ret != -ERFKILL) 1300 iwl_fw_dbg_error_collect(&mvm->fwrt, 1301 FW_DBG_TRIGGER_DRIVER); 1302 goto error; 1303 } 1304 1305 iwl_get_shared_mem_conf(&mvm->fwrt); 1306 1307 ret = iwl_mvm_sf_update(mvm, NULL, false); 1308 if (ret) 1309 IWL_ERR(mvm, "Failed to initialize Smart Fifo\n"); 1310 1311 if (!iwl_trans_dbg_ini_valid(mvm->trans)) { 1312 mvm->fwrt.dump.conf = FW_DBG_INVALID; 1313 /* if we have a destination, assume EARLY START */ 1314 if (mvm->fw->dbg.dest_tlv) 1315 mvm->fwrt.dump.conf = FW_DBG_START_FROM_ALIVE; 1316 iwl_fw_start_dbg_conf(&mvm->fwrt, FW_DBG_START_FROM_ALIVE); 1317 } 1318 1319 ret = iwl_send_tx_ant_cfg(mvm, iwl_mvm_get_valid_tx_ant(mvm)); 1320 if (ret) 1321 goto error; 1322 1323 if (!iwl_mvm_has_unified_ucode(mvm)) { 1324 /* Send phy db control command and then phy db calibration */ 1325 ret = iwl_send_phy_db_data(mvm->phy_db); 1326 if (ret) 1327 goto error; 1328 1329 ret = iwl_send_phy_cfg_cmd(mvm); 1330 if (ret) 1331 goto error; 1332 } 1333 1334 ret = iwl_mvm_send_bt_init_conf(mvm); 1335 if (ret) 1336 goto error; 1337 1338 /* Init RSS configuration */ 1339 if (mvm->trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_22000) { 1340 ret = iwl_configure_rxq(mvm); 1341 if (ret) { 1342 IWL_ERR(mvm, "Failed to configure RX queues: %d\n", 1343 ret); 1344 goto error; 1345 } 1346 } 1347 1348 if (iwl_mvm_has_new_rx_api(mvm)) { 1349 ret = iwl_send_rss_cfg_cmd(mvm); 1350 if (ret) { 1351 IWL_ERR(mvm, "Failed to configure RSS queues: %d\n", 1352 ret); 1353 goto error; 1354 } 1355 } 1356 1357 /* init the fw <-> mac80211 STA mapping */ 1358 for (i = 0; i < ARRAY_SIZE(mvm->fw_id_to_mac_id); i++) 1359 RCU_INIT_POINTER(mvm->fw_id_to_mac_id[i], NULL); 1360 1361 mvm->tdls_cs.peer.sta_id = IWL_MVM_INVALID_STA; 1362 1363 /* reset quota debouncing buffer - 0xff will yield invalid data */ 1364 memset(&mvm->last_quota_cmd, 0xff, sizeof(mvm->last_quota_cmd)); 1365 1366 if (fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_DQA_SUPPORT)) { 1367 ret = iwl_mvm_send_dqa_cmd(mvm); 1368 if (ret) 1369 goto error; 1370 } 1371 1372 /* Add auxiliary station for scanning */ 1373 ret = iwl_mvm_add_aux_sta(mvm); 1374 if (ret) 1375 goto error; 1376 1377 /* Add all the PHY contexts */ 1378 i = 0; 1379 while (!sband && i < NUM_NL80211_BANDS) 1380 sband = mvm->hw->wiphy->bands[i++]; 1381 1382 if (WARN_ON_ONCE(!sband)) 1383 goto error; 1384 1385 chan = &sband->channels[0]; 1386 1387 cfg80211_chandef_create(&chandef, chan, NL80211_CHAN_NO_HT); 1388 for (i = 0; i < NUM_PHY_CTX; i++) { 1389 /* 1390 * The channel used here isn't relevant as it's 1391 * going to be overwritten in the other flows. 1392 * For now use the first channel we have. 1393 */ 1394 ret = iwl_mvm_phy_ctxt_add(mvm, &mvm->phy_ctxts[i], 1395 &chandef, 1, 1); 1396 if (ret) 1397 goto error; 1398 } 1399 1400 if (iwl_mvm_is_tt_in_fw(mvm)) { 1401 /* in order to give the responsibility of ct-kill and 1402 * TX backoff to FW we need to send empty temperature reporting 1403 * cmd during init time 1404 */ 1405 iwl_mvm_send_temp_report_ths_cmd(mvm); 1406 } else { 1407 /* Initialize tx backoffs to the minimal possible */ 1408 iwl_mvm_tt_tx_backoff(mvm, 0); 1409 } 1410 1411 #ifdef CONFIG_THERMAL 1412 /* TODO: read the budget from BIOS / Platform NVM */ 1413 1414 /* 1415 * In case there is no budget from BIOS / Platform NVM the default 1416 * budget should be 2000mW (cooling state 0). 1417 */ 1418 if (iwl_mvm_is_ctdp_supported(mvm)) { 1419 ret = iwl_mvm_ctdp_command(mvm, CTDP_CMD_OPERATION_START, 1420 mvm->cooling_dev.cur_state); 1421 if (ret) 1422 goto error; 1423 } 1424 #endif 1425 1426 if (!fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_SET_LTR_GEN2)) 1427 WARN_ON(iwl_mvm_config_ltr(mvm)); 1428 1429 ret = iwl_mvm_power_update_device(mvm); 1430 if (ret) 1431 goto error; 1432 1433 /* 1434 * RTNL is not taken during Ct-kill, but we don't need to scan/Tx 1435 * anyway, so don't init MCC. 1436 */ 1437 if (!test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status)) { 1438 ret = iwl_mvm_init_mcc(mvm); 1439 if (ret) 1440 goto error; 1441 } 1442 1443 if (fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_UMAC_SCAN)) { 1444 mvm->scan_type = IWL_SCAN_TYPE_NOT_SET; 1445 mvm->hb_scan_type = IWL_SCAN_TYPE_NOT_SET; 1446 ret = iwl_mvm_config_scan(mvm); 1447 if (ret) 1448 goto error; 1449 } 1450 1451 if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status)) 1452 iwl_mvm_send_recovery_cmd(mvm, ERROR_RECOVERY_UPDATE_DB); 1453 1454 if (iwl_acpi_get_eckv(mvm->dev, &mvm->ext_clock_valid)) 1455 IWL_DEBUG_INFO(mvm, "ECKV table doesn't exist in BIOS\n"); 1456 1457 ret = iwl_mvm_ppag_init(mvm); 1458 if (ret) 1459 goto error; 1460 1461 ret = iwl_mvm_sar_init(mvm); 1462 if (ret == 0) { 1463 ret = iwl_mvm_sar_geo_init(mvm); 1464 } else if (ret > 0 && !iwl_mvm_sar_get_wgds_table(mvm)) { 1465 /* 1466 * If basic SAR is not available, we check for WGDS, 1467 * which should *not* be available either. If it is 1468 * available, issue an error, because we can't use SAR 1469 * Geo without basic SAR. 1470 */ 1471 IWL_ERR(mvm, "BIOS contains WGDS but no WRDS\n"); 1472 } 1473 1474 if (ret < 0) 1475 goto error; 1476 1477 iwl_mvm_leds_sync(mvm); 1478 1479 IWL_DEBUG_INFO(mvm, "RT uCode started.\n"); 1480 return 0; 1481 error: 1482 if (!iwlmvm_mod_params.init_dbg || !ret) 1483 iwl_mvm_stop_device(mvm); 1484 return ret; 1485 } 1486 1487 int iwl_mvm_load_d3_fw(struct iwl_mvm *mvm) 1488 { 1489 int ret, i; 1490 1491 lockdep_assert_held(&mvm->mutex); 1492 1493 ret = iwl_trans_start_hw(mvm->trans); 1494 if (ret) 1495 return ret; 1496 1497 ret = iwl_mvm_load_ucode_wait_alive(mvm, IWL_UCODE_WOWLAN); 1498 if (ret) { 1499 IWL_ERR(mvm, "Failed to start WoWLAN firmware: %d\n", ret); 1500 goto error; 1501 } 1502 1503 ret = iwl_send_tx_ant_cfg(mvm, iwl_mvm_get_valid_tx_ant(mvm)); 1504 if (ret) 1505 goto error; 1506 1507 /* Send phy db control command and then phy db calibration*/ 1508 ret = iwl_send_phy_db_data(mvm->phy_db); 1509 if (ret) 1510 goto error; 1511 1512 ret = iwl_send_phy_cfg_cmd(mvm); 1513 if (ret) 1514 goto error; 1515 1516 /* init the fw <-> mac80211 STA mapping */ 1517 for (i = 0; i < ARRAY_SIZE(mvm->fw_id_to_mac_id); i++) 1518 RCU_INIT_POINTER(mvm->fw_id_to_mac_id[i], NULL); 1519 1520 /* Add auxiliary station for scanning */ 1521 ret = iwl_mvm_add_aux_sta(mvm); 1522 if (ret) 1523 goto error; 1524 1525 return 0; 1526 error: 1527 iwl_mvm_stop_device(mvm); 1528 return ret; 1529 } 1530 1531 void iwl_mvm_rx_card_state_notif(struct iwl_mvm *mvm, 1532 struct iwl_rx_cmd_buffer *rxb) 1533 { 1534 struct iwl_rx_packet *pkt = rxb_addr(rxb); 1535 struct iwl_card_state_notif *card_state_notif = (void *)pkt->data; 1536 u32 flags = le32_to_cpu(card_state_notif->flags); 1537 1538 IWL_DEBUG_RF_KILL(mvm, "Card state received: HW:%s SW:%s CT:%s\n", 1539 (flags & HW_CARD_DISABLED) ? "Kill" : "On", 1540 (flags & SW_CARD_DISABLED) ? "Kill" : "On", 1541 (flags & CT_KILL_CARD_DISABLED) ? 1542 "Reached" : "Not reached"); 1543 } 1544 1545 void iwl_mvm_rx_mfuart_notif(struct iwl_mvm *mvm, 1546 struct iwl_rx_cmd_buffer *rxb) 1547 { 1548 struct iwl_rx_packet *pkt = rxb_addr(rxb); 1549 struct iwl_mfuart_load_notif *mfuart_notif = (void *)pkt->data; 1550 1551 IWL_DEBUG_INFO(mvm, 1552 "MFUART: installed ver: 0x%08x, external ver: 0x%08x, status: 0x%08x, duration: 0x%08x\n", 1553 le32_to_cpu(mfuart_notif->installed_ver), 1554 le32_to_cpu(mfuart_notif->external_ver), 1555 le32_to_cpu(mfuart_notif->status), 1556 le32_to_cpu(mfuart_notif->duration)); 1557 1558 if (iwl_rx_packet_payload_len(pkt) == sizeof(*mfuart_notif)) 1559 IWL_DEBUG_INFO(mvm, 1560 "MFUART: image size: 0x%08x\n", 1561 le32_to_cpu(mfuart_notif->image_size)); 1562 } 1563