1 /****************************************************************************** 2 * 3 * This file is provided under a dual BSD/GPLv2 license. When using or 4 * redistributing this file, you may do so under either license. 5 * 6 * GPL LICENSE SUMMARY 7 * 8 * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved. 9 * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH 10 * Copyright(c) 2016 - 2017 Intel Deutschland GmbH 11 * Copyright(c) 2018 - 2019 Intel Corporation 12 * 13 * This program is free software; you can redistribute it and/or modify 14 * it under the terms of version 2 of the GNU General Public License as 15 * published by the Free Software Foundation. 16 * 17 * This program is distributed in the hope that it will be useful, but 18 * WITHOUT ANY WARRANTY; without even the implied warranty of 19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 20 * General Public License for more details. 21 * 22 * The full GNU General Public License is included in this distribution 23 * in the file called COPYING. 24 * 25 * Contact Information: 26 * Intel Linux Wireless <linuxwifi@intel.com> 27 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497 28 * 29 * BSD LICENSE 30 * 31 * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved. 32 * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH 33 * Copyright(c) 2016 - 2017 Intel Deutschland GmbH 34 * Copyright(c) 2018 - 2019 Intel Corporation 35 * All rights reserved. 36 * 37 * Redistribution and use in source and binary forms, with or without 38 * modification, are permitted provided that the following conditions 39 * are met: 40 * 41 * * Redistributions of source code must retain the above copyright 42 * notice, this list of conditions and the following disclaimer. 43 * * Redistributions in binary form must reproduce the above copyright 44 * notice, this list of conditions and the following disclaimer in 45 * the documentation and/or other materials provided with the 46 * distribution. 47 * * Neither the name Intel Corporation nor the names of its 48 * contributors may be used to endorse or promote products derived 49 * from this software without specific prior written permission. 50 * 51 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 52 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 53 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 54 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 55 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 56 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 57 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 58 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 59 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 60 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 61 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 62 * 63 *****************************************************************************/ 64 #include <net/mac80211.h> 65 #include <linux/netdevice.h> 66 67 #include "iwl-trans.h" 68 #include "iwl-op-mode.h" 69 #include "fw/img.h" 70 #include "iwl-debug.h" 71 #include "iwl-csr.h" /* for iwl_mvm_rx_card_state_notif */ 72 #include "iwl-io.h" /* for iwl_mvm_rx_card_state_notif */ 73 #include "iwl-prph.h" 74 #include "fw/acpi.h" 75 76 #include "mvm.h" 77 #include "fw/dbg.h" 78 #include "iwl-phy-db.h" 79 #include "iwl-modparams.h" 80 #include "iwl-nvm-parse.h" 81 82 #define MVM_UCODE_ALIVE_TIMEOUT HZ 83 #define MVM_UCODE_CALIB_TIMEOUT (2*HZ) 84 85 #define UCODE_VALID_OK cpu_to_le32(0x1) 86 87 struct iwl_mvm_alive_data { 88 bool valid; 89 u32 scd_base_addr; 90 }; 91 92 static int iwl_send_tx_ant_cfg(struct iwl_mvm *mvm, u8 valid_tx_ant) 93 { 94 struct iwl_tx_ant_cfg_cmd tx_ant_cmd = { 95 .valid = cpu_to_le32(valid_tx_ant), 96 }; 97 98 IWL_DEBUG_FW(mvm, "select valid tx ant: %u\n", valid_tx_ant); 99 return iwl_mvm_send_cmd_pdu(mvm, TX_ANT_CONFIGURATION_CMD, 0, 100 sizeof(tx_ant_cmd), &tx_ant_cmd); 101 } 102 103 static int iwl_send_rss_cfg_cmd(struct iwl_mvm *mvm) 104 { 105 int i; 106 struct iwl_rss_config_cmd cmd = { 107 .flags = cpu_to_le32(IWL_RSS_ENABLE), 108 .hash_mask = BIT(IWL_RSS_HASH_TYPE_IPV4_TCP) | 109 BIT(IWL_RSS_HASH_TYPE_IPV4_UDP) | 110 BIT(IWL_RSS_HASH_TYPE_IPV4_PAYLOAD) | 111 BIT(IWL_RSS_HASH_TYPE_IPV6_TCP) | 112 BIT(IWL_RSS_HASH_TYPE_IPV6_UDP) | 113 BIT(IWL_RSS_HASH_TYPE_IPV6_PAYLOAD), 114 }; 115 116 if (mvm->trans->num_rx_queues == 1) 117 return 0; 118 119 /* Do not direct RSS traffic to Q 0 which is our fallback queue */ 120 for (i = 0; i < ARRAY_SIZE(cmd.indirection_table); i++) 121 cmd.indirection_table[i] = 122 1 + (i % (mvm->trans->num_rx_queues - 1)); 123 netdev_rss_key_fill(cmd.secret_key, sizeof(cmd.secret_key)); 124 125 return iwl_mvm_send_cmd_pdu(mvm, RSS_CONFIG_CMD, 0, sizeof(cmd), &cmd); 126 } 127 128 static int iwl_configure_rxq(struct iwl_mvm *mvm) 129 { 130 int i, num_queues, size, ret; 131 struct iwl_rfh_queue_config *cmd; 132 struct iwl_host_cmd hcmd = { 133 .id = WIDE_ID(DATA_PATH_GROUP, RFH_QUEUE_CONFIG_CMD), 134 .dataflags[0] = IWL_HCMD_DFL_NOCOPY, 135 }; 136 137 /* Do not configure default queue, it is configured via context info */ 138 num_queues = mvm->trans->num_rx_queues - 1; 139 140 size = struct_size(cmd, data, num_queues); 141 142 cmd = kzalloc(size, GFP_KERNEL); 143 if (!cmd) 144 return -ENOMEM; 145 146 cmd->num_queues = num_queues; 147 148 for (i = 0; i < num_queues; i++) { 149 struct iwl_trans_rxq_dma_data data; 150 151 cmd->data[i].q_num = i + 1; 152 iwl_trans_get_rxq_dma_data(mvm->trans, i + 1, &data); 153 154 cmd->data[i].fr_bd_cb = cpu_to_le64(data.fr_bd_cb); 155 cmd->data[i].urbd_stts_wrptr = 156 cpu_to_le64(data.urbd_stts_wrptr); 157 cmd->data[i].ur_bd_cb = cpu_to_le64(data.ur_bd_cb); 158 cmd->data[i].fr_bd_wid = cpu_to_le32(data.fr_bd_wid); 159 } 160 161 hcmd.data[0] = cmd; 162 hcmd.len[0] = size; 163 164 ret = iwl_mvm_send_cmd(mvm, &hcmd); 165 166 kfree(cmd); 167 168 return ret; 169 } 170 171 static int iwl_mvm_send_dqa_cmd(struct iwl_mvm *mvm) 172 { 173 struct iwl_dqa_enable_cmd dqa_cmd = { 174 .cmd_queue = cpu_to_le32(IWL_MVM_DQA_CMD_QUEUE), 175 }; 176 u32 cmd_id = iwl_cmd_id(DQA_ENABLE_CMD, DATA_PATH_GROUP, 0); 177 int ret; 178 179 ret = iwl_mvm_send_cmd_pdu(mvm, cmd_id, 0, sizeof(dqa_cmd), &dqa_cmd); 180 if (ret) 181 IWL_ERR(mvm, "Failed to send DQA enabling command: %d\n", ret); 182 else 183 IWL_DEBUG_FW(mvm, "Working in DQA mode\n"); 184 185 return ret; 186 } 187 188 void iwl_mvm_mfu_assert_dump_notif(struct iwl_mvm *mvm, 189 struct iwl_rx_cmd_buffer *rxb) 190 { 191 struct iwl_rx_packet *pkt = rxb_addr(rxb); 192 struct iwl_mfu_assert_dump_notif *mfu_dump_notif = (void *)pkt->data; 193 __le32 *dump_data = mfu_dump_notif->data; 194 int n_words = le32_to_cpu(mfu_dump_notif->data_size) / sizeof(__le32); 195 int i; 196 197 if (mfu_dump_notif->index_num == 0) 198 IWL_INFO(mvm, "MFUART assert id 0x%x occurred\n", 199 le32_to_cpu(mfu_dump_notif->assert_id)); 200 201 for (i = 0; i < n_words; i++) 202 IWL_DEBUG_INFO(mvm, 203 "MFUART assert dump, dword %u: 0x%08x\n", 204 le16_to_cpu(mfu_dump_notif->index_num) * 205 n_words + i, 206 le32_to_cpu(dump_data[i])); 207 } 208 209 static bool iwl_alive_fn(struct iwl_notif_wait_data *notif_wait, 210 struct iwl_rx_packet *pkt, void *data) 211 { 212 struct iwl_mvm *mvm = 213 container_of(notif_wait, struct iwl_mvm, notif_wait); 214 struct iwl_mvm_alive_data *alive_data = data; 215 struct mvm_alive_resp_v3 *palive3; 216 struct mvm_alive_resp *palive; 217 struct iwl_umac_alive *umac; 218 struct iwl_lmac_alive *lmac1; 219 struct iwl_lmac_alive *lmac2 = NULL; 220 u16 status; 221 u32 lmac_error_event_table, umac_error_event_table; 222 223 if (iwl_rx_packet_payload_len(pkt) == sizeof(*palive)) { 224 palive = (void *)pkt->data; 225 umac = &palive->umac_data; 226 lmac1 = &palive->lmac_data[0]; 227 lmac2 = &palive->lmac_data[1]; 228 status = le16_to_cpu(palive->status); 229 } else { 230 palive3 = (void *)pkt->data; 231 umac = &palive3->umac_data; 232 lmac1 = &palive3->lmac_data; 233 status = le16_to_cpu(palive3->status); 234 } 235 236 lmac_error_event_table = 237 le32_to_cpu(lmac1->dbg_ptrs.error_event_table_ptr); 238 iwl_fw_lmac1_set_alive_err_table(mvm->trans, lmac_error_event_table); 239 240 if (lmac2) 241 mvm->trans->dbg.lmac_error_event_table[1] = 242 le32_to_cpu(lmac2->dbg_ptrs.error_event_table_ptr); 243 244 umac_error_event_table = le32_to_cpu(umac->dbg_ptrs.error_info_addr); 245 246 if (!umac_error_event_table) { 247 mvm->support_umac_log = false; 248 } else if (umac_error_event_table >= 249 mvm->trans->cfg->min_umac_error_event_table) { 250 mvm->support_umac_log = true; 251 } else { 252 IWL_ERR(mvm, 253 "Not valid error log pointer 0x%08X for %s uCode\n", 254 umac_error_event_table, 255 (mvm->fwrt.cur_fw_img == IWL_UCODE_INIT) ? 256 "Init" : "RT"); 257 mvm->support_umac_log = false; 258 } 259 260 if (mvm->support_umac_log) 261 iwl_fw_umac_set_alive_err_table(mvm->trans, 262 umac_error_event_table); 263 264 alive_data->scd_base_addr = le32_to_cpu(lmac1->dbg_ptrs.scd_base_ptr); 265 alive_data->valid = status == IWL_ALIVE_STATUS_OK; 266 267 IWL_DEBUG_FW(mvm, 268 "Alive ucode status 0x%04x revision 0x%01X 0x%01X\n", 269 status, lmac1->ver_type, lmac1->ver_subtype); 270 271 if (lmac2) 272 IWL_DEBUG_FW(mvm, "Alive ucode CDB\n"); 273 274 IWL_DEBUG_FW(mvm, 275 "UMAC version: Major - 0x%x, Minor - 0x%x\n", 276 le32_to_cpu(umac->umac_major), 277 le32_to_cpu(umac->umac_minor)); 278 279 iwl_fwrt_update_fw_versions(&mvm->fwrt, lmac1, umac); 280 281 return true; 282 } 283 284 static bool iwl_wait_init_complete(struct iwl_notif_wait_data *notif_wait, 285 struct iwl_rx_packet *pkt, void *data) 286 { 287 WARN_ON(pkt->hdr.cmd != INIT_COMPLETE_NOTIF); 288 289 return true; 290 } 291 292 static bool iwl_wait_phy_db_entry(struct iwl_notif_wait_data *notif_wait, 293 struct iwl_rx_packet *pkt, void *data) 294 { 295 struct iwl_phy_db *phy_db = data; 296 297 if (pkt->hdr.cmd != CALIB_RES_NOTIF_PHY_DB) { 298 WARN_ON(pkt->hdr.cmd != INIT_COMPLETE_NOTIF); 299 return true; 300 } 301 302 WARN_ON(iwl_phy_db_set_section(phy_db, pkt)); 303 304 return false; 305 } 306 307 static int iwl_mvm_load_ucode_wait_alive(struct iwl_mvm *mvm, 308 enum iwl_ucode_type ucode_type) 309 { 310 struct iwl_notification_wait alive_wait; 311 struct iwl_mvm_alive_data alive_data = {}; 312 const struct fw_img *fw; 313 int ret; 314 enum iwl_ucode_type old_type = mvm->fwrt.cur_fw_img; 315 static const u16 alive_cmd[] = { MVM_ALIVE }; 316 bool run_in_rfkill = 317 ucode_type == IWL_UCODE_INIT || iwl_mvm_has_unified_ucode(mvm); 318 319 if (ucode_type == IWL_UCODE_REGULAR && 320 iwl_fw_dbg_conf_usniffer(mvm->fw, FW_DBG_START_FROM_ALIVE) && 321 !(fw_has_capa(&mvm->fw->ucode_capa, 322 IWL_UCODE_TLV_CAPA_USNIFFER_UNIFIED))) 323 fw = iwl_get_ucode_image(mvm->fw, IWL_UCODE_REGULAR_USNIFFER); 324 else 325 fw = iwl_get_ucode_image(mvm->fw, ucode_type); 326 if (WARN_ON(!fw)) 327 return -EINVAL; 328 iwl_fw_set_current_image(&mvm->fwrt, ucode_type); 329 clear_bit(IWL_MVM_STATUS_FIRMWARE_RUNNING, &mvm->status); 330 331 iwl_init_notification_wait(&mvm->notif_wait, &alive_wait, 332 alive_cmd, ARRAY_SIZE(alive_cmd), 333 iwl_alive_fn, &alive_data); 334 335 /* 336 * We want to load the INIT firmware even in RFKILL 337 * For the unified firmware case, the ucode_type is not 338 * INIT, but we still need to run it. 339 */ 340 ret = iwl_trans_start_fw(mvm->trans, fw, run_in_rfkill); 341 if (ret) { 342 iwl_fw_set_current_image(&mvm->fwrt, old_type); 343 iwl_remove_notification(&mvm->notif_wait, &alive_wait); 344 return ret; 345 } 346 347 /* 348 * Some things may run in the background now, but we 349 * just wait for the ALIVE notification here. 350 */ 351 ret = iwl_wait_notification(&mvm->notif_wait, &alive_wait, 352 MVM_UCODE_ALIVE_TIMEOUT); 353 if (ret) { 354 struct iwl_trans *trans = mvm->trans; 355 356 if (ret == -ETIMEDOUT) 357 iwl_fw_dbg_error_collect(&mvm->fwrt, 358 FW_DBG_TRIGGER_ALIVE_TIMEOUT); 359 360 if (trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_22000) 361 IWL_ERR(mvm, 362 "SecBoot CPU1 Status: 0x%x, CPU2 Status: 0x%x\n", 363 iwl_read_umac_prph(trans, UMAG_SB_CPU_1_STATUS), 364 iwl_read_umac_prph(trans, 365 UMAG_SB_CPU_2_STATUS)); 366 else if (trans->trans_cfg->device_family >= 367 IWL_DEVICE_FAMILY_8000) 368 IWL_ERR(mvm, 369 "SecBoot CPU1 Status: 0x%x, CPU2 Status: 0x%x\n", 370 iwl_read_prph(trans, SB_CPU_1_STATUS), 371 iwl_read_prph(trans, SB_CPU_2_STATUS)); 372 iwl_fw_set_current_image(&mvm->fwrt, old_type); 373 return ret; 374 } 375 376 if (!alive_data.valid) { 377 IWL_ERR(mvm, "Loaded ucode is not valid!\n"); 378 iwl_fw_set_current_image(&mvm->fwrt, old_type); 379 return -EIO; 380 } 381 382 iwl_trans_fw_alive(mvm->trans, alive_data.scd_base_addr); 383 384 /* 385 * Note: all the queues are enabled as part of the interface 386 * initialization, but in firmware restart scenarios they 387 * could be stopped, so wake them up. In firmware restart, 388 * mac80211 will have the queues stopped as well until the 389 * reconfiguration completes. During normal startup, they 390 * will be empty. 391 */ 392 393 memset(&mvm->queue_info, 0, sizeof(mvm->queue_info)); 394 /* 395 * Set a 'fake' TID for the command queue, since we use the 396 * hweight() of the tid_bitmap as a refcount now. Not that 397 * we ever even consider the command queue as one we might 398 * want to reuse, but be safe nevertheless. 399 */ 400 mvm->queue_info[IWL_MVM_DQA_CMD_QUEUE].tid_bitmap = 401 BIT(IWL_MAX_TID_COUNT + 2); 402 403 set_bit(IWL_MVM_STATUS_FIRMWARE_RUNNING, &mvm->status); 404 #ifdef CONFIG_IWLWIFI_DEBUGFS 405 iwl_fw_set_dbg_rec_on(&mvm->fwrt); 406 #endif 407 408 return 0; 409 } 410 411 static int iwl_run_unified_mvm_ucode(struct iwl_mvm *mvm, bool read_nvm) 412 { 413 struct iwl_notification_wait init_wait; 414 struct iwl_nvm_access_complete_cmd nvm_complete = {}; 415 struct iwl_init_extended_cfg_cmd init_cfg = { 416 .init_flags = cpu_to_le32(BIT(IWL_INIT_NVM)), 417 }; 418 static const u16 init_complete[] = { 419 INIT_COMPLETE_NOTIF, 420 }; 421 int ret; 422 423 lockdep_assert_held(&mvm->mutex); 424 425 mvm->rfkill_safe_init_done = false; 426 427 iwl_init_notification_wait(&mvm->notif_wait, 428 &init_wait, 429 init_complete, 430 ARRAY_SIZE(init_complete), 431 iwl_wait_init_complete, 432 NULL); 433 434 iwl_dbg_tlv_time_point(&mvm->fwrt, IWL_FW_INI_TIME_POINT_EARLY, NULL); 435 436 /* Will also start the device */ 437 ret = iwl_mvm_load_ucode_wait_alive(mvm, IWL_UCODE_REGULAR); 438 if (ret) { 439 IWL_ERR(mvm, "Failed to start RT ucode: %d\n", ret); 440 goto error; 441 } 442 iwl_dbg_tlv_time_point(&mvm->fwrt, IWL_FW_INI_TIME_POINT_AFTER_ALIVE, 443 NULL); 444 445 /* Send init config command to mark that we are sending NVM access 446 * commands 447 */ 448 ret = iwl_mvm_send_cmd_pdu(mvm, WIDE_ID(SYSTEM_GROUP, 449 INIT_EXTENDED_CFG_CMD), 450 CMD_SEND_IN_RFKILL, 451 sizeof(init_cfg), &init_cfg); 452 if (ret) { 453 IWL_ERR(mvm, "Failed to run init config command: %d\n", 454 ret); 455 goto error; 456 } 457 458 /* Load NVM to NIC if needed */ 459 if (mvm->nvm_file_name) { 460 iwl_read_external_nvm(mvm->trans, mvm->nvm_file_name, 461 mvm->nvm_sections); 462 iwl_mvm_load_nvm_to_nic(mvm); 463 } 464 465 if (IWL_MVM_PARSE_NVM && read_nvm) { 466 ret = iwl_nvm_init(mvm); 467 if (ret) { 468 IWL_ERR(mvm, "Failed to read NVM: %d\n", ret); 469 goto error; 470 } 471 } 472 473 ret = iwl_mvm_send_cmd_pdu(mvm, WIDE_ID(REGULATORY_AND_NVM_GROUP, 474 NVM_ACCESS_COMPLETE), 475 CMD_SEND_IN_RFKILL, 476 sizeof(nvm_complete), &nvm_complete); 477 if (ret) { 478 IWL_ERR(mvm, "Failed to run complete NVM access: %d\n", 479 ret); 480 goto error; 481 } 482 483 /* We wait for the INIT complete notification */ 484 ret = iwl_wait_notification(&mvm->notif_wait, &init_wait, 485 MVM_UCODE_ALIVE_TIMEOUT); 486 if (ret) 487 return ret; 488 489 /* Read the NVM only at driver load time, no need to do this twice */ 490 if (!IWL_MVM_PARSE_NVM && read_nvm) { 491 mvm->nvm_data = iwl_get_nvm(mvm->trans, mvm->fw); 492 if (IS_ERR(mvm->nvm_data)) { 493 ret = PTR_ERR(mvm->nvm_data); 494 mvm->nvm_data = NULL; 495 IWL_ERR(mvm, "Failed to read NVM: %d\n", ret); 496 return ret; 497 } 498 } 499 500 mvm->rfkill_safe_init_done = true; 501 502 return 0; 503 504 error: 505 iwl_remove_notification(&mvm->notif_wait, &init_wait); 506 return ret; 507 } 508 509 static int iwl_send_phy_cfg_cmd(struct iwl_mvm *mvm) 510 { 511 struct iwl_phy_cfg_cmd phy_cfg_cmd; 512 enum iwl_ucode_type ucode_type = mvm->fwrt.cur_fw_img; 513 514 /* Set parameters */ 515 phy_cfg_cmd.phy_cfg = cpu_to_le32(iwl_mvm_get_phy_config(mvm)); 516 517 /* set flags extra PHY configuration flags from the device's cfg */ 518 phy_cfg_cmd.phy_cfg |= cpu_to_le32(mvm->cfg->extra_phy_cfg_flags); 519 520 phy_cfg_cmd.calib_control.event_trigger = 521 mvm->fw->default_calib[ucode_type].event_trigger; 522 phy_cfg_cmd.calib_control.flow_trigger = 523 mvm->fw->default_calib[ucode_type].flow_trigger; 524 525 IWL_DEBUG_INFO(mvm, "Sending Phy CFG command: 0x%x\n", 526 phy_cfg_cmd.phy_cfg); 527 528 return iwl_mvm_send_cmd_pdu(mvm, PHY_CONFIGURATION_CMD, 0, 529 sizeof(phy_cfg_cmd), &phy_cfg_cmd); 530 } 531 532 int iwl_run_init_mvm_ucode(struct iwl_mvm *mvm, bool read_nvm) 533 { 534 struct iwl_notification_wait calib_wait; 535 static const u16 init_complete[] = { 536 INIT_COMPLETE_NOTIF, 537 CALIB_RES_NOTIF_PHY_DB 538 }; 539 int ret; 540 541 if (iwl_mvm_has_unified_ucode(mvm)) 542 return iwl_run_unified_mvm_ucode(mvm, true); 543 544 lockdep_assert_held(&mvm->mutex); 545 546 mvm->rfkill_safe_init_done = false; 547 548 iwl_init_notification_wait(&mvm->notif_wait, 549 &calib_wait, 550 init_complete, 551 ARRAY_SIZE(init_complete), 552 iwl_wait_phy_db_entry, 553 mvm->phy_db); 554 555 /* Will also start the device */ 556 ret = iwl_mvm_load_ucode_wait_alive(mvm, IWL_UCODE_INIT); 557 if (ret) { 558 IWL_ERR(mvm, "Failed to start INIT ucode: %d\n", ret); 559 goto remove_notif; 560 } 561 562 if (mvm->trans->trans_cfg->device_family < IWL_DEVICE_FAMILY_8000) { 563 ret = iwl_mvm_send_bt_init_conf(mvm); 564 if (ret) 565 goto remove_notif; 566 } 567 568 /* Read the NVM only at driver load time, no need to do this twice */ 569 if (read_nvm) { 570 ret = iwl_nvm_init(mvm); 571 if (ret) { 572 IWL_ERR(mvm, "Failed to read NVM: %d\n", ret); 573 goto remove_notif; 574 } 575 } 576 577 /* In case we read the NVM from external file, load it to the NIC */ 578 if (mvm->nvm_file_name) 579 iwl_mvm_load_nvm_to_nic(mvm); 580 581 WARN_ONCE(mvm->nvm_data->nvm_version < mvm->trans->cfg->nvm_ver, 582 "Too old NVM version (0x%0x, required = 0x%0x)", 583 mvm->nvm_data->nvm_version, mvm->trans->cfg->nvm_ver); 584 585 /* 586 * abort after reading the nvm in case RF Kill is on, we will complete 587 * the init seq later when RF kill will switch to off 588 */ 589 if (iwl_mvm_is_radio_hw_killed(mvm)) { 590 IWL_DEBUG_RF_KILL(mvm, 591 "jump over all phy activities due to RF kill\n"); 592 goto remove_notif; 593 } 594 595 mvm->rfkill_safe_init_done = true; 596 597 /* Send TX valid antennas before triggering calibrations */ 598 ret = iwl_send_tx_ant_cfg(mvm, iwl_mvm_get_valid_tx_ant(mvm)); 599 if (ret) 600 goto remove_notif; 601 602 ret = iwl_send_phy_cfg_cmd(mvm); 603 if (ret) { 604 IWL_ERR(mvm, "Failed to run INIT calibrations: %d\n", 605 ret); 606 goto remove_notif; 607 } 608 609 /* 610 * Some things may run in the background now, but we 611 * just wait for the calibration complete notification. 612 */ 613 ret = iwl_wait_notification(&mvm->notif_wait, &calib_wait, 614 MVM_UCODE_CALIB_TIMEOUT); 615 if (!ret) 616 goto out; 617 618 if (iwl_mvm_is_radio_hw_killed(mvm)) { 619 IWL_DEBUG_RF_KILL(mvm, "RFKILL while calibrating.\n"); 620 ret = 0; 621 } else { 622 IWL_ERR(mvm, "Failed to run INIT calibrations: %d\n", 623 ret); 624 } 625 626 goto out; 627 628 remove_notif: 629 iwl_remove_notification(&mvm->notif_wait, &calib_wait); 630 out: 631 mvm->rfkill_safe_init_done = false; 632 if (iwlmvm_mod_params.init_dbg && !mvm->nvm_data) { 633 /* we want to debug INIT and we have no NVM - fake */ 634 mvm->nvm_data = kzalloc(sizeof(struct iwl_nvm_data) + 635 sizeof(struct ieee80211_channel) + 636 sizeof(struct ieee80211_rate), 637 GFP_KERNEL); 638 if (!mvm->nvm_data) 639 return -ENOMEM; 640 mvm->nvm_data->bands[0].channels = mvm->nvm_data->channels; 641 mvm->nvm_data->bands[0].n_channels = 1; 642 mvm->nvm_data->bands[0].n_bitrates = 1; 643 mvm->nvm_data->bands[0].bitrates = 644 (void *)mvm->nvm_data->channels + 1; 645 mvm->nvm_data->bands[0].bitrates->hw_value = 10; 646 } 647 648 return ret; 649 } 650 651 static int iwl_mvm_config_ltr(struct iwl_mvm *mvm) 652 { 653 struct iwl_ltr_config_cmd cmd = { 654 .flags = cpu_to_le32(LTR_CFG_FLAG_FEATURE_ENABLE), 655 }; 656 657 if (!mvm->trans->ltr_enabled) 658 return 0; 659 660 return iwl_mvm_send_cmd_pdu(mvm, LTR_CONFIG, 0, 661 sizeof(cmd), &cmd); 662 } 663 664 #ifdef CONFIG_ACPI 665 static inline int iwl_mvm_sar_set_profile(struct iwl_mvm *mvm, 666 union acpi_object *table, 667 struct iwl_mvm_sar_profile *profile, 668 bool enabled) 669 { 670 int i; 671 672 profile->enabled = enabled; 673 674 for (i = 0; i < ACPI_SAR_TABLE_SIZE; i++) { 675 if ((table[i].type != ACPI_TYPE_INTEGER) || 676 (table[i].integer.value > U8_MAX)) 677 return -EINVAL; 678 679 profile->table[i] = table[i].integer.value; 680 } 681 682 return 0; 683 } 684 685 static int iwl_mvm_sar_get_wrds_table(struct iwl_mvm *mvm) 686 { 687 union acpi_object *wifi_pkg, *table, *data; 688 bool enabled; 689 int ret, tbl_rev; 690 691 data = iwl_acpi_get_object(mvm->dev, ACPI_WRDS_METHOD); 692 if (IS_ERR(data)) 693 return PTR_ERR(data); 694 695 wifi_pkg = iwl_acpi_get_wifi_pkg(mvm->dev, data, 696 ACPI_WRDS_WIFI_DATA_SIZE, &tbl_rev); 697 if (IS_ERR(wifi_pkg) || tbl_rev != 0) { 698 ret = PTR_ERR(wifi_pkg); 699 goto out_free; 700 } 701 702 if (wifi_pkg->package.elements[1].type != ACPI_TYPE_INTEGER) { 703 ret = -EINVAL; 704 goto out_free; 705 } 706 707 enabled = !!(wifi_pkg->package.elements[1].integer.value); 708 709 /* position of the actual table */ 710 table = &wifi_pkg->package.elements[2]; 711 712 /* The profile from WRDS is officially profile 1, but goes 713 * into sar_profiles[0] (because we don't have a profile 0). 714 */ 715 ret = iwl_mvm_sar_set_profile(mvm, table, &mvm->sar_profiles[0], 716 enabled); 717 out_free: 718 kfree(data); 719 return ret; 720 } 721 722 static int iwl_mvm_sar_get_ewrd_table(struct iwl_mvm *mvm) 723 { 724 union acpi_object *wifi_pkg, *data; 725 bool enabled; 726 int i, n_profiles, ret, tbl_rev; 727 728 data = iwl_acpi_get_object(mvm->dev, ACPI_EWRD_METHOD); 729 if (IS_ERR(data)) 730 return PTR_ERR(data); 731 732 wifi_pkg = iwl_acpi_get_wifi_pkg(mvm->dev, data, 733 ACPI_EWRD_WIFI_DATA_SIZE, &tbl_rev); 734 if (IS_ERR(wifi_pkg) || tbl_rev != 0) { 735 ret = PTR_ERR(wifi_pkg); 736 goto out_free; 737 } 738 739 if ((wifi_pkg->package.elements[1].type != ACPI_TYPE_INTEGER) || 740 (wifi_pkg->package.elements[2].type != ACPI_TYPE_INTEGER)) { 741 ret = -EINVAL; 742 goto out_free; 743 } 744 745 enabled = !!(wifi_pkg->package.elements[1].integer.value); 746 n_profiles = wifi_pkg->package.elements[2].integer.value; 747 748 /* 749 * Check the validity of n_profiles. The EWRD profiles start 750 * from index 1, so the maximum value allowed here is 751 * ACPI_SAR_PROFILES_NUM - 1. 752 */ 753 if (n_profiles <= 0 || n_profiles >= ACPI_SAR_PROFILE_NUM) { 754 ret = -EINVAL; 755 goto out_free; 756 } 757 758 for (i = 0; i < n_profiles; i++) { 759 /* the tables start at element 3 */ 760 int pos = 3; 761 762 /* The EWRD profiles officially go from 2 to 4, but we 763 * save them in sar_profiles[1-3] (because we don't 764 * have profile 0). So in the array we start from 1. 765 */ 766 ret = iwl_mvm_sar_set_profile(mvm, 767 &wifi_pkg->package.elements[pos], 768 &mvm->sar_profiles[i + 1], 769 enabled); 770 if (ret < 0) 771 break; 772 773 /* go to the next table */ 774 pos += ACPI_SAR_TABLE_SIZE; 775 } 776 777 out_free: 778 kfree(data); 779 return ret; 780 } 781 782 static int iwl_mvm_sar_get_wgds_table(struct iwl_mvm *mvm) 783 { 784 union acpi_object *wifi_pkg, *data; 785 int i, j, ret, tbl_rev; 786 int idx = 1; 787 788 data = iwl_acpi_get_object(mvm->dev, ACPI_WGDS_METHOD); 789 if (IS_ERR(data)) 790 return PTR_ERR(data); 791 792 wifi_pkg = iwl_acpi_get_wifi_pkg(mvm->dev, data, 793 ACPI_WGDS_WIFI_DATA_SIZE, &tbl_rev); 794 if (IS_ERR(wifi_pkg) || tbl_rev > 1) { 795 ret = PTR_ERR(wifi_pkg); 796 goto out_free; 797 } 798 799 mvm->geo_rev = tbl_rev; 800 for (i = 0; i < ACPI_NUM_GEO_PROFILES; i++) { 801 for (j = 0; j < ACPI_GEO_TABLE_SIZE; j++) { 802 union acpi_object *entry; 803 804 entry = &wifi_pkg->package.elements[idx++]; 805 if ((entry->type != ACPI_TYPE_INTEGER) || 806 (entry->integer.value > U8_MAX)) { 807 ret = -EINVAL; 808 goto out_free; 809 } 810 811 mvm->geo_profiles[i].values[j] = entry->integer.value; 812 } 813 } 814 ret = 0; 815 out_free: 816 kfree(data); 817 return ret; 818 } 819 820 int iwl_mvm_sar_select_profile(struct iwl_mvm *mvm, int prof_a, int prof_b) 821 { 822 union { 823 struct iwl_dev_tx_power_cmd v5; 824 struct iwl_dev_tx_power_cmd_v4 v4; 825 } cmd; 826 int i, j, idx; 827 int profs[ACPI_SAR_NUM_CHAIN_LIMITS] = { prof_a, prof_b }; 828 int len; 829 830 BUILD_BUG_ON(ACPI_SAR_NUM_CHAIN_LIMITS < 2); 831 BUILD_BUG_ON(ACPI_SAR_NUM_CHAIN_LIMITS * ACPI_SAR_NUM_SUB_BANDS != 832 ACPI_SAR_TABLE_SIZE); 833 834 cmd.v5.v3.set_mode = cpu_to_le32(IWL_TX_POWER_MODE_SET_CHAINS); 835 836 if (fw_has_api(&mvm->fw->ucode_capa, 837 IWL_UCODE_TLV_API_REDUCE_TX_POWER)) 838 len = sizeof(cmd.v5); 839 else if (fw_has_capa(&mvm->fw->ucode_capa, 840 IWL_UCODE_TLV_CAPA_TX_POWER_ACK)) 841 len = sizeof(cmd.v4); 842 else 843 len = sizeof(cmd.v4.v3); 844 845 for (i = 0; i < ACPI_SAR_NUM_CHAIN_LIMITS; i++) { 846 struct iwl_mvm_sar_profile *prof; 847 848 /* don't allow SAR to be disabled (profile 0 means disable) */ 849 if (profs[i] == 0) 850 return -EPERM; 851 852 /* we are off by one, so allow up to ACPI_SAR_PROFILE_NUM */ 853 if (profs[i] > ACPI_SAR_PROFILE_NUM) 854 return -EINVAL; 855 856 /* profiles go from 1 to 4, so decrement to access the array */ 857 prof = &mvm->sar_profiles[profs[i] - 1]; 858 859 /* if the profile is disabled, do nothing */ 860 if (!prof->enabled) { 861 IWL_DEBUG_RADIO(mvm, "SAR profile %d is disabled.\n", 862 profs[i]); 863 /* if one of the profiles is disabled, we fail all */ 864 return -ENOENT; 865 } 866 867 IWL_DEBUG_INFO(mvm, 868 "SAR EWRD: chain %d profile index %d\n", 869 i, profs[i]); 870 IWL_DEBUG_RADIO(mvm, " Chain[%d]:\n", i); 871 for (j = 0; j < ACPI_SAR_NUM_SUB_BANDS; j++) { 872 idx = (i * ACPI_SAR_NUM_SUB_BANDS) + j; 873 cmd.v5.v3.per_chain_restriction[i][j] = 874 cpu_to_le16(prof->table[idx]); 875 IWL_DEBUG_RADIO(mvm, " Band[%d] = %d * .125dBm\n", 876 j, prof->table[idx]); 877 } 878 } 879 880 IWL_DEBUG_RADIO(mvm, "Sending REDUCE_TX_POWER_CMD per chain\n"); 881 882 return iwl_mvm_send_cmd_pdu(mvm, REDUCE_TX_POWER_CMD, 0, len, &cmd); 883 } 884 885 static bool iwl_mvm_sar_geo_support(struct iwl_mvm *mvm) 886 { 887 /* 888 * The GEO_TX_POWER_LIMIT command is not supported on earlier 889 * firmware versions. Unfortunately, we don't have a TLV API 890 * flag to rely on, so rely on the major version which is in 891 * the first byte of ucode_ver. This was implemented 892 * initially on version 38 and then backported to29 and 17. 893 * The intention was to have it in 36 as well, but not all 894 * 8000 family got this feature enabled. The 8000 family is 895 * the only one using version 36, so skip this version 896 * entirely. 897 */ 898 return IWL_UCODE_SERIAL(mvm->fw->ucode_ver) >= 38 || 899 IWL_UCODE_SERIAL(mvm->fw->ucode_ver) == 29 || 900 IWL_UCODE_SERIAL(mvm->fw->ucode_ver) == 17; 901 } 902 903 int iwl_mvm_get_sar_geo_profile(struct iwl_mvm *mvm) 904 { 905 struct iwl_geo_tx_power_profiles_resp *resp; 906 int ret; 907 u16 len; 908 void *data; 909 struct iwl_geo_tx_power_profiles_cmd geo_cmd; 910 struct iwl_geo_tx_power_profiles_cmd_v1 geo_cmd_v1; 911 struct iwl_host_cmd cmd; 912 913 if (fw_has_api(&mvm->fw->ucode_capa, IWL_UCODE_TLV_API_SAR_TABLE_VER)) { 914 geo_cmd.ops = 915 cpu_to_le32(IWL_PER_CHAIN_OFFSET_GET_CURRENT_TABLE); 916 len = sizeof(geo_cmd); 917 data = &geo_cmd; 918 } else { 919 geo_cmd_v1.ops = 920 cpu_to_le32(IWL_PER_CHAIN_OFFSET_GET_CURRENT_TABLE); 921 len = sizeof(geo_cmd_v1); 922 data = &geo_cmd_v1; 923 } 924 925 cmd = (struct iwl_host_cmd){ 926 .id = WIDE_ID(PHY_OPS_GROUP, GEO_TX_POWER_LIMIT), 927 .len = { len, }, 928 .flags = CMD_WANT_SKB, 929 .data = { data }, 930 }; 931 932 if (!iwl_mvm_sar_geo_support(mvm)) 933 return -EOPNOTSUPP; 934 935 ret = iwl_mvm_send_cmd(mvm, &cmd); 936 if (ret) { 937 IWL_ERR(mvm, "Failed to get geographic profile info %d\n", ret); 938 return ret; 939 } 940 941 resp = (void *)cmd.resp_pkt->data; 942 ret = le32_to_cpu(resp->profile_idx); 943 if (WARN_ON(ret > ACPI_NUM_GEO_PROFILES)) { 944 ret = -EIO; 945 IWL_WARN(mvm, "Invalid geographic profile idx (%d)\n", ret); 946 } 947 948 iwl_free_resp(&cmd); 949 return ret; 950 } 951 952 static int iwl_mvm_sar_geo_init(struct iwl_mvm *mvm) 953 { 954 struct iwl_geo_tx_power_profiles_cmd cmd = { 955 .ops = cpu_to_le32(IWL_PER_CHAIN_OFFSET_SET_TABLES), 956 }; 957 int ret, i, j; 958 u16 cmd_wide_id = WIDE_ID(PHY_OPS_GROUP, GEO_TX_POWER_LIMIT); 959 960 if (!iwl_mvm_sar_geo_support(mvm)) 961 return 0; 962 963 ret = iwl_mvm_sar_get_wgds_table(mvm); 964 if (ret < 0) { 965 IWL_DEBUG_RADIO(mvm, 966 "Geo SAR BIOS table invalid or unavailable. (%d)\n", 967 ret); 968 /* we don't fail if the table is not available */ 969 return 0; 970 } 971 972 IWL_DEBUG_RADIO(mvm, "Sending GEO_TX_POWER_LIMIT\n"); 973 974 BUILD_BUG_ON(ACPI_NUM_GEO_PROFILES * ACPI_WGDS_NUM_BANDS * 975 ACPI_WGDS_TABLE_SIZE + 1 != ACPI_WGDS_WIFI_DATA_SIZE); 976 977 BUILD_BUG_ON(ACPI_NUM_GEO_PROFILES > IWL_NUM_GEO_PROFILES); 978 979 for (i = 0; i < ACPI_NUM_GEO_PROFILES; i++) { 980 struct iwl_per_chain_offset *chain = 981 (struct iwl_per_chain_offset *)&cmd.table[i]; 982 983 for (j = 0; j < ACPI_WGDS_NUM_BANDS; j++) { 984 u8 *value; 985 986 value = &mvm->geo_profiles[i].values[j * 987 ACPI_GEO_PER_CHAIN_SIZE]; 988 chain[j].max_tx_power = cpu_to_le16(value[0]); 989 chain[j].chain_a = value[1]; 990 chain[j].chain_b = value[2]; 991 IWL_DEBUG_RADIO(mvm, 992 "SAR geographic profile[%d] Band[%d]: chain A = %d chain B = %d max_tx_power = %d\n", 993 i, j, value[1], value[2], value[0]); 994 } 995 } 996 997 cmd.table_revision = cpu_to_le32(mvm->geo_rev); 998 999 if (!fw_has_api(&mvm->fw->ucode_capa, 1000 IWL_UCODE_TLV_API_SAR_TABLE_VER)) { 1001 return iwl_mvm_send_cmd_pdu(mvm, cmd_wide_id, 0, 1002 sizeof(struct iwl_geo_tx_power_profiles_cmd_v1), 1003 &cmd); 1004 } 1005 1006 return iwl_mvm_send_cmd_pdu(mvm, cmd_wide_id, 0, sizeof(cmd), &cmd); 1007 } 1008 1009 static int iwl_mvm_get_ppag_table(struct iwl_mvm *mvm) 1010 { 1011 union acpi_object *wifi_pkg, *data, *enabled; 1012 int i, j, ret, tbl_rev; 1013 int idx = 2; 1014 1015 mvm->ppag_table.enabled = cpu_to_le32(0); 1016 data = iwl_acpi_get_object(mvm->dev, ACPI_PPAG_METHOD); 1017 if (IS_ERR(data)) 1018 return PTR_ERR(data); 1019 1020 wifi_pkg = iwl_acpi_get_wifi_pkg(mvm->dev, data, 1021 ACPI_PPAG_WIFI_DATA_SIZE, &tbl_rev); 1022 1023 if (IS_ERR(wifi_pkg) || tbl_rev != 0) { 1024 ret = PTR_ERR(wifi_pkg); 1025 goto out_free; 1026 } 1027 1028 enabled = &wifi_pkg->package.elements[1]; 1029 if (enabled->type != ACPI_TYPE_INTEGER || 1030 (enabled->integer.value != 0 && enabled->integer.value != 1)) { 1031 ret = -EINVAL; 1032 goto out_free; 1033 } 1034 1035 mvm->ppag_table.enabled = cpu_to_le32(enabled->integer.value); 1036 if (!mvm->ppag_table.enabled) { 1037 ret = 0; 1038 goto out_free; 1039 } 1040 1041 /* 1042 * read, verify gain values and save them into the PPAG table. 1043 * first sub-band (j=0) corresponds to Low-Band (2.4GHz), and the 1044 * following sub-bands to High-Band (5GHz). 1045 */ 1046 for (i = 0; i < ACPI_PPAG_NUM_CHAINS; i++) { 1047 for (j = 0; j < ACPI_PPAG_NUM_SUB_BANDS; j++) { 1048 union acpi_object *ent; 1049 1050 ent = &wifi_pkg->package.elements[idx++]; 1051 if (ent->type != ACPI_TYPE_INTEGER || 1052 (j == 0 && ent->integer.value > ACPI_PPAG_MAX_LB) || 1053 (j == 0 && ent->integer.value < ACPI_PPAG_MIN_LB) || 1054 (j != 0 && ent->integer.value > ACPI_PPAG_MAX_HB) || 1055 (j != 0 && ent->integer.value < ACPI_PPAG_MIN_HB)) { 1056 mvm->ppag_table.enabled = cpu_to_le32(0); 1057 ret = -EINVAL; 1058 goto out_free; 1059 } 1060 mvm->ppag_table.gain[i][j] = ent->integer.value; 1061 } 1062 } 1063 ret = 0; 1064 out_free: 1065 kfree(data); 1066 return ret; 1067 } 1068 1069 int iwl_mvm_ppag_send_cmd(struct iwl_mvm *mvm) 1070 { 1071 int i, j, ret; 1072 1073 if (!fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_SET_PPAG)) { 1074 IWL_DEBUG_RADIO(mvm, 1075 "PPAG capability not supported by FW, command not sent.\n"); 1076 return 0; 1077 } 1078 1079 IWL_DEBUG_RADIO(mvm, "Sending PER_PLATFORM_ANT_GAIN_CMD\n"); 1080 IWL_DEBUG_RADIO(mvm, "PPAG is %s\n", 1081 mvm->ppag_table.enabled ? "enabled" : "disabled"); 1082 1083 for (i = 0; i < ACPI_PPAG_NUM_CHAINS; i++) { 1084 for (j = 0; j < ACPI_PPAG_NUM_SUB_BANDS; j++) { 1085 IWL_DEBUG_RADIO(mvm, 1086 "PPAG table: chain[%d] band[%d]: gain = %d\n", 1087 i, j, mvm->ppag_table.gain[i][j]); 1088 } 1089 } 1090 1091 ret = iwl_mvm_send_cmd_pdu(mvm, WIDE_ID(PHY_OPS_GROUP, 1092 PER_PLATFORM_ANT_GAIN_CMD), 1093 0, sizeof(mvm->ppag_table), 1094 &mvm->ppag_table); 1095 if (ret < 0) 1096 IWL_ERR(mvm, "failed to send PER_PLATFORM_ANT_GAIN_CMD (%d)\n", 1097 ret); 1098 1099 return ret; 1100 } 1101 1102 static int iwl_mvm_ppag_init(struct iwl_mvm *mvm) 1103 { 1104 int ret; 1105 1106 ret = iwl_mvm_get_ppag_table(mvm); 1107 if (ret < 0) { 1108 IWL_DEBUG_RADIO(mvm, 1109 "PPAG BIOS table invalid or unavailable. (%d)\n", 1110 ret); 1111 return 0; 1112 } 1113 return iwl_mvm_ppag_send_cmd(mvm); 1114 } 1115 1116 #else /* CONFIG_ACPI */ 1117 static int iwl_mvm_sar_get_wrds_table(struct iwl_mvm *mvm) 1118 { 1119 return -ENOENT; 1120 } 1121 1122 static int iwl_mvm_sar_get_ewrd_table(struct iwl_mvm *mvm) 1123 { 1124 return -ENOENT; 1125 } 1126 1127 static int iwl_mvm_sar_get_wgds_table(struct iwl_mvm *mvm) 1128 { 1129 return -ENOENT; 1130 } 1131 1132 static int iwl_mvm_sar_geo_init(struct iwl_mvm *mvm) 1133 { 1134 return 0; 1135 } 1136 1137 int iwl_mvm_sar_select_profile(struct iwl_mvm *mvm, int prof_a, 1138 int prof_b) 1139 { 1140 return -ENOENT; 1141 } 1142 1143 int iwl_mvm_get_sar_geo_profile(struct iwl_mvm *mvm) 1144 { 1145 return -ENOENT; 1146 } 1147 1148 int iwl_mvm_ppag_send_cmd(struct iwl_mvm *mvm) 1149 { 1150 return -ENOENT; 1151 } 1152 1153 static int iwl_mvm_ppag_init(struct iwl_mvm *mvm) 1154 { 1155 return -ENOENT; 1156 } 1157 #endif /* CONFIG_ACPI */ 1158 1159 void iwl_mvm_send_recovery_cmd(struct iwl_mvm *mvm, u32 flags) 1160 { 1161 u32 error_log_size = mvm->fw->ucode_capa.error_log_size; 1162 int ret; 1163 u32 resp; 1164 1165 struct iwl_fw_error_recovery_cmd recovery_cmd = { 1166 .flags = cpu_to_le32(flags), 1167 .buf_size = 0, 1168 }; 1169 struct iwl_host_cmd host_cmd = { 1170 .id = WIDE_ID(SYSTEM_GROUP, FW_ERROR_RECOVERY_CMD), 1171 .flags = CMD_WANT_SKB, 1172 .data = {&recovery_cmd, }, 1173 .len = {sizeof(recovery_cmd), }, 1174 }; 1175 1176 /* no error log was defined in TLV */ 1177 if (!error_log_size) 1178 return; 1179 1180 if (flags & ERROR_RECOVERY_UPDATE_DB) { 1181 /* no buf was allocated while HW reset */ 1182 if (!mvm->error_recovery_buf) 1183 return; 1184 1185 host_cmd.data[1] = mvm->error_recovery_buf; 1186 host_cmd.len[1] = error_log_size; 1187 host_cmd.dataflags[1] = IWL_HCMD_DFL_NOCOPY; 1188 recovery_cmd.buf_size = cpu_to_le32(error_log_size); 1189 } 1190 1191 ret = iwl_mvm_send_cmd(mvm, &host_cmd); 1192 kfree(mvm->error_recovery_buf); 1193 mvm->error_recovery_buf = NULL; 1194 1195 if (ret) { 1196 IWL_ERR(mvm, "Failed to send recovery cmd %d\n", ret); 1197 return; 1198 } 1199 1200 /* skb respond is only relevant in ERROR_RECOVERY_UPDATE_DB */ 1201 if (flags & ERROR_RECOVERY_UPDATE_DB) { 1202 resp = le32_to_cpu(*(__le32 *)host_cmd.resp_pkt->data); 1203 if (resp) 1204 IWL_ERR(mvm, 1205 "Failed to send recovery cmd blob was invalid %d\n", 1206 resp); 1207 } 1208 } 1209 1210 static int iwl_mvm_sar_init(struct iwl_mvm *mvm) 1211 { 1212 int ret; 1213 1214 ret = iwl_mvm_sar_get_wrds_table(mvm); 1215 if (ret < 0) { 1216 IWL_DEBUG_RADIO(mvm, 1217 "WRDS SAR BIOS table invalid or unavailable. (%d)\n", 1218 ret); 1219 /* 1220 * If not available, don't fail and don't bother with EWRD. 1221 * Return 1 to tell that we can't use WGDS either. 1222 */ 1223 return 1; 1224 } 1225 1226 ret = iwl_mvm_sar_get_ewrd_table(mvm); 1227 /* if EWRD is not available, we can still use WRDS, so don't fail */ 1228 if (ret < 0) 1229 IWL_DEBUG_RADIO(mvm, 1230 "EWRD SAR BIOS table invalid or unavailable. (%d)\n", 1231 ret); 1232 1233 /* choose profile 1 (WRDS) as default for both chains */ 1234 ret = iwl_mvm_sar_select_profile(mvm, 1, 1); 1235 1236 /* 1237 * If we don't have profile 0 from BIOS, just skip it. This 1238 * means that SAR Geo will not be enabled either, even if we 1239 * have other valid profiles. 1240 */ 1241 if (ret == -ENOENT) 1242 return 1; 1243 1244 return ret; 1245 } 1246 1247 static int iwl_mvm_load_rt_fw(struct iwl_mvm *mvm) 1248 { 1249 int ret; 1250 1251 if (iwl_mvm_has_unified_ucode(mvm)) 1252 return iwl_run_unified_mvm_ucode(mvm, false); 1253 1254 ret = iwl_run_init_mvm_ucode(mvm, false); 1255 1256 if (ret) { 1257 IWL_ERR(mvm, "Failed to run INIT ucode: %d\n", ret); 1258 1259 if (iwlmvm_mod_params.init_dbg) 1260 return 0; 1261 return ret; 1262 } 1263 1264 iwl_fw_dbg_stop_sync(&mvm->fwrt); 1265 iwl_trans_stop_device(mvm->trans); 1266 ret = iwl_trans_start_hw(mvm->trans); 1267 if (ret) 1268 return ret; 1269 1270 iwl_dbg_tlv_time_point(&mvm->fwrt, IWL_FW_INI_TIME_POINT_EARLY, NULL); 1271 1272 mvm->rfkill_safe_init_done = false; 1273 ret = iwl_mvm_load_ucode_wait_alive(mvm, IWL_UCODE_REGULAR); 1274 if (ret) 1275 return ret; 1276 1277 mvm->rfkill_safe_init_done = true; 1278 1279 iwl_dbg_tlv_time_point(&mvm->fwrt, IWL_FW_INI_TIME_POINT_AFTER_ALIVE, 1280 NULL); 1281 1282 return iwl_init_paging(&mvm->fwrt, mvm->fwrt.cur_fw_img); 1283 } 1284 1285 int iwl_mvm_up(struct iwl_mvm *mvm) 1286 { 1287 int ret, i; 1288 struct ieee80211_channel *chan; 1289 struct cfg80211_chan_def chandef; 1290 struct ieee80211_supported_band *sband = NULL; 1291 1292 lockdep_assert_held(&mvm->mutex); 1293 1294 ret = iwl_trans_start_hw(mvm->trans); 1295 if (ret) 1296 return ret; 1297 1298 ret = iwl_mvm_load_rt_fw(mvm); 1299 if (ret) { 1300 IWL_ERR(mvm, "Failed to start RT ucode: %d\n", ret); 1301 if (ret != -ERFKILL) 1302 iwl_fw_dbg_error_collect(&mvm->fwrt, 1303 FW_DBG_TRIGGER_DRIVER); 1304 goto error; 1305 } 1306 1307 iwl_get_shared_mem_conf(&mvm->fwrt); 1308 1309 ret = iwl_mvm_sf_update(mvm, NULL, false); 1310 if (ret) 1311 IWL_ERR(mvm, "Failed to initialize Smart Fifo\n"); 1312 1313 if (!iwl_trans_dbg_ini_valid(mvm->trans)) { 1314 mvm->fwrt.dump.conf = FW_DBG_INVALID; 1315 /* if we have a destination, assume EARLY START */ 1316 if (mvm->fw->dbg.dest_tlv) 1317 mvm->fwrt.dump.conf = FW_DBG_START_FROM_ALIVE; 1318 iwl_fw_start_dbg_conf(&mvm->fwrt, FW_DBG_START_FROM_ALIVE); 1319 } 1320 1321 ret = iwl_send_tx_ant_cfg(mvm, iwl_mvm_get_valid_tx_ant(mvm)); 1322 if (ret) 1323 goto error; 1324 1325 if (!iwl_mvm_has_unified_ucode(mvm)) { 1326 /* Send phy db control command and then phy db calibration */ 1327 ret = iwl_send_phy_db_data(mvm->phy_db); 1328 if (ret) 1329 goto error; 1330 1331 ret = iwl_send_phy_cfg_cmd(mvm); 1332 if (ret) 1333 goto error; 1334 } 1335 1336 ret = iwl_mvm_send_bt_init_conf(mvm); 1337 if (ret) 1338 goto error; 1339 1340 /* Init RSS configuration */ 1341 if (mvm->trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_22000) { 1342 ret = iwl_configure_rxq(mvm); 1343 if (ret) { 1344 IWL_ERR(mvm, "Failed to configure RX queues: %d\n", 1345 ret); 1346 goto error; 1347 } 1348 } 1349 1350 if (iwl_mvm_has_new_rx_api(mvm)) { 1351 ret = iwl_send_rss_cfg_cmd(mvm); 1352 if (ret) { 1353 IWL_ERR(mvm, "Failed to configure RSS queues: %d\n", 1354 ret); 1355 goto error; 1356 } 1357 } 1358 1359 /* init the fw <-> mac80211 STA mapping */ 1360 for (i = 0; i < ARRAY_SIZE(mvm->fw_id_to_mac_id); i++) 1361 RCU_INIT_POINTER(mvm->fw_id_to_mac_id[i], NULL); 1362 1363 mvm->tdls_cs.peer.sta_id = IWL_MVM_INVALID_STA; 1364 1365 /* reset quota debouncing buffer - 0xff will yield invalid data */ 1366 memset(&mvm->last_quota_cmd, 0xff, sizeof(mvm->last_quota_cmd)); 1367 1368 if (fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_DQA_SUPPORT)) { 1369 ret = iwl_mvm_send_dqa_cmd(mvm); 1370 if (ret) 1371 goto error; 1372 } 1373 1374 /* Add auxiliary station for scanning */ 1375 ret = iwl_mvm_add_aux_sta(mvm); 1376 if (ret) 1377 goto error; 1378 1379 /* Add all the PHY contexts */ 1380 i = 0; 1381 while (!sband && i < NUM_NL80211_BANDS) 1382 sband = mvm->hw->wiphy->bands[i++]; 1383 1384 if (WARN_ON_ONCE(!sband)) 1385 goto error; 1386 1387 chan = &sband->channels[0]; 1388 1389 cfg80211_chandef_create(&chandef, chan, NL80211_CHAN_NO_HT); 1390 for (i = 0; i < NUM_PHY_CTX; i++) { 1391 /* 1392 * The channel used here isn't relevant as it's 1393 * going to be overwritten in the other flows. 1394 * For now use the first channel we have. 1395 */ 1396 ret = iwl_mvm_phy_ctxt_add(mvm, &mvm->phy_ctxts[i], 1397 &chandef, 1, 1); 1398 if (ret) 1399 goto error; 1400 } 1401 1402 if (iwl_mvm_is_tt_in_fw(mvm)) { 1403 /* in order to give the responsibility of ct-kill and 1404 * TX backoff to FW we need to send empty temperature reporting 1405 * cmd during init time 1406 */ 1407 iwl_mvm_send_temp_report_ths_cmd(mvm); 1408 } else { 1409 /* Initialize tx backoffs to the minimal possible */ 1410 iwl_mvm_tt_tx_backoff(mvm, 0); 1411 } 1412 1413 #ifdef CONFIG_THERMAL 1414 /* TODO: read the budget from BIOS / Platform NVM */ 1415 1416 /* 1417 * In case there is no budget from BIOS / Platform NVM the default 1418 * budget should be 2000mW (cooling state 0). 1419 */ 1420 if (iwl_mvm_is_ctdp_supported(mvm)) { 1421 ret = iwl_mvm_ctdp_command(mvm, CTDP_CMD_OPERATION_START, 1422 mvm->cooling_dev.cur_state); 1423 if (ret) 1424 goto error; 1425 } 1426 #endif 1427 1428 if (!fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_SET_LTR_GEN2)) 1429 WARN_ON(iwl_mvm_config_ltr(mvm)); 1430 1431 ret = iwl_mvm_power_update_device(mvm); 1432 if (ret) 1433 goto error; 1434 1435 /* 1436 * RTNL is not taken during Ct-kill, but we don't need to scan/Tx 1437 * anyway, so don't init MCC. 1438 */ 1439 if (!test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status)) { 1440 ret = iwl_mvm_init_mcc(mvm); 1441 if (ret) 1442 goto error; 1443 } 1444 1445 if (fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_UMAC_SCAN)) { 1446 mvm->scan_type = IWL_SCAN_TYPE_NOT_SET; 1447 mvm->hb_scan_type = IWL_SCAN_TYPE_NOT_SET; 1448 ret = iwl_mvm_config_scan(mvm); 1449 if (ret) 1450 goto error; 1451 } 1452 1453 if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status)) 1454 iwl_mvm_send_recovery_cmd(mvm, ERROR_RECOVERY_UPDATE_DB); 1455 1456 if (iwl_acpi_get_eckv(mvm->dev, &mvm->ext_clock_valid)) 1457 IWL_DEBUG_INFO(mvm, "ECKV table doesn't exist in BIOS\n"); 1458 1459 ret = iwl_mvm_ppag_init(mvm); 1460 if (ret) 1461 goto error; 1462 1463 ret = iwl_mvm_sar_init(mvm); 1464 if (ret == 0) { 1465 ret = iwl_mvm_sar_geo_init(mvm); 1466 } else if (ret > 0 && !iwl_mvm_sar_get_wgds_table(mvm)) { 1467 /* 1468 * If basic SAR is not available, we check for WGDS, 1469 * which should *not* be available either. If it is 1470 * available, issue an error, because we can't use SAR 1471 * Geo without basic SAR. 1472 */ 1473 IWL_ERR(mvm, "BIOS contains WGDS but no WRDS\n"); 1474 } 1475 1476 if (ret < 0) 1477 goto error; 1478 1479 iwl_mvm_leds_sync(mvm); 1480 1481 IWL_DEBUG_INFO(mvm, "RT uCode started.\n"); 1482 return 0; 1483 error: 1484 if (!iwlmvm_mod_params.init_dbg || !ret) 1485 iwl_mvm_stop_device(mvm); 1486 return ret; 1487 } 1488 1489 int iwl_mvm_load_d3_fw(struct iwl_mvm *mvm) 1490 { 1491 int ret, i; 1492 1493 lockdep_assert_held(&mvm->mutex); 1494 1495 ret = iwl_trans_start_hw(mvm->trans); 1496 if (ret) 1497 return ret; 1498 1499 ret = iwl_mvm_load_ucode_wait_alive(mvm, IWL_UCODE_WOWLAN); 1500 if (ret) { 1501 IWL_ERR(mvm, "Failed to start WoWLAN firmware: %d\n", ret); 1502 goto error; 1503 } 1504 1505 ret = iwl_send_tx_ant_cfg(mvm, iwl_mvm_get_valid_tx_ant(mvm)); 1506 if (ret) 1507 goto error; 1508 1509 /* Send phy db control command and then phy db calibration*/ 1510 ret = iwl_send_phy_db_data(mvm->phy_db); 1511 if (ret) 1512 goto error; 1513 1514 ret = iwl_send_phy_cfg_cmd(mvm); 1515 if (ret) 1516 goto error; 1517 1518 /* init the fw <-> mac80211 STA mapping */ 1519 for (i = 0; i < ARRAY_SIZE(mvm->fw_id_to_mac_id); i++) 1520 RCU_INIT_POINTER(mvm->fw_id_to_mac_id[i], NULL); 1521 1522 /* Add auxiliary station for scanning */ 1523 ret = iwl_mvm_add_aux_sta(mvm); 1524 if (ret) 1525 goto error; 1526 1527 return 0; 1528 error: 1529 iwl_mvm_stop_device(mvm); 1530 return ret; 1531 } 1532 1533 void iwl_mvm_rx_card_state_notif(struct iwl_mvm *mvm, 1534 struct iwl_rx_cmd_buffer *rxb) 1535 { 1536 struct iwl_rx_packet *pkt = rxb_addr(rxb); 1537 struct iwl_card_state_notif *card_state_notif = (void *)pkt->data; 1538 u32 flags = le32_to_cpu(card_state_notif->flags); 1539 1540 IWL_DEBUG_RF_KILL(mvm, "Card state received: HW:%s SW:%s CT:%s\n", 1541 (flags & HW_CARD_DISABLED) ? "Kill" : "On", 1542 (flags & SW_CARD_DISABLED) ? "Kill" : "On", 1543 (flags & CT_KILL_CARD_DISABLED) ? 1544 "Reached" : "Not reached"); 1545 } 1546 1547 void iwl_mvm_rx_mfuart_notif(struct iwl_mvm *mvm, 1548 struct iwl_rx_cmd_buffer *rxb) 1549 { 1550 struct iwl_rx_packet *pkt = rxb_addr(rxb); 1551 struct iwl_mfuart_load_notif *mfuart_notif = (void *)pkt->data; 1552 1553 IWL_DEBUG_INFO(mvm, 1554 "MFUART: installed ver: 0x%08x, external ver: 0x%08x, status: 0x%08x, duration: 0x%08x\n", 1555 le32_to_cpu(mfuart_notif->installed_ver), 1556 le32_to_cpu(mfuart_notif->external_ver), 1557 le32_to_cpu(mfuart_notif->status), 1558 le32_to_cpu(mfuart_notif->duration)); 1559 1560 if (iwl_rx_packet_payload_len(pkt) == sizeof(*mfuart_notif)) 1561 IWL_DEBUG_INFO(mvm, 1562 "MFUART: image size: 0x%08x\n", 1563 le32_to_cpu(mfuart_notif->image_size)); 1564 } 1565